00000800:00000200:3.1F:1767384270.366168:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002fd1afca] -> 12345-192.168.202.152@tcp (2) 00000800:00000200:3.1:1767384270.366604:0:16126:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002fd1afca] -> 12345-192.168.202.152@tcp (2) 00000800:00000200:3.1:1767384270.366607:0:16126:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.152@tcp 000000002b1af238 deleted 00000800:00000010:3.1:1767384270.366609:0:16126:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000002b1af238. 00000800:00000200:3.1:1767384270.366613:0:16126:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1767384270.366619:0:16126:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp ip 192.168.202.152:1023 00000800:00000200:3.1:1767384270.366623:0:16126:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b97e5b51 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:2.1F:1767384270.366701:0:16125:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1F:1767384270.367257:0:16127:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002fd1afca] -> 12345-192.168.202.152@tcp (4) 00000800:00000200:1.1:1767384270.367266:0:16127:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.152@tcp 0000000048e2af5f deleted 00000800:00000010:1.1:1767384270.367268:0:16127:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000048e2af5f. 00000800:00000200:1.1:1767384270.367272:0:16127:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:1.1:1767384270.367400:0:16125:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00010000:00000010:2.1:1767384270.500129:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000001164ed9d. 00010000:00000010:2.1:1767384270.500138:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000a34bd085. 00010000:00000010:3.1:1767384270.502114:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000027304c7c. 00010000:00000010:3.1:1767384270.502120:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000172defeb. 00010000:00000010:2.1:1767384270.502127:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000d29113af. 00000020:00000001:2.0:1767384275.780252:0:17545:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384275.780267:0:17545:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000d1de66de with handle 0x7e51148972eec9d6 to hash 00000020:00000001:2.0:1767384275.780272:0:17545:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384275.780276:0:17545:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446619782554465280 : -124291155086336 : ffff8ef535da3400) 00010000:00000001:2.0:1767384275.780281:0:17545:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446619782554465280 : -124291155086336 : ffff8ef535da3400) 00010000:00000001:2.0:1767384275.780288:0:17545:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384275.780293:0:17545:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384275.780298:0:17545:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.152@tcp lock: 00000000d1de66de/0x7e51148972eec9d6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 17545 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384275.780308:0:17545:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.152@tcp lock: 00000000d1de66de/0x7e51148972eec9d6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 17545 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384275.780322:0:17545:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.152@tcp lock: 00000000d1de66de/0x7e51148972eec9d6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 17545 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384275.780344:0:17545:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767384275.780347:0:17545:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384275.780353:0:17545:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000048d7da94. 00000100:00000001:2.0:1767384275.780360:0:17545:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446619781923036352 : -124291786515264 : ffff8ef510375cc0) 00000100:00000001:2.0:1767384275.780366:0:17545:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384275.780370:0:17545:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782564205824 : -124291145345792 : ffff8ef5366ed500) 00000100:00000001:2.0:1767384275.780378:0:17545:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384275.780381:0:17545:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384275.780385:0:17545:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384275.780389:0:17545:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384275.780396:0:17545:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006de597ce x1853236723060480/t0(0) o101->MGC192.168.202.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384275.780408:0:17545:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384275.780410:0:17545:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384275.780418:0:17545:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384275.780421:0:17545:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384275.780427:0:17545:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384275.780430:0:17545:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006de597ce pname:cluuid:pid:xid:nid:opc:job mount.lustre:c0412d60-4f67-4dbc-8791-892843f60083:17545:1853236723060480:0@lo:101: 00000100:00000001:2.0:1767384275.780436:0:17545:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384275.780469:0:17545:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384275.780473:0:17545:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384275.780480:0:17545:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384275.780487:0:17545:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000001c410405. 02000000:00000001:2.0:1767384275.780494:0:17545:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384275.780502:0:17545:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009c0267ba. 00000400:00000010:2.0:1767384275.780532:0:17545:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000520c8158. 00000100:00000200:2.0:1767384275.780546:0:17545:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236723060480, portal 25 00000100:00000001:2.0:1767384275.780554:0:17545:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384275.780556:0:17545:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782564205824 : -124291145345792 : ffff8ef5366ed500) 00000100:00000040:2.0:1767384275.780562:0:17545:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006de597ce x1853236723060480/t0(0) o101->MGC192.168.202.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384291 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384275.780571:0:17545:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384275.780577:0:17545:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384275.780582:0:17545:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000065db4d3b. 00000100:00000200:2.0:1767384275.780608:0:17545:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853236723060480, offset 0 00000400:00000200:2.0:1767384275.780648:0:17545:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384275.780669:0:17545:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384275.780689:0:17545:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695824c900f00 00000400:00000200:2.0:1767384275.780707:0:17545:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x171 [2] + 0 00000400:00000010:2.0:1767384275.780716:0:17545:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a3a15317. 00000400:00000200:2.0:1767384275.780726:0:17545:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000079f4c1a6 00000400:00000200:2.0:1767384275.780731:0:17545:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384275.780745:0:17545:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384275.780751:0:17545:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000079f4c1a6 00000400:00000010:2.0:1767384275.780757:0:17545:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000079f4c1a6. 00000100:00000001:2.0:1767384275.780767:0:17545:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384275.780771:0:17545:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384275.780780:0:17545:0:(events.c:337:request_in_callback()) incoming req@0000000074320a94 x1853236723060480 msgsize 328 00000100:00100000:2.0:1767384275.780789:0:17545:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384275.780792:0:17545:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:2.0:1767384275.780813:0:17545:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384275.780822:0:17545:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000065db4d3b 00000400:00000010:2.0:1767384275.780829:0:17545:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000065db4d3b. 00000100:00000001:2.0:1767384275.780856:0:17545:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384275.780891:0:17545:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006de597ce x1853236723060480/t0(0) o101->MGC192.168.202.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384291 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384275.780917:0:17545:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384275.780928:0:17545:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000006de597ce x1853236723060480/t0(0) o101->MGC192.168.202.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384291 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384275.780966:0:17545:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384275.780976:0:17545:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384275.780988:0:17545:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384275.780999:0:17545:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294865746 00000100:00000001:2.0:1767384275.781009:0:17545:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 0, keep current deadline 4294865746 00000100:00000001:2.0:1767384275.781016:0:17545:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294865746 00000100:00000001:2.0:1767384275.781024:0:17545:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 1, keep current deadline 4294865746 00000100:00000001:2.0:1767384275.781033:0:17545:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294865746 00000100:00000001:2.0:1767384275.781038:0:17545:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 2, keep current deadline 4294865746 00000100:00000001:2.0:1767384275.781046:0:17545:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294865746 00000100:00000001:2.0:1767384275.781053:0:17545:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 3, keep current deadline 4294865746 00000100:00000001:2.0:1767384275.781060:0:17545:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384275.781066:0:17545:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384275.781074:0:17545:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384275.781079:0:17545:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767384275.781083:0:17545:0:(client.c:2690:ptlrpc_set_wait()) set 0000000048d7da94 going to sleep for 11 seconds 00000100:00000001:2.0:1767384275.781088:0:17545:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384275.781092:0:17545:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384275.781925:0:17545:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384275.781958:0:17545:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384275.781966:0:17545:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384275.781974:0:17545:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009c0267ba. 00000400:00000200:2.0:1767384275.781985:0:17545:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000520c8158 00000400:00000010:2.0:1767384275.781991:0:17545:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000520c8158. 00000100:00000001:2.0:1767384275.782001:0:17545:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384275.782010:0:17545:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006de597ce x1853236723060480/t0(0) o101->MGC192.168.202.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384291 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384275.782059:0:17545:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006de597ce x1853236723060480/t0(0) o101->MGC192.168.202.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384291 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384275.782123:0:17545:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384275.782129:0:17545:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384275.782134:0:17545:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384275.782140:0:17545:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384275.782144:0:17545:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384275.782148:0:17545:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384275.782154:0:17545:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384275.782161:0:17545:0:(import.c:2128:obd_at_measure()) add 5 to 0000000028df3f77 time=5 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384275.782170:0:17545:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f5022cbe time=5 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384275.782176:0:17545:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384275.782179:0:17545:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384275.782187:0:17545:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384275.782191:0:17545:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384275.782198:0:17545:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384275.782212:0:17545:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006de597ce x1853236723060480/t0(0) o101->MGC192.168.202.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384291 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384275.782249:0:17545:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384275.782259:0:17545:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384275.782263:0:17545:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384275.782271:0:17545:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006de597ce x1853236723060480/t0(0) o101->MGC192.168.202.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384291 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384275.782305:0:17545:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006de597ce pname:cluuid:pid:xid:nid:opc:job mount.lustre:c0412d60-4f67-4dbc-8791-892843f60083:17545:1853236723060480:0@lo:101: 00000100:00000001:2.0:1767384275.782316:0:17545:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384275.782320:0:17545:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384275.782324:0:17545:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767384275.782328:0:17545:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384275.782332:0:17545:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006de597ce x1853236723060480/t0(0) o101->MGC192.168.202.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384291 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384275.782343:0:17545:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384275.782346:0:17545:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000048d7da94. 00000100:00000001:2.0:1767384275.782351:0:17545:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767384275.782355:0:17545:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384275.782360:0:17545:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1767384275.782374:0:17545:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384275.782378:0:17545:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384275.782383:0:17545:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d1de66de refcount=4 00000020:00000001:2.0:1767384275.782391:0:17545:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619782554465280 : -124291155086336 : ffff8ef535da3400) 00010000:00000001:2.0:1767384275.782397:0:17545:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619782554465280 : -124291155086336 : ffff8ef535da3400) 00010000:00000040:2.0:1767384275.782405:0:17545:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 00000000d1de66de, remote cookie: 0x7e51148972eec9e4, flags: 0x0 00010000:00000001:2.0:1767384275.782410:0:17545:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384275.782416:0:17545:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384275.782435:0:17545:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384275.782440:0:17545:0:(ldlm_lock.c:999:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384275.782446:0:17545:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384275.782450:0:17545:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x0:0x0].0x0 (000000000e0df01f) refcount = 4 00010000:00000040:2.0:1767384275.782462:0:17545:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1767384275.782466:0:17545:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGC192.168.202.152@tcp lock: 00000000c3ad27bd/0x7e51148972eec989 lrc: 1/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x7e51148972eec990 expref: -99 pid: 16760 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384275.782484:0:17545:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGC192.168.202.152@tcp lock: 000000000858b1ea/0x7e51148972eec904 lrc: 1/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x7e51148972eec90b expref: -99 pid: 16760 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384275.782504:0:17545:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGC192.168.202.152@tcp lock: 0000000027137b81/0x7e51148972eec8e8 lrc: 1/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x7e51148972eec8ef expref: -99 pid: 16760 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384275.782525:0:17545:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.152@tcp lock: 00000000d1de66de/0x7e51148972eec9d6 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x7e51148972eec9e4 expref: -99 pid: 17545 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384275.782542:0:17545:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384275.782546:0:17545:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384275.782552:0:17545:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384275.782557:0:17545:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384275.782560:0:17545:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384275.782562:0:17545:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.152@tcp lock: 00000000d1de66de/0x7e51148972eec9d6 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x7e51148972eec9e4 expref: -99 pid: 17545 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384275.782574:0:17545:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1767384275.782589:0:17545:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384275.782594:0:17545:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384275.782599:0:17545:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384275.782602:0:17545:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384275.782607:0:17545:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384275.782610:0:17545:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384275.782621:0:17545:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006de597ce x1853236723060480/t0(0) o101->MGC192.168.202.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384291 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384275.782647:0:17545:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384275.782654:0:17545:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384275.782661:0:17545:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000001c410405. 02000000:00000001:2.0:1767384275.782671:0:17545:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384275.782678:0:17545:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384275.782684:0:17545:0:(genops.c:1242:class_import_put()) import 00000000df830bbe refcount=3 obd=MGC192.168.202.152@tcp 00000020:00000001:2.0:1767384275.782694:0:17545:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384275.782699:0:17545:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000000c73bf59. 02000000:00000001:2.0:1767384275.782708:0:17545:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384275.782714:0:17545:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384275.782721:0:17545:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006de597ce. 00000100:00000001:2.0:1767384275.782728:0:17545:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384275.782733:0:17545:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1767384275.782739:0:17545:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384275.782742:0:17545:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1767384275.782744:0:17545:0:(mgc_request.c:108:config_log_get()) log lustre-OST0000 (000000004623bbe1) refs 2 10000000:00000001:2.0:1767384275.782754:0:17545:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384275.782757:0:17545:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384275.782759:0:17545:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384275.782761:0:17545:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d1de66de refcount=3 00000020:00000001:2.0:1767384275.782762:0:17545:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619782554465280 : -124291155086336 : ffff8ef535da3400) 00010000:00000001:2.0:1767384275.782765:0:17545:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619782554465280 : -124291155086336 : ffff8ef535da3400) 00010000:00000001:2.0:1767384275.782767:0:17545:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:2.0:1767384275.782768:0:17545:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384275.782769:0:17545:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384275.782771:0:17545:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384275.782773:0:17545:0:(mgc_request.c:1680:mgc_process_cfg_log()) Process entered 10000000:00000010:2.0:1767384275.782778:0:17545:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at 0000000097a448a7. 00000020:00000010:2.0:1767384275.782789:0:17545:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000c73bf59. 00000020:00000010:2.0:1767384275.782806:0:17545:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000591bfc9b. 00000040:00000010:2.0:1767384275.782813:0:17545:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000d2238615. 00000020:00000010:2.0:1767384275.782819:0:17545:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000c80cbb98. 00000020:00000010:2.0:1767384275.782829:0:17545:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000f1d17d4d. 80000000:00000010:2.0:1767384275.782855:0:17545:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000ccf7ca16. 00040000:00000010:2.0:1767384275.782863:0:17545:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000093bdf1be. 00080000:00000010:2.0:1767384275.782888:0:17545:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000076935a1c. 20000000:00000010:2.0:1767384275.782892:0:17545:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 0000000087cae066. 10000000:00000040:2.0:1767384275.782900:0:17545:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 0000000050238812 : new refcount 2 10000000:00000040:2.0:1767384275.782905:0:17545:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 0000000023245f7b : new refcount 2 10000000:00000040:2.0:1767384275.782911:0:17545:0:(mgc_request_server.c:795:mgc_process_server_cfg_log()) MGC192.168.202.152@tcp: copy local log lustre-OST0000 10000000:00000001:2.0:1767384275.782918:0:17545:0:(mgc_request_server.c:718:mgc_llog_local_copy()) Process entered 10000000:00000010:2.0:1767384275.782925:0:17545:0:(mgc_request_server.c:728:mgc_llog_local_copy()) kmalloced '(temp_log)': 16 at 00000000e45632b6. 00000040:00000001:2.0:1767384275.782934:0:17545:0:(llog.c:1713:llog_validate()) Process entered 00000040:00000001:2.0:1767384275.782938:0:17545:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:2.0:1767384275.782942:0:17545:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000006987858f. 00000040:00000001:2.0:1767384275.782946:0:17545:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:2.0:1767384275.782952:0:17545:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:2.0:1767384275.782959:0:17545:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446619782459540480 : -124291250011136 : 0xffff8ef53031c400) 00000020:00000001:2.0:1767384275.782964:0:17545:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446619782459540480 : -124291250011136 : ffff8ef53031c400) 00080000:00000001:2.0:1767384275.782973:0:17545:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:2.0:1767384275.782997:0:17545:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384275.783004:0:17545:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384275.783007:0:17545:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384275.783012:0:17545:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000040:00000010:2.0:1767384275.783017:0:17545:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 15 at 0000000065eb578e. 00000020:00000001:2.0:1767384275.783022:0:17545:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:2.0:1767384275.783027:0:17545:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000004052971. 00000020:00000001:2.0:1767384275.783033:0:17545:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:2.0:1767384275.783039:0:17545:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000007faf25c9. 00000020:00000001:2.0:1767384275.783043:0:17545:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384275.783048:0:17545:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:2.0:1767384275.783052:0:17545:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:2.0:1767384275.783056:0:17545:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1767384275.783057:0:17545:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384275.783089:0:17545:0:(osd_oi.c:679:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384275.783099:0:17545:0:(osd_object.c:397:osd_object_init0()) Process entered 00080000:00000001:2.0:1767384275.783162:0:17545:0:(osd_object.c:177:__osd_object_attr_get()) Process entered 00080000:00000001:2.0:1767384275.783185:0:17545:0:(osd_object.c:256:__osd_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384275.783193:0:17545:0:(osd_object.c:430:osd_object_init0()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384275.783200:0:17545:0:(osd_object.c:441:osd_check_lma()) Process entered 00080000:00000001:2.0:1767384275.783207:0:17545:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1767384275.783215:0:17545:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00080000:00000001:2.0:1767384275.783225:0:17545:0:(osd_object.c:478:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384275.783229:0:17545:0:(osd_object.c:603:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384275.783232:0:17545:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384275.783242:0:17545:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446619781780663384 : -124291928888232 : ffff8ef507baec58) 00000040:00000001:2.0:1767384275.783252:0:17545:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384275.783260:0:17545:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384275.783285:0:17545:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:2.0:1767384275.783295:0:17545:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000008c3e6bf2. 00000040:00000001:2.0:1767384275.783308:0:17545:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:2.0:1767384275.783312:0:17545:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000100:00000040:2.0:1767384275.787181:0:795:0:(connection.c:75:cpu_latency_work()) work item of 00000000135c2452 (cpu 0) has reached its deadline 4294865749, at 4294865750 00000100:00000010:2.0:1767384275.787195:0:795:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b810fee6. 00000100:00000040:2.0:1767384275.795216:0:795:0:(connection.c:75:cpu_latency_work()) work item of 00000000135c2452 (cpu 0) has reached its deadline 4294865757, at 4294865758 00000100:00000010:2.0:1767384275.795232:0:795:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008da8caed. 00000100:00000040:2.0:1767384275.803180:0:795:0:(connection.c:75:cpu_latency_work()) work item of 00000000135c2452 (cpu 0) has reached its deadline 4294865764, at 4294865766 00000100:00000010:2.0:1767384275.803205:0:795:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000630eabc2. 00000100:00000001:2.0:1767384275.814173:0:16774:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384275.814181:0:16774:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723061248 02000000:00000001:2.0:1767384275.814188:0:16774:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384275.814196:0:16774:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384275.814203:0:16774:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384275.814237:0:16774:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384275.814250:0:16774:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723061248 00000020:00000001:2.0:1767384275.814263:0:16774:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384275.814272:0:16774:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eec8e1 00000020:00000001:2.0:1767384275.814282:0:16774:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384275.814292:0:16774:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000555601ca refcount=13 00000020:00000001:2.0:1767384275.814318:0:16774:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000020:00000001:2.0:1767384275.814331:0:16774:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000100:00000001:2.0:1767384275.814342:0:16774:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384275.814353:0:16774:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000038cd82c0. 00000100:00000001:2.0:1767384275.814364:0:16774:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384275.814374:0:16774:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000038cd82c0. 00000020:00000010:2.0:1767384275.814384:0:16774:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003c933af7. 00000020:00000010:2.0:1767384275.814389:0:16774:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000082d0810. 00000020:00000010:2.0:1767384275.814395:0:16774:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b223840c. 00000100:00000040:2.0:1767384275.814406:0:16774:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384275.814411:0:16774:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384275.814413:0:16774:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384275.814415:0:16774:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384275.814422:0:16774:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384275.814443:0:16774:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384275.814460:0:16774:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384275.814464:0:16774:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384275.814470:0:16774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00000040:2.0:1767384275.814474:0:16774:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000555601ca : new rpc_count 1 00000100:00000001:2.0:1767384275.814478:0:16774:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619781697410128 : -124292012141488 : ffff8ef502c49450) 00000100:00000040:2.0:1767384275.814485:0:16774:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000000e26cd95 x1853236723061248/t0(0) o101->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:256/0 lens 328/0 e 0 to 0 dl 1767384286 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384275.814499:0:16774:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384275.814502:0:16774:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000038cd82c0. 00000100:00000001:2.0:1767384275.814504:0:16774:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384275.814507:0:16774:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000038cd82c0. 00000100:00100000:2.0:1767384275.814514:0:16774:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000000e26cd95 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c0412d60-4f67-4dbc-8791-892843f60083+13:17545:x1853236723061248:12345-0@lo:101: 00000100:00000200:2.0:1767384275.814519:0:16774:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723061248 00000020:00000001:2.0:1767384275.814522:0:16774:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384275.814525:0:16774:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384275.814527:0:16774:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384275.814530:0:16774:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384275.814544:0:16774:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669141056 : -1040410560 : ffffffffc1fc9840) 00000020:00000001:2.0:1767384275.814548:0:16774:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384275.814550:0:16774:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384275.814553:0:16774:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384275.814556:0:16774:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384275.814560:0:16774:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384275.814563:0:16774:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1767384275.814565:0:16774:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1767384275.814568:0:16774:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1767384275.814570:0:16774:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1767384275.814573:0:16774:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384275.814578:0:16774:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1767384275.814582:0:16774:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000bccb39d5 count: 2 00010000:00000001:2.0:1767384275.814586:0:16774:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384275.814589:0:16774:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384275.814594:0:16774:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000abbdeb41. 00000020:00000001:2.0:1767384275.814597:0:16774:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384275.814600:0:16774:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000abbdeb41 with handle 0x7e51148972eeca00 to hash 00000020:00000001:2.0:1767384275.814603:0:16774:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384275.814605:0:16774:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446619782554464768 : -124291155086848 : ffff8ef535da3200) 00010000:00000001:2.0:1767384275.814608:0:16774:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446619782554464768 : -124291155086848 : ffff8ef535da3200) 00010000:00010000:2.0:1767384275.814612:0:16774:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000abbdeb41/0x7e51148972eeca00 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x7e51148972eec9f9 expref: -99 pid: 16774 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384275.814622:0:16774:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 00000000555601ca : new locks_count 9 00000020:00000040:2.0:1767384275.814625:0:16774:0:(genops.c:887:class_export_get()) GET export 00000000555601ca refcount=14 00000100:00000001:2.0:1767384275.814633:0:16774:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384275.814636:0:16774:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384275.814640:0:16774:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 000000001c410405. 02000000:00000001:2.0:1767384275.814644:0:16774:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384275.814646:0:16774:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384275.814650:0:16774:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384275.814654:0:16774:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384275.814657:0:16774:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384275.814660:0:16774:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384275.814673:0:16774:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384275.814675:0:16774:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384275.814677:0:16774:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384275.814681:0:16774:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384275.814684:0:16774:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384275.814686:0:16774:0:(ldlm_lock.c:999:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384275.814688:0:16774:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384275.814690:0:16774:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x736d61726170:0x3:0x0].0x0 (00000000bccb39d5) refcount = 2 00010000:00000040:2.0:1767384275.814694:0:16774:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1767384275.814698:0:16774:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 0000000082cb0e68/0x7e51148972eec982 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7e51148972eec97b expref: 14 pid: 16773 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384275.814707:0:16774:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000abbdeb41/0x7e51148972eeca00 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x7e51148972eec9f9 expref: 14 pid: 16774 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384275.814714:0:16774:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384275.814716:0:16774:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384275.814719:0:16774:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384275.814721:0:16774:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384275.814724:0:16774:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384275.814730:0:16774:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:2.0:1767384275.814733:0:16774:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000abbdeb41/0x7e51148972eeca00 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7e51148972eec9f9 expref: 14 pid: 16774 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384275.814742:0:16774:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384275.814744:0:16774:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384275.814747:0:16774:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384275.814750:0:16774:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384275.814754:0:16774:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384275.814755:0:16774:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384275.814757:0:16774:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384275.814759:0:16774:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000abbdeb41, rc 0) 00000020:00000001:2.0:1767384275.814762:0:16774:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384275.814766:0:16774:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236723061248 00010000:00000001:2.0:1767384275.814768:0:16774:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384275.814801:0:16774:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000000e26cd95 x1853236723061248/t0(0) o101->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:256/0 lens 328/344 e 0 to 0 dl 1767384286 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384275.814819:0:16774:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384275.814822:0:16774:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384275.814825:0:16774:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dd452398 time=5 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384275.814830:0:16774:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384275.814833:0:16774:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 12 to 0@lo 00000100:00000001:2.0:1767384275.814865:0:16774:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 02000000:00000001:2.0:1767384275.814868:0:16774:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384275.814871:0:16774:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384275.814874:0:16774:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384275.814877:0:16774:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384275.814880:0:16774:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000520c8158. 00000100:00000200:2.0:1767384275.814885:0:16774:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236723061248, offset 224 00000400:00000200:2.0:1767384275.814890:0:16774:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384275.814899:0:16774:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384275.814911:0:16774:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695824c901200 00000400:00000200:2.0:1767384275.814920:0:16774:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x1045 [1] + 224 00000400:00000200:2.0:1767384275.814927:0:16774:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384275.814932:0:16774:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384275.814939:0:16774:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384275.814945:0:16774:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000fdfbfb9f x1853236723061248/t0(0) o101->MGC192.168.202.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384291 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384275.814961:0:16774:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@00000000fdfbfb9f x1853236723061248/t0(0) o101->MGC192.168.202.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384291 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384275.814995:0:16774:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384275.815004:0:16774:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000520c8158 00000400:00000010:2.0:1767384275.815008:0:16774:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000520c8158. 00000100:00000001:2.0:1767384275.815012:0:16774:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384275.815014:0:16774:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384275.815021:0:16774:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384275.815025:0:16774:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 11 to 0@lo 00010000:00000001:2.0:1767384275.815028:0:16774:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384275.815031:0:16774:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384275.815038:0:16774:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384275.815059:0:16774:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000e26cd95 x1853236723061248/t0(0) o101->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:256/0 lens 328/344 e 0 to 0 dl 1767384286 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384275.815084:0:16774:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000000e26cd95 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c0412d60-4f67-4dbc-8791-892843f60083+14:17545:x1853236723061248:12345-0@lo:101: Request processed in 581us (1034us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384275.815146:0:16774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00000040:2.0:1767384275.815153:0:16774:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000555601ca : new rpc_count 0 00000100:00000001:2.0:1767384275.815162:0:16774:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384275.815168:0:16774:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384275.815174:0:16774:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000082d0810. 00000020:00000010:2.0:1767384275.815181:0:16774:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b223840c. 00000020:00000010:2.0:1767384275.815189:0:16774:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003c933af7. 00000020:00000040:2.0:1767384275.815198:0:16774:0:(genops.c:898:class_export_put()) PUTting export 00000000555601ca : new refcount 13 02000000:00000001:2.0:1767384275.815207:0:16774:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384275.815214:0:16774:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 000000001c410405. 02000000:00000001:2.0:1767384275.815223:0:16774:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384275.815230:0:16774:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384275.815240:0:16774:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384275.815252:0:16774:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009c0267ba. 00000400:00000010:2.0:1767384275.815265:0:16774:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007148af73. 00000100:00000001:2.0:1767384275.816423:0:16774:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384275.816433:0:16774:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723061376 02000000:00000001:2.0:1767384275.816441:0:16774:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384275.816448:0:16774:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384275.816454:0:16774:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384275.816461:0:16774:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384275.816467:0:16774:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723061376 00000020:00000001:2.0:1767384275.816473:0:16774:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384275.816476:0:16774:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eec8e1 00000020:00000001:2.0:1767384275.816480:0:16774:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384275.816487:0:16774:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000555601ca refcount=14 00000020:00000001:2.0:1767384275.816494:0:16774:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000020:00000001:2.0:1767384275.816505:0:16774:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000100:00000001:2.0:1767384275.816510:0:16774:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384275.816532:0:16774:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000038cd82c0. 00000100:00000001:2.0:1767384275.816537:0:16774:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384275.816545:0:16774:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000038cd82c0. 00000020:00000010:2.0:1767384275.816557:0:16774:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003c933af7. 00000020:00000010:2.0:1767384275.816566:0:16774:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000082d0810. 00000020:00000010:2.0:1767384275.816574:0:16774:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b223840c. 00000100:00000040:2.0:1767384275.816588:0:16774:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384275.816594:0:16774:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384275.816599:0:16774:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384275.816606:0:16774:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384275.816624:0:16774:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384275.816655:0:16774:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384275.816679:0:16774:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384275.816683:0:16774:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384275.816692:0:16774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00000040:2.0:1767384275.816697:0:16774:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000555601ca : new rpc_count 1 00000100:00000001:2.0:1767384275.816701:0:16774:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619781697418320 : -124292012133296 : ffff8ef502c4b450) 00000100:00000040:2.0:1767384275.816708:0:16774:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000024d9ab05 x1853236723061376/t0(0) o501->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:256/0 lens 504/0 e 0 to 0 dl 1767384286 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384275.816721:0:16774:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384275.816726:0:16774:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000038cd82c0. 00000100:00000001:2.0:1767384275.816730:0:16774:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384275.816733:0:16774:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000038cd82c0. 00000100:00100000:2.0:1767384275.816743:0:16774:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000024d9ab05 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c0412d60-4f67-4dbc-8791-892843f60083+14:17545:x1853236723061376:12345-0@lo:501: 00000100:00000200:2.0:1767384275.816748:0:16774:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723061376 00000020:00000001:2.0:1767384275.816752:0:16774:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384275.816755:0:16774:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384275.816757:0:16774:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384275.816760:0:16774:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384275.816762:0:16774:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669140672 : -1040410944 : ffffffffc1fc96c0) 00000020:00000001:2.0:1767384275.816766:0:16774:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384275.816768:0:16774:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384275.816798:0:16774:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384275.816800:0:16774:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384275.816803:0:16774:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:2.0:1767384275.816807:0:16774:0:(tgt_handler.c:64:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384275.816809:0:16774:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384275.816812:0:16774:0:(mgs_handler.c:685:mgs_llog_open()) Process entered 00000020:00000001:2.0:1767384275.816815:0:16774:0:(tgt_handler.c:1517:tgt_llog_open()) Process entered 00000040:00000001:2.0:1767384275.816818:0:16774:0:(llog_server.c:45:llog_origin_handle_open()) Process entered 00000100:00000001:2.0:1767384275.816822:0:16774:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384275.816825:0:16774:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384275.816830:0:16774:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 000000001c410405. 02000000:00000001:2.0:1767384275.816833:0:16774:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384275.816860:0:16774:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:2.0:1767384275.816865:0:16774:0:(llog_server.c:62:llog_origin_handle_open()) MGS: opening log params 00000040:00000040:2.0:1767384275.816867:0:16774:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 0000000066d3e4b6 : new refcount 2 00000040:00000001:2.0:1767384275.816870:0:16774:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:2.0:1767384275.816874:0:16774:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000009c012fd3. 00000040:00000001:2.0:1767384275.816878:0:16774:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:2.0:1767384275.816880:0:16774:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:2.0:1767384275.816884:0:16774:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446619782067589120 : -124291641962496 : 0xffff8ef518d51000) 00000020:00000001:2.0:1767384275.816887:0:16774:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446619782067589120 : -124291641962496 : ffff8ef518d51000) 00080000:00000001:2.0:1767384275.816893:0:16774:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:2.0:1767384275.816936:0:16774:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384275.816941:0:16774:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384275.816943:0:16774:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384275.816945:0:16774:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000040:00000010:2.0:1767384275.816954:0:16774:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at 0000000004e81415. 00000020:00000001:2.0:1767384275.816959:0:16774:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384275.816964:0:16774:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446619782632004440 : -124291077547176 : ffff8ef53a795b58) 00000040:00000001:2.0:1767384275.816971:0:16774:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384275.816974:0:16774:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384275.816980:0:16774:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:2.0:1767384275.816984:0:16774:0:(lu_object.c:207:lu_object_put()) Add 00000000504317e2/0000000056e37aaf to site lru. bkt: 00000000bf514292 00000040:00000010:2.0:1767384275.816989:0:16774:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at 0000000004e81415. 00000040:00000001:2.0:1767384275.816995:0:16774:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:2.0:1767384275.816998:0:16774:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000009c012fd3. 00000040:00000001:2.0:1767384275.817013:0:16774:0:(llog_server.c:87:llog_origin_handle_open()) Process leaving 00000040:00000040:2.0:1767384275.817015:0:16774:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 0000000066d3e4b6 : new refcount 1 00000020:00000001:2.0:1767384275.817018:0:16774:0:(tgt_handler.c:1521:tgt_llog_open()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384275.817023:0:16774:0:(mgs_handler.c:742:mgs_llog_open()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384275.817026:0:16774:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236723061376 00010000:00000001:2.0:1767384275.817029:0:16774:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384275.817033:0:16774:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000024d9ab05 x1853236723061376/t0(0) o501->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:256/0 lens 504/272 e 0 to 0 dl 1767384286 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384275.817043:0:16774:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384275.817045:0:16774:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384275.817047:0:16774:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dd452398 time=5 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384275.817051:0:16774:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384275.817053:0:16774:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 12 to 0@lo 00000100:00000001:2.0:1767384275.817055:0:16774:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 02000000:00000001:2.0:1767384275.817058:0:16774:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384275.817060:0:16774:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384275.817062:0:16774:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384275.817065:0:16774:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384275.817068:0:16774:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000520c8158. 00000100:00000200:2.0:1767384275.817072:0:16774:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1853236723061376, offset 224 00000400:00000200:2.0:1767384275.817076:0:16774:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384275.817084:0:16774:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384275.817126:0:16774:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 25 MB=0x695824c901280 00000400:00000200:2.0:1767384275.817133:0:16774:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 272/272 into md 0x1055 [1] + 224 00000400:00000200:2.0:1767384275.817138:0:16774:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384275.817143:0:16774:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384275.817148:0:16774:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384275.817152:0:16774:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c41ee093 x1853236723061376/t0(0) o501->MGC192.168.202.152@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384291 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384275.817163:0:16774:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@00000000c41ee093 x1853236723061376/t0(0) o501->MGC192.168.202.152@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384291 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384275.817192:0:16774:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384275.817200:0:16774:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000520c8158 00000400:00000010:2.0:1767384275.817214:0:16774:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000520c8158. 00000100:00000001:2.0:1767384275.817236:0:16774:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384275.817239:0:16774:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384275.817248:0:16774:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384275.817257:0:16774:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 11 to 0@lo 00010000:00000001:2.0:1767384275.817266:0:16774:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384275.817275:0:16774:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384275.817285:0:16774:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384275.817295:0:16774:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000024d9ab05 x1853236723061376/t0(0) o501->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:256/0 lens 504/272 e 0 to 0 dl 1767384286 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384275.817328:0:16774:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000024d9ab05 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c0412d60-4f67-4dbc-8791-892843f60083+14:17545:x1853236723061376:12345-0@lo:501: Request processed in 603us (981us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384275.817346:0:16774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00000040:2.0:1767384275.817353:0:16774:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000555601ca : new rpc_count 0 00000100:00000001:2.0:1767384275.817360:0:16774:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384275.817363:0:16774:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384275.817370:0:16774:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000082d0810. 00000020:00000010:2.0:1767384275.817378:0:16774:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b223840c. 00000020:00000010:2.0:1767384275.817384:0:16774:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003c933af7. 00000020:00000040:2.0:1767384275.817390:0:16774:0:(genops.c:898:class_export_put()) PUTting export 00000000555601ca : new refcount 13 02000000:00000001:2.0:1767384275.817399:0:16774:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384275.817403:0:16774:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 000000001c410405. 02000000:00000001:2.0:1767384275.817408:0:16774:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384275.817412:0:16774:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384275.817421:0:16774:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384275.817431:0:16774:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ecb8b539. 00000400:00000010:2.0:1767384275.817442:0:16774:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f1aee22b. 00000100:00000001:2.0:1767384275.818168:0:16774:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384275.818175:0:16774:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723061504 02000000:00000001:2.0:1767384275.818180:0:16774:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384275.818184:0:16774:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384275.818190:0:16774:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384275.818200:0:16774:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384275.818209:0:16774:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723061504 00000020:00000001:2.0:1767384275.818216:0:16774:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384275.818256:0:16774:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eec8e1 00000020:00000001:2.0:1767384275.818264:0:16774:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384275.818272:0:16774:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000555601ca refcount=14 00000020:00000001:2.0:1767384275.818282:0:16774:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000020:00000001:2.0:1767384275.818289:0:16774:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000100:00000001:2.0:1767384275.818301:0:16774:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384275.818311:0:16774:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000038cd82c0. 00000100:00000001:2.0:1767384275.818319:0:16774:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384275.818330:0:16774:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000038cd82c0. 00000020:00000010:2.0:1767384275.818340:0:16774:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003c933af7. 00000020:00000010:2.0:1767384275.818348:0:16774:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000082d0810. 00000020:00000010:2.0:1767384275.818358:0:16774:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b223840c. 00000100:00000040:2.0:1767384275.818366:0:16774:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384275.818376:0:16774:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384275.818381:0:16774:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384275.818384:0:16774:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384275.818394:0:16774:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384275.818421:0:16774:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384275.818439:0:16774:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384275.818445:0:16774:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384275.818455:0:16774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00000040:2.0:1767384275.818463:0:16774:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000555601ca : new rpc_count 1 00000100:00000001:2.0:1767384275.818467:0:16774:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619781697420368 : -124292012131248 : ffff8ef502c4bc50) 00000100:00000040:2.0:1767384275.818480:0:16774:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000097802ce6 x1853236723061504/t0(0) o503->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:256/0 lens 272/0 e 0 to 0 dl 1767384286 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384275.818493:0:16774:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384275.818497:0:16774:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000038cd82c0. 00000100:00000001:2.0:1767384275.818500:0:16774:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384275.818502:0:16774:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000038cd82c0. 00000100:00100000:2.0:1767384275.818507:0:16774:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000097802ce6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c0412d60-4f67-4dbc-8791-892843f60083+14:17545:x1853236723061504:12345-0@lo:503: 00000100:00000200:2.0:1767384275.818512:0:16774:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723061504 00000020:00000001:2.0:1767384275.818514:0:16774:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384275.818527:0:16774:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384275.818529:0:16774:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384275.818532:0:16774:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384275.818534:0:16774:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669140768 : -1040410848 : ffffffffc1fc9720) 00000020:00000001:2.0:1767384275.818537:0:16774:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384275.818539:0:16774:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384275.818541:0:16774:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384275.818543:0:16774:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384275.818546:0:16774:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384275.818548:0:16774:0:(tgt_handler.c:1529:tgt_llog_read_header()) Process entered 00000040:00000001:2.0:1767384275.818550:0:16774:0:(llog_server.c:225:llog_origin_handle_read_header()) Process entered 00000100:00000001:2.0:1767384275.818554:0:16774:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384275.818556:0:16774:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384275.818573:0:16774:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 00000000273821ff. 02000000:00000001:2.0:1767384275.818576:0:16774:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384275.818578:0:16774:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:2.0:1767384275.818582:0:16774:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 0000000066d3e4b6 : new refcount 2 00000040:00000001:2.0:1767384275.818584:0:16774:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:2.0:1767384275.818587:0:16774:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000009c012fd3. 00000040:00000001:2.0:1767384275.818590:0:16774:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:2.0:1767384275.818592:0:16774:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:2.0:1767384275.818595:0:16774:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446619782067589120 : -124291641962496 : 0xffff8ef518d51000) 00000020:00000001:2.0:1767384275.818598:0:16774:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446619782067589120 : -124291641962496 : ffff8ef518d51000) 00000020:00000001:2.0:1767384275.818602:0:16774:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384275.818606:0:16774:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446619782632004440 : -124291077547176 : ffff8ef53a795b58) 00000040:00000001:2.0:1767384275.818609:0:16774:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384275.818611:0:16774:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384275.818613:0:16774:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:2.0:1767384275.818619:0:16774:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000c6a755cf. 00000040:00000001:2.0:1767384275.818621:0:16774:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:2.0:1767384275.818623:0:16774:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00080000:2.0:1767384275.818629:0:16774:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00000001:2.0:1767384275.818630:0:16774:0:(llog_osd.c:212:llog_osd_read_header()) Process leaving via unlock (rc=4711 : 4711 : 0x1267) 00000040:00000001:2.0:1767384275.818633:0:16774:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=4711 : 4711 : 1267) 00000040:00000001:2.0:1767384275.818636:0:16774:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384275.818638:0:16774:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767384275.818650:0:16774:0:(llog_server.c:264:llog_origin_handle_read_header()) MGS: red llog header [0xa:0x2:0x0] count 1 lgh_last_idx 0 llh_cat_idx 0 00000040:00000001:2.0:1767384275.818654:0:16774:0:(llog_server.c:265:llog_origin_handle_read_header()) Process leaving 00000040:00000001:2.0:1767384275.818656:0:16774:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:2.0:1767384275.818659:0:16774:0:(lu_object.c:207:lu_object_put()) Add 00000000504317e2/0000000056e37aaf to site lru. bkt: 00000000bf514292 00000040:00000001:2.0:1767384275.818663:0:16774:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:2.0:1767384275.818665:0:16774:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000c6a755cf. 00000040:00000010:2.0:1767384275.818669:0:16774:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000009c012fd3. 00000040:00000040:2.0:1767384275.818672:0:16774:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 0000000066d3e4b6 : new refcount 1 00000020:00000001:2.0:1767384275.818675:0:16774:0:(tgt_handler.c:1533:tgt_llog_read_header()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384275.818678:0:16774:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236723061504 00010000:00000001:2.0:1767384275.818681:0:16774:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384275.818685:0:16774:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000097802ce6 x1853236723061504/t0(0) o503->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:256/0 lens 272/8416 e 0 to 0 dl 1767384286 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384275.818696:0:16774:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384275.818698:0:16774:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384275.818701:0:16774:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dd452398 time=5 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384275.818705:0:16774:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384275.818708:0:16774:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 12 to 0@lo 00000100:00000001:2.0:1767384275.818711:0:16774:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 02000000:00000001:2.0:1767384275.818714:0:16774:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384275.818716:0:16774:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384275.818718:0:16774:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384275.818721:0:16774:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384275.818725:0:16774:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 0000000092876f5b. 00000100:00000200:2.0:1767384275.818730:0:16774:0:(niobuf.c:94:ptl_send_buf()) Sending 8416 bytes to portal 25, xid 1853236723061504, offset 224 00000400:00000200:2.0:1767384275.818735:0:16774:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384275.818744:0:16774:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384275.818751:0:16774:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8416 into portal 25 MB=0x695824c901300 00000400:00000200:2.0:1767384275.818757:0:16774:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8416/8416 into md 0x1065 [4] + 224 00000400:00000200:2.0:1767384275.818765:0:16774:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384275.818769:0:16774:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384275.818774:0:16774:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384275.818777:0:16774:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c41ee093 x1853236723061504/t0(0) o503->MGC192.168.202.152@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384291 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384275.818823:0:16774:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@00000000c41ee093 x1853236723061504/t0(0) o503->MGC192.168.202.152@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384291 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384275.818863:0:16774:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384275.818871:0:16774:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000092876f5b 00000400:00000010:2.0:1767384275.818874:0:16774:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 0000000092876f5b. 00000100:00000001:2.0:1767384275.818877:0:16774:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384275.818878:0:16774:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384275.818882:0:16774:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384275.818885:0:16774:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 11 to 0@lo 00010000:00000001:2.0:1767384275.818888:0:16774:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384275.818891:0:16774:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384275.818893:0:16774:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384275.818899:0:16774:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000097802ce6 x1853236723061504/t0(0) o503->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:256/0 lens 272/8416 e 0 to 0 dl 1767384286 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384275.818916:0:16774:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000097802ce6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c0412d60-4f67-4dbc-8791-892843f60083+14:17545:x1853236723061504:12345-0@lo:503: Request processed in 419us (853us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384275.818938:0:16774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00000040:2.0:1767384275.818946:0:16774:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000555601ca : new rpc_count 0 00000100:00000001:2.0:1767384275.818954:0:16774:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384275.818961:0:16774:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384275.818971:0:16774:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000082d0810. 00000020:00000010:2.0:1767384275.818980:0:16774:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b223840c. 00000020:00000010:2.0:1767384275.818990:0:16774:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003c933af7. 00000020:00000040:2.0:1767384275.819000:0:16774:0:(genops.c:898:class_export_put()) PUTting export 00000000555601ca : new refcount 13 02000000:00000001:2.0:1767384275.819007:0:16774:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384275.819009:0:16774:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 00000000273821ff. 02000000:00000001:2.0:1767384275.819021:0:16774:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384275.819025:0:16774:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384275.819034:0:16774:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384275.819043:0:16774:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000041cf77b2. 00000400:00000010:2.0:1767384275.819051:0:16774:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000092876f5b. 00000100:00000040:2.0:1767384275.822184:0:795:0:(connection.c:75:cpu_latency_work()) work item of 00000000135c2452 (cpu 0) has reached its deadline 4294865784, at 4294865785 00000100:00000010:2.0:1767384275.822218:0:795:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000073f9212e. 00000100:00000001:2.0:1767384275.824317:0:16774:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384275.824327:0:16774:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723061632 02000000:00000001:2.0:1767384275.824333:0:16774:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384275.824336:0:16774:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384275.824339:0:16774:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384275.824343:0:16774:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384275.824348:0:16774:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723061632 00000020:00000001:2.0:1767384275.824350:0:16774:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384275.824352:0:16774:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eec8e1 00000020:00000001:2.0:1767384275.824355:0:16774:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384275.824357:0:16774:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000555601ca refcount=14 00000020:00000001:2.0:1767384275.824361:0:16774:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000020:00000001:2.0:1767384275.824364:0:16774:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000100:00000001:2.0:1767384275.824368:0:16774:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384275.824374:0:16774:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000038cd82c0. 00000100:00000001:2.0:1767384275.824376:0:16774:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384275.824379:0:16774:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000038cd82c0. 00000020:00000010:2.0:1767384275.824385:0:16774:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003c933af7. 00000020:00000010:2.0:1767384275.824389:0:16774:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000082d0810. 00000020:00000010:2.0:1767384275.824394:0:16774:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b223840c. 00000100:00000040:2.0:1767384275.824401:0:16774:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384275.824405:0:16774:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384275.824408:0:16774:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384275.824410:0:16774:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384275.824415:0:16774:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384275.824431:0:16774:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384275.824441:0:16774:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384275.824443:0:16774:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384275.824449:0:16774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00000040:2.0:1767384275.824452:0:16774:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000555601ca : new rpc_count 1 00000100:00000001:2.0:1767384275.824455:0:16774:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619781697406032 : -124292012145584 : ffff8ef502c48450) 00000100:00000040:2.0:1767384275.824462:0:16774:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000002a20baf2 x1853236723061632/t0(0) o101->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:256/0 lens 328/0 e 0 to 0 dl 1767384286 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384275.824496:0:16774:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384275.824499:0:16774:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000038cd82c0. 00000100:00000001:2.0:1767384275.824501:0:16774:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384275.824504:0:16774:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000038cd82c0. 00000100:00100000:2.0:1767384275.824509:0:16774:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000002a20baf2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c0412d60-4f67-4dbc-8791-892843f60083+14:17545:x1853236723061632:12345-0@lo:101: 00000100:00000200:2.0:1767384275.824514:0:16774:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723061632 00000020:00000001:2.0:1767384275.824517:0:16774:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384275.824520:0:16774:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384275.824522:0:16774:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384275.824525:0:16774:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384275.824527:0:16774:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669141056 : -1040410560 : ffffffffc1fc9840) 00000020:00000001:2.0:1767384275.824530:0:16774:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384275.824532:0:16774:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384275.824535:0:16774:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384275.824536:0:16774:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384275.824540:0:16774:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384275.824542:0:16774:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1767384275.824544:0:16774:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1767384275.824546:0:16774:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1767384275.824547:0:16774:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1767384275.824549:0:16774:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384275.824553:0:16774:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1767384275.824557:0:16774:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000fb071e46 count: 5 00010000:00000001:2.0:1767384275.824560:0:16774:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384275.824563:0:16774:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384275.824567:0:16774:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000008f0bf45b. 00000020:00000001:2.0:1767384275.824570:0:16774:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384275.824572:0:16774:0:(lustre_handles.c:77:class_handle_hash()) added object 000000008f0bf45b with handle 0x7e51148972eeca0e to hash 00000020:00000001:2.0:1767384275.824575:0:16774:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384275.824576:0:16774:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446619782554462208 : -124291155089408 : ffff8ef535da2800) 00010000:00000001:2.0:1767384275.824579:0:16774:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446619782554462208 : -124291155089408 : ffff8ef535da2800) 00010000:00010000:2.0:1767384275.824583:0:16774:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 000000008f0bf45b/0x7e51148972eeca0e lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x7e51148972eeca07 expref: -99 pid: 16774 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384275.824598:0:16774:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 00000000555601ca : new locks_count 10 00000020:00000040:2.0:1767384275.824601:0:16774:0:(genops.c:887:class_export_get()) GET export 00000000555601ca refcount=15 00000100:00000001:2.0:1767384275.824607:0:16774:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384275.824610:0:16774:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384275.824613:0:16774:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 000000001c410405. 02000000:00000001:2.0:1767384275.824615:0:16774:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384275.824618:0:16774:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384275.824620:0:16774:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384275.824623:0:16774:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384275.824626:0:16774:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384275.824628:0:16774:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384275.824630:0:16774:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384275.824632:0:16774:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384275.824634:0:16774:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384275.824636:0:16774:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384275.824638:0:16774:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384275.824640:0:16774:0:(ldlm_lock.c:999:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384275.824641:0:16774:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384275.824643:0:16774:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x0:0x0].0x0 (00000000fb071e46) refcount = 5 00010000:00000040:2.0:1767384275.824646:0:16774:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1767384275.824649:0:16774:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000172defeb/0x7e51148972eec9e4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7e51148972eec9d6 expref: 15 pid: 16774 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384275.824657:0:16774:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 000000004e88c22f/0x7e51148972eec990 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7e51148972eec989 expref: 15 pid: 16773 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384275.824663:0:16774:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000b1fd1fec/0x7e51148972eec90b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7e51148972eec904 expref: 15 pid: 16773 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384275.824669:0:16774:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 0000000013d77b4f/0x7e51148972eec8ef lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7e51148972eec8e8 expref: 15 pid: 16773 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384275.824675:0:16774:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000008f0bf45b/0x7e51148972eeca0e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x7e51148972eeca07 expref: 15 pid: 16774 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384275.824693:0:16774:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384275.824695:0:16774:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384275.824697:0:16774:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384275.824700:0:16774:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384275.824702:0:16774:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384275.824706:0:16774:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:2.0:1767384275.824708:0:16774:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 000000008f0bf45b/0x7e51148972eeca0e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7e51148972eeca07 expref: 15 pid: 16774 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384275.824715:0:16774:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384275.824718:0:16774:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384275.824719:0:16774:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384275.824722:0:16774:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384275.824724:0:16774:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384275.824726:0:16774:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384275.824727:0:16774:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384275.824729:0:16774:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 000000008f0bf45b, rc 0) 00000020:00000001:2.0:1767384275.824731:0:16774:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384275.824734:0:16774:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236723061632 00010000:00000001:2.0:1767384275.824737:0:16774:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384275.824740:0:16774:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000002a20baf2 x1853236723061632/t0(0) o101->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:256/0 lens 328/344 e 0 to 0 dl 1767384286 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384275.824749:0:16774:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384275.824751:0:16774:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384275.824754:0:16774:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dd452398 time=5 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384275.824759:0:16774:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384275.824761:0:16774:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 12 to 0@lo 00000100:00000001:2.0:1767384275.824764:0:16774:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 02000000:00000001:2.0:1767384275.824767:0:16774:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384275.824769:0:16774:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384275.824772:0:16774:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384275.824775:0:16774:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384275.824778:0:16774:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000520c8158. 00000100:00000200:2.0:1767384275.824782:0:16774:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236723061632, offset 224 00000400:00000200:2.0:1767384275.824795:0:16774:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384275.824803:0:16774:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384275.824811:0:16774:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695824c901380 00000400:00000200:2.0:1767384275.824833:0:16774:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x1075 [1] + 224 00000400:00000200:2.0:1767384275.824862:0:16774:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384275.824865:0:16774:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384275.824869:0:16774:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384275.824873:0:16774:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000092eb0767 x1853236723061632/t0(0) o101->MGC192.168.202.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384291 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384275.824893:0:16774:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@0000000092eb0767 x1853236723061632/t0(0) o101->MGC192.168.202.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384291 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384275.824917:0:16774:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384275.824926:0:16774:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000520c8158 00000400:00000010:2.0:1767384275.824929:0:16774:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000520c8158. 00000100:00000001:2.0:1767384275.824932:0:16774:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384275.824934:0:16774:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384275.824939:0:16774:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384275.824943:0:16774:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 11 to 0@lo 00010000:00000001:2.0:1767384275.824948:0:16774:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384275.824951:0:16774:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384275.824955:0:16774:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384275.824961:0:16774:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002a20baf2 x1853236723061632/t0(0) o101->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:256/0 lens 328/344 e 0 to 0 dl 1767384286 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384275.824987:0:16774:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000002a20baf2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c0412d60-4f67-4dbc-8791-892843f60083+15:17545:x1853236723061632:12345-0@lo:101: Request processed in 484us (810us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384275.825008:0:16774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00000040:2.0:1767384275.825017:0:16774:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000555601ca : new rpc_count 0 00000100:00000001:2.0:1767384275.825023:0:16774:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384275.825027:0:16774:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384275.825033:0:16774:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000082d0810. 00000020:00000010:2.0:1767384275.825043:0:16774:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b223840c. 00000020:00000010:2.0:1767384275.825049:0:16774:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003c933af7. 00000020:00000040:2.0:1767384275.825066:0:16774:0:(genops.c:898:class_export_put()) PUTting export 00000000555601ca : new refcount 14 02000000:00000001:2.0:1767384275.825075:0:16774:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384275.825080:0:16774:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 000000001c410405. 02000000:00000001:2.0:1767384275.825129:0:16774:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384275.825135:0:16774:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384275.825144:0:16774:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384275.825154:0:16774:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a01f464e. 00000400:00000010:2.0:1767384275.825165:0:16774:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a9a34680. 00000100:00000040:2.0:1767384275.829248:0:795:0:(connection.c:75:cpu_latency_work()) work item of 00000000135c2452 (cpu 0) has reached its deadline 4294865790, at 4294865792 00000100:00000010:2.0:1767384275.829264:0:795:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a5836adb. 00000100:00000001:2.0:1767384275.838066:0:16774:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384275.838075:0:16774:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723061760 02000000:00000001:2.0:1767384275.838081:0:16774:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384275.838124:0:16774:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384275.838130:0:16774:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384275.838135:0:16774:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384275.838139:0:16774:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723061760 00000020:00000001:2.0:1767384275.838143:0:16774:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384275.838150:0:16774:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eec8e1 00000020:00000001:2.0:1767384275.838154:0:16774:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384275.838159:0:17545:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 1 00000020:00000040:2.0:1767384275.838160:0:16774:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000555601ca refcount=15 00000020:00000001:2.0:1767384275.838164:0:16774:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000020:00000001:2.0:1767384275.838168:0:16774:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000100:00000001:2.0:1767384275.838177:0:16774:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384275.838202:0:16774:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000038cd82c0. 00000100:00000001:3.0:1767384275.838204:0:17545:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294865804 00000100:00000001:2.0:1767384275.838208:0:16774:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000010:3.0:1767384275.838214:0:17545:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b5e97132. 00000020:00000010:2.0:1767384275.838217:0:16774:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000038cd82c0. 00000100:00000001:3.0:1767384275.838223:0:17545:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384275.838231:0:17545:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294865804 00000020:00000010:2.0:1767384275.838233:0:16774:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003c933af7. 00000100:00000010:3.0:1767384275.838238:0:17545:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e3bb798c. 00000020:00000010:2.0:1767384275.838245:0:16774:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000082d0810. 00000100:00000001:3.0:1767384275.838247:0:17545:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384275.838255:0:17545:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384275.838258:0:16774:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b223840c. 00000100:00000001:3.0:1767384275.838261:0:17545:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384275.838268:0:17545:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384275.838269:0:17545:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767384275.838272:0:17545:0:(client.c:2690:ptlrpc_set_wait()) set 00000000affb5768 going to sleep for 11 seconds 00000100:00000040:2.0:1767384275.838275:0:16774:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384275.838276:0:17545:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384275.838282:0:17545:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384275.838286:0:16774:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384275.838292:0:16774:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384275.838295:0:16774:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384275.838304:0:16774:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384275.838337:0:16774:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384275.838355:0:16774:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384275.838357:0:16774:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384275.838364:0:16774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00000001:3.0:1767384275.838368:0:16773:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:2.0:1767384275.838368:0:16774:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000555601ca : new rpc_count 1 00000100:00000001:3.0:1767384275.838375:0:16773:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384275.838376:0:16774:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619777395445840 : -124296314105776 : ffff8ef40259d050) 00000100:00000001:3.0:1767384275.838381:0:16773:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384275.838387:0:16773:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384275.838388:0:16774:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000070c1bfeb x1853236723061760/t0(0) o501->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:256/0 lens 512/0 e 0 to 0 dl 1767384286 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384275.838404:0:16774:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384275.838408:0:16774:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000038cd82c0. 00000100:00000001:2.0:1767384275.838410:0:16774:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384275.838413:0:16774:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000038cd82c0. 00000100:00100000:2.0:1767384275.838417:0:16774:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000070c1bfeb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c0412d60-4f67-4dbc-8791-892843f60083+15:17545:x1853236723061760:12345-0@lo:501: 00000100:00000200:2.0:1767384275.838422:0:16774:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723061760 00000020:00000001:2.0:1767384275.838425:0:16774:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384275.838428:0:16774:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384275.838430:0:16774:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384275.838433:0:16774:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384275.838435:0:16774:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669140672 : -1040410944 : ffffffffc1fc96c0) 00000020:00000001:2.0:1767384275.838438:0:16774:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384275.838439:0:16774:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384275.838442:0:16774:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384275.838444:0:16774:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384275.838446:0:16774:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:2.0:1767384275.838449:0:16774:0:(tgt_handler.c:64:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384275.838451:0:16774:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384275.838453:0:16774:0:(mgs_handler.c:685:mgs_llog_open()) Process entered 00000020:00000001:2.0:1767384275.838455:0:16774:0:(tgt_handler.c:1517:tgt_llog_open()) Process entered 00000040:00000001:2.0:1767384275.838457:0:16774:0:(llog_server.c:45:llog_origin_handle_open()) Process entered 00000100:00000001:2.0:1767384275.838460:0:16774:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384275.838462:0:16774:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384275.838466:0:16774:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 000000001c410405. 02000000:00000001:2.0:1767384275.838468:0:16774:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384275.838470:0:16774:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:2.0:1767384275.838482:0:16774:0:(llog_server.c:62:llog_origin_handle_open()) MGS: opening log lustre-client 00000040:00000040:2.0:1767384275.838485:0:16774:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 0000000066d3e4b6 : new refcount 2 00000040:00000001:2.0:1767384275.838487:0:16774:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:2.0:1767384275.838490:0:16774:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000009c012fd3. 00000040:00000001:2.0:1767384275.838493:0:16774:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:2.0:1767384275.838495:0:16774:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:2.0:1767384275.838497:0:16774:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446619782067589120 : -124291641962496 : 0xffff8ef518d51000) 00000020:00000001:2.0:1767384275.838501:0:16774:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446619782067589120 : -124291641962496 : ffff8ef518d51000) 00080000:00000001:2.0:1767384275.838507:0:16774:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:2.0:1767384275.838533:0:16774:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384275.838536:0:16774:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384275.838538:0:16774:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384275.838540:0:16774:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000040:00000010:2.0:1767384275.838544:0:16774:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 14 at 0000000036684cbd. 00000020:00000001:2.0:1767384275.838547:0:16774:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384275.838551:0:16774:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446619782313852760 : -124291395698856 : ffff8ef52782bf58) 00000040:00000001:2.0:1767384275.838554:0:16774:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384275.838556:0:16774:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384275.838558:0:16774:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:2.0:1767384275.838561:0:16774:0:(lu_object.c:207:lu_object_put()) Add 0000000017d2affb/000000004632015f to site lru. bkt: 0000000020e8c507 00000040:00000010:2.0:1767384275.838563:0:16774:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 14 at 0000000036684cbd. 00000040:00000001:2.0:1767384275.838566:0:16774:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:2.0:1767384275.838568:0:16774:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000009c012fd3. 00000040:00000001:2.0:1767384275.838571:0:16774:0:(llog_server.c:87:llog_origin_handle_open()) Process leaving 00000040:00000040:2.0:1767384275.838572:0:16774:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 0000000066d3e4b6 : new refcount 1 00000020:00000001:2.0:1767384275.838575:0:16774:0:(tgt_handler.c:1521:tgt_llog_open()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384275.838579:0:16774:0:(mgs_nids.c:1137:mgs_fsc_attach()) Process entered 20000000:00000001:2.0:1767384275.838581:0:16774:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384275.838584:0:16774:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384275.838587:0:16774:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384275.838589:0:16774:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:2.0:1767384275.838592:0:16774:0:(mgs_nids.c:1144:mgs_fsc_attach()) kmalloced '(new_fsc)': 56 at 0000000038cd82c0. 00000020:00000040:2.0:1767384275.838594:0:16774:0:(genops.c:887:class_export_get()) GET export 00000000555601ca refcount=16 00000020:00000040:2.0:1767384275.838597:0:16774:0:(genops.c:898:class_export_put()) PUTting export 00000000555601ca : new refcount 15 20000000:00000010:2.0:1767384275.838599:0:16774:0:(mgs_nids.c:1187:mgs_fsc_attach()) kfreed 'new_fsc': 56 at 0000000038cd82c0. 20000000:00000001:2.0:1767384275.838609:0:16774:0:(mgs_nids.c:1192:mgs_fsc_attach()) Process leaving (rc=18446744073709551599 : -17 : ffffffffffffffef) 20000000:00000001:2.0:1767384275.838612:0:16774:0:(mgs_handler.c:742:mgs_llog_open()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384275.838615:0:16774:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236723061760 00010000:00000001:2.0:1767384275.838617:0:16774:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384275.838622:0:16774:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000070c1bfeb x1853236723061760/t0(0) o501->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:256/0 lens 512/272 e 0 to 0 dl 1767384286 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384275.838631:0:16774:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384275.838634:0:16774:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384275.838636:0:16774:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dd452398 time=5 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384275.838641:0:16774:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384275.838644:0:16774:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 12 to 0@lo 00000100:00000001:2.0:1767384275.838646:0:16774:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 02000000:00000001:2.0:1767384275.838649:0:16774:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384275.838651:0:16774:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384275.838654:0:16774:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384275.838657:0:16774:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384275.838660:0:16774:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000520c8158. 00000100:00000200:2.0:1767384275.838664:0:16774:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1853236723061760, offset 224 00000400:00000200:2.0:1767384275.838670:0:16774:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384275.838677:0:16774:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384275.838685:0:16774:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 25 MB=0x695824c901400 00000400:00000200:2.0:1767384275.838690:0:16774:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 272/272 into md 0x1085 [1] + 224 00000400:00000200:2.0:1767384275.838696:0:16774:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384275.838700:0:16774:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384275.838704:0:16774:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384275.838708:0:16774:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000092eb0767 x1853236723061760/t0(0) o501->MGC192.168.202.152@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384291 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384275.838718:0:16774:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@0000000092eb0767 x1853236723061760/t0(0) o501->MGC192.168.202.152@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384291 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384275.838740:0:16774:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384275.838746:0:16774:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000520c8158 00000400:00000010:2.0:1767384275.838748:0:16774:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000520c8158. 00000100:00000001:2.0:1767384275.838751:0:16774:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384275.838761:0:16774:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384275.838767:0:16774:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384275.838772:0:16774:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 11 to 0@lo 00000100:00000001:3.0:1767384275.838774:0:17545:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1767384275.838776:0:16774:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384275.838781:0:16774:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384275.838784:0:17545:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:2.0:1767384275.838785:0:16774:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:3.0:1767384275.838791:0:17545:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1767384275.838796:0:16774:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000070c1bfeb x1853236723061760/t0(0) o501->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:256/0 lens 512/272 e 0 to 0 dl 1767384286 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384275.838798:0:17545:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000003494e. 00000400:00000200:3.0:1767384275.838810:0:17545:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008fbdf106 00000400:00000010:3.0:1767384275.838832:0:17545:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008fbdf106. 00000100:00000001:3.0:1767384275.838855:0:17545:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384275.838862:0:17545:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000092eb0767 x1853236723061760/t0(0) o501->MGC192.168.202.152@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384291 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384275.838866:0:16774:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000070c1bfeb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c0412d60-4f67-4dbc-8791-892843f60083+15:17545:x1853236723061760:12345-0@lo:501: Request processed in 456us (883us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384275.838891:0:16774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00000200:3.0:1767384275.838896:0:17545:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000092eb0767 x1853236723061760/t0(0) o501->MGC192.168.202.152@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384291 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384275.838898:0:16774:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000555601ca : new rpc_count 0 00000100:00000001:2.0:1767384275.838906:0:16774:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384275.838910:0:16774:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384275.838917:0:16774:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000082d0810. 00000100:00000001:3.0:1767384275.838918:0:17545:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384275.838922:0:17545:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384275.838926:0:16774:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b223840c. 00000100:00000001:3.0:1767384275.838927:0:17545:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384275.838931:0:17545:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384275.838935:0:17545:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:2.0:1767384275.838935:0:16774:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003c933af7. 00000100:00000001:3.0:1767384275.838940:0:17545:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384275.838944:0:16774:0:(genops.c:898:class_export_put()) PUTting export 00000000555601ca : new refcount 14 02000000:00000001:3.0:1767384275.838946:0:17545:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384275.838951:0:16774:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384275.838954:0:16774:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 000000001c410405. 02000000:00000001:2.0:1767384275.838956:0:16774:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384275.838959:0:16774:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767384275.838966:0:17545:0:(import.c:2128:obd_at_measure()) add 5 to 0000000028df3f77 time=5 v=5 (5 0 0 0) 00000100:00000200:2.0:1767384275.838967:0:16774:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00001000:3.0:1767384275.838978:0:17545:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f5022cbe time=5 v=5 (1 0 0 0) 00000400:00000010:2.0:1767384275.838978:0:16774:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000aac8776f. 00000100:00000001:3.0:1767384275.838988:0:17545:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000010:2.0:1767384275.838988:0:16774:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008f9ad6ba. 00000100:00000001:3.0:1767384275.838990:0:17545:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384275.838997:0:17545:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384275.839000:0:17545:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384275.839002:0:17545:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384275.839006:0:17545:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000092eb0767 x1853236723061760/t0(0) o501->MGC192.168.202.152@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384291 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384275.839015:0:17545:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384275.839019:0:17545:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384275.839021:0:17545:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384275.839024:0:17545:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000092eb0767 x1853236723061760/t0(0) o501->MGC192.168.202.152@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384291 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384275.839032:0:17545:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000092eb0767 pname:cluuid:pid:xid:nid:opc:job mount.lustre:c0412d60-4f67-4dbc-8791-892843f60083:17545:1853236723061760:0@lo:501: 00000100:00000001:3.0:1767384275.839036:0:17545:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384275.839038:0:17545:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384275.839040:0:17545:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767384275.839041:0:17545:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384275.839043:0:17545:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000092eb0767 x1853236723061760/t0(0) o501->MGC192.168.202.152@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384291 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384275.839049:0:17545:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384275.839051:0:17545:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000affb5768. 00000100:00000001:3.0:1767384275.839054:0:17545:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767384275.839055:0:17545:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.839058:0:17545:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:3.0:1767384275.839060:0:17545:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384275.839062:0:17545:0:(genops.c:1242:class_import_put()) import 00000000df830bbe refcount=4 obd=MGC192.168.202.152@tcp 00000020:00000001:3.0:1767384275.839065:0:17545:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767384275.839066:0:17545:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384275.839068:0:17545:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000092eb0767 x1853236723061760/t0(0) o501->MGC192.168.202.152@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384291 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384275.839074:0:17545:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384275.839082:0:17545:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384275.839115:0:17545:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bde995ea. 02000000:00000001:3.0:1767384275.839119:0:17545:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384275.839121:0:17545:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384275.839122:0:17545:0:(genops.c:1242:class_import_put()) import 00000000df830bbe refcount=3 obd=MGC192.168.202.152@tcp 00000020:00000001:3.0:1767384275.839124:0:17545:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384275.839126:0:17545:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000161c828d. 02000000:00000001:3.0:1767384275.839129:0:17545:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384275.839131:0:17545:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384275.839132:0:17545:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000092eb0767. 00000100:00000001:3.0:1767384275.839135:0:17545:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384275.839136:0:17545:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:3.0:1767384275.839138:0:17545:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.839140:0:17545:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:3.0:1767384275.839144:0:17545:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000fcea198e. 00000040:00000001:3.0:1767384275.839146:0:17545:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:3.0:1767384275.839148:0:17545:0:(llog_client.c:268:llog_client_read_header()) Process entered 00000020:00000040:3.0:1767384275.839149:0:17545:0:(genops.c:1229:class_import_get()) import 00000000df830bbe refcount=4 obd=MGC192.168.202.152@tcp 00000100:00000010:3.0:1767384275.839152:0:17545:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000092eb0767. 00000020:00000040:3.0:1767384275.839155:0:17545:0:(genops.c:1229:class_import_get()) import 00000000df830bbe refcount=5 obd=MGC192.168.202.152@tcp 00000100:00000001:3.0:1767384275.839158:0:17545:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384275.839159:0:17545:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384275.839162:0:17545:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384275.839165:0:17545:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000161c828d. 00000100:00000001:3.0:1767384275.839169:0:17545:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384275.839172:0:17545:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767384275.839173:0:17545:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384275.839176:0:17545:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000affb5768. 00000100:00000001:3.0:1767384275.839178:0:17545:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446619782198774976 : -124291510776640 : ffff8ef520a6ccc0) 00000100:00000001:3.0:1767384275.839181:0:17545:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384275.839182:0:17545:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782675225600 : -124291034326016 : ffff8ef53d0cdc00) 00000100:00000001:3.0:1767384275.839186:0:17545:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384275.839187:0:17545:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384275.839189:0:17545:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384275.839190:0:17545:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384275.839193:0:17545:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000092eb0767 x1853236723061888/t0(0) o503->MGC192.168.202.152@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384275.839215:0:17545:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384275.839217:0:17545:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384275.839220:0:17545:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384275.839222:0:17545:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384275.839224:0:17545:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384275.839226:0:17545:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000092eb0767 pname:cluuid:pid:xid:nid:opc:job mount.lustre:c0412d60-4f67-4dbc-8791-892843f60083:17545:1853236723061888:0@lo:503: 00000100:00000001:3.0:1767384275.839230:0:17545:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384275.839233:0:17545:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384275.839234:0:17545:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384275.839236:0:17545:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384275.839250:0:17545:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 000000009aad8e90. 02000000:00000001:3.0:1767384275.839253:0:17545:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384275.839256:0:17545:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000003494e. 00000400:00000010:3.0:1767384275.839261:0:17545:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 000000003e37839d. 00000100:00000200:3.0:1767384275.839265:0:17545:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853236723061888, portal 25 00000100:00000001:3.0:1767384275.839267:0:17545:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384275.839269:0:17545:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782675225600 : -124291034326016 : ffff8ef53d0cdc00) 00000100:00000040:3.0:1767384275.839273:0:17545:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000092eb0767 x1853236723061888/t0(0) o503->MGC192.168.202.152@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384291 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384275.839280:0:17545:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384275.839282:0:17545:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384275.839284:0:17545:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008fbdf106. 00000100:00000200:3.0:1767384275.839286:0:17545:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853236723061888, offset 0 00000400:00000200:3.0:1767384275.839291:0:17545:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384275.839297:0:17545:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384275.839303:0:17545:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x695824c901480 00000400:00000200:3.0:1767384275.839307:0:17545:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x19d [2] + 0 00000400:00000010:3.0:1767384275.839310:0:17545:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000312c15fb. 00000400:00000200:3.0:1767384275.839313:0:17545:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000200c8bbf 00000400:00000200:3.0:1767384275.839317:0:17545:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384275.839320:0:17545:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384275.839323:0:17545:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000200c8bbf 00000400:00000010:3.0:1767384275.839330:0:17545:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000200c8bbf. 00000100:00000001:3.0:1767384275.839334:0:17545:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384275.839335:0:17545:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384275.839338:0:17545:0:(events.c:337:request_in_callback()) incoming req@00000000d8380eca x1853236723061888 msgsize 272 00000100:00100000:3.0:1767384275.839342:0:17545:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384275.839344:0:17545:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384275.839358:0:17545:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384275.839364:0:17545:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008fbdf106 00000400:00000010:3.0:1767384275.839365:0:17545:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008fbdf106. 00000100:00000001:3.0:1767384275.839368:0:17545:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384275.839371:0:17545:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000092eb0767 x1853236723061888/t0(0) o503->MGC192.168.202.152@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384291 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384275.839380:0:17545:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384275.839382:0:17545:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@0000000092eb0767 x1853236723061888/t0(0) o503->MGC192.168.202.152@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384291 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384275.839390:0:17545:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384275.839392:0:17545:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384275.839399:0:17545:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384275.839403:0:17545:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294865805 00000100:00000001:3.0:1767384275.839411:0:17545:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294865803 00000100:00000001:2.0:1767384275.839415:0:16774:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384275.839417:0:17545:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294865805 00000100:00100000:2.0:1767384275.839420:0:16774:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723061888 00000100:00000001:3.0:1767384275.839426:0:17545:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294865804 02000000:00000001:2.0:1767384275.839427:0:16774:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384275.839431:0:16774:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384275.839436:0:16774:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384275.839437:0:17545:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294865805 02000000:00000001:2.0:1767384275.839443:0:16774:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384275.839445:0:17545:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294865804 00000100:00100000:2.0:1767384275.839451:0:16774:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723061888 00000100:00000001:3.0:1767384275.839453:0:17545:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294865805 00000020:00000001:2.0:1767384275.839456:0:16774:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384275.839459:0:17545:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294865804 00000020:00000040:2.0:1767384275.839461:0:16774:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eec8e1 00000020:00000001:2.0:1767384275.839469:0:16774:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384275.839470:0:17545:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384275.839475:0:17545:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384275.839477:0:17545:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384275.839478:0:17545:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767384275.839480:0:17545:0:(client.c:2690:ptlrpc_set_wait()) set 00000000affb5768 going to sleep for 11 seconds 00000020:00000040:2.0:1767384275.839486:0:16774:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000555601ca refcount=15 00000100:00000001:3.0:1767384275.839487:0:17545:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1767384275.839492:0:16774:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000020:00000001:2.0:1767384275.839495:0:16774:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000100:00000001:2.0:1767384275.839498:0:16774:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384275.839521:0:17545:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384275.839523:0:16774:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000038cd82c0. 00000100:00000001:2.0:1767384275.839529:0:16774:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384275.839532:0:16774:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000038cd82c0. 00000020:00000010:2.0:1767384275.839537:0:16774:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003c933af7. 00000020:00000010:2.0:1767384275.839540:0:16774:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000082d0810. 00000020:00000010:2.0:1767384275.839544:0:16774:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b223840c. 00000100:00000040:2.0:1767384275.839550:0:16774:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384275.839553:0:16774:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384275.839555:0:16774:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384275.839556:0:16774:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384275.839561:0:16774:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384275.839574:0:16774:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384275.839586:0:16774:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384275.839589:0:16774:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384275.839596:0:16774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00000040:2.0:1767384275.839600:0:16774:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000555601ca : new rpc_count 1 00000100:00000001:2.0:1767384275.839603:0:16774:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619777395457104 : -124296314094512 : ffff8ef40259fc50) 00000100:00000040:2.0:1767384275.839609:0:16774:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000d8380eca x1853236723061888/t0(0) o503->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:256/0 lens 272/0 e 0 to 0 dl 1767384286 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384275.839620:0:16774:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384275.839622:0:16774:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000038cd82c0. 00000100:00000001:2.0:1767384275.839624:0:16774:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384275.839627:0:16774:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000038cd82c0. 00000100:00100000:2.0:1767384275.839631:0:16774:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000d8380eca pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c0412d60-4f67-4dbc-8791-892843f60083+15:17545:x1853236723061888:12345-0@lo:503: 00000100:00000200:2.0:1767384275.839635:0:16774:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723061888 00000020:00000001:2.0:1767384275.839637:0:16774:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384275.839639:0:16774:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384275.839641:0:16774:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384275.839653:0:16774:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384275.839655:0:16774:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669140768 : -1040410848 : ffffffffc1fc9720) 00000020:00000001:2.0:1767384275.839658:0:16774:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384275.839660:0:16774:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384275.839662:0:16774:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384275.839664:0:16774:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384275.839666:0:16774:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384275.839668:0:16774:0:(tgt_handler.c:1529:tgt_llog_read_header()) Process entered 00000040:00000001:2.0:1767384275.839670:0:16774:0:(llog_server.c:225:llog_origin_handle_read_header()) Process entered 00000100:00000001:2.0:1767384275.839673:0:16774:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384275.839675:0:16774:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384275.839691:0:16774:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 00000000240528d2. 02000000:00000001:2.0:1767384275.839694:0:16774:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384275.839696:0:16774:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:2.0:1767384275.839699:0:16774:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 0000000066d3e4b6 : new refcount 2 00000040:00000001:2.0:1767384275.839701:0:16774:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:2.0:1767384275.839704:0:16774:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000009c012fd3. 00000040:00000001:2.0:1767384275.839707:0:16774:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:2.0:1767384275.839708:0:16774:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:2.0:1767384275.839711:0:16774:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446619782067589120 : -124291641962496 : 0xffff8ef518d51000) 00000020:00000001:2.0:1767384275.839714:0:16774:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446619782067589120 : -124291641962496 : ffff8ef518d51000) 00000020:00000001:2.0:1767384275.839717:0:16774:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384275.839720:0:16774:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446619782313852760 : -124291395698856 : ffff8ef52782bf58) 00000040:00000001:2.0:1767384275.839723:0:16774:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384275.839725:0:16774:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384275.839727:0:16774:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:2.0:1767384275.839730:0:16774:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000c6a755cf. 00000040:00000001:2.0:1767384275.839732:0:16774:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:2.0:1767384275.839734:0:16774:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00000001:2.0:1767384275.840072:0:16774:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384275.840076:0:16774:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384275.840078:0:16774:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767384275.840083:0:16774:0:(llog_server.c:264:llog_origin_handle_read_header()) MGS: red llog header [0xa:0x3:0x0] count 30 lgh_last_idx 29 llh_cat_idx 0 00000040:00000001:2.0:1767384275.840126:0:16774:0:(llog_server.c:265:llog_origin_handle_read_header()) Process leaving 00000040:00000001:2.0:1767384275.840130:0:16774:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:2.0:1767384275.840141:0:16774:0:(lu_object.c:207:lu_object_put()) Add 0000000017d2affb/000000004632015f to site lru. bkt: 0000000020e8c507 00000040:00000001:2.0:1767384275.840144:0:16774:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:2.0:1767384275.840147:0:16774:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000c6a755cf. 00000040:00000010:2.0:1767384275.840151:0:16774:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000009c012fd3. 00000040:00000040:2.0:1767384275.840154:0:16774:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 0000000066d3e4b6 : new refcount 1 00000020:00000001:2.0:1767384275.840157:0:16774:0:(tgt_handler.c:1533:tgt_llog_read_header()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384275.840160:0:16774:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236723061888 00010000:00000001:2.0:1767384275.840163:0:16774:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384275.840168:0:16774:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000d8380eca x1853236723061888/t0(0) o503->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:256/0 lens 272/8416 e 0 to 0 dl 1767384286 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384275.840177:0:16774:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384275.840179:0:16774:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384275.840182:0:16774:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dd452398 time=5 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384275.840187:0:16774:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384275.840191:0:16774:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 12 to 0@lo 00000100:00000001:2.0:1767384275.840194:0:16774:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 02000000:00000001:2.0:1767384275.840198:0:16774:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384275.840201:0:16774:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384275.840205:0:16774:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384275.840209:0:16774:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384275.840213:0:16774:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 000000006751370d. 00000100:00000200:2.0:1767384275.840219:0:16774:0:(niobuf.c:94:ptl_send_buf()) Sending 8416 bytes to portal 25, xid 1853236723061888, offset 224 00000400:00000200:2.0:1767384275.840226:0:16774:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384275.840236:0:16774:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384275.840245:0:16774:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8416 into portal 25 MB=0x695824c901480 00000400:00000200:2.0:1767384275.840253:0:16774:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8416/8416 into md 0x1095 [4] + 224 00000400:00000200:2.0:1767384275.840263:0:16774:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384275.840268:0:16774:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384275.840273:0:16774:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384275.840278:0:16774:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000092eb0767 x1853236723061888/t0(0) o503->MGC192.168.202.152@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384291 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384275.840291:0:16774:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@0000000092eb0767 x1853236723061888/t0(0) o503->MGC192.168.202.152@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384291 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384275.840328:0:16774:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384275.840335:0:16774:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006751370d 00000400:00000010:2.0:1767384275.840337:0:16774:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 000000006751370d. 00000100:00000001:2.0:1767384275.840340:0:16774:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384275.840343:0:16774:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384275.840347:0:16774:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384275.840352:0:16774:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 11 to 0@lo 00000100:00000001:3.0:1767384275.840356:0:17545:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1767384275.840356:0:16774:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384275.840363:0:16774:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384275.840365:0:17545:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:2.0:1767384275.840366:0:16774:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:3.0:1767384275.840372:0:17545:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1767384275.840377:0:16774:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d8380eca x1853236723061888/t0(0) o503->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:256/0 lens 272/8416 e 0 to 0 dl 1767384286 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384275.840379:0:17545:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000003494e. 00000400:00000200:3.0:1767384275.840389:0:17545:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003e37839d 00000400:00000010:3.0:1767384275.840395:0:17545:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 000000003e37839d. 00000100:00100000:2.0:1767384275.840401:0:16774:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000d8380eca pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c0412d60-4f67-4dbc-8791-892843f60083+15:17545:x1853236723061888:12345-0@lo:503: Request processed in 777us (1057us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384275.840403:0:17545:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384275.840414:0:17545:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000092eb0767 x1853236723061888/t0(0) o503->MGC192.168.202.152@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384291 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384275.840417:0:16774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00000040:2.0:1767384275.840425:0:16774:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000555601ca : new rpc_count 0 00000100:00000001:2.0:1767384275.840431:0:16774:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384275.840435:0:16774:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384275.840441:0:16774:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000082d0810. 00000100:00000200:3.0:1767384275.840445:0:17545:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000092eb0767 x1853236723061888/t0(0) o503->MGC192.168.202.152@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384291 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384275.840450:0:16774:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b223840c. 00000020:00000010:2.0:1767384275.840458:0:16774:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003c933af7. 00000100:00000001:3.0:1767384275.840462:0:17545:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:2.0:1767384275.840464:0:16774:0:(genops.c:898:class_export_put()) PUTting export 00000000555601ca : new refcount 14 00000100:00000001:3.0:1767384275.840467:0:17545:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384275.840471:0:16774:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1767384275.840473:0:17545:0:(client.c:1578:after_reply()) Process entered 02000000:00000010:2.0:1767384275.840476:0:16774:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 00000000240528d2. 02000000:00000001:3.0:1767384275.840478:0:17545:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384275.840483:0:17545:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384275.840486:0:17545:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384275.840489:0:17545:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384275.840493:0:17545:0:(import.c:2128:obd_at_measure()) add 5 to 0000000028df3f77 time=5 v=5 (5 0 0 0) 02000000:00000001:2.0:1767384275.840494:0:16774:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00001000:3.0:1767384275.840499:0:17545:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f5022cbe time=5 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384275.840500:0:16774:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384275.840510:0:17545:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000200:2.0:1767384275.840512:0:16774:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:3.0:1767384275.840514:0:17545:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384275.840520:0:17545:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000010:2.0:1767384275.840522:0:16774:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f6b64153. 00010000:00000001:3.0:1767384275.840523:0:17545:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384275.840531:0:17545:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384275.840532:0:16774:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006751370d. 00000100:00000040:3.0:1767384275.840537:0:17545:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000092eb0767 x1853236723061888/t0(0) o503->MGC192.168.202.152@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384291 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384275.840548:0:17545:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384275.840550:0:17545:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384275.840552:0:17545:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384275.840555:0:17545:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000092eb0767 x1853236723061888/t0(0) o503->MGC192.168.202.152@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384291 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384275.840565:0:17545:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000092eb0767 pname:cluuid:pid:xid:nid:opc:job mount.lustre:c0412d60-4f67-4dbc-8791-892843f60083:17545:1853236723061888:0@lo:503: 00000100:00000001:3.0:1767384275.840582:0:17545:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384275.840585:0:17545:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384275.840587:0:17545:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767384275.840589:0:17545:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384275.840591:0:17545:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000092eb0767 x1853236723061888/t0(0) o503->MGC192.168.202.152@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384291 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384275.840598:0:17545:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384275.840600:0:17545:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000affb5768. 00000100:00000001:3.0:1767384275.840603:0:17545:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767384275.840604:0:17545:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.840609:0:17545:0:(llog_client.c:318:llog_client_read_header()) Process leaving 00000100:00000001:3.0:1767384275.840610:0:17545:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384275.840612:0:17545:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000092eb0767 x1853236723061888/t0(0) o503->MGC192.168.202.152@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384291 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384275.840619:0:17545:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384275.840620:0:17545:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384275.840622:0:17545:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 000000009aad8e90. 02000000:00000001:3.0:1767384275.840632:0:17545:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384275.840634:0:17545:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384275.840635:0:17545:0:(genops.c:1242:class_import_put()) import 00000000df830bbe refcount=4 obd=MGC192.168.202.152@tcp 00000020:00000001:3.0:1767384275.840637:0:17545:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384275.840639:0:17545:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000161c828d. 02000000:00000001:3.0:1767384275.840642:0:17545:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384275.840643:0:17545:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384275.840644:0:17545:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000092eb0767. 00000100:00000001:3.0:1767384275.840647:0:17545:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384275.840648:0:17545:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384275.840651:0:17545:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384275.840652:0:17545:0:(genops.c:1242:class_import_put()) import 00000000df830bbe refcount=3 obd=MGC192.168.202.152@tcp 00000020:00000001:3.0:1767384275.840653:0:17545:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:3.0:1767384275.840655:0:17545:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.840657:0:17545:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.840659:0:17545:0:(llog.c:1378:llog_erase()) Process entered 00000040:00000001:3.0:1767384275.840660:0:17545:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:3.0:1767384275.840663:0:17545:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000161c828d. 00000040:00000001:3.0:1767384275.840666:0:17545:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:3.0:1767384275.840672:0:17545:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:3.0:1767384275.840674:0:17545:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446619782459540480 : -124291250011136 : 0xffff8ef53031c400) 00000020:00000001:3.0:1767384275.840677:0:17545:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446619782459540480 : -124291250011136 : ffff8ef53031c400) 00080000:00000001:3.0:1767384275.840683:0:17545:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:3.0:1767384275.840698:0:17545:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384275.840701:0:17545:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384275.840703:0:17545:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384275.840704:0:17545:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000040:00000010:3.0:1767384275.840708:0:17545:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 14 at 00000000a0f4596b. 00000020:00000001:3.0:1767384275.840711:0:17545:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384275.840714:0:17545:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446619782460391512 : -124291249160104 : ffff8ef5303ec058) 00000040:00000001:3.0:1767384275.840717:0:17545:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.840719:0:17545:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.840721:0:17545:0:(llog.c:150:llog_destroy()) Process entered 00000040:00000001:3.0:1767384275.840722:0:17545:0:(llog.c:1135:llog_exist()) Process entered 00000040:00000001:3.0:1767384275.840724:0:17545:0:(llog.c:1144:llog_exist()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384275.840726:0:17545:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384275.840730:0:17545:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000008bc525c6. 00080000:00000001:3.0:1767384275.840732:0:17545:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446619777392449536 : -124296317102080 : ffff8ef4022c1800) 00000040:00000001:3.0:1767384275.840734:0:17545:0:(llog.c:108:llog_declare_destroy()) Process entered 00000040:00000001:3.0:1767384275.840736:0:17545:0:(llog_osd.c:1912:llog_osd_declare_destroy()) Process entered 00080000:00000001:3.0:1767384275.840738:0:17545:0:(osd_index.c:1109:osd_declare_dir_delete()) Process entered 00080000:00000001:3.0:1767384275.840743:0:17545:0:(osd_index.c:1137:osd_declare_dir_delete()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384275.840746:0:17545:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0xa:0x4:0x0] not in the id map cache 00080000:00000001:3.0:1767384275.840749:0:17545:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:3.0:1767384275.840756:0:17545:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384275.840758:0:17545:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384275.840760:0:17545:0:(osd_object.c:744:osd_declare_destroy()) Process entered 00080000:00000001:3.0:1767384275.840762:0:17545:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:3.0:1767384275.840763:0:17545:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384275.840768:0:17545:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000001:00000001:3.0:1767384275.840769:0:17545:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384275.840784:0:17545:0:(osd_object.c:790:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.840787:0:17545:0:(llog_osd.c:1950:llog_osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.840789:0:17545:0:(llog.c:118:llog_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384275.840791:0:17545:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384275.840808:0:17545:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.840811:0:17545:0:(llog_osd.c:1976:llog_osd_destroy()) Process entered 00080000:00000001:3.0:1767384275.840814:0:17545:0:(osd_index.c:1151:osd_dir_delete()) Process entered 00080000:00000001:3.0:1767384275.840825:0:17545:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384275.840826:0:17545:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384275.840857:0:17545:0:(osd_index.c:1205:osd_dir_delete()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384275.840860:0:17545:0:(osd_object.c:2094:osd_ref_del()) Process entered 00080000:00000001:3.0:1767384275.840877:0:17545:0:(osd_object.c:2114:osd_ref_del()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384275.840880:0:17545:0:(osd_object.c:806:osd_destroy()) Process entered 00080000:00000001:3.0:1767384275.840881:0:17545:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:3.0:1767384275.840883:0:17545:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384275.840993:0:17545:0:(osd_object.c:876:osd_destroy()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384275.840996:0:17545:0:(osd_object.c:884:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.840999:0:17545:0:(llog_osd.c:2022:llog_osd_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384275.841002:0:17545:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384275.841012:0:17545:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.841014:0:17545:0:(llog.c:190:llog_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.841016:0:17545:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00080000:00000010:3.0:1767384275.841025:0:17545:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000fdf43fb5. 00000020:00000010:3.0:1767384275.841029:0:17545:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000030b72b5d. 00000040:00000010:3.0:1767384275.841034:0:17545:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 14 at 00000000a0f4596b. 00000040:00000001:3.0:1767384275.841037:0:17545:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:3.0:1767384275.841039:0:17545:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000161c828d. 00000040:00000001:3.0:1767384275.841041:0:17545:0:(llog.c:1391:llog_erase()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.841043:0:17545:0:(llog.c:1318:llog_open_create()) Process entered 00000040:00000001:3.0:1767384275.841044:0:17545:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:3.0:1767384275.841046:0:17545:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000161c828d. 00000040:00000001:3.0:1767384275.841049:0:17545:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:3.0:1767384275.841050:0:17545:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:3.0:1767384275.841052:0:17545:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446619782459540480 : -124291250011136 : 0xffff8ef53031c400) 00000020:00000001:3.0:1767384275.841055:0:17545:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446619782459540480 : -124291250011136 : ffff8ef53031c400) 00080000:00000001:3.0:1767384275.841058:0:17545:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:3.0:1767384275.841066:0:17545:0:(osd_index.c:650:osd_dir_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000010:3.0:1767384275.841070:0:17545:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 14 at 00000000a0f4596b. 00000020:00000001:3.0:1767384275.841072:0:17545:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:3.0:1767384275.841076:0:17545:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000009f4bb3bc. 00000020:00000001:3.0:1767384275.841079:0:17545:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:3.0:1767384275.841114:0:17545:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000fdf43fb5. 00000020:00000001:3.0:1767384275.841117:0:17545:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384275.841120:0:17545:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:3.0:1767384275.841122:0:17545:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384275.841123:0:17545:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:3.0:1767384275.841125:0:17545:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384275.841137:0:17545:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:3.0:1767384275.841140:0:17545:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384275.841142:0:17545:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384275.841145:0:17545:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446619782460392280 : -124291249159336 : ffff8ef5303ec358) 00000040:00000001:3.0:1767384275.841148:0:17545:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.841150:0:17545:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.841152:0:17545:0:(llog.c:1135:llog_exist()) Process entered 00000040:00000001:3.0:1767384275.841153:0:17545:0:(llog.c:1144:llog_exist()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384275.841155:0:17545:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384275.841159:0:17545:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000008b50164. 00080000:00000001:3.0:1767384275.841161:0:17545:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446619777392450560 : -124296317101056 : ffff8ef4022c1c00) 00000040:00000001:3.0:1767384275.841163:0:17545:0:(llog.c:1155:llog_declare_create()) Process entered 00000040:00000001:3.0:1767384275.841165:0:17545:0:(llog_osd.c:1654:llog_osd_declare_create()) Process entered 00000020:00000001:3.0:1767384275.841167:0:17545:0:(local_storage.c:208:local_object_declare_create()) Process entered 00080000:00000001:3.0:1767384275.841170:0:17545:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384275.841174:0:17545:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384275.841176:0:17545:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384275.841178:0:17545:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:3.0:1767384275.841187:0:17545:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:3.0:1767384275.841189:0:17545:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384275.841192:0:17545:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0xa:0x9:0x0] not in the id map cache 00000001:00000001:3.0:1767384275.841195:0:17545:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384275.841196:0:17545:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384275.841198:0:17545:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:3.0:1767384275.841200:0:17545:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384275.841202:0:17545:0:(local_storage.c:230:local_object_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384275.841205:0:17545:0:(osd_index.c:878:osd_declare_dir_insert()) Process entered 00080000:00000001:3.0:1767384275.841208:0:17545:0:(osd_index.c:919:osd_declare_dir_insert()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.841211:0:17545:0:(llog_osd.c:1710:llog_osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.841213:0:17545:0:(llog.c:1166:llog_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384275.841215:0:17545:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384275.841232:0:17545:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.841234:0:17545:0:(llog.c:1176:llog_create()) Process entered 00000040:00000001:3.0:1767384275.841236:0:17545:0:(llog_osd.c:1735:llog_osd_create()) Process entered 00000020:00000001:3.0:1767384275.841238:0:17545:0:(local_storage.c:242:local_object_create()) Process entered 00080000:00000001:3.0:1767384275.841240:0:17545:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:3.0:1767384275.841262:0:17545:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:3.0:1767384275.841263:0:17545:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384275.841283:0:17545:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:3.0:1767384275.841286:0:17545:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384275.841288:0:17545:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384275.841290:0:17545:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384275.841297:0:17545:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000020:00000001:3.0:1767384275.841299:0:17545:0:(local_storage.c:270:local_object_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384275.841302:0:17545:0:(osd_index.c:995:osd_dir_insert()) Process entered 00080000:00000001:3.0:1767384275.841310:0:17545:0:(osd_index.c:1096:osd_dir_insert()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.841313:0:17545:0:(llog_osd.c:1801:llog_osd_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.841315:0:17545:0:(llog.c:1187:llog_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384275.841334:0:17545:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384275.841386:0:17545:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.841389:0:17545:0:(llog.c:1357:llog_open_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.841391:0:17545:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:3.0:1767384275.841394:0:17545:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000000bd8a0d4. 00000040:00000001:3.0:1767384275.841396:0:17545:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:3.0:1767384275.841398:0:17545:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00080000:3.0:1767384275.841401:0:17545:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00000001:3.0:1767384275.841402:0:17545:0:(llog_osd.c:212:llog_osd_read_header()) Process leaving via unlock (rc=4711 : 4711 : 0x1267) 00000040:00000001:3.0:1767384275.841405:0:17545:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=4711 : 4711 : 1267) 00000040:00000001:3.0:1767384275.841408:0:17545:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.841410:0:17545:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.841412:0:17545:0:(llog.c:943:llog_process_or_fork()) Process entered 00000040:00000010:3.0:1767384275.841414:0:17545:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 00000000fec3c568. 00000040:00001000:3.0:1767384275.841415:0:17545:0:(llog.c:960:llog_process_or_fork()) Processing [0xa:0x3:0x0] flags 0x004 startcat -1 startidx -1 first_idx 0 last_idx 0 read_mode 1 00000040:00000001:3.0:1767384275.841419:0:17545:0:(llog.c:544:llog_process_thread()) Process entered 00000020:00000010:3.0:1767384275.841421:0:17545:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000510c0fb1. 00000020:00000010:3.0:1767384275.841424:0:17545:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000624af454. 00000040:00000010:3.0:1767384275.841427:0:17545:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000001cbfa0ea. 00000020:00000010:3.0:1767384275.841430:0:17545:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000891374bf. 00000020:00000010:3.0:1767384275.841433:0:17545:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000079ab78e7. 00000020:00000010:3.0:1767384275.841443:0:17545:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000601701f6. 80000000:00000010:3.0:1767384275.841446:0:17545:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000009bee10d2. 40000000:00000010:3.0:1767384275.841449:0:17545:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000c3621601. 00100000:00000010:3.0:1767384275.841452:0:17545:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000007ee9fa71. 00040000:00000010:3.0:1767384275.841455:0:17545:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000034791990. 00040000:00000010:3.0:1767384275.841458:0:17545:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000008f4ecdfe. 00040000:00000010:3.0:1767384275.841461:0:17545:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000020c8f7c4. 00080000:00000010:3.0:1767384275.841463:0:17545:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000007438296d. 00000004:00000010:3.0:1767384275.841466:0:17545:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000002b3b34fe. 00000004:00000010:3.0:1767384275.841470:0:17545:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000ff0e18e8. 00000004:00000010:3.0:1767384275.841473:0:17545:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000ca8eb18b. 00002000:00000010:3.0:1767384275.841476:0:17545:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000002f4ecd52. 00000004:00000010:3.0:1767384275.841478:0:17545:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000085eea190. 00000020:00000010:3.0:1767384275.841481:0:17545:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000394059a3. 00000040:00000010:3.0:1767384275.841486:0:17545:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 000000003df56ee7. 00000040:00001000:3.0:1767384275.841488:0:17545:0:(llog.c:607:llog_process_thread()) index: 1 last_index 29 00000040:00000001:3.0:1767384275.841490:0:17545:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:3.0:1767384275.841492:0:17545:0:(llog_client.c:140:llog_client_next_block()) Process entered 00000020:00000040:3.0:1767384275.841494:0:17545:0:(genops.c:1229:class_import_get()) import 00000000df830bbe refcount=4 obd=MGC192.168.202.152@tcp 00000100:00000010:3.0:1767384275.841497:0:17545:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000092eb0767. 00000020:00000040:3.0:1767384275.841500:0:17545:0:(genops.c:1229:class_import_get()) import 00000000df830bbe refcount=5 obd=MGC192.168.202.152@tcp 00000100:00000001:3.0:1767384275.841502:0:17545:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384275.841504:0:17545:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384275.841507:0:17545:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384275.841511:0:17545:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007023974e. 00000100:00000001:3.0:1767384275.841514:0:17545:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384275.841518:0:17545:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767384275.841519:0:17545:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384275.841522:0:17545:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003e37839d. 00000100:00000001:3.0:1767384275.841524:0:17545:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446619781923033088 : -124291786518528 : ffff8ef510375000) 00000100:00000001:3.0:1767384275.841527:0:17545:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384275.841528:0:17545:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782675225600 : -124291034326016 : ffff8ef53d0cdc00) 00000100:00000001:3.0:1767384275.841532:0:17545:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384275.841533:0:17545:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384275.841541:0:17545:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384275.841542:0:17545:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384275.841546:0:17545:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000092eb0767 x1853236723062016/t0(0) o502->MGC192.168.202.152@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384275.841554:0:17545:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384275.841555:0:17545:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384275.841558:0:17545:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384275.841560:0:17545:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384275.841562:0:17545:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384275.841564:0:17545:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000092eb0767 pname:cluuid:pid:xid:nid:opc:job mount.lustre:c0412d60-4f67-4dbc-8791-892843f60083:17545:1853236723062016:0@lo:502: 00000100:00000001:3.0:1767384275.841567:0:17545:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384275.841570:0:17545:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384275.841571:0:17545:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384275.841573:0:17545:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384275.841583:0:17545:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 000000009aad8e90. 02000000:00000001:3.0:1767384275.841585:0:17545:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384275.841588:0:17545:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000003494e. 00000400:00000010:3.0:1767384275.841592:0:17545:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000affb5768. 00000100:00000200:3.0:1767384275.841596:0:17545:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853236723062016, portal 25 00000100:00000001:3.0:1767384275.841598:0:17545:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384275.841599:0:17545:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782675225600 : -124291034326016 : ffff8ef53d0cdc00) 00000100:00000040:3.0:1767384275.841604:0:17545:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000092eb0767 x1853236723062016/t0(0) o502->MGC192.168.202.152@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384291 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384275.841611:0:17545:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384275.841613:0:17545:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384275.841615:0:17545:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008fbdf106. 00000100:00000200:3.0:1767384275.841617:0:17545:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853236723062016, offset 0 00000400:00000200:3.0:1767384275.841621:0:17545:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384275.841627:0:17545:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384275.841633:0:17545:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x695824c901500 00000400:00000200:3.0:1767384275.841638:0:17545:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x1a1 [2] + 0 00000400:00000010:3.0:1767384275.841641:0:17545:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000056adbd2b. 00000400:00000200:3.0:1767384275.841645:0:17545:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000003668684 00000400:00000200:3.0:1767384275.841648:0:17545:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384275.841657:0:17545:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384275.841661:0:17545:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000003668684 00000400:00000010:3.0:1767384275.841662:0:17545:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000003668684. 00000100:00000001:3.0:1767384275.841666:0:17545:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384275.841667:0:17545:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384275.841670:0:17545:0:(events.c:337:request_in_callback()) incoming req@0000000009a9f354 x1853236723062016 msgsize 272 00000100:00100000:3.0:1767384275.841674:0:17545:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384275.841676:0:17545:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384275.841690:0:17545:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384275.841695:0:17545:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008fbdf106 00000400:00000010:3.0:1767384275.841696:0:17545:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008fbdf106. 00000100:00000001:3.0:1767384275.841699:0:17545:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384275.841702:0:17545:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000092eb0767 x1853236723062016/t0(0) o502->MGC192.168.202.152@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384291 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384275.841710:0:17545:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384275.841712:0:17545:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@0000000092eb0767 x1853236723062016/t0(0) o502->MGC192.168.202.152@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384291 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384275.841719:0:17545:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384275.841721:0:17545:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384275.841724:0:17545:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384275.841727:0:17545:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294865807 00000100:00000001:3.0:1767384275.841731:0:17545:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294865805 00000100:00000001:3.0:1767384275.841735:0:17545:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294865807 00000100:00000001:3.0:1767384275.841737:0:17545:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294865805 00000100:00000001:3.0:1767384275.841740:0:17545:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294865807 00000100:00000001:3.0:1767384275.841743:0:17545:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294865805 00000100:00000001:3.0:1767384275.841745:0:17545:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294865807 00000100:00000001:3.0:1767384275.841747:0:17545:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294865805 00000100:00000001:3.0:1767384275.841751:0:17545:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384275.841754:0:17545:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384275.841756:0:17545:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384275.841758:0:17545:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767384275.841768:0:17545:0:(client.c:2690:ptlrpc_set_wait()) set 000000003e37839d going to sleep for 11 seconds 00000100:00000001:3.0:1767384275.841772:0:17545:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384275.841774:0:17545:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384275.841790:0:16774:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384275.841795:0:16774:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723062016 02000000:00000001:2.0:1767384275.841799:0:16774:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384275.841801:0:16774:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384275.841815:0:16774:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384275.841819:0:16774:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384275.841823:0:16774:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723062016 00000020:00000001:2.0:1767384275.841825:0:16774:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384275.841827:0:16774:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eec8e1 00000020:00000001:2.0:1767384275.841829:0:16774:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384275.841831:0:16774:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000555601ca refcount=15 00000020:00000001:2.0:1767384275.841859:0:16774:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000020:00000001:2.0:1767384275.841862:0:16774:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000100:00000001:2.0:1767384275.841867:0:16774:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384275.841870:0:16774:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000038cd82c0. 00000100:00000001:2.0:1767384275.841873:0:16774:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384275.841876:0:16774:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000038cd82c0. 00000020:00000010:2.0:1767384275.841881:0:16774:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003c933af7. 00000020:00000010:2.0:1767384275.841884:0:16774:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000082d0810. 00000020:00000010:2.0:1767384275.841888:0:16774:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b223840c. 00000100:00000040:2.0:1767384275.841894:0:16774:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384275.841897:0:16774:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384275.841898:0:16774:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384275.841900:0:16774:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384275.841904:0:16774:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384275.841921:0:16774:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384275.841930:0:16774:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384275.841932:0:16774:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384275.841936:0:16774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00000040:2.0:1767384275.841939:0:16774:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000555601ca : new rpc_count 1 00000100:00000001:2.0:1767384275.841941:0:16774:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619777395451984 : -124296314099632 : ffff8ef40259e850) 00000100:00000040:2.0:1767384275.841947:0:16774:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000009a9f354 x1853236723062016/t0(0) o502->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:256/0 lens 272/0 e 0 to 0 dl 1767384286 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384275.841958:0:16774:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384275.841961:0:16774:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000038cd82c0. 00000100:00000001:2.0:1767384275.841963:0:16774:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384275.841966:0:16774:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000038cd82c0. 00000100:00100000:2.0:1767384275.841979:0:16774:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000009a9f354 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c0412d60-4f67-4dbc-8791-892843f60083+15:17545:x1853236723062016:12345-0@lo:502: 00000100:00000200:2.0:1767384275.841983:0:16774:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723062016 00000020:00000001:2.0:1767384275.841986:0:16774:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384275.841989:0:16774:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384275.841991:0:16774:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384275.841993:0:16774:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384275.841995:0:16774:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669140720 : -1040410896 : ffffffffc1fc96f0) 00000020:00000001:2.0:1767384275.841998:0:16774:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384275.841999:0:16774:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384275.842001:0:16774:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384275.842003:0:16774:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384275.842005:0:16774:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384275.842007:0:16774:0:(tgt_handler.c:1541:tgt_llog_next_block()) Process entered 00000040:00000001:2.0:1767384275.842009:0:16774:0:(llog_server.c:103:llog_origin_handle_next_block()) Process entered 00000100:00000001:2.0:1767384275.842012:0:16774:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384275.842014:0:16774:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384275.842025:0:16774:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 00000000240528d2. 02000000:00000001:2.0:1767384275.842027:0:16774:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384275.842029:0:16774:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:2.0:1767384275.842032:0:16774:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 0000000066d3e4b6 : new refcount 2 00000040:00000001:2.0:1767384275.842034:0:16774:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:2.0:1767384275.842036:0:16774:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000009c012fd3. 00000040:00000001:2.0:1767384275.842039:0:16774:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:2.0:1767384275.842041:0:16774:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:2.0:1767384275.842043:0:16774:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446619782067589120 : -124291641962496 : 0xffff8ef518d51000) 00000020:00000001:2.0:1767384275.842046:0:16774:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446619782067589120 : -124291641962496 : ffff8ef518d51000) 00000020:00000001:2.0:1767384275.842050:0:16774:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384275.842053:0:16774:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446619782313852760 : -124291395698856 : ffff8ef52782bf58) 00000040:00000001:2.0:1767384275.842055:0:16774:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384275.842057:0:16774:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384275.842059:0:16774:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:2.0:1767384275.842062:0:16774:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000c6a755cf. 00000040:00000001:2.0:1767384275.842064:0:16774:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:2.0:1767384275.842065:0:16774:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00000001:2.0:1767384275.842176:0:16774:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384275.842190:0:16774:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384275.842194:0:16774:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384275.842201:0:16774:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:2.0:1767384275.842205:0:16774:0:(llog_osd.c:1116:llog_osd_next_block()) Process entered 00000040:00001000:2.0:1767384275.842211:0:16774:0:(llog_osd.c:1150:llog_osd_next_block()) looking for log index 1 (cur idx 0 off 8192), size 13192 00000040:00000001:2.0:1767384275.842391:0:16774:0:(llog_osd.c:1281:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:2.0:1767384275.842397:0:16774:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384275.842399:0:16774:0:(llog_server.c:148:llog_origin_handle_next_block()) Process leaving 00000040:00000001:2.0:1767384275.842402:0:16774:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:2.0:1767384275.842405:0:16774:0:(lu_object.c:207:lu_object_put()) Add 0000000017d2affb/000000004632015f to site lru. bkt: 0000000020e8c507 00000040:00000001:2.0:1767384275.842408:0:16774:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:2.0:1767384275.842411:0:16774:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000c6a755cf. 00000040:00000010:2.0:1767384275.842414:0:16774:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000009c012fd3. 00000040:00000040:2.0:1767384275.842416:0:16774:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 0000000066d3e4b6 : new refcount 1 00000020:00000001:2.0:1767384275.842419:0:16774:0:(tgt_handler.c:1545:tgt_llog_next_block()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384275.842422:0:16774:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236723062016 00010000:00000001:2.0:1767384275.842425:0:16774:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384275.842430:0:16774:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000009a9f354 x1853236723062016/t0(0) o502->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:256/0 lens 272/8472 e 0 to 0 dl 1767384286 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384275.842440:0:16774:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384275.842442:0:16774:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384275.842444:0:16774:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dd452398 time=5 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384275.842449:0:16774:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384275.842451:0:16774:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 12 to 0@lo 00000100:00000001:2.0:1767384275.842454:0:16774:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 02000000:00000001:2.0:1767384275.842456:0:16774:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384275.842458:0:16774:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384275.842461:0:16774:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384275.842463:0:16774:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384275.842468:0:16774:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000b14467fb. 00000100:00000200:2.0:1767384275.842472:0:16774:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1853236723062016, offset 224 00000400:00000200:2.0:1767384275.842478:0:16774:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384275.842485:0:16774:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384275.842492:0:16774:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8472 into portal 25 MB=0x695824c901500 00000400:00000200:2.0:1767384275.842498:0:16774:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8472/8472 into md 0x10a5 [4] + 224 00000400:00000200:2.0:1767384275.842514:0:16774:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384275.842518:0:16774:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384275.842523:0:16774:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384275.842526:0:16774:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000092eb0767 x1853236723062016/t0(0) o502->MGC192.168.202.152@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384291 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384275.842553:0:16774:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8472 offset=224 replen=8472 req@0000000092eb0767 x1853236723062016/t0(0) o502->MGC192.168.202.152@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384291 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384275.842578:0:16774:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384275.842586:0:16774:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b14467fb 00000400:00000010:2.0:1767384275.842588:0:16774:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000b14467fb. 00000100:00000001:2.0:1767384275.842591:0:16774:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384275.842593:0:16774:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384275.842597:0:16774:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384275.842600:0:16774:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 11 to 0@lo 00010000:00000001:2.0:1767384275.842603:0:16774:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384275.842606:0:16774:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384275.842609:0:16774:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384275.842631:0:16774:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000009a9f354 x1853236723062016/t0(0) o502->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:256/0 lens 272/8472 e 0 to 0 dl 1767384286 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384275.842644:0:16774:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000009a9f354 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c0412d60-4f67-4dbc-8791-892843f60083+15:17545:x1853236723062016:12345-0@lo:502: Request processed in 682us (969us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384275.842647:0:17545:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384275.842657:0:17545:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:2.0:1767384275.842658:0:16774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000400:00000001:3.0:1767384275.842663:0:17545:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1767384275.842666:0:16774:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000555601ca : new rpc_count 0 00000400:00000010:3.0:1767384275.842669:0:17545:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000003494e. 00000100:00000001:2.0:1767384275.842671:0:16774:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384275.842679:0:16774:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:3.0:1767384275.842682:0:17545:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000affb5768 00000020:00000010:2.0:1767384275.842685:0:16774:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000082d0810. 00000400:00000010:3.0:1767384275.842687:0:17545:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000affb5768. 00000020:00000010:2.0:1767384275.842696:0:16774:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b223840c. 00000100:00000001:3.0:1767384275.842698:0:17545:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:2.0:1767384275.842707:0:16774:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003c933af7. 00000100:00000200:3.0:1767384275.842712:0:17545:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000092eb0767 x1853236723062016/t0(0) o502->MGC192.168.202.152@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384291 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767384275.842716:0:16774:0:(genops.c:898:class_export_put()) PUTting export 00000000555601ca : new refcount 14 02000000:00000001:2.0:1767384275.842723:0:16774:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384275.842728:0:16774:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 00000000240528d2. 00000100:00000200:3.0:1767384275.842740:0:17545:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000092eb0767 x1853236723062016/t0(0) o502->MGC192.168.202.152@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384291 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384275.842743:0:16774:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384275.842750:0:16774:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384275.842755:0:17545:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384275.842757:0:17545:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384275.842766:0:17545:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384275.842785:0:17545:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000200:2.0:1767384275.842787:0:16774:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:3.0:1767384275.842788:0:17545:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384275.842795:0:17545:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384275.842796:0:16774:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000003266559. 02000000:00000001:3.0:1767384275.842798:0:17545:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384275.842806:0:16774:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b14467fb. 00000100:00001000:3.0:1767384275.842807:0:17545:0:(import.c:2128:obd_at_measure()) add 5 to 0000000028df3f77 time=5 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384275.842815:0:17545:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f5022cbe time=5 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384275.842819:0:17545:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384275.842821:0:17545:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384275.842824:0:17545:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384275.842825:0:17545:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384275.842827:0:17545:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384275.842832:0:17545:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000092eb0767 x1853236723062016/t0(0) o502->MGC192.168.202.152@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384291 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384275.842855:0:17545:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384275.842858:0:17545:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384275.842859:0:17545:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384275.842864:0:17545:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000092eb0767 x1853236723062016/t0(0) o502->MGC192.168.202.152@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384291 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384275.842889:0:17545:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000092eb0767 pname:cluuid:pid:xid:nid:opc:job mount.lustre:c0412d60-4f67-4dbc-8791-892843f60083:17545:1853236723062016:0@lo:502: 00000100:00000001:3.0:1767384275.842894:0:17545:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384275.842896:0:17545:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384275.842898:0:17545:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767384275.842900:0:17545:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384275.842902:0:17545:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000092eb0767 x1853236723062016/t0(0) o502->MGC192.168.202.152@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384291 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384275.842908:0:17545:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384275.842910:0:17545:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000003e37839d. 00000100:00000001:3.0:1767384275.842913:0:17545:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767384275.842914:0:17545:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.842919:0:17545:0:(llog_client.c:197:llog_client_next_block()) Process leaving 00000100:00000001:3.0:1767384275.842921:0:17545:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384275.842923:0:17545:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000092eb0767 x1853236723062016/t0(0) o502->MGC192.168.202.152@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384291 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384275.842929:0:17545:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384275.842931:0:17545:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384275.842933:0:17545:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 000000009aad8e90. 02000000:00000001:3.0:1767384275.842941:0:17545:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384275.842943:0:17545:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384275.842945:0:17545:0:(genops.c:1242:class_import_put()) import 00000000df830bbe refcount=4 obd=MGC192.168.202.152@tcp 00000020:00000001:3.0:1767384275.842947:0:17545:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384275.842948:0:17545:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000007023974e. 02000000:00000001:3.0:1767384275.842951:0:17545:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384275.842952:0:17545:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384275.842954:0:17545:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000092eb0767. 00000100:00000001:3.0:1767384275.842957:0:17545:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384275.842958:0:17545:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384275.842960:0:17545:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384275.842961:0:17545:0:(genops.c:1242:class_import_put()) import 00000000df830bbe refcount=3 obd=MGC192.168.202.152@tcp 00000020:00000001:3.0:1767384275.842963:0:17545:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:3.0:1767384275.842965:0:17545:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384275.842967:0:17545:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8ef5303f6000 type=0x10620000 idx=1 00000040:00001000:3.0:1767384275.842970:0:17545:0:(llog.c:776:llog_process_thread()) lrh_index: 1 lrh_len: 224 (8192 remains) 00000040:00001000:3.0:1767384275.842977:0:17545:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:3.0:1767384275.842979:0:17545:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384275.842981:0:17545:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384275.842983:0:17545:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384275.842988:0:17545:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000d9b75e87. 00080000:00000001:3.0:1767384275.842990:0:17545:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446619777392447488 : -124296317104128 : ffff8ef4022c1000) 00000040:00000001:3.0:1767384275.842992:0:17545:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384275.842995:0:17545:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384275.842997:0:17545:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384275.843000:0:17545:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384275.843001:0:17545:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384275.843003:0:17545:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384275.843004:0:17545:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384275.843006:0:17545:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.843007:0:17545:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.843009:0:17545:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384275.843012:0:17545:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:3.0:1767384275.843013:0:17545:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384275.843016:0:17545:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384275.843018:0:17545:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384275.843027:0:17545:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.843029:0:17545:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384275.843031:0:17545:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384275.843032:0:17545:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00080000:00000001:3.0:1767384275.843037:0:17545:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384275.843263:0:17545:0:(osd_io.c:440:osd_write()) Process leaving (rc=8192 : 8192 : 2000) 00080000:00000001:3.0:1767384275.843286:0:17545:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384275.843308:0:17545:0:(osd_io.c:440:osd_write()) Process leaving (rc=224 : 224 : e0) 00000040:00080000:3.0:1767384275.843311:0:17545:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].1, 224 off8416 00000040:00000001:3.0:1767384275.843314:0:17545:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.843316:0:17545:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384275.843319:0:17545:0:(osd_object.c:1228:osd_attr_set()) Process entered 00080000:00000001:3.0:1767384275.843321:0:17545:0:(osd_object.c:1275:osd_attr_set()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384275.843323:0:17545:0:(osd_object.c:1425:osd_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384275.843325:0:17545:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384275.843350:0:17545:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.843352:0:17545:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.843354:0:17545:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384275.843364:0:17545:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8ef5303f60e0 type=0x10620000 idx=2 00000040:00001000:3.0:1767384275.843366:0:17545:0:(llog.c:776:llog_process_thread()) lrh_index: 2 lrh_len: 120 (7968 remains) 00000040:00001000:3.0:1767384275.843368:0:17545:0:(llog.c:797:llog_process_thread()) index: 2, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:3.0:1767384275.843370:0:17545:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384275.843372:0:17545:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384275.843374:0:17545:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384275.843378:0:17545:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000fa7f86a3. 00080000:00000001:3.0:1767384275.843381:0:17545:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446619777392452608 : -124296317099008 : ffff8ef4022c2400) 00000040:00000001:3.0:1767384275.843383:0:17545:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384275.843385:0:17545:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384275.843387:0:17545:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384275.843396:0:17545:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384275.843397:0:17545:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384275.843399:0:17545:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384275.843405:0:17545:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384275.843406:0:17545:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.843408:0:17545:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.843410:0:17545:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384275.843412:0:17545:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384275.843420:0:17545:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.843422:0:17545:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384275.843423:0:17545:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384275.843425:0:17545:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00080000:00000001:3.0:1767384275.843430:0:17545:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384275.843437:0:17545:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:3.0:1767384275.843439:0:17545:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384275.843442:0:17545:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:3.0:1767384275.843444:0:17545:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384275.843448:0:17545:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384275.843450:0:17545:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384275.843455:0:17545:0:(osd_io.c:440:osd_write()) Process leaving (rc=120 : 120 : 78) 00000040:00080000:3.0:1767384275.843457:0:17545:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].2, 120 off8536 00000040:00000001:3.0:1767384275.843460:0:17545:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.843461:0:17545:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384275.843463:0:17545:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384275.843469:0:17545:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.843471:0:17545:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.843473:0:17545:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384275.843474:0:17545:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8ef5303f6158 type=0x10620000 idx=3 00000040:00001000:3.0:1767384275.843483:0:17545:0:(llog.c:776:llog_process_thread()) lrh_index: 3 lrh_len: 168 (7848 remains) 00000040:00001000:3.0:1767384275.843484:0:17545:0:(llog.c:797:llog_process_thread()) index: 3, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:3.0:1767384275.843487:0:17545:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384275.843488:0:17545:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384275.843490:0:17545:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384275.843493:0:17545:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000457e1690. 00080000:00000001:3.0:1767384275.843495:0:17545:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446619777392453632 : -124296317097984 : ffff8ef4022c2800) 00000040:00000001:3.0:1767384275.843497:0:17545:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384275.843499:0:17545:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384275.843500:0:17545:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384275.843507:0:17545:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384275.843508:0:17545:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384275.843510:0:17545:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384275.843515:0:17545:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384275.843516:0:17545:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.843518:0:17545:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.843520:0:17545:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384275.843522:0:17545:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384275.843528:0:17545:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.843530:0:17545:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384275.843531:0:17545:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384275.843532:0:17545:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00080000:00000001:3.0:1767384275.843536:0:17545:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384275.843542:0:17545:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:3.0:1767384275.843544:0:17545:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384275.843547:0:17545:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:3.0:1767384275.843549:0:17545:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384275.843552:0:17545:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384275.843554:0:17545:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384275.843559:0:17545:0:(osd_io.c:440:osd_write()) Process leaving (rc=168 : 168 : a8) 00000040:00080000:3.0:1767384275.843561:0:17545:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].3, 168 off8704 00000040:00000001:3.0:1767384275.843563:0:17545:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.843565:0:17545:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384275.843567:0:17545:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384275.843572:0:17545:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.843574:0:17545:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.843576:0:17545:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384275.843577:0:17545:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8ef5303f6200 type=0x10620000 idx=4 00000040:00001000:3.0:1767384275.843579:0:17545:0:(llog.c:776:llog_process_thread()) lrh_index: 4 lrh_len: 224 (7680 remains) 00000040:00001000:3.0:1767384275.843587:0:17545:0:(llog.c:797:llog_process_thread()) index: 4, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:3.0:1767384275.843589:0:17545:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384275.843590:0:17545:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384275.843592:0:17545:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384275.843595:0:17545:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000a67e897e. 00080000:00000001:3.0:1767384275.843597:0:17545:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446619777392457728 : -124296317093888 : ffff8ef4022c3800) 00000040:00000001:3.0:1767384275.843599:0:17545:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384275.843601:0:17545:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384275.843602:0:17545:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384275.843609:0:17545:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384275.843610:0:17545:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384275.843612:0:17545:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384275.843617:0:17545:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384275.843618:0:17545:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.843620:0:17545:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.843622:0:17545:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384275.843624:0:17545:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384275.843630:0:17545:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.843632:0:17545:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384275.843633:0:17545:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384275.843634:0:17545:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00080000:00000001:3.0:1767384275.843638:0:17545:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384275.843661:0:17545:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:3.0:1767384275.843663:0:17545:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384275.843667:0:17545:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:3.0:1767384275.843669:0:17545:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384275.843673:0:17545:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384275.843675:0:17545:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384275.843699:0:17545:0:(osd_io.c:440:osd_write()) Process leaving (rc=224 : 224 : e0) 00000040:00080000:3.0:1767384275.843701:0:17545:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].4, 224 off8928 00000040:00000001:3.0:1767384275.843704:0:17545:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.843706:0:17545:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384275.843708:0:17545:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384275.843714:0:17545:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.843716:0:17545:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.843718:0:17545:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384275.843720:0:17545:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8ef5303f62e0 type=0x10620000 idx=5 00000040:00001000:3.0:1767384275.843722:0:17545:0:(llog.c:776:llog_process_thread()) lrh_index: 5 lrh_len: 224 (7456 remains) 00000040:00001000:3.0:1767384275.843724:0:17545:0:(llog.c:797:llog_process_thread()) index: 5, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:3.0:1767384275.843733:0:17545:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384275.843735:0:17545:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384275.843738:0:17545:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384275.843743:0:17545:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000008219d837. 00080000:00000001:3.0:1767384275.843746:0:17545:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446619777392454656 : -124296317096960 : ffff8ef4022c2c00) 00000040:00000001:3.0:1767384275.843749:0:17545:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384275.843751:0:17545:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384275.843753:0:17545:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384275.843764:0:17545:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384275.843766:0:17545:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384275.843768:0:17545:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384275.843793:0:17545:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384275.843794:0:17545:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.843797:0:17545:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.843799:0:17545:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384275.843802:0:17545:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384275.843810:0:17545:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.843812:0:17545:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384275.843814:0:17545:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384275.843815:0:17545:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00080000:00000001:3.0:1767384275.843819:0:17545:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384275.843826:0:17545:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:3.0:1767384275.843828:0:17545:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384275.843831:0:17545:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:3.0:1767384275.843833:0:17545:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384275.843869:0:17545:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384275.843872:0:17545:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384275.843881:0:17545:0:(osd_io.c:440:osd_write()) Process leaving (rc=224 : 224 : e0) 00000040:00080000:3.0:1767384275.843884:0:17545:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].5, 224 off9152 00000040:00000001:3.0:1767384275.843887:0:17545:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.843889:0:17545:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384275.843891:0:17545:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384275.843898:0:17545:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.843899:0:17545:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.843901:0:17545:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384275.843903:0:17545:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8ef5303f63c0 type=0x10620000 idx=6 00000040:00001000:3.0:1767384275.843906:0:17545:0:(llog.c:776:llog_process_thread()) lrh_index: 6 lrh_len: 120 (7232 remains) 00000040:00001000:3.0:1767384275.843907:0:17545:0:(llog.c:797:llog_process_thread()) index: 6, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:3.0:1767384275.843909:0:17545:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384275.843918:0:17545:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384275.843920:0:17545:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384275.843923:0:17545:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000273821ff. 00080000:00000001:3.0:1767384275.843926:0:17545:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446619777392443392 : -124296317108224 : ffff8ef4022c0000) 00000040:00000001:3.0:1767384275.843928:0:17545:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384275.843929:0:17545:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384275.843931:0:17545:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384275.843940:0:17545:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384275.843941:0:17545:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384275.843943:0:17545:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384275.843948:0:17545:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384275.843949:0:17545:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.843951:0:17545:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.843953:0:17545:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384275.843955:0:17545:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384275.843963:0:17545:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.843964:0:17545:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384275.843966:0:17545:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384275.843967:0:17545:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00080000:00000001:3.0:1767384275.843971:0:17545:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384275.843978:0:17545:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:3.0:1767384275.843979:0:17545:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384275.843982:0:17545:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:3.0:1767384275.843984:0:17545:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384275.843988:0:17545:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384275.843990:0:17545:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384275.844012:0:17545:0:(osd_io.c:440:osd_write()) Process leaving (rc=120 : 120 : 78) 00000040:00080000:3.0:1767384275.844015:0:17545:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].6, 120 off9272 00000040:00000001:3.0:1767384275.844017:0:17545:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.844019:0:17545:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384275.844020:0:17545:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384275.844027:0:17545:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.844028:0:17545:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.844030:0:17545:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384275.844032:0:17545:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8ef5303f6438 type=0x10620000 idx=7 00000040:00001000:3.0:1767384275.844034:0:17545:0:(llog.c:776:llog_process_thread()) lrh_index: 7 lrh_len: 168 (7112 remains) 00000040:00001000:3.0:1767384275.844036:0:17545:0:(llog.c:797:llog_process_thread()) index: 7, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:3.0:1767384275.844038:0:17545:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384275.844039:0:17545:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384275.844048:0:17545:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384275.844051:0:17545:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000ac057e45. 00080000:00000001:3.0:1767384275.844054:0:17545:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446619777392451584 : -124296317100032 : ffff8ef4022c2000) 00000040:00000001:3.0:1767384275.844056:0:17545:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384275.844058:0:17545:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384275.844060:0:17545:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384275.844067:0:17545:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384275.844069:0:17545:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384275.844070:0:17545:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384275.844076:0:17545:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384275.844077:0:17545:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.844078:0:17545:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.844080:0:17545:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384275.844082:0:17545:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384275.844119:0:17545:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.844122:0:17545:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384275.844124:0:17545:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384275.844125:0:17545:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00080000:00000001:3.0:1767384275.844131:0:17545:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384275.844141:0:17545:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:3.0:1767384275.844143:0:17545:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384275.844147:0:17545:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:3.0:1767384275.844149:0:17545:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384275.844154:0:17545:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384275.844156:0:17545:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384275.844164:0:17545:0:(osd_io.c:440:osd_write()) Process leaving (rc=168 : 168 : a8) 00000040:00080000:3.0:1767384275.844167:0:17545:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].7, 168 off9440 00000040:00000001:3.0:1767384275.844169:0:17545:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.844171:0:17545:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384275.844173:0:17545:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384275.844190:0:17545:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.844192:0:17545:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.844194:0:17545:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384275.844196:0:17545:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8ef5303f64e0 type=0x10620000 idx=8 00000040:00001000:3.0:1767384275.844199:0:17545:0:(llog.c:776:llog_process_thread()) lrh_index: 8 lrh_len: 224 (6944 remains) 00000040:00001000:3.0:1767384275.844200:0:17545:0:(llog.c:797:llog_process_thread()) index: 8, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:3.0:1767384275.844220:0:17545:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384275.844221:0:17545:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384275.844222:0:17545:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384275.844234:0:17545:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000008e7ce15c. 00080000:00000001:3.0:1767384275.844237:0:17545:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446619782459669504 : -124291249882112 : ffff8ef53033bc00) 00000040:00000001:3.0:1767384275.844239:0:17545:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384275.844241:0:17545:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384275.844243:0:17545:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384275.844252:0:17545:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384275.844254:0:17545:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384275.844256:0:17545:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384275.844261:0:17545:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384275.844263:0:17545:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.844265:0:17545:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.844267:0:17545:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384275.844269:0:17545:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384275.844277:0:17545:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.844279:0:17545:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384275.844281:0:17545:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384275.844282:0:17545:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00080000:00000001:3.0:1767384275.844286:0:17545:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384275.844293:0:17545:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:3.0:1767384275.844295:0:17545:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384275.844298:0:17545:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:3.0:1767384275.844300:0:17545:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384275.844304:0:17545:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384275.844306:0:17545:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384275.844312:0:17545:0:(osd_io.c:440:osd_write()) Process leaving (rc=224 : 224 : e0) 00000040:00080000:3.0:1767384275.844314:0:17545:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].8, 224 off9664 00000040:00000001:3.0:1767384275.844316:0:17545:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.844318:0:17545:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384275.844320:0:17545:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384275.844326:0:17545:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.844328:0:17545:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.844330:0:17545:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384275.844331:0:17545:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8ef5303f65c0 type=0x10620000 idx=9 00000040:00001000:3.0:1767384275.844334:0:17545:0:(llog.c:776:llog_process_thread()) lrh_index: 9 lrh_len: 224 (6720 remains) 00000040:00001000:3.0:1767384275.844336:0:17545:0:(llog.c:797:llog_process_thread()) index: 9, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:3.0:1767384275.844338:0:17545:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384275.844339:0:17545:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384275.844340:0:17545:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384275.844343:0:17545:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000c0c51631. 00080000:00000001:3.0:1767384275.844353:0:17545:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446619782459662336 : -124291249889280 : ffff8ef53033a000) 00000040:00000001:3.0:1767384275.844357:0:17545:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384275.844360:0:17545:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384275.844362:0:17545:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384275.844376:0:17545:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384275.844379:0:17545:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384275.844382:0:17545:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384275.844393:0:17545:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384275.844395:0:17545:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.844398:0:17545:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.844401:0:17545:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384275.844404:0:17545:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384275.844418:0:17545:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.844422:0:17545:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384275.844424:0:17545:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384275.844426:0:17545:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00080000:00000001:3.0:1767384275.844433:0:17545:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384275.844446:0:17545:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:3.0:1767384275.844450:0:17545:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384275.844456:0:17545:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:3.0:1767384275.844459:0:17545:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384275.844466:0:17545:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384275.844470:0:17545:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384275.844511:0:17545:0:(osd_io.c:440:osd_write()) Process leaving (rc=224 : 224 : e0) 00000040:00080000:3.0:1767384275.844516:0:17545:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].9, 224 off9888 00000040:00000001:3.0:1767384275.844520:0:17545:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.844523:0:17545:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384275.844527:0:17545:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384275.844539:0:17545:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.844542:0:17545:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.844545:0:17545:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384275.844548:0:17545:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8ef5303f66a0 type=0x10620000 idx=10 00000040:00001000:3.0:1767384275.844553:0:17545:0:(llog.c:776:llog_process_thread()) lrh_index: 10 lrh_len: 120 (6496 remains) 00000040:00001000:3.0:1767384275.844556:0:17545:0:(llog.c:797:llog_process_thread()) index: 10, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:3.0:1767384275.844559:0:17545:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384275.844561:0:17545:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384275.844564:0:17545:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384275.844586:0:17545:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000f78aa46b. 00080000:00000001:3.0:1767384275.844591:0:17545:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446619777400905728 : -124296308645888 : ffff8ef402ad2000) 00000040:00000001:3.0:1767384275.844599:0:17545:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384275.844601:0:17545:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384275.844604:0:17545:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384275.844615:0:17545:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384275.844617:0:17545:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384275.844619:0:17545:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384275.844627:0:17545:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384275.844628:0:17545:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.844631:0:17545:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.844634:0:17545:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384275.844638:0:17545:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384275.844653:0:17545:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.844657:0:17545:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384275.844659:0:17545:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384275.844661:0:17545:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00080000:00000001:3.0:1767384275.844668:0:17545:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384275.844681:0:17545:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:3.0:1767384275.844684:0:17545:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384275.844691:0:17545:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:3.0:1767384275.844694:0:17545:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384275.844702:0:17545:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384275.844706:0:17545:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384275.844717:0:17545:0:(osd_io.c:440:osd_write()) Process leaving (rc=120 : 120 : 78) 00000040:00080000:3.0:1767384275.844722:0:17545:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].10, 120 off10008 00000040:00000001:3.0:1767384275.844726:0:17545:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.844729:0:17545:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384275.844733:0:17545:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384275.844745:0:17545:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.844748:0:17545:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.844751:0:17545:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384275.844755:0:17545:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8ef5303f6718 type=0x10620000 idx=11 00000040:00001000:3.0:1767384275.844758:0:17545:0:(llog.c:776:llog_process_thread()) lrh_index: 11 lrh_len: 224 (6376 remains) 00000040:00001000:3.0:1767384275.844762:0:17545:0:(llog.c:797:llog_process_thread()) index: 11, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:3.0:1767384275.844766:0:17545:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384275.844784:0:17545:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384275.844786:0:17545:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384275.844792:0:17545:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000000018321b. 00080000:00000001:3.0:1767384275.844796:0:17545:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446619777400898560 : -124296308653056 : ffff8ef402ad0400) 00000040:00000001:3.0:1767384275.844798:0:17545:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384275.844807:0:17545:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384275.844810:0:17545:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384275.844820:0:17545:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384275.844821:0:17545:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384275.844823:0:17545:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384275.844829:0:17545:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384275.844830:0:17545:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.844832:0:17545:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.844852:0:17545:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384275.844855:0:17545:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384275.844865:0:17545:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.844867:0:17545:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384275.844869:0:17545:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384275.844870:0:17545:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00080000:00000001:3.0:1767384275.844875:0:17545:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384275.844883:0:17545:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:3.0:1767384275.844885:0:17545:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384275.844888:0:17545:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:3.0:1767384275.844890:0:17545:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384275.844894:0:17545:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384275.844896:0:17545:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384275.844902:0:17545:0:(osd_io.c:440:osd_write()) Process leaving (rc=224 : 224 : e0) 00000040:00080000:3.0:1767384275.844904:0:17545:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].11, 224 off10232 00000040:00000001:3.0:1767384275.844906:0:17545:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.844908:0:17545:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384275.844910:0:17545:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384275.844917:0:17545:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.844919:0:17545:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.844920:0:17545:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384275.844923:0:17545:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8ef5303f67f8 type=0x10620000 idx=12 00000040:00001000:3.0:1767384275.844925:0:17545:0:(llog.c:776:llog_process_thread()) lrh_index: 12 lrh_len: 224 (6152 remains) 00000040:00001000:3.0:1767384275.844927:0:17545:0:(llog.c:797:llog_process_thread()) index: 12, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:3.0:1767384275.844929:0:17545:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384275.844930:0:17545:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384275.844931:0:17545:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384275.844934:0:17545:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000dfe386ca. 00080000:00000001:3.0:1767384275.844936:0:17545:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446619777400912896 : -124296308638720 : ffff8ef402ad3c00) 00000040:00000001:3.0:1767384275.844938:0:17545:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384275.844939:0:17545:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384275.844948:0:17545:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384275.844956:0:17545:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384275.844958:0:17545:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384275.844959:0:17545:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384275.844965:0:17545:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384275.844966:0:17545:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.844968:0:17545:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.844970:0:17545:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384275.844972:0:17545:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384275.844979:0:17545:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.844981:0:17545:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384275.844982:0:17545:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384275.844983:0:17545:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00080000:00000001:3.0:1767384275.844987:0:17545:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384275.844993:0:17545:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:3.0:1767384275.844995:0:17545:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384275.844998:0:17545:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:3.0:1767384275.845000:0:17545:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384275.845003:0:17545:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384275.845005:0:17545:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384275.845044:0:17545:0:(osd_io.c:440:osd_write()) Process leaving (rc=224 : 224 : e0) 00000040:00080000:3.0:1767384275.845048:0:17545:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].12, 224 off10456 00000040:00000001:3.0:1767384275.845050:0:17545:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.845052:0:17545:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384275.845054:0:17545:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384275.845061:0:17545:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.845062:0:17545:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.845064:0:17545:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384275.845066:0:17545:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8ef5303f68d8 type=0x10620000 idx=13 00000040:00001000:3.0:1767384275.845068:0:17545:0:(llog.c:776:llog_process_thread()) lrh_index: 13 lrh_len: 88 (5928 remains) 00000040:00001000:3.0:1767384275.845070:0:17545:0:(llog.c:797:llog_process_thread()) index: 13, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:3.0:1767384275.845072:0:17545:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384275.845074:0:17545:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384275.845075:0:17545:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384275.845078:0:17545:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000006a880cf4. 00080000:00000001:3.0:1767384275.845080:0:17545:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446619777400910848 : -124296308640768 : ffff8ef402ad3400) 00000040:00000001:3.0:1767384275.845082:0:17545:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384275.845083:0:17545:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384275.845085:0:17545:0:(osd_io.c:243:osd_declare_write()) Process entered 00000100:00000040:3.0:1767384275.845143:0:53:0:(connection.c:75:cpu_latency_work()) work item of 000000009d5c2cb6 (cpu 0) has reached its deadline 4294865807, at 4294865808 00000100:00000010:3.0:1767384275.845150:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e3bb798c. 00000001:00000001:3.0:1767384275.845179:0:17545:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384275.845181:0:17545:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384275.845184:0:17545:0:(osd_io.c:243:osd_declare_write()) Process entered 00000100:00000040:2.0:1767384275.845190:0:795:0:(connection.c:75:cpu_latency_work()) work item of 00000000135c2452 (cpu 0) has reached its deadline 4294865807, at 4294865808 00000001:00000001:3.0:1767384275.845199:0:17545:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384275.845221:0:17545:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.845226:0:17545:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384275.845227:0:795:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b5e97132. 00000040:00000001:3.0:1767384275.845229:0:17545:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384275.845240:0:17545:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384275.845259:0:17545:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.845264:0:17545:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384275.845267:0:17545:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384275.845270:0:17545:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00080000:00000001:3.0:1767384275.845276:0:17545:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384275.845287:0:17545:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:3.0:1767384275.845290:0:17545:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384275.845294:0:17545:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:3.0:1767384275.845296:0:17545:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384275.845300:0:17545:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384275.845302:0:17545:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384275.845309:0:17545:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00000040:00080000:3.0:1767384275.845311:0:17545:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].13, 88 off10544 00000040:00000001:3.0:1767384275.845314:0:17545:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.845316:0:17545:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384275.845318:0:17545:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384275.845325:0:17545:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.845327:0:17545:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.845329:0:17545:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384275.845331:0:17545:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8ef5303f6930 type=0x10620000 idx=14 00000040:00001000:3.0:1767384275.845334:0:17545:0:(llog.c:776:llog_process_thread()) lrh_index: 14 lrh_len: 128 (5840 remains) 00000040:00001000:3.0:1767384275.845336:0:17545:0:(llog.c:797:llog_process_thread()) index: 14, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:3.0:1767384275.845338:0:17545:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384275.845339:0:17545:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384275.845341:0:17545:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384275.845344:0:17545:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000e6701795. 00080000:00000001:3.0:1767384275.845346:0:17545:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446619777400902656 : -124296308648960 : ffff8ef402ad1400) 00000040:00000001:3.0:1767384275.845348:0:17545:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384275.845359:0:17545:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384275.845361:0:17545:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384275.845369:0:17545:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384275.845371:0:17545:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384275.845373:0:17545:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384275.845378:0:17545:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384275.845380:0:17545:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.845391:0:17545:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.845393:0:17545:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384275.845395:0:17545:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384275.845403:0:17545:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.845405:0:17545:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384275.845406:0:17545:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384275.845408:0:17545:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00080000:00000001:3.0:1767384275.845412:0:17545:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384275.845418:0:17545:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:3.0:1767384275.845420:0:17545:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384275.845423:0:17545:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:3.0:1767384275.845425:0:17545:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384275.845429:0:17545:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384275.845431:0:17545:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384275.845437:0:17545:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000040:00080000:3.0:1767384275.845439:0:17545:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].14, 128 off10672 00000040:00000001:3.0:1767384275.845441:0:17545:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.845443:0:17545:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384275.845445:0:17545:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384275.845451:0:17545:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.845453:0:17545:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.845455:0:17545:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384275.845457:0:17545:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8ef5303f69b0 type=0x10620000 idx=15 00000040:00001000:3.0:1767384275.845459:0:17545:0:(llog.c:776:llog_process_thread()) lrh_index: 15 lrh_len: 144 (5712 remains) 00000040:00001000:3.0:1767384275.845461:0:17545:0:(llog.c:797:llog_process_thread()) index: 15, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:3.0:1767384275.845463:0:17545:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384275.845465:0:17545:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384275.845466:0:17545:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384275.845469:0:17545:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000b4fa3f23. 00080000:00000001:3.0:1767384275.845471:0:17545:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446619777400903680 : -124296308647936 : ffff8ef402ad1800) 00000040:00000001:3.0:1767384275.845473:0:17545:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384275.845474:0:17545:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384275.845482:0:17545:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384275.845489:0:17545:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384275.845491:0:17545:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384275.845492:0:17545:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384275.845498:0:17545:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384275.845499:0:17545:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.845501:0:17545:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.845503:0:17545:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384275.845505:0:17545:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384275.845513:0:17545:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.845515:0:17545:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384275.845516:0:17545:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384275.845517:0:17545:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00080000:00000001:3.0:1767384275.845521:0:17545:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384275.845527:0:17545:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:3.0:1767384275.845529:0:17545:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384275.845532:0:17545:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:3.0:1767384275.845534:0:17545:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384275.845538:0:17545:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384275.845540:0:17545:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384275.845564:0:17545:0:(osd_io.c:440:osd_write()) Process leaving (rc=144 : 144 : 90) 00000040:00080000:3.0:1767384275.845567:0:17545:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].15, 144 off10816 00000040:00000001:3.0:1767384275.845570:0:17545:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.845572:0:17545:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384275.845574:0:17545:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384275.845580:0:17545:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.845582:0:17545:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.845584:0:17545:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384275.845586:0:17545:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8ef5303f6a40 type=0x10620000 idx=16 00000040:00001000:3.0:1767384275.845588:0:17545:0:(llog.c:776:llog_process_thread()) lrh_index: 16 lrh_len: 160 (5568 remains) 00000040:00001000:3.0:1767384275.845590:0:17545:0:(llog.c:797:llog_process_thread()) index: 16, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:3.0:1767384275.845592:0:17545:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384275.845594:0:17545:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384275.845595:0:17545:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384275.845598:0:17545:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000006504d044. 00080000:00000001:3.0:1767384275.845600:0:17545:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446619777400900608 : -124296308651008 : ffff8ef402ad0c00) 00000040:00000001:3.0:1767384275.845602:0:17545:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384275.845604:0:17545:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384275.845605:0:17545:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384275.845621:0:17545:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384275.845622:0:17545:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384275.845624:0:17545:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384275.845630:0:17545:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384275.845631:0:17545:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.845633:0:17545:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.845635:0:17545:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384275.845637:0:17545:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384275.845645:0:17545:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.845647:0:17545:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384275.845648:0:17545:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384275.845649:0:17545:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00080000:00000001:3.0:1767384275.845653:0:17545:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384275.845660:0:17545:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:3.0:1767384275.845662:0:17545:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384275.845666:0:17545:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:3.0:1767384275.845668:0:17545:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384275.845672:0:17545:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384275.845674:0:17545:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384275.845679:0:17545:0:(osd_io.c:440:osd_write()) Process leaving (rc=160 : 160 : a0) 00000040:00080000:3.0:1767384275.845681:0:17545:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].16, 160 off10976 00000040:00000001:3.0:1767384275.845684:0:17545:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.845686:0:17545:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384275.845688:0:17545:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384275.845694:0:17545:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.845696:0:17545:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.845698:0:17545:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384275.845700:0:17545:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8ef5303f6ae0 type=0x10620000 idx=17 00000040:00001000:3.0:1767384275.845702:0:17545:0:(llog.c:776:llog_process_thread()) lrh_index: 17 lrh_len: 224 (5408 remains) 00000040:00001000:3.0:1767384275.845704:0:17545:0:(llog.c:797:llog_process_thread()) index: 17, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:3.0:1767384275.845706:0:17545:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384275.845707:0:17545:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384275.845708:0:17545:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384275.845711:0:17545:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000cc9ddbff. 00080000:00000001:3.0:1767384275.845713:0:17545:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446619777400904704 : -124296308646912 : ffff8ef402ad1c00) 00000040:00000001:3.0:1767384275.845715:0:17545:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384275.845716:0:17545:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384275.845718:0:17545:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384275.845723:0:17545:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384275.845731:0:17545:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384275.845733:0:17545:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384275.845741:0:17545:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384275.845742:0:17545:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.845744:0:17545:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.845746:0:17545:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384275.845748:0:17545:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384275.845756:0:17545:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.845758:0:17545:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384275.845759:0:17545:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384275.845760:0:17545:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00080000:00000001:3.0:1767384275.845764:0:17545:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384275.845771:0:17545:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:3.0:1767384275.845790:0:17545:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384275.845794:0:17545:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:3.0:1767384275.845796:0:17545:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384275.845800:0:17545:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384275.845802:0:17545:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384275.845807:0:17545:0:(osd_io.c:440:osd_write()) Process leaving (rc=224 : 224 : e0) 00000040:00080000:3.0:1767384275.845809:0:17545:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].17, 224 off11200 00000040:00000001:3.0:1767384275.845811:0:17545:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.845813:0:17545:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384275.845815:0:17545:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384275.845820:0:17545:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.845822:0:17545:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.845824:0:17545:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384275.845825:0:17545:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8ef5303f6bc0 type=0x10620000 idx=18 00000040:00001000:3.0:1767384275.845827:0:17545:0:(llog.c:776:llog_process_thread()) lrh_index: 18 lrh_len: 224 (5184 remains) 00000040:00001000:3.0:1767384275.845829:0:17545:0:(llog.c:797:llog_process_thread()) index: 18, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:3.0:1767384275.845830:0:17545:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384275.845832:0:17545:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384275.845833:0:17545:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384275.845859:0:17545:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000058fe19fc. 00080000:00000001:3.0:1767384275.845861:0:17545:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446619777400909824 : -124296308641792 : ffff8ef402ad3000) 00000040:00000001:3.0:1767384275.845864:0:17545:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384275.845865:0:17545:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384275.845867:0:17545:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384275.845874:0:17545:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384275.845876:0:17545:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384275.845885:0:17545:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384275.845893:0:17545:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384275.845894:0:17545:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.845896:0:17545:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.845898:0:17545:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384275.845900:0:17545:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384275.845909:0:17545:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.845911:0:17545:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384275.845912:0:17545:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384275.845914:0:17545:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00080000:00000001:3.0:1767384275.845918:0:17545:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384275.845925:0:17545:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:3.0:1767384275.845926:0:17545:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384275.845930:0:17545:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:3.0:1767384275.845931:0:17545:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384275.845935:0:17545:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384275.845937:0:17545:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384275.845960:0:17545:0:(osd_io.c:440:osd_write()) Process leaving (rc=224 : 224 : e0) 00000040:00080000:3.0:1767384275.845962:0:17545:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].18, 224 off11424 00000040:00000001:3.0:1767384275.845965:0:17545:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.845967:0:17545:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384275.845969:0:17545:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384275.845975:0:17545:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.845977:0:17545:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.845979:0:17545:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384275.845981:0:17545:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8ef5303f6ca0 type=0x10620000 idx=19 00000040:00001000:3.0:1767384275.845983:0:17545:0:(llog.c:776:llog_process_thread()) lrh_index: 19 lrh_len: 80 (4960 remains) 00000040:00001000:3.0:1767384275.845985:0:17545:0:(llog.c:797:llog_process_thread()) index: 19, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:3.0:1767384275.845987:0:17545:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384275.845988:0:17545:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384275.845989:0:17545:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384275.845993:0:17545:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000005160657a. 00080000:00000001:3.0:1767384275.845995:0:17545:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446619777400899584 : -124296308652032 : ffff8ef402ad0800) 00000040:00000001:3.0:1767384275.845996:0:17545:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384275.845998:0:17545:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384275.845999:0:17545:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384275.846005:0:17545:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384275.846007:0:17545:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384275.846008:0:17545:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384275.846023:0:17545:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384275.846024:0:17545:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.846026:0:17545:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.846028:0:17545:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384275.846030:0:17545:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384275.846037:0:17545:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.846039:0:17545:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384275.846041:0:17545:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384275.846042:0:17545:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00080000:00000001:3.0:1767384275.846046:0:17545:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384275.846052:0:17545:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:3.0:1767384275.846054:0:17545:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384275.846057:0:17545:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:3.0:1767384275.846059:0:17545:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384275.846063:0:17545:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384275.846065:0:17545:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384275.846070:0:17545:0:(osd_io.c:440:osd_write()) Process leaving (rc=80 : 80 : 50) 00000040:00080000:3.0:1767384275.846072:0:17545:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].19, 80 off11504 00000040:00000001:3.0:1767384275.846074:0:17545:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.846076:0:17545:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384275.846077:0:17545:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384275.846083:0:17545:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.846084:0:17545:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.846086:0:17545:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384275.846113:0:17545:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8ef5303f6cf0 type=0x10620000 idx=20 00000040:00001000:3.0:1767384275.846116:0:17545:0:(llog.c:776:llog_process_thread()) lrh_index: 20 lrh_len: 224 (4880 remains) 00000040:00001000:3.0:1767384275.846118:0:17545:0:(llog.c:797:llog_process_thread()) index: 20, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:3.0:1767384275.846120:0:17545:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384275.846122:0:17545:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384275.846124:0:17545:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384275.846129:0:17545:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000bfe333b4. 00080000:00000001:3.0:1767384275.846131:0:17545:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446619777400901632 : -124296308649984 : ffff8ef402ad1000) 00000040:00000001:3.0:1767384275.846134:0:17545:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384275.846136:0:17545:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384275.846138:0:17545:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384275.846146:0:17545:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384275.846148:0:17545:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384275.846149:0:17545:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384275.846154:0:17545:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384275.846162:0:17545:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.846164:0:17545:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.846166:0:17545:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384275.846168:0:17545:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384275.846177:0:17545:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.846179:0:17545:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384275.846181:0:17545:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384275.846182:0:17545:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00080000:00000001:3.0:1767384275.846186:0:17545:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384275.846194:0:17545:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:3.0:1767384275.846196:0:17545:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384275.846199:0:17545:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:3.0:1767384275.846201:0:17545:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384275.846222:0:17545:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384275.846224:0:17545:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384275.846230:0:17545:0:(osd_io.c:440:osd_write()) Process leaving (rc=224 : 224 : e0) 00000040:00080000:3.0:1767384275.846233:0:17545:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].20, 224 off11728 00000040:00000001:3.0:1767384275.846235:0:17545:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.846237:0:17545:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384275.846240:0:17545:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384275.846246:0:17545:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.846248:0:17545:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.846250:0:17545:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384275.846252:0:17545:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8ef5303f6dd0 type=0x10620000 idx=21 00000040:00001000:3.0:1767384275.846254:0:17545:0:(llog.c:776:llog_process_thread()) lrh_index: 21 lrh_len: 224 (4656 remains) 00000040:00001000:3.0:1767384275.846256:0:17545:0:(llog.c:797:llog_process_thread()) index: 21, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:3.0:1767384275.846258:0:17545:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384275.846259:0:17545:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384275.846261:0:17545:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384275.846263:0:17545:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000c6051342. 00080000:00000001:3.0:1767384275.846265:0:17545:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446619777400906752 : -124296308644864 : ffff8ef402ad2400) 00000040:00000001:3.0:1767384275.846267:0:17545:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384275.846269:0:17545:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384275.846270:0:17545:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384275.846277:0:17545:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384275.846279:0:17545:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384275.846280:0:17545:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384275.846286:0:17545:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384275.846287:0:17545:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.846295:0:17545:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.846297:0:17545:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384275.846299:0:17545:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384275.846307:0:17545:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.846309:0:17545:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384275.846311:0:17545:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384275.846312:0:17545:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00080000:00000001:3.0:1767384275.846316:0:17545:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384275.846323:0:17545:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:3.0:1767384275.846325:0:17545:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384275.846328:0:17545:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:3.0:1767384275.846330:0:17545:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384275.846334:0:17545:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384275.846337:0:17545:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384275.846360:0:17545:0:(osd_io.c:440:osd_write()) Process leaving (rc=224 : 224 : e0) 00000040:00080000:3.0:1767384275.846363:0:17545:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].21, 224 off11952 00000040:00000001:3.0:1767384275.846365:0:17545:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.846367:0:17545:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384275.846369:0:17545:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384275.846376:0:17545:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.846378:0:17545:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.846380:0:17545:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384275.846382:0:17545:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8ef5303f6eb0 type=0x10620000 idx=22 00000040:00001000:3.0:1767384275.846384:0:17545:0:(llog.c:776:llog_process_thread()) lrh_index: 22 lrh_len: 88 (4432 remains) 00000040:00001000:3.0:1767384275.846386:0:17545:0:(llog.c:797:llog_process_thread()) index: 22, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:3.0:1767384275.846388:0:17545:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384275.846390:0:17545:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384275.846391:0:17545:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384275.846394:0:17545:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000752d0139. 00080000:00000001:3.0:1767384275.846396:0:17545:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446619777400907776 : -124296308643840 : ffff8ef402ad2800) 00000040:00000001:3.0:1767384275.846398:0:17545:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384275.846399:0:17545:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384275.846401:0:17545:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384275.846408:0:17545:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384275.846410:0:17545:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384275.846411:0:17545:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384275.846416:0:17545:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384275.846418:0:17545:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.846420:0:17545:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.846428:0:17545:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384275.846431:0:17545:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384275.846440:0:17545:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.846442:0:17545:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384275.846443:0:17545:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384275.846445:0:17545:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00080000:00000001:3.0:1767384275.846449:0:17545:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384275.846457:0:17545:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:3.0:1767384275.846459:0:17545:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384275.846462:0:17545:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:3.0:1767384275.846464:0:17545:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384275.846468:0:17545:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384275.846470:0:17545:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384275.846475:0:17545:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00000040:00080000:3.0:1767384275.846477:0:17545:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].22, 88 off12040 00000040:00000001:3.0:1767384275.846480:0:17545:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.846481:0:17545:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384275.846483:0:17545:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384275.846489:0:17545:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.846490:0:17545:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.846492:0:17545:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384275.846494:0:17545:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8ef5303f6f08 type=0x10620000 idx=23 00000040:00001000:3.0:1767384275.846497:0:17545:0:(llog.c:776:llog_process_thread()) lrh_index: 23 lrh_len: 128 (4344 remains) 00000040:00001000:3.0:1767384275.846498:0:17545:0:(llog.c:797:llog_process_thread()) index: 23, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:3.0:1767384275.846500:0:17545:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384275.846502:0:17545:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384275.846503:0:17545:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384275.846506:0:17545:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000019e3b954. 00080000:00000001:3.0:1767384275.846508:0:17545:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446619777400911872 : -124296308639744 : ffff8ef402ad3800) 00000040:00000001:3.0:1767384275.846510:0:17545:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384275.846511:0:17545:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384275.846513:0:17545:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384275.846520:0:17545:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384275.846521:0:17545:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384275.846523:0:17545:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384275.846528:0:17545:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384275.846529:0:17545:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.846531:0:17545:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.846533:0:17545:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384275.846541:0:17545:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384275.846550:0:17545:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.846552:0:17545:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384275.846553:0:17545:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384275.846555:0:17545:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00080000:00000001:3.0:1767384275.846559:0:17545:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384275.846566:0:17545:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:3.0:1767384275.846568:0:17545:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384275.846571:0:17545:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:3.0:1767384275.846573:0:17545:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384275.846577:0:17545:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384275.846579:0:17545:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384275.846584:0:17545:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000040:00080000:3.0:1767384275.846586:0:17545:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].23, 128 off12168 00000040:00000001:3.0:1767384275.846588:0:17545:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.846590:0:17545:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384275.846592:0:17545:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384275.846598:0:17545:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.846600:0:17545:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.846602:0:17545:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384275.846603:0:17545:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8ef5303f6f88 type=0x10620000 idx=24 00000040:00001000:3.0:1767384275.846605:0:17545:0:(llog.c:776:llog_process_thread()) lrh_index: 24 lrh_len: 144 (4216 remains) 00000040:00001000:3.0:1767384275.846607:0:17545:0:(llog.c:797:llog_process_thread()) index: 24, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:3.0:1767384275.846609:0:17545:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384275.846611:0:17545:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384275.846612:0:17545:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384275.846615:0:17545:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000539e415f. 00080000:00000001:3.0:1767384275.846617:0:17545:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446619777400908800 : -124296308642816 : ffff8ef402ad2c00) 00000040:00000001:3.0:1767384275.846619:0:17545:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384275.846620:0:17545:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384275.846622:0:17545:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384275.846628:0:17545:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384275.846629:0:17545:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384275.846631:0:17545:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384275.846636:0:17545:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384275.846637:0:17545:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.846639:0:17545:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.846641:0:17545:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384275.846642:0:17545:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384275.846656:0:17545:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.846659:0:17545:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384275.846661:0:17545:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384275.846662:0:17545:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00080000:00000001:3.0:1767384275.846666:0:17545:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384275.846673:0:17545:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:3.0:1767384275.846675:0:17545:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384275.846678:0:17545:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:3.0:1767384275.846680:0:17545:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384275.846684:0:17545:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384275.846686:0:17545:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384275.846708:0:17545:0:(osd_io.c:440:osd_write()) Process leaving (rc=144 : 144 : 90) 00000040:00080000:3.0:1767384275.846711:0:17545:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].24, 144 off12312 00000040:00000001:3.0:1767384275.846713:0:17545:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.846715:0:17545:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384275.846717:0:17545:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384275.846723:0:17545:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.846725:0:17545:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.846727:0:17545:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384275.846730:0:17545:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8ef5303f7018 type=0x10620000 idx=25 00000040:00001000:3.0:1767384275.846732:0:17545:0:(llog.c:776:llog_process_thread()) lrh_index: 25 lrh_len: 128 (4072 remains) 00000040:00001000:3.0:1767384275.846734:0:17545:0:(llog.c:797:llog_process_thread()) index: 25, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:3.0:1767384275.846736:0:17545:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384275.846737:0:17545:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384275.846739:0:17545:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384275.846742:0:17545:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000009aad8e90. 00080000:00000001:3.0:1767384275.846744:0:17545:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446619777400897536 : -124296308654080 : ffff8ef402ad0000) 00000040:00000001:3.0:1767384275.846746:0:17545:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384275.846747:0:17545:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384275.846748:0:17545:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384275.846755:0:17545:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384275.846757:0:17545:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384275.846759:0:17545:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384275.846764:0:17545:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384275.846765:0:17545:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.846767:0:17545:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.846769:0:17545:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384275.846771:0:17545:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384275.846794:0:17545:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.846802:0:17545:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384275.846804:0:17545:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384275.846806:0:17545:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00080000:00000001:3.0:1767384275.846810:0:17545:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384275.846818:0:17545:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:3.0:1767384275.846819:0:17545:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384275.846823:0:17545:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:3.0:1767384275.846825:0:17545:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384275.846828:0:17545:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384275.846830:0:17545:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384275.846853:0:17545:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000040:00080000:3.0:1767384275.846855:0:17545:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].25, 128 off12440 00000040:00000001:3.0:1767384275.846857:0:17545:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.846859:0:17545:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384275.846861:0:17545:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384275.846868:0:17545:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.846870:0:17545:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.846872:0:17545:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384275.846873:0:17545:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8ef5303f7098 type=0x10620000 idx=26 00000040:00001000:3.0:1767384275.846876:0:17545:0:(llog.c:776:llog_process_thread()) lrh_index: 26 lrh_len: 224 (3944 remains) 00000040:00001000:3.0:1767384275.846877:0:17545:0:(llog.c:797:llog_process_thread()) index: 26, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:3.0:1767384275.846879:0:17545:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384275.846880:0:17545:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384275.846882:0:17545:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384275.846895:0:17545:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000001666c403. 00080000:00000001:3.0:1767384275.846898:0:17545:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446619777414591488 : -124296294960128 : ffff8ef4037df400) 00000040:00000001:3.0:1767384275.846900:0:17545:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384275.846901:0:17545:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384275.846903:0:17545:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384275.846912:0:17545:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384275.846913:0:17545:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384275.846915:0:17545:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384275.846921:0:17545:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384275.846922:0:17545:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.846924:0:17545:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.846926:0:17545:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384275.846928:0:17545:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384275.846935:0:17545:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.846937:0:17545:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384275.846944:0:17545:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384275.846945:0:17545:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00080000:00000001:3.0:1767384275.846950:0:17545:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384275.846958:0:17545:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:3.0:1767384275.846960:0:17545:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384275.846963:0:17545:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:3.0:1767384275.846965:0:17545:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384275.846968:0:17545:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384275.846971:0:17545:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384275.846976:0:17545:0:(osd_io.c:440:osd_write()) Process leaving (rc=224 : 224 : e0) 00000040:00080000:3.0:1767384275.846978:0:17545:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].26, 224 off12664 00000040:00000001:3.0:1767384275.846980:0:17545:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.846982:0:17545:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384275.846983:0:17545:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384275.846990:0:17545:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.846991:0:17545:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.846993:0:17545:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384275.846995:0:17545:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8ef5303f7178 type=0x10620000 idx=27 00000040:00001000:3.0:1767384275.846997:0:17545:0:(llog.c:776:llog_process_thread()) lrh_index: 27 lrh_len: 224 (3720 remains) 00000040:00001000:3.0:1767384275.846999:0:17545:0:(llog.c:797:llog_process_thread()) index: 27, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:3.0:1767384275.847001:0:17545:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384275.847002:0:17545:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384275.847003:0:17545:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384275.847006:0:17545:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000006286d9ce. 00080000:00000001:3.0:1767384275.847007:0:17545:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446619777414583296 : -124296294968320 : ffff8ef4037dd400) 00000040:00000001:3.0:1767384275.847009:0:17545:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384275.847010:0:17545:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384275.847012:0:17545:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384275.847018:0:17545:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384275.847019:0:17545:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384275.847021:0:17545:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384275.847026:0:17545:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384275.847027:0:17545:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.847028:0:17545:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.847030:0:17545:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384275.847032:0:17545:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384275.847038:0:17545:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.847040:0:17545:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384275.847041:0:17545:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384275.847048:0:17545:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00080000:00000001:3.0:1767384275.847052:0:17545:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384275.847059:0:17545:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:3.0:1767384275.847061:0:17545:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384275.847064:0:17545:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:3.0:1767384275.847066:0:17545:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384275.847069:0:17545:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384275.847072:0:17545:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384275.847120:0:17545:0:(osd_io.c:440:osd_write()) Process leaving (rc=224 : 224 : e0) 00000040:00080000:3.0:1767384275.847124:0:17545:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].27, 224 off12888 00000040:00000001:3.0:1767384275.847126:0:17545:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.847129:0:17545:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384275.847131:0:17545:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384275.847142:0:17545:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.847144:0:17545:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.847146:0:17545:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384275.847148:0:17545:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8ef5303f7258 type=0x10620000 idx=28 00000040:00001000:3.0:1767384275.847151:0:17545:0:(llog.c:776:llog_process_thread()) lrh_index: 28 lrh_len: 80 (3496 remains) 00000040:00001000:3.0:1767384275.847153:0:17545:0:(llog.c:797:llog_process_thread()) index: 28, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:3.0:1767384275.847154:0:17545:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384275.847156:0:17545:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384275.847157:0:17545:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384275.847161:0:17545:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000f7d40a97. 00080000:00000001:3.0:1767384275.847163:0:17545:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446619777414584320 : -124296294967296 : ffff8ef4037dd800) 00000040:00000001:3.0:1767384275.847165:0:17545:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384275.847166:0:17545:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384275.847168:0:17545:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384275.847176:0:17545:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384275.847177:0:17545:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384275.847179:0:17545:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384275.847184:0:17545:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384275.847185:0:17545:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.847187:0:17545:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.847189:0:17545:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384275.847191:0:17545:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384275.847197:0:17545:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.847199:0:17545:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384275.847200:0:17545:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384275.847201:0:17545:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00080000:00000001:3.0:1767384275.847231:0:17545:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384275.847239:0:17545:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:3.0:1767384275.847241:0:17545:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384275.847245:0:17545:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:3.0:1767384275.847247:0:17545:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384275.847251:0:17545:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384275.847253:0:17545:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384275.847259:0:17545:0:(osd_io.c:440:osd_write()) Process leaving (rc=80 : 80 : 50) 00000040:00080000:3.0:1767384275.847261:0:17545:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].28, 80 off12968 00000040:00000001:3.0:1767384275.847263:0:17545:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.847265:0:17545:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384275.847267:0:17545:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384275.847273:0:17545:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.847275:0:17545:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.847277:0:17545:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384275.847279:0:17545:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8ef5303f72a8 type=0x10620000 idx=29 00000040:00001000:3.0:1767384275.847282:0:17545:0:(llog.c:720:llog_process_thread()) synced_idx: 29 00000040:00000001:3.0:1767384275.847284:0:17545:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:3.0:1767384275.847286:0:17545:0:(llog_client.c:140:llog_client_next_block()) Process entered 00000020:00000040:3.0:1767384275.847289:0:17545:0:(genops.c:1229:class_import_get()) import 00000000df830bbe refcount=4 obd=MGC192.168.202.152@tcp 00000100:00000010:3.0:1767384275.847293:0:17545:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000092eb0767. 00000020:00000040:3.0:1767384275.847295:0:17545:0:(genops.c:1229:class_import_get()) import 00000000df830bbe refcount=5 obd=MGC192.168.202.152@tcp 00000100:00000001:3.0:1767384275.847298:0:17545:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384275.847300:0:17545:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384275.847303:0:17545:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384275.847307:0:17545:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007023974e. 00000100:00000001:3.0:1767384275.847311:0:17545:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384275.847315:0:17545:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767384275.847316:0:17545:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384275.847319:0:17545:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000affb5768. 00000100:00000001:3.0:1767384275.847321:0:17545:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446619782198774976 : -124291510776640 : ffff8ef520a6ccc0) 00000100:00000001:3.0:1767384275.847324:0:17545:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384275.847325:0:17545:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782675225600 : -124291034326016 : ffff8ef53d0cdc00) 00000100:00000001:3.0:1767384275.847329:0:17545:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384275.847331:0:17545:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384275.847333:0:17545:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384275.847335:0:17545:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384275.847338:0:17545:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000092eb0767 x1853236723062144/t0(0) o502->MGC192.168.202.152@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384275.847354:0:17545:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384275.847356:0:17545:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384275.847359:0:17545:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384275.847361:0:17545:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384275.847363:0:17545:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384275.847366:0:17545:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000092eb0767 pname:cluuid:pid:xid:nid:opc:job mount.lustre:c0412d60-4f67-4dbc-8791-892843f60083:17545:1853236723062144:0@lo:502: 00000100:00000001:3.0:1767384275.847370:0:17545:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384275.847373:0:17545:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384275.847375:0:17545:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384275.847377:0:17545:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384275.847391:0:17545:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 000000008990d08f. 02000000:00000001:3.0:1767384275.847394:0:17545:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384275.847398:0:17545:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000003494e. 00000400:00000010:3.0:1767384275.847403:0:17545:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 000000003e37839d. 00000100:00000200:3.0:1767384275.847407:0:17545:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853236723062144, portal 25 00000100:00000001:3.0:1767384275.847410:0:17545:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384275.847411:0:17545:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782675225600 : -124291034326016 : ffff8ef53d0cdc00) 00000100:00000040:3.0:1767384275.847416:0:17545:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000092eb0767 x1853236723062144/t0(0) o502->MGC192.168.202.152@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384291 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384275.847424:0:17545:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384275.847426:0:17545:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384275.847429:0:17545:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008fbdf106. 00000100:00000200:3.0:1767384275.847431:0:17545:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853236723062144, offset 0 00000400:00000200:3.0:1767384275.847435:0:17545:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384275.847443:0:17545:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384275.847450:0:17545:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x695824c901580 00000400:00000200:3.0:1767384275.847454:0:17545:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x1a5 [2] + 0 00000400:00000010:3.0:1767384275.847458:0:17545:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007dd89712. 00000400:00000200:3.0:1767384275.847462:0:17545:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000066cc40ba 00000400:00000200:3.0:1767384275.847466:0:17545:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384275.847469:0:17545:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384275.847473:0:17545:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000066cc40ba 00000400:00000010:3.0:1767384275.847481:0:17545:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000066cc40ba. 00000100:00000001:3.0:1767384275.847485:0:17545:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384275.847486:0:17545:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384275.847489:0:17545:0:(events.c:337:request_in_callback()) incoming req@0000000063311df0 x1853236723062144 msgsize 272 00000100:00100000:3.0:1767384275.847494:0:17545:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384275.847496:0:17545:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384275.847512:0:17545:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384275.847518:0:17545:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008fbdf106 00000400:00000010:3.0:1767384275.847520:0:17545:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008fbdf106. 00000100:00000001:3.0:1767384275.847522:0:17545:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384275.847526:0:17545:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000092eb0767 x1853236723062144/t0(0) o502->MGC192.168.202.152@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384291 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384275.847535:0:17545:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384275.847537:0:17545:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@0000000092eb0767 x1853236723062144/t0(0) o502->MGC192.168.202.152@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384291 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384275.847545:0:17545:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384275.847547:0:17545:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384275.847551:0:17545:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384275.847554:0:17545:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294865813 00000100:00000010:3.0:1767384275.847558:0:17545:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a5836adb. 00000100:00000001:3.0:1767384275.847565:0:17545:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767384275.847570:0:17545:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294865813 00000100:00000010:3.0:1767384275.847573:0:17545:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fbf1e329. 00000100:00000001:3.0:1767384275.847578:0:17545:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384275.847588:0:17545:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294865813 00000100:00000001:2.0:1767384275.847591:0:16774:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000010:3.0:1767384275.847592:0:17545:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000033b49ee0. 00000100:00100000:2.0:1767384275.847599:0:16774:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723062144 00000100:00000001:3.0:1767384275.847601:0:17545:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 2 02000000:00000001:2.0:1767384275.847608:0:16774:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384275.847611:0:17545:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294865813 00000100:00000001:2.0:1767384275.847613:0:16774:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384275.847619:0:16774:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384275.847621:0:17545:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000dd82bd1a. 02000000:00000001:2.0:1767384275.847627:0:16774:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384275.847628:0:17545:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384275.847635:0:17545:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1767384275.847638:0:16774:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723062144 00000100:00000001:3.0:1767384275.847640:0:17545:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384275.847647:0:16774:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384275.847653:0:16774:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eec8e1 00000100:00000001:3.0:1767384275.847655:0:17545:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:2.0:1767384275.847662:0:16774:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384275.847663:0:17545:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000040:2.0:1767384275.847672:0:16774:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000555601ca refcount=15 00000100:00100000:3.0:1767384275.847673:0:17545:0:(client.c:2690:ptlrpc_set_wait()) set 00000000affb5768 going to sleep for 11 seconds 00000100:00000001:3.0:1767384275.847681:0:17545:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1767384275.847684:0:16774:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000100:00000001:3.0:1767384275.847686:0:17545:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384275.847698:0:16774:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000100:00000001:2.0:1767384275.847705:0:16774:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384275.847713:0:16774:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000038cd82c0. 00000100:00000001:2.0:1767384275.847719:0:16774:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384275.847723:0:16774:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000038cd82c0. 00000020:00000010:2.0:1767384275.847732:0:16774:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003c933af7. 00000020:00000010:2.0:1767384275.847736:0:16774:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000082d0810. 00000020:00000010:2.0:1767384275.847740:0:16774:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b223840c. 00000100:00000040:2.0:1767384275.847747:0:16774:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384275.847750:0:16774:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384275.847752:0:16774:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384275.847754:0:16774:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384275.847759:0:16774:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384275.847790:0:16774:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384275.847803:0:16774:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384275.847805:0:16774:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384275.847812:0:16774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00000001:3.0:1767384275.847823:0:16773:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384275.847829:0:16773:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:2.0:1767384275.847829:0:16774:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000555601ca : new rpc_count 1 00000100:00000001:3.0:1767384275.847853:0:16773:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384275.847857:0:16774:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619777395447888 : -124296314103728 : ffff8ef40259d850) 00000100:00000001:3.0:1767384275.847859:0:16773:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384275.847873:0:16774:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000063311df0 x1853236723062144/t0(0) o502->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:256/0 lens 272/0 e 0 to 0 dl 1767384286 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384275.847886:0:16774:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384275.847890:0:16774:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000038cd82c0. 00000100:00000001:2.0:1767384275.847892:0:16774:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384275.847895:0:16774:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000038cd82c0. 00000100:00100000:2.0:1767384275.847899:0:16774:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000063311df0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c0412d60-4f67-4dbc-8791-892843f60083+15:17545:x1853236723062144:12345-0@lo:502: 00000100:00000200:2.0:1767384275.847904:0:16774:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723062144 00000020:00000001:2.0:1767384275.847906:0:16774:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384275.847909:0:16774:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384275.847911:0:16774:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384275.847914:0:16774:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384275.847916:0:16774:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669140720 : -1040410896 : ffffffffc1fc96f0) 00000020:00000001:2.0:1767384275.847918:0:16774:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384275.847920:0:16774:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384275.847922:0:16774:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384275.847924:0:16774:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384275.847925:0:16774:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384275.847927:0:16774:0:(tgt_handler.c:1541:tgt_llog_next_block()) Process entered 00000040:00000001:2.0:1767384275.847929:0:16774:0:(llog_server.c:103:llog_origin_handle_next_block()) Process entered 00000100:00000001:2.0:1767384275.847932:0:16774:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384275.847934:0:16774:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384275.847951:0:16774:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 00000000f555cca4. 02000000:00000001:2.0:1767384275.847953:0:16774:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384275.847956:0:16774:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:2.0:1767384275.847958:0:16774:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 0000000066d3e4b6 : new refcount 2 00000040:00000001:2.0:1767384275.847961:0:16774:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:2.0:1767384275.847963:0:16774:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000009c012fd3. 00000040:00000001:2.0:1767384275.847966:0:16774:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:2.0:1767384275.847968:0:16774:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:2.0:1767384275.847970:0:16774:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446619782067589120 : -124291641962496 : 0xffff8ef518d51000) 00000020:00000001:2.0:1767384275.847979:0:16774:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446619782067589120 : -124291641962496 : ffff8ef518d51000) 00000020:00000001:2.0:1767384275.847983:0:16774:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384275.847987:0:16774:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446619782313852760 : -124291395698856 : ffff8ef52782bf58) 00000040:00000001:2.0:1767384275.847989:0:16774:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384275.847991:0:16774:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384275.847993:0:16774:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:2.0:1767384275.847997:0:16774:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000c6a755cf. 00000040:00000001:2.0:1767384275.847998:0:16774:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:2.0:1767384275.848000:0:16774:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00000001:2.0:1767384275.848055:0:16774:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384275.848058:0:16774:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384275.848060:0:16774:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384275.848063:0:16774:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:2.0:1767384275.848065:0:16774:0:(llog_osd.c:1116:llog_osd_next_block()) Process entered 00000040:00001000:2.0:1767384275.848068:0:16774:0:(llog_osd.c:1150:llog_osd_next_block()) looking for log index 29 (cur idx 29 off 8192), size 13192 00000040:00000001:2.0:1767384275.848142:0:16774:0:(llog_osd.c:1281:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:2.0:1767384275.848146:0:16774:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384275.848149:0:16774:0:(llog_server.c:148:llog_origin_handle_next_block()) Process leaving 00000040:00000001:2.0:1767384275.848151:0:16774:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:2.0:1767384275.848154:0:16774:0:(lu_object.c:207:lu_object_put()) Add 0000000017d2affb/000000004632015f to site lru. bkt: 0000000020e8c507 00000040:00000001:2.0:1767384275.848157:0:16774:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:2.0:1767384275.848160:0:16774:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000c6a755cf. 00000040:00000010:2.0:1767384275.848163:0:16774:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000009c012fd3. 00000040:00000040:2.0:1767384275.848166:0:16774:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 0000000066d3e4b6 : new refcount 1 00000020:00000001:2.0:1767384275.848169:0:16774:0:(tgt_handler.c:1545:tgt_llog_next_block()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384275.848172:0:16774:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236723062144 00010000:00000001:2.0:1767384275.848175:0:16774:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384275.848181:0:16774:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000063311df0 x1853236723062144/t0(0) o502->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:256/0 lens 272/8472 e 0 to 0 dl 1767384286 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384275.848195:0:16774:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384275.848198:0:16774:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384275.848202:0:16774:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dd452398 time=5 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384275.848207:0:16774:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384275.848211:0:16774:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 12 to 0@lo 00000100:00000001:2.0:1767384275.848226:0:16774:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 02000000:00000001:2.0:1767384275.848230:0:16774:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384275.848233:0:16774:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384275.848236:0:16774:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384275.848241:0:16774:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384275.848261:0:16774:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 000000004ee348ed. 00000100:00000200:2.0:1767384275.848267:0:16774:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1853236723062144, offset 224 00000400:00000200:2.0:1767384275.848277:0:16774:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384275.848289:0:16774:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384275.848301:0:16774:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8472 into portal 25 MB=0x695824c901580 00000400:00000200:2.0:1767384275.848310:0:16774:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8472/8472 into md 0x10b5 [4] + 224 00000400:00000200:2.0:1767384275.848321:0:16774:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384275.848327:0:16774:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384275.848332:0:16774:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384275.848336:0:16774:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000092eb0767 x1853236723062144/t0(0) o502->MGC192.168.202.152@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384291 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384275.848347:0:16774:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8472 offset=224 replen=8472 req@0000000092eb0767 x1853236723062144/t0(0) o502->MGC192.168.202.152@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384291 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384275.848372:0:16774:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384275.848378:0:16774:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004ee348ed 00000400:00000010:2.0:1767384275.848381:0:16774:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 000000004ee348ed. 00000100:00000001:2.0:1767384275.848384:0:16774:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384275.848386:0:16774:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384275.848390:0:16774:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384275.848393:0:16774:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 11 to 0@lo 00010000:00000001:2.0:1767384275.848396:0:16774:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384275.848398:0:16774:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384275.848401:0:16774:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384275.848405:0:16774:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000063311df0 x1853236723062144/t0(0) o502->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:256/0 lens 272/8472 e 0 to 0 dl 1767384286 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384275.848432:0:16774:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000063311df0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c0412d60-4f67-4dbc-8791-892843f60083+15:17545:x1853236723062144:12345-0@lo:502: Request processed in 546us (941us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384275.848440:0:16774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00000040:2.0:1767384275.848451:0:16774:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000555601ca : new rpc_count 0 00000100:00000001:2.0:1767384275.848454:0:16774:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384275.848456:0:16774:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384275.848461:0:16774:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000082d0810. 00000020:00000010:2.0:1767384275.848465:0:16774:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b223840c. 00000020:00000010:2.0:1767384275.848468:0:16774:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003c933af7. 00000020:00000040:2.0:1767384275.848473:0:16774:0:(genops.c:898:class_export_put()) PUTting export 00000000555601ca : new refcount 14 02000000:00000001:2.0:1767384275.848477:0:16774:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384275.848479:0:16774:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 00000000f555cca4. 00000100:00000001:3.0:1767384275.848491:0:17545:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1767384275.848492:0:16774:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384275.848500:0:16774:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1767384275.848503:0:17545:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000200:2.0:1767384275.848505:0:16774:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000001:3.0:1767384275.848508:0:17545:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384275.848512:0:16774:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f5753d78. 00000400:00000010:3.0:1767384275.848513:0:17545:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000003494e. 00000400:00000200:3.0:1767384275.848524:0:17545:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003e37839d 00000400:00000010:3.0:1767384275.848527:0:17545:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 000000003e37839d. 00000100:00000001:3.0:1767384275.848530:0:17545:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000010:2.0:1767384275.848533:0:16774:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004ee348ed. 00000100:00000200:3.0:1767384275.848539:0:17545:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000092eb0767 x1853236723062144/t0(0) o502->MGC192.168.202.152@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384291 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384275.848553:0:17545:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000092eb0767 x1853236723062144/t0(0) o502->MGC192.168.202.152@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384291 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384275.848563:0:17545:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384275.848566:0:17545:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384275.848569:0:17545:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384275.848571:0:17545:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384275.848573:0:17545:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384275.848575:0:17545:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384275.848578:0:17545:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384275.848582:0:17545:0:(import.c:2128:obd_at_measure()) add 5 to 0000000028df3f77 time=5 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384275.848585:0:17545:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f5022cbe time=5 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384275.848588:0:17545:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384275.848589:0:17545:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384275.848591:0:17545:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384275.848593:0:17545:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384275.848595:0:17545:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384275.848598:0:17545:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000092eb0767 x1853236723062144/t0(0) o502->MGC192.168.202.152@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384291 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384275.848624:0:17545:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384275.848626:0:17545:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384275.848628:0:17545:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384275.848632:0:17545:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000092eb0767 x1853236723062144/t0(0) o502->MGC192.168.202.152@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384291 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384275.848639:0:17545:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000092eb0767 pname:cluuid:pid:xid:nid:opc:job mount.lustre:c0412d60-4f67-4dbc-8791-892843f60083:17545:1853236723062144:0@lo:502: 00000100:00000001:3.0:1767384275.848644:0:17545:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384275.848646:0:17545:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384275.848648:0:17545:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767384275.848650:0:17545:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384275.848652:0:17545:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000092eb0767 x1853236723062144/t0(0) o502->MGC192.168.202.152@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384291 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384275.848658:0:17545:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384275.848660:0:17545:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000affb5768. 00000100:00000001:3.0:1767384275.848663:0:17545:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767384275.848664:0:17545:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.848669:0:17545:0:(llog_client.c:197:llog_client_next_block()) Process leaving 00000100:00000001:3.0:1767384275.848671:0:17545:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384275.848673:0:17545:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000092eb0767 x1853236723062144/t0(0) o502->MGC192.168.202.152@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384291 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384275.848679:0:17545:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384275.848681:0:17545:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384275.848683:0:17545:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 000000008990d08f. 02000000:00000001:3.0:1767384275.848692:0:17545:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384275.848694:0:17545:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384275.848695:0:17545:0:(genops.c:1242:class_import_put()) import 00000000df830bbe refcount=4 obd=MGC192.168.202.152@tcp 00000020:00000001:3.0:1767384275.848698:0:17545:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384275.848699:0:17545:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000007023974e. 02000000:00000001:3.0:1767384275.848702:0:17545:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384275.848704:0:17545:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384275.848705:0:17545:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000092eb0767. 00000100:00000001:3.0:1767384275.848708:0:17545:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384275.848709:0:17545:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384275.848717:0:17545:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384275.848718:0:17545:0:(genops.c:1242:class_import_put()) import 00000000df830bbe refcount=3 obd=MGC192.168.202.152@tcp 00000020:00000001:3.0:1767384275.848720:0:17545:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:3.0:1767384275.848722:0:17545:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384275.848724:0:17545:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8ef5303f72a8 type=0x10620000 idx=29 00000040:00001000:3.0:1767384275.848727:0:17545:0:(llog.c:776:llog_process_thread()) lrh_index: 29 lrh_len: 224 (3416 remains) 00000040:00001000:3.0:1767384275.848729:0:17545:0:(llog.c:797:llog_process_thread()) index: 29, lh_last_idx: 29 synced_idx: 29 lgh_last_idx: 29 00000040:00000001:3.0:1767384275.848732:0:17545:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384275.848734:0:17545:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384275.848736:0:17545:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384275.848741:0:17545:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000076badc7b. 00080000:00000001:3.0:1767384275.848743:0:17545:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446619777414581248 : -124296294970368 : ffff8ef4037dcc00) 00000040:00000001:3.0:1767384275.848745:0:17545:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384275.848748:0:17545:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384275.848750:0:17545:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384275.848763:0:17545:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384275.848764:0:17545:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384275.848766:0:17545:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384275.848773:0:17545:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384275.848775:0:17545:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.848776:0:17545:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.848778:0:17545:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384275.848781:0:17545:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384275.848791:0:17545:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.848793:0:17545:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384275.848795:0:17545:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384275.848796:0:17545:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00080000:00000001:3.0:1767384275.848802:0:17545:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384275.848812:0:17545:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:3.0:1767384275.848814:0:17545:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384275.848818:0:17545:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:3.0:1767384275.848819:0:17545:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384275.848824:0:17545:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384275.848826:0:17545:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384275.848832:0:17545:0:(osd_io.c:440:osd_write()) Process leaving (rc=224 : 224 : e0) 00000040:00080000:3.0:1767384275.848863:0:17545:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].29, 224 off13192 00000040:00000001:3.0:1767384275.848866:0:17545:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.848868:0:17545:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384275.848870:0:17545:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384275.848888:0:17545:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.848890:0:17545:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.848893:0:17545:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.848894:0:17545:0:(llog.c:846:llog_process_thread()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00080000:3.0:1767384275.848897:0:17545:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 29 count 30 00000040:00000010:3.0:1767384275.848899:0:17545:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 000000003df56ee7. 00000020:00000010:3.0:1767384275.848905:0:17545:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000394059a3. 00000020:00000010:3.0:1767384275.848912:0:17545:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000624af454. 00000040:00000010:3.0:1767384275.848915:0:17545:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000001cbfa0ea. 00000020:00000010:3.0:1767384275.848918:0:17545:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000891374bf. 00000020:00000010:3.0:1767384275.848921:0:17545:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000079ab78e7. 00000020:00000010:3.0:1767384275.848925:0:17545:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000601701f6. 80000000:00000010:3.0:1767384275.848928:0:17545:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000009bee10d2. 40000000:00000010:3.0:1767384275.848931:0:17545:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000c3621601. 00100000:00000010:3.0:1767384275.848934:0:17545:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000007ee9fa71. 00040000:00000010:3.0:1767384275.848937:0:17545:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000034791990. 00040000:00000010:3.0:1767384275.848940:0:17545:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000008f4ecdfe. 00040000:00000010:3.0:1767384275.848943:0:17545:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000020c8f7c4. 00080000:00000010:3.0:1767384275.848945:0:17545:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000007438296d. 00000004:00000010:3.0:1767384275.848948:0:17545:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000002b3b34fe. 00000004:00000010:3.0:1767384275.848951:0:17545:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000ff0e18e8. 00000004:00000010:3.0:1767384275.848954:0:17545:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000ca8eb18b. 00002000:00000010:3.0:1767384275.848956:0:17545:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000002f4ecd52. 00000004:00000010:3.0:1767384275.848959:0:17545:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000085eea190. 00000020:00000010:3.0:1767384275.848962:0:17545:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000510c0fb1. 00000040:00000010:3.0:1767384275.848964:0:17545:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 00000000fec3c568. 00000040:00000001:3.0:1767384275.848967:0:17545:0:(llog.c:987:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.848969:0:17545:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:3.0:1767384275.848972:0:17545:0:(lu_object.c:207:lu_object_put()) Add 00000000fdf43fb5/000000009f4bb3bc to site lru. bkt: 00000000db148930 00000040:00000010:3.0:1767384275.848975:0:17545:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 14 at 00000000a0f4596b. 00000040:00000001:3.0:1767384275.848977:0:17545:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:3.0:1767384275.848979:0:17545:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000000bd8a0d4. 00000040:00000010:3.0:1767384275.848982:0:17545:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000161c828d. 00000040:00000010:3.0:1767384275.848985:0:17545:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000fcea198e. 00000040:00000010:3.0:1767384275.848987:0:17545:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000062891692. 00000040:00000001:3.0:1767384275.848994:0:17545:0:(llog.c:1689:llog_backup()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.848996:0:17545:0:(llog.c:1378:llog_erase()) Process entered 00000040:00000001:3.0:1767384275.848998:0:17545:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:3.0:1767384275.849000:0:17545:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000062891692. 00000040:00000001:3.0:1767384275.849003:0:17545:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:3.0:1767384275.849005:0:17545:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:3.0:1767384275.849007:0:17545:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446619782459540480 : -124291250011136 : 0xffff8ef53031c400) 00000020:00000001:3.0:1767384275.849009:0:17545:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446619782459540480 : -124291250011136 : ffff8ef53031c400) 00080000:00000001:3.0:1767384275.849015:0:17545:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:3.0:1767384275.849032:0:17545:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384275.849035:0:17545:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384275.849036:0:17545:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384275.849038:0:17545:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000040:00000010:3.0:1767384275.849042:0:17545:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 15 at 00000000a0f4596b. 00000020:00000001:3.0:1767384275.849044:0:17545:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384275.849047:0:17545:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446619782460394584 : -124291249157032 : ffff8ef5303ecc58) 00000040:00000001:3.0:1767384275.849050:0:17545:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.849052:0:17545:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.849054:0:17545:0:(llog.c:150:llog_destroy()) Process entered 00000040:00000001:3.0:1767384275.849055:0:17545:0:(llog.c:1135:llog_exist()) Process entered 00000040:00000001:3.0:1767384275.849056:0:17545:0:(llog.c:1144:llog_exist()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384275.849058:0:17545:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384275.849062:0:17545:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000009ceb2bb9. 00080000:00000001:3.0:1767384275.849064:0:17545:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446619777414585344 : -124296294966272 : ffff8ef4037ddc00) 00000040:00000001:3.0:1767384275.849067:0:17545:0:(llog.c:108:llog_declare_destroy()) Process entered 00000040:00000001:3.0:1767384275.849068:0:17545:0:(llog_osd.c:1912:llog_osd_declare_destroy()) Process entered 00080000:00000001:3.0:1767384275.849071:0:17545:0:(osd_index.c:1109:osd_declare_dir_delete()) Process entered 00080000:00000001:3.0:1767384275.849075:0:17545:0:(osd_index.c:1137:osd_declare_dir_delete()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384275.849078:0:17545:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0xa:0x8:0x0] not in the id map cache 00080000:00000001:3.0:1767384275.849081:0:17545:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:3.0:1767384275.849124:0:17545:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384275.849128:0:17545:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384275.849131:0:17545:0:(osd_object.c:744:osd_declare_destroy()) Process entered 00080000:00000001:3.0:1767384275.849133:0:17545:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:3.0:1767384275.849134:0:17545:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384275.849140:0:17545:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000001:00000001:3.0:1767384275.849151:0:17545:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384275.849172:0:17545:0:(osd_object.c:790:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.849176:0:17545:0:(llog_osd.c:1950:llog_osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.849179:0:17545:0:(llog.c:118:llog_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384275.849182:0:17545:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384275.849193:0:17545:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.849196:0:17545:0:(llog_osd.c:1976:llog_osd_destroy()) Process entered 00080000:00000001:3.0:1767384275.849199:0:17545:0:(osd_index.c:1151:osd_dir_delete()) Process entered 00080000:00000001:3.0:1767384275.849210:0:17545:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384275.849211:0:17545:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384275.849219:0:17545:0:(osd_index.c:1205:osd_dir_delete()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384275.849221:0:17545:0:(osd_object.c:2094:osd_ref_del()) Process entered 00080000:00000001:3.0:1767384275.849225:0:17545:0:(osd_object.c:2114:osd_ref_del()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384275.849228:0:17545:0:(osd_object.c:806:osd_destroy()) Process entered 00080000:00000001:3.0:1767384275.849229:0:17545:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:3.0:1767384275.849231:0:17545:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384275.849406:0:17545:0:(osd_object.c:876:osd_destroy()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384275.849410:0:17545:0:(osd_object.c:884:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.849412:0:17545:0:(llog_osd.c:2022:llog_osd_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384275.849415:0:17545:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384275.849424:0:17545:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.849426:0:17545:0:(llog.c:190:llog_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.849429:0:17545:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00080000:00000010:3.0:1767384275.849440:0:17545:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000bacedf3d. 00000020:00000010:3.0:1767384275.849444:0:17545:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000c45b1274. 00000040:00000010:3.0:1767384275.849448:0:17545:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 15 at 00000000a0f4596b. 00000040:00000001:3.0:1767384275.849451:0:17545:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:3.0:1767384275.849453:0:17545:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000062891692. 00000040:00000001:3.0:1767384275.849455:0:17545:0:(llog.c:1391:llog_erase()) Process leaving (rc=0 : 0 : 0) 10000000:00000010:3.0:1767384275.849457:0:17545:0:(mgc_request_server.c:768:mgc_llog_local_copy()) kfreed 'temp_log': 15 at 0000000017858d77. 10000000:00000040:3.0:1767384275.849461:0:17545:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 0000000050238812 : new refcount 1 10000000:00000001:3.0:1767384275.849464:0:17545:0:(mgc_request_server.c:835:mgc_process_server_cfg_log()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384275.849467:0:17545:0:(obd_config.c:2018:class_config_parse_llog()) Process entered 00000020:00000040:3.0:1767384275.849469:0:17545:0:(obd_config.c:2020:class_config_parse_llog()) looking up llog lustre-client 00000040:00000001:3.0:1767384275.849471:0:17545:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:3.0:1767384275.849473:0:17545:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000062891692. 00000040:00000001:3.0:1767384275.849475:0:17545:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:3.0:1767384275.849477:0:17545:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:3.0:1767384275.849486:0:17545:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446619782459540480 : -124291250011136 : 0xffff8ef53031c400) 00000020:00000001:3.0:1767384275.849489:0:17545:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446619782459540480 : -124291250011136 : ffff8ef53031c400) 00080000:00000001:3.0:1767384275.849494:0:17545:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:3.0:1767384275.849506:0:17545:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384275.849508:0:17545:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384275.849509:0:17545:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384275.849511:0:17545:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000040:00000010:3.0:1767384275.849514:0:17545:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 14 at 0000000017858d77. 00000020:00000001:3.0:1767384275.849517:0:17545:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384275.849520:0:17545:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446619782460392280 : -124291249159336 : ffff8ef5303ec358) 00000040:00000001:3.0:1767384275.849522:0:17545:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.849524:0:17545:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.849526:0:17545:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:3.0:1767384275.849529:0:17545:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000fcea198e. 00000040:00000001:3.0:1767384275.849531:0:17545:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:3.0:1767384275.849532:0:17545:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00000001:3.0:1767384275.849564:0:17545:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.849566:0:17545:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.849568:0:17545:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384275.849570:0:17545:0:(llog.c:943:llog_process_or_fork()) Process entered 00000040:00000010:3.0:1767384275.849573:0:17545:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 00000000fec3c568. 00000040:00001000:3.0:1767384275.849575:0:17545:0:(llog.c:960:llog_process_or_fork()) Processing [0xa:0x9:0x0] flags 0x004 startcat -1 startidx -1 first_idx 0 last_idx 0 read_mode 0 00000100:00000040:2.0:1767384275.851172:0:795:0:(connection.c:75:cpu_latency_work()) work item of 00000000135c2452 (cpu 0) has reached its deadline 4294865813, at 4294865814 00000100:00000010:2.0:1767384275.851185:0:795:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000033b49ee0. 00000100:00000040:3.0:1767384275.851195:0:53:0:(connection.c:75:cpu_latency_work()) work item of 000000009d5c2cb6 (cpu 0) has reached its deadline 4294865813, at 4294865814 00000100:00000010:3.0:1767384275.851209:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000dd82bd1a. 00000100:00000001:3.0:1767384275.857703:0:16136:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1767384275.857716:0:16136:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384275.857721:0:16136:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384275.857730:0:16136:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384275.857740:0:16136:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384275.857747:0:16136:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384275.857760:0:16136:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c41ee093 x1853236723062272/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384275.857808:0:16136:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384275.857811:0:16136:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384275.857824:0:16136:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384275.857869:0:16136:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384275.857876:0:16136:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384275.857882:0:16136:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c41ee093 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:16136:1853236723062272:0@lo:38: 00000100:00000001:3.0:1767384275.857894:0:16136:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384275.857899:0:16136:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384275.857905:0:16136:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384275.857910:0:16136:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384275.857919:0:16136:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000717680ff. 02000000:00000001:3.0:1767384275.857928:0:16136:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384275.857934:0:16136:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000003494e. 00000400:00000010:3.0:1767384275.857945:0:16136:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008fbdf106. 00000100:00000200:3.0:1767384275.857955:0:16136:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236723062272, portal 10 00000100:00000001:3.0:1767384275.857965:0:16136:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384275.857971:0:16136:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782674426368 : -124291035125248 : ffff8ef53d00aa00) 00000020:00000010:3.0:1767384275.857983:0:16136:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000000bd8a0d4. 00000100:00000040:3.0:1767384275.857998:0:16136:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c41ee093 x1853236723062272/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384285 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384275.858031:0:16136:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384275.858039:0:16136:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384275.858045:0:16136:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003cf4f763. 00000100:00000200:3.0:1767384275.858056:0:16136:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1853236723062272, offset 0 00000400:00000200:3.0:1767384275.858072:0:16136:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384275.858121:0:16136:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384275.858134:0:16136:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x695824c901600 00000400:00000200:3.0:1767384275.858146:0:16136:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x229 [64] + 520 00000400:00000200:3.0:1767384275.858158:0:16136:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384275.858169:0:16136:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384275.858181:0:16136:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384275.858185:0:16136:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1767384275.858190:0:16136:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000092eb0767. 00000100:00000040:3.0:1767384275.858197:0:16136:0:(events.c:337:request_in_callback()) incoming req@0000000092eb0767 x1853236723062272 msgsize 520 00000100:00100000:3.0:1767384275.858207:0:16136:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384275.858226:0:16136:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384275.858250:0:16136:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003cf4f763 00000400:00000010:3.0:1767384275.858256:0:16136:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003cf4f763. 00000100:00000001:3.0:1767384275.858264:0:16136:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384275.858273:0:16136:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c41ee093 x1853236723062272/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384285 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384275.858297:0:16136:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384275.858305:0:16136:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c41ee093 x1853236723062272/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384285 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384275.858339:0:16136:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384275.858347:0:16136:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384275.858359:0:16136:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384275.858366:0:16136:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 0 usecs (0 jiffies) 00000100:00000001:3.0:1767384275.858376:0:16136:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294865824 00000100:00000010:3.0:1767384275.858387:0:16136:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003a6b0c51. 00000100:00000001:3.0:1767384275.858399:0:16136:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767384275.858413:0:16136:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294865824 00000100:00000010:3.0:1767384275.858424:0:16136:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e3bb798c. 00000100:00000001:3.0:1767384275.858436:0:16136:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384275.858448:0:16136:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294865824 00000100:00000010:3.0:1767384275.858460:0:16136:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b5e97132. 00000100:00000001:3.0:1767384275.858467:0:16136:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384275.858471:0:16136:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294865824 00000100:00000010:3.0:1767384275.858476:0:16136:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007845abe5. 00000100:00000001:3.0:1767384275.858486:0:16136:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384275.858493:0:16136:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384275.858499:0:16136:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384275.858508:0:16136:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384275.858517:0:16136:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384275.858527:0:16136:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384275.858532:0:16136:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384275.858541:0:16136:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384275.858547:0:16136:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384275.858562:0:16136:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384275.858574:0:16136:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000dc2311e4 x1853236723062400/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384275.858608:0:16136:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384275.858615:0:16136:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384275.858621:0:16136:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384275.858627:0:16136:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384275.858637:0:16136:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384275.858648:0:16136:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000dc2311e4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:16136:1853236723062400:0@lo:38: 00000100:00000001:3.0:1767384275.858678:0:16136:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384275.858686:0:16136:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384275.858692:0:16136:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384275.858702:0:16136:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384275.858710:0:16136:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000001bd0dcb0. 02000000:00000001:3.0:1767384275.858721:0:16136:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384275.858731:0:16136:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000023539866. 00000400:00000010:3.0:1767384275.858743:0:16136:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003cf4f763. 00000100:00000200:3.0:1767384275.858755:0:16136:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236723062400, portal 10 00000100:00000001:3.0:1767384275.858764:0:16136:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384275.858771:0:16136:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782424485760 : -124291285065856 : ffff8ef52e1adf80) 00000020:00000010:3.0:1767384275.858803:0:16136:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000003df56ee7. 00000100:00000040:3.0:1767384275.858818:0:16136:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000dc2311e4 x1853236723062400/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384285 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384275.858853:0:16136:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384275.858861:0:16136:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384275.858866:0:16136:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002645768a. 00000100:00000200:3.0:1767384275.858873:0:16136:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1853236723062400, offset 0 00000400:00000200:3.0:1767384275.858889:0:16136:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384275.858907:0:16136:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384275.858928:0:16136:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x695824c901680 00000400:00000200:3.0:1767384275.858943:0:16136:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x229 [64] + 1040 00000400:00000200:3.0:1767384275.858955:0:16136:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384275.858969:0:16136:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384275.858988:0:16136:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384275.858994:0:16136:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1767384275.859005:0:16136:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000dc09337d. 00000100:00000040:3.0:1767384275.859013:0:16136:0:(events.c:337:request_in_callback()) incoming req@00000000dc09337d x1853236723062400 msgsize 520 00000100:00100000:3.0:1767384275.859031:0:16136:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384275.859051:0:16136:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384275.859065:0:16136:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002645768a 00000400:00000010:3.0:1767384275.859072:0:16136:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002645768a. 00000100:00000001:3.0:1767384275.859078:0:16136:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384275.859136:0:16136:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000dc2311e4 x1853236723062400/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384285 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384275.859161:0:16136:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384275.859172:0:16136:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000dc2311e4 x1853236723062400/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384285 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384275.859193:0:16136:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384275.859198:0:16136:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384275.859211:0:16136:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384275.859218:0:16136:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 540 usecs (1 jiffies) 00000100:00000001:3.0:1767384275.859228:0:16136:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294865823 00000100:00000001:3.0:1767384275.859236:0:16136:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294865824 00000100:00000001:3.0:1767384275.859245:0:16136:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294865823 00000100:00000001:3.0:1767384275.859251:0:16136:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294865824 00000100:00000001:3.0:1767384275.859259:0:16136:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294865823 00000100:00000001:3.0:1767384275.859267:0:16136:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294865824 00000100:00000001:3.0:1767384275.859274:0:16136:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294865823 00000100:00000001:3.0:1767384275.859283:0:16136:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294865824 00000100:00000001:3.0:1767384275.859291:0:16136:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384275.859298:0:16136:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384275.859310:0:16136:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384275.859323:0:16136:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384275.859336:0:16136:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384275.859353:0:16136:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384275.859361:0:16136:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384275.859367:0:16136:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384275.859373:0:16136:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384275.859378:0:16136:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384275.859417:0:16778:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000003e47e051. 00000100:00000001:3.0:1767384275.859425:0:16778:0:(service.c:3426:ptlrpc_start_thread()) Process entered 00000100:00100000:3.0:1767384275.859427:0:16778:0:(service.c:3434:ptlrpc_start_thread()) mdt[0] started 3 min 3 max 116 00000100:00000010:3.0:1767384275.859433:0:16778:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000161c828d. 00000100:00100000:3.0:1767384275.859439:0:16778:0:(service.c:3493:ptlrpc_start_thread()) starting thread 'mdt00_003' 00000100:00000001:3.0:1767384275.859667:0:16778:0:(service.c:3515:ptlrpc_start_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384275.859680:0:16778:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384275.859688:0:16778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723062400 02000000:00000001:3.0:1767384275.859693:0:16778:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384275.859696:0:16778:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384275.859700:0:16778:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384275.859707:0:16778:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384275.859712:0:16778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723062400 00000020:00000001:3.0:1767384275.859720:0:16778:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384275.859725:0:16778:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:3.0:1767384275.859728:0:16778:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1767384275.859732:0:16778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384275.859739:0:16778:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384275.859751:0:16778:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000020c8f7c4. 00000020:00000010:3.0:1767384275.859762:0:16778:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000739b2ca4. 00000020:00000010:3.0:1767384275.859789:0:16778:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000007fac12e1. 00000100:00000001:3.0:1767384275.859797:0:16778:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384275.859801:0:16778:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384275.859808:0:16778:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384275.859814:0:16778:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384275.859857:0:16778:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384275.859881:0:17568:0:(service.c:2991:ptlrpc_main()) Process entered 00000100:00000010:3.0:1767384275.859918:0:17568:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000d5e4ade1. 00000020:00000010:3.0:1767384275.859927:0:17568:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000002c51ecc8. 00000020:00000010:3.0:1767384275.859940:0:17568:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000601701f6. 00000020:00000010:3.0:1767384275.859952:0:17568:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000001cbfa0ea. 00000040:00000010:3.0:1767384275.859959:0:17568:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000624af454. 00000020:00000010:3.0:1767384275.859980:0:17568:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000ca8eb18b. 00000020:00000010:3.0:1767384275.859989:0:17568:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000079ab78e7. 00000020:00000010:3.0:1767384275.859999:0:17568:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000007023974e. 80000000:00000010:3.0:1767384275.860013:0:17568:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000d56532a3. 40000000:00000010:3.0:1767384275.860022:0:17568:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000bf7731b3. 00100000:00000010:3.0:1767384275.860032:0:17568:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000002b3b34fe. 00000040:00000010:2.0:1767384275.860037:0:17545:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 00000000fec3c568. 00040000:00000010:3.0:1767384275.860039:0:17568:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000034791990. 00000040:00000001:2.0:1767384275.860048:0:17545:0:(llog.c:987:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00040000:00000010:3.0:1767384275.860050:0:17568:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000007438296d. 00000020:01000000:2.0:1767384275.860058:0:17545:0:(obd_config.c:2043:class_config_parse_llog()) Processed log lustre-client gen 1-29 (rc=0) 00040000:00000010:3.0:1767384275.860062:0:17568:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000019e253e8. 00000040:00000001:2.0:1767384275.860065:0:17545:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00080000:00000010:3.0:1767384275.860072:0:17568:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000008f4ecdfe. 00000020:00000002:2.0:1767384275.860074:0:17545:0:(lu_object.c:207:lu_object_put()) Add 00000000fdf43fb5/000000009f4bb3bc to site lru. bkt: 00000000db148930 00000004:00000010:3.0:1767384275.860084:0:17568:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000007ee9fa71. 00000040:00000010:2.0:1767384275.860085:0:17545:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 14 at 0000000017858d77. 00000040:00000001:2.0:1767384275.860131:0:17545:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:2.0:1767384275.860149:0:17545:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000fcea198e. 00000040:00000010:2.0:1767384275.860158:0:17545:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000062891692. 00000020:00000001:2.0:1767384275.860165:0:17545:0:(obd_config.c:2049:class_config_parse_llog()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384275.860171:0:17545:0:(mgc_request.c:1736:mgc_process_cfg_log()) Process leaving 00000020:00000010:2.0:1767384275.860180:0:17545:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000991c42bd. 00000004:00000010:3.0:1767384275.860188:0:17568:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000ff0e18e8. 00000040:00000010:2.0:1767384275.860192:0:17545:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000e567737f. 00000004:00000010:3.0:1767384275.860197:0:17568:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000891374bf. 00000020:00000010:2.0:1767384275.860203:0:17545:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000009299f74. 00002000:00000010:3.0:1767384275.860206:0:17568:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000e6b18870. 00000004:00000010:3.0:1767384275.860217:0:17568:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000da4728db. 00000020:00000010:2.0:1767384275.860220:0:17545:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000054423594. 80000000:00000010:2.0:1767384275.860233:0:17545:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000073f9212e. 00040000:00000010:2.0:1767384275.860243:0:17545:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000001a94e807. 00080000:00000010:2.0:1767384275.860255:0:17545:0:(osd_handler.c:800:osd_key_fini()) kvfree 'idc': 256 at 0000000095bb03f7. 00000020:00000010:2.0:1767384275.860280:0:17545:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 76 at 000000000999d94b. 00000100:00000010:3.0:1767384275.860288:0:17568:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 131072 at 00000000b9d6c3d3. 00080000:00000010:2.0:1767384275.860291:0:17545:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000ea4c9739. 20000000:00000010:2.0:1767384275.860306:0:17545:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 0000000080285bad. 00000100:00000200:3.0:1767384275.860319:0:17568:0:(service.c:3079:ptlrpc_main()) service thread 3 (#4) started 00000020:00000010:2.0:1767384275.860319:0:17545:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000955b61fc. 10000000:00000010:2.0:1767384275.860348:0:17545:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at 0000000033a26227. 00000100:00000001:3.0:1767384275.860359:0:17568:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 10000000:01000000:2.0:1767384275.860359:0:17545:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.152@tcp: configuration from log 'lustre-client' succeeded (0). 00000100:00000001:3.0:1767384275.860366:0:17568:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384275.860378:0:17568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 10000000:00000001:2.0:1767384275.860384:0:17545:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00000100:00000001:3.0:1767384275.860386:0:17568:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619782675220224 : -124291034331392 : ffff8ef53d0cc700) 00010000:00000001:2.0:1767384275.860391:0:17545:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000040:3.0:1767384275.860397:0:17568:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000dc09337d x1853236723062400/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1767384295 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384275.860397:0:17545:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384275.860405:0:17545:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000061f5da28 refcount=3 00000020:00000001:2.0:1767384275.860416:0:17545:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781713884160 : -124291995667456 : ffff8ef503bff400) 00010000:00000001:2.0:1767384275.860426:0:17545:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781713884160 : -124291995667456 : ffff8ef503bff400) 00010000:00000001:2.0:1767384275.860437:0:17545:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000100:00100000:3.0:1767384275.860447:0:17568:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000dc09337d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:16136:x1853236723062400:12345-0@lo:38: 00010000:00010000:2.0:1767384275.860447:0:17545:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.152@tcp lock: 0000000061f5da28/0x7e51148972eeca07 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x7e51148972eeca0e expref: -99 pid: 17545 timeout: 0 lvb_type: 0 00000100:00000200:3.0:1767384275.860469:0:17568:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723062400 00000020:00000001:3.0:1767384275.860477:0:17568:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00010000:00000001:2.0:1767384275.860480:0:17545:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384275.860483:0:17568:0:(ldlm_lib.c:1163:target_handle_connect()) Process entered 00010000:00000001:2.0:1767384275.860487:0:17545:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384275.860494:0:17545:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.152@tcp lock: 0000000061f5da28/0x7e51148972eeca07 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x7e51148972eeca0e expref: -99 pid: 17545 timeout: 0 lvb_type: 0 00000020:00000040:3.0:1767384275.860495:0:17568:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000b1f9e0ef) now 6 - find 00000020:00000001:3.0:1767384275.860508:0:17568:0:(genops.c:681:class_str2obd()) Process leaving (rc=18446619781697961984 : -124292011589632 : ffff8ef502cd0000) 00010000:00000001:2.0:1767384275.860519:0:17545:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000100:00000001:3.0:1767384275.860521:0:17568:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00000001:2.0:1767384275.860524:0:17545:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384275.860527:0:17545:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:2.0:1767384275.860529:0:17545:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384275.860534:0:17568:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 10000000:00000001:2.0:1767384275.860539:0:17545:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384275.860543:0:17568:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 00000000b706bee1. 02000000:00000001:3.0:1767384275.860552:0:17568:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384275.860552:0:17545:0:(mgc_request.c:2026:mgc_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384275.860563:0:17545:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000e7ff2bcb. 00000100:00000001:3.0:1767384275.860572:0:17568:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:2.0:1767384275.860576:0:17545:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000004c3d583. 00010000:00000040:3.0:1767384275.860578:0:17568:0:(ldlm_lib.c:1249:target_handle_connect()) lustre-MDT0000: ocd_connect_flags: 0x2041401047000022 tmp_exp_old_falloc: 0 00000020:00000010:2.0:1767384275.860586:0:17545:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000f4d902c7. 00010000:00080000:3.0:1767384275.860595:0:17568:0:(ldlm_lib.c:1428:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-MDT0000_UUID@0@lo t0 exp 0000000000000000 cur 198 last 0 00000020:00000010:2.0:1767384275.860596:0:17545:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000c5b8c4f3. 00040000:00000010:2.0:1767384275.860607:0:17545:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000e6edf189. 00010000:00000001:3.0:1767384275.860612:0:17568:0:(obd_class.h:852:obd_connect()) Process entered 00040000:00000010:2.0:1767384275.860617:0:17545:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000e6b1e065. 00000004:00000001:3.0:1767384275.860618:0:17568:0:(mdt_handler.c:7483:mdt_obd_connect()) Process entered 00000020:00000001:3.0:1767384275.860624:0:17568:0:(genops.c:1392:class_connect()) Process entered 00000020:00000001:3.0:1767384275.860631:0:17568:0:(genops.c:950:__class_new_export()) Process entered 00080000:00000010:2.0:1767384275.860634:0:17545:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000000860d4a6. 00000020:00000010:3.0:1767384275.860638:0:17568:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000f335576c. 00000020:00000001:3.0:1767384275.860647:0:17568:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000010:2.0:1767384275.860648:0:17545:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000070deba39. 00000020:00000040:3.0:1767384275.860653:0:17568:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000f335576c with handle 0x7e51148972eeca2a to hash 00000020:00000001:3.0:1767384275.860660:0:17568:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:3.0:1767384275.860667:0:17568:0:(obd_class.h:1008:obd_init_export()) Process entered 00000020:00000001:2.0:1767384275.860672:0:17545:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384275.860674:0:17568:0:(mdt_handler.c:7576:mdt_init_export()) Process entered 00000020:00000010:2.0:1767384275.860683:0:17545:0:(obd_mount.c:80:lustre_process_log()) kfreed 'lcfg': 184 at 000000006017a1fc. 00000020:00000010:2.0:1767384275.860696:0:17545:0:(obd_mount.c:82:lustre_process_log()) kfreed 'bufs': 104 at 00000000d9e968ac. 00000100:00000001:3.0:1767384275.860698:0:16136:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384275.860705:0:16136:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1767384275.860708:0:17545:0:(obd_mount.c:91:lustre_process_log()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384275.860718:0:16136:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:2.0:1767384275.860718:0:17545:0:(tgt_mount.c:1087:lustre_start_lwp()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000001:3.0:1767384275.860726:0:16136:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:2.0:1767384275.860730:0:17545:0:(tgt_mount.c:1090:lustre_start_lwp()) kfreed 'logname': 64 at 00000000a7feb618. 00000400:00000010:3.0:1767384275.860732:0:16136:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000003494e. 00000020:00000010:2.0:1767384275.860744:0:17545:0:(tgt_mount.c:1091:lustre_start_lwp()) kfreed 'cfg': 88 at 000000004fab4069. 00000400:00000200:3.0:1767384275.860746:0:16136:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008fbdf106 00000400:00000010:3.0:1767384275.860755:0:16136:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008fbdf106. 00000020:00000001:2.0:1767384275.860758:0:17545:0:(tgt_mount.c:1430:server_notify_target()) Process entered 00000100:00000001:3.0:1767384275.860764:0:16136:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:2.0:1767384275.860766:0:17545:0:(tgt_mount.c:1238:server_lsi2mti()) Process entered 00000100:00000200:3.0:1767384275.860775:0:16136:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c41ee093 x1853236723062272/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384285 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384275.860805:0:17545:0:(tgt_mount.c:1287:server_lsi2mti()) kmalloced '(mti)': 4608 at 00000000c6a755cf. 00000020:01000004:2.0:1767384275.860827:0:17545:0:(tgt_mount.c:1147:server_mti_print()) mti - server_notify_target 00000100:00000200:3.0:1767384275.860854:0:16136:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c41ee093 x1853236723062272/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384285 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:2.0:1767384275.860855:0:17545:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384275.860863:0:17545:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384275.860869:0:17545:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384275.860874:0:17545:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384275.860880:0:17545:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384275.860885:0:17545:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384275.860890:0:17545:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000100:00000001:3.0:1767384275.860893:0:16136:0:(events.c:163:reply_in_callback()) Process leaving 00000020:01000004:2.0:1767384275.860897:0:17545:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:3.0:1767384275.860898:0:16136:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384275.860905:0:17545:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000001:3.0:1767384275.860906:0:16136:0:(client.c:1578:after_reply()) Process entered 10000000:00000001:2.0:1767384275.860914:0:17545:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 02000000:00000001:3.0:1767384275.860915:0:16136:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384275.860922:0:16136:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 10000000:00000001:2.0:1767384275.860923:0:17545:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000001:3.0:1767384275.860925:0:16136:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384275.860934:0:16136:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:2.0:1767384275.860934:0:17545:0:(mgc_request_server.c:446:mgc_set_info_async_server()) register_target lustre-OST0000 0x40020002 10000000:00000001:2.0:1767384275.860945:0:17545:0:(mgc_request_server.c:187:mgc_target_register()) Process entered 00000100:00001000:3.0:1767384275.860948:0:16136:0:(import.c:2128:obd_at_measure()) add 5 to 00000000edb11b67 time=1767384275 v=5 (0 0 0 0) 00000020:01000004:2.0:1767384275.860952:0:17545:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:2.0:1767384275.860961:0:17545:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00001000:3.0:1767384275.860962:0:16136:0:(import.c:2128:obd_at_measure()) add 1 to 000000006fb1a5f2 time=1767384275 v=0 (0 0 0 0) 00000020:01000004:2.0:1767384275.860970:0:17545:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00001000:3.0:1767384275.860974:0:16136:0:(import.c:2194:obd_at_measure()) AT 000000006fb1a5f2 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:01000004:2.0:1767384275.860977:0:17545:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000001:3.0:1767384275.860985:0:16136:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:01000004:2.0:1767384275.860987:0:17545:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384275.860991:0:17545:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384275.860993:0:17545:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384275.860995:0:17545:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000100:00000001:3.0:1767384275.861002:0:16136:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1767384275.861002:0:17545:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00010000:00000001:3.0:1767384275.861009:0:16136:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000010:2.0:1767384275.861012:0:17545:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006de597ce. 00010000:00080000:3.0:1767384275.861016:0:16136:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@00000000c41ee093 x1853236723062272/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1767384285 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767384275.861020:0:17545:0:(genops.c:1229:class_import_get()) import 00000000df830bbe refcount=4 obd=MGC192.168.202.152@tcp 00000100:00000001:2.0:1767384275.861029:0:17545:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384275.861034:0:17545:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00010000:00000001:3.0:1767384275.861037:0:16136:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384275.861040:0:17545:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384275.861043:0:16136:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1767384275.861047:0:16136:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 2 02000000:00000010:2.0:1767384275.861051:0:17545:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000008c3e6bf2. 00000100:00000040:3.0:1767384275.861052:0:16136:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:3.0:1767384275.861055:0:16136:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384275.861057:0:16136:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384275.861060:0:16136:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c41ee093 x1853236723062272/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1767384285 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384275.861071:0:17545:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384275.861073:0:16136:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384275.861079:0:16136:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 10000000:01000000:2.0:1767384275.861080:0:17545:0:(mgc_request_server.c:276:mgc_target_register()) register lustre-OST0000 00000100:00000001:3.0:1767384275.861083:0:16136:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384275.861085:0:17545:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767384275.861118:0:16136:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:3.0:1767384275.861124:0:16136:0:(import.c:1123:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-OST0000: connect to target with instance 2 00000100:00000001:2.0:1767384275.861128:0:17545:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000020:00000001:3.0:1767384275.861130:0:16136:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384275.861135:0:16136:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eeca1c 00000100:00000010:2.0:1767384275.861138:0:17545:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000093d0f572. 00000020:00000001:3.0:1767384275.861139:0:16136:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384275.861144:0:16136:0:(lustre_handles.c:131:class_handle2object()) GET export 000000004ead5a6d refcount=7 00000100:00000001:2.0:1767384275.861146:0:17545:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446619782201119488 : -124291508432128 : ffff8ef520ca9300) 00000020:00000001:3.0:1767384275.861151:0:16136:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619777412161536 : -124296297390080 : ffff8ef40358e000) 00000100:00000001:2.0:1767384275.861153:0:17545:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384275.861158:0:17545:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782564205824 : -124291145345792 : ffff8ef5366ed500) 00000020:00000001:3.0:1767384275.861160:0:16136:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619777412161536 : -124296297390080 : ffff8ef40358e000) 00000100:00000001:2.0:1767384275.861164:0:17545:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00001000:3.0:1767384275.861166:0:16136:0:(import.c:2128:obd_at_measure()) add 1 to 000000006fb1a5f2 time=1767384275 v=0 (0 0 0 0) 00000100:00000001:2.0:1767384275.861168:0:17545:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384275.861177:0:17545:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00001000:3.0:1767384275.861178:0:16136:0:(import.c:2194:obd_at_measure()) AT 000000006fb1a5f2 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000001:2.0:1767384275.861182:0:17545:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00080000:3.0:1767384275.861188:0:16136:0:(import.c:951:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-OST0000: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000020:00000040:3.0:1767384275.861193:0:16136:0:(genops.c:898:class_export_put()) PUTting export 000000004ead5a6d : new refcount 6 00000100:00000040:2.0:1767384275.861195:0:17545:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006de597ce x1853236723062528/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384275.861198:0:16136:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:3.0:1767384275.861203:0:16136:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:3.0:1767384275.861207:0:16136:0:(import.c:1204:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:3.0:1767384275.861213:0:16136:0:(import.c:65:import_set_state_nolock()) 000000005a28ad8c lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00000001:3.0:1767384275.861220:0:16136:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:2.0:1767384275.861225:0:17545:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384275.861229:0:17545:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384275.861232:0:16136:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1767384275.861236:0:16136:0:(import.c:1232:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384275.861237:0:17545:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767384275.861240:0:16136:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 02000000:00000001:2.0:1767384275.861244:0:17545:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384275.861246:0:16136:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384275.861273:0:17545:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384275.861274:0:16136:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384275.861288:0:17545:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006de597ce pname:cluuid:pid:xid:nid:opc:job mount.lustre:c0412d60-4f67-4dbc-8791-892843f60083:17545:1853236723062528:0@lo:253: 00000100:00000040:3.0:1767384275.861290:0:16136:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c41ee093 x1853236723062272/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1767384285 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384275.861308:0:17545:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384275.861315:0:17545:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00100000:3.0:1767384275.861316:0:16136:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c41ee093 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:16136:1853236723062272:0@lo:38: 02000000:00000001:2.0:1767384275.861321:0:17545:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384275.861326:0:17545:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767384275.861327:0:16136:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384275.861333:0:16136:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000010:2.0:1767384275.861335:0:17545:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000fcea198e. 00000100:00000040:3.0:1767384275.861336:0:16136:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c41ee093 x1853236723062272/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1767384285 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384275.861344:0:17545:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384275.861355:0:17545:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000de7918bb. 00000100:00000001:3.0:1767384275.861357:0:16136:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384275.861362:0:16136:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000010:2.0:1767384275.861363:0:17545:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001473e5a6. 02000000:00000010:3.0:1767384275.861366:0:16136:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000717680ff. 00000100:00000200:2.0:1767384275.861371:0:17545:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236723062528, portal 25 02000000:00000001:3.0:1767384275.861374:0:16136:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767384275.861379:0:17545:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000001:3.0:1767384275.861380:0:16136:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1767384275.861384:0:17545:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782564205824 : -124291145345792 : ffff8ef5366ed500) 00000020:00000040:3.0:1767384275.861386:0:16136:0:(genops.c:1242:class_import_put()) import 000000005a28ad8c refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:3.0:1767384275.861395:0:16136:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384275.861398:0:16136:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000221e017a. 00000100:00000040:2.0:1767384275.861401:0:17545:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006de597ce x1853236723062528/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384291 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384275.861406:0:16136:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384275.861411:0:16136:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384275.861415:0:16136:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c41ee093. 00000100:00000001:3.0:1767384275.861425:0:16136:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384275.861425:0:17545:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384275.861430:0:16136:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384275.861432:0:16136:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384275.861434:0:16136:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384275.861436:0:16136:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384275.861442:0:16136:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384275.861447:0:17545:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384275.861449:0:16136:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384275.861455:0:17545:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a44c63e0. 00000100:00000200:2.0:1767384275.861461:0:17545:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236723062528, offset 0 00000004:00000010:3.0:1767384275.861467:0:17568:0:(mdt_handler.c:7585:mdt_init_export()) kmalloced '(exp->exp_used_slots)': 64 at 00000000a09d7cce. 00000400:00000200:2.0:1767384275.861468:0:17545:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000001:00000001:3.0:1767384275.861478:0:17568:0:(tgt_lastrcvd.c:391:tgt_client_alloc()) Process entered 00000001:00000010:3.0:1767384275.861483:0:17568:0:(tgt_lastrcvd.c:399:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at 0000000077c76bcb. 00000400:00000200:2.0:1767384275.861484:0:17545:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000001:00000001:3.0:1767384275.861492:0:17568:0:(tgt_lastrcvd.c:406:tgt_client_alloc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384275.861497:0:17568:0:(ldlm_lockd.c:3131:ldlm_init_export()) Process entered 00000400:00000200:2.0:1767384275.861504:0:17545:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824c901700 00000001:00000001:3.0:1767384275.861513:0:17568:0:(hash.c:1038:cfs_hash_create()) Process entered 00000400:00000200:2.0:1767384275.861514:0:17545:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1a9 [2] + 0 00000001:00000010:3.0:1767384275.861522:0:17568:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000aabe8773. 00000400:00000010:2.0:1767384275.861523:0:17545:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cbaa6c64. 00000001:00000010:3.0:1767384275.861534:0:17568:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000a79938a8. 00000400:00000200:2.0:1767384275.861535:0:17545:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000cd106a72 00000001:00000010:3.0:1767384275.861544:0:17568:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000ee11dd56. 00000400:00000200:2.0:1767384275.861546:0:17545:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000001:00000010:3.0:1767384275.861549:0:17568:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000006e94585c. 00000400:00000200:2.0:1767384275.861556:0:17545:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000001:00000010:3.0:1767384275.861559:0:17568:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000000fb43c9e. 00000400:00000200:2.0:1767384275.861562:0:17545:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cd106a72 00000001:00000010:3.0:1767384275.861567:0:17568:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000080285bad. 00000400:00000010:2.0:1767384275.861568:0:17545:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000cd106a72. 00000001:00000001:3.0:1767384275.861577:0:17568:0:(hash.c:1038:cfs_hash_create()) Process entered 00000100:00000001:2.0:1767384275.861579:0:17545:0:(events.c:286:request_in_callback()) Process entered 00000001:00000010:3.0:1767384275.861583:0:17568:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000ac629c89. 00000100:00000200:2.0:1767384275.861584:0:17545:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000001:00000010:3.0:1767384275.861592:0:17568:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000586d419a. 00000100:00000040:2.0:1767384275.861593:0:17545:0:(events.c:337:request_in_callback()) incoming req@000000008f42d532 x1853236723062528 msgsize 4848 00000001:00000010:3.0:1767384275.861602:0:17568:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000001a94e807. 00000100:00100000:2.0:1767384275.861612:0:17545:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000001:00000010:3.0:1767384275.861614:0:17568:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000062891692. 00000100:00000040:2.0:1767384275.861617:0:17545:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000001:00000010:3.0:1767384275.861633:0:17568:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000352800d0. 00000001:00000010:3.0:1767384275.861639:0:17568:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000946ccc31. 00010000:00000001:3.0:1767384275.861642:0:17568:0:(ldlm_flock.c:1137:ldlm_init_flock_export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384275.861644:0:17545:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000001:3.0:1767384275.861646:0:17568:0:(ldlm_lockd.c:3150:ldlm_init_export()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384275.861652:0:17568:0:(mdt_handler.c:7602:mdt_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384275.861655:0:17568:0:(obd_class.h:1012:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384275.861657:0:17545:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a44c63e0 00000020:00000040:3.0:1767384275.861659:0:17568:0:(genops.c:887:class_export_get()) GET export 00000000f335576c refcount=3 00000400:00000010:2.0:1767384275.861666:0:17545:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a44c63e0. 00000020:00000040:3.0:1767384275.861667:0:17568:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000b1f9e0ef) now 7 - export 00000020:00000001:3.0:1767384275.861678:0:17568:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446619777384806400 : -124296324745216 : ffff8ef401b77800) 00000100:00000001:2.0:1767384275.861680:0:17545:0:(events.c:34:request_out_callback()) Process entered 00000020:00000040:3.0:1767384275.861683:0:17568:0:(genops.c:898:class_export_put()) PUTting export 00000000f335576c : new refcount 2 00000020:00000080:3.0:1767384275.861688:0:17568:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000_UUID, cookie 0x7e51148972eeca2a 00000100:00000200:2.0:1767384275.861693:0:17545:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006de597ce x1853236723062528/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384291 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384275.861694:0:17568:0:(genops.c:1403:class_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384275.861702:0:17568:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384275.861707:0:17568:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eeca2a 00000020:00000001:3.0:1767384275.861712:0:17568:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384275.861717:0:17568:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f335576c refcount=3 00000020:00000001:3.0:1767384275.861725:0:17568:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619777384806400 : -124296324745216 : ffff8ef401b77800) 00000100:00000001:2.0:1767384275.861734:0:17545:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:3.0:1767384275.861735:0:17568:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619777384806400 : -124296324745216 : ffff8ef401b77800) 00000100:00000040:2.0:1767384275.861743:0:17545:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000006de597ce x1853236723062528/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384291 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000001:00000001:3.0:1767384275.861746:0:17568:0:(nodemap_handler.c:587:nodemap_add_member()) Process entered 00000001:00000001:3.0:1767384275.861754:0:17568:0:(nodemap_handler.c:378:nodemap_classify_nid()) Process entered 00000100:00000001:2.0:1767384275.861784:0:17545:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:3.0:1767384275.861788:0:17568:0:(nodemap_handler.c:391:nodemap_classify_nid()) found nid 192.168.202.152@tcp 00000100:00000001:2.0:1767384275.861790:0:17545:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384275.861798:0:17545:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:3.0:1767384275.861801:0:17568:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=000000001fa9e1de) : new refcount 4 00000100:00000001:2.0:1767384275.861805:0:17545:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294865827 00000001:00000001:3.0:1767384275.861808:0:17568:0:(nodemap_handler.c:416:nodemap_classify_nid()) Process leaving (rc=18446619777391562752 : -124296317988864 : ffff8ef4021e9000) 00000001:00000001:3.0:1767384275.861816:0:17568:0:(nodemap_member.c:132:nm_member_add()) Process entered 00000100:00000001:2.0:1767384275.861818:0:17545:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294865824 00000020:00000040:3.0:1767384275.861823:0:17568:0:(genops.c:887:class_export_get()) GET export 00000000f335576c refcount=4 00000001:00000040:3.0:1767384275.861830:0:17568:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=000000001fa9e1de) : new refcount 5 00000100:00000001:2.0:1767384275.861831:0:17545:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294865827 00000001:00000001:3.0:1767384275.861859:0:17568:0:(nodemap_member.c:171:nm_member_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384275.861861:0:17545:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294865824 00000001:08000000:3.0:1767384275.861869:0:17568:0:(nodemap_handler.c:611:nodemap_add_member()) lustre-MDT0000: adding NID 0@lo to nodemap default 00000001:00000040:3.0:1767384275.861881:0:17568:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=000000001fa9e1de) : new refcount 4 00000100:00000001:2.0:1767384275.861883:0:17545:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294865827 00000001:00000001:3.0:1767384275.861890:0:17568:0:(nodemap_handler.c:621:nodemap_add_member()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384275.861892:0:17545:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294865824 00000004:00100000:3.0:1767384275.861901:0:17568:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00000001:2.0:1767384275.861904:0:17545:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294865827 00000001:00000001:3.0:1767384275.861907:0:17568:0:(tgt_lastrcvd.c:1028:tgt_client_new()) Process entered 00000001:00000001:3.0:1767384275.861913:0:17568:0:(tgt_lastrcvd.c:1035:tgt_client_new()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384275.861918:0:17545:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294865824 00000004:00000001:3.0:1767384275.861919:0:17568:0:(mdt_fs.c:51:mdt_export_stats_init()) Process entered 00000020:00000001:3.0:1767384275.861925:0:17568:0:(lprocfs_status_server.c:636:lprocfs_exp_setup()) Process entered 00000100:00000001:2.0:1767384275.861931:0:17545:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:01000000:3.0:1767384275.861932:0:17568:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash 00000000c178127a 00000020:00000010:3.0:1767384275.861942:0:17568:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 000000000999d94b. 00000100:00000001:2.0:1767384275.861943:0:17545:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384275.861951:0:17568:0:(lprocfs_status_server.c:673:lprocfs_exp_setup()) Found stats 00000000c5e104e0 for nid 0@lo - ref 3 00000100:00000001:2.0:1767384275.861954:0:17545:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:3.0:1767384275.861958:0:17568:0:(lprocfs_status_server.c:685:lprocfs_exp_setup()) Process leaving via destroy_new (rc=18446744073709551502 : -114 : 0xffffffffffffff8e) 00000100:00000001:2.0:1767384275.861962:0:17545:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:3.0:1767384275.861964:0:17568:0:(lprocfs_status_server.c:710:lprocfs_exp_setup()) kfreed 'new_stat': 96 at 000000000999d94b. 00000100:00100000:2.0:1767384275.861975:0:17545:0:(client.c:2690:ptlrpc_set_wait()) set 0000000093d0f572 going to sleep for 11 seconds 00000020:00000001:3.0:1767384275.861977:0:17568:0:(lprocfs_status_server.c:711:lprocfs_exp_setup()) Process leaving (rc=18446744073709551502 : -114 : ffffffffffffff8e) 00000100:00000001:2.0:1767384275.861985:0:17545:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000004:00000001:3.0:1767384275.861987:0:17568:0:(mdt_fs.c:56:mdt_export_stats_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384275.861993:0:17568:0:(mdt_handler.c:7539:mdt_obd_connect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384275.861994:0:17545:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384275.861995:0:17568:0:(obd_class.h:868:obd_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384275.862006:0:17568:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 000000005f0bfbe1. 00000020:00000040:3.0:1767384275.862013:0:17568:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000b1f9e0ef) now 8 - import 00000020:00000001:3.0:1767384275.862024:0:17568:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384275.862027:0:17568:0:(genops.c:1242:class_import_put()) import 000000005f0bfbe1 refcount=1 obd=lustre-MDT0000 00000020:00000001:3.0:1767384275.862033:0:17568:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000040:3.0:1767384275.862038:0:17568:0:(genops.c:887:class_export_get()) GET export 00000000f335576c refcount=5 00000100:00000040:3.0:1767384275.862045:0:17568:0:(service.c:1077:ptlrpc_request_change_export()) RPC GETting export 00000000f335576c : new rpc_count 1 00000100:00000001:3.0:1767384275.862050:0:17568:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1767384275.862053:0:17568:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384275.862071:0:17568:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 17 to 0@lo 00000100:00000001:3.0:1767384275.862074:0:17568:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 00000100:00000001:3.0:1767384275.862079:0:17568:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446619782676400896 : -124291033150720 : 0xffff8ef53d1ecb00) 00000100:00000040:3.0:1767384275.862121:0:17568:0:(connection.c:149:ptlrpc_connection_get()) conn=000000007ad52f0f refcount 17 to 0@lo 00000020:00000040:3.0:1767384275.862126:0:17568:0:(genops.c:887:class_export_get()) GET export 00000000f335576c refcount=6 00000100:00000001:3.0:1767384275.862132:0:17568:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384275.862140:0:17568:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 18 to 0@lo 00000100:00000001:3.0:1767384275.862144:0:17568:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 02000000:00000001:3.0:1767384275.862150:0:17568:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1767384275.862157:0:17568:0:(sec.c:1432:sptlrpc_sec_create()) Process entered 02000000:08000000:3.0:1767384275.862163:0:17568:0:(sec.c:1440:sptlrpc_sec_create()) mdt lustre-MDT0000: reverse sec using flavor null 02000000:00000001:3.0:1767384275.862170:0:17568:0:(sec.c:1471:sptlrpc_sec_create()) Process leaving (rc=18446744072661745728 : -1047805888 : ffffffffc18bc040) 02000000:00000001:3.0:1767384275.862179:0:17568:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384275.862187:0:17568:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:3.0:1767384275.862192:0:17568:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:3.0:1767384275.862199:0:17568:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1767384275.862206:0:17568:0:(import.c:65:import_set_state_nolock()) 000000005f0bfbe1 : changing import state from RECOVER to FULL 00000100:00000001:3.0:1767384275.862213:0:17568:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:3.0:1767384275.862217:0:17568:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1767384275.862222:0:17568:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384275.862227:0:17568:0:(genops.c:898:class_export_put()) PUTting export 00000000f335576c : new refcount 5 00000020:00000040:3.0:1767384275.862251:0:17568:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000b1f9e0ef) now 8 - find 00010000:00000001:3.0:1767384275.862262:0:17568:0:(ldlm_lib.c:1700:target_handle_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384275.862268:0:17568:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384275.862273:0:17568:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072671182128 : -1038369488 : ffffffffc21bbd30) 00000020:00000001:3.0:1767384275.862280:0:17568:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384275.862285:0:17568:0:(tgt_handler.c:549:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384275.862290:0:17568:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384275.862292:0:17568:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384275.862299:0:17568:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384275.862307:0:17568:0:(tgt_handler.c:1042:tgt_connect()) Process entered 00000001:00000001:3.0:1767384275.862317:0:17568:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1767384275.862322:0:17568:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384275.862324:0:17568:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1767384275.862338:0:17568:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384275.862346:0:17568:0:(tgt_handler.c:1111:tgt_connect()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384275.862353:0:17568:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236723062400 00010000:00000001:3.0:1767384275.862362:0:17568:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384275.862373:0:17568:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000dc09337d x1853236723062400/t0(0) o38->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:0/0 lens 520/416 e 0 to 0 dl 1767384295 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384275.862385:0:17568:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384275.862388:0:17568:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384275.862396:0:17568:0:(import.c:2128:obd_at_measure()) add 1 to 000000008dd0459f time=0 v=5 (1 0 0 0) 00000100:00001000:3.0:1767384275.862401:0:17568:0:(niobuf.c:600:ptlrpc_at_set_reply()) No early reply support: flags=0x1 req_flags=0x200 magic=bd00bd3/bd00bd3 len=416 00000100:00000001:3.0:1767384275.862404:0:17568:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384275.862413:0:17568:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 19 to 0@lo 00000100:00000001:3.0:1767384275.862421:0:17568:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 02000000:00000001:3.0:1767384275.862425:0:17568:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384275.862429:0:17568:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384275.862433:0:17568:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384275.862438:0:17568:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384275.862443:0:17568:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008fbdf106. 00000100:00000200:3.0:1767384275.862449:0:17568:0:(niobuf.c:94:ptl_send_buf()) Sending 416 bytes to portal 10, xid 1853236723062400, offset 0 00000400:00000200:3.0:1767384275.862456:0:17568:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384275.862465:0:17568:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384275.862474:0:17568:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 416 into portal 10 MB=0x695824c901680 00000400:00000200:3.0:1767384275.862480:0:17568:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 416/416 into md 0x10cd [1] + 0 00000400:00000200:3.0:1767384275.862485:0:17568:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384275.862489:0:17568:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384275.862493:0:17568:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384275.862495:0:17568:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000dc2311e4 x1853236723062400/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384285 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384275.862505:0:17568:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@00000000dc2311e4 x1853236723062400/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384285 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384275.862530:0:17568:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384275.862536:0:17568:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008fbdf106 00000400:00000010:3.0:1767384275.862538:0:17568:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008fbdf106. 00000100:00000001:3.0:1767384275.862552:0:17568:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384275.862554:0:17568:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384275.862559:0:17568:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384275.862562:0:17568:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 18 to 0@lo 00010000:00000001:3.0:1767384275.862566:0:17568:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384275.862568:0:17568:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384275.862571:0:17568:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384275.862578:0:17568:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000dc09337d x1853236723062400/t0(0) o38->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:0/0 lens 520/416 e 0 to 0 dl 1767384295 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384275.862597:0:17568:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000dc09337d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:16136:x1853236723062400:12345-0@lo:38: Request processed in 2152us (3579us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384275.862611:0:17568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00000040:3.0:1767384275.862616:0:17568:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f335576c : new rpc_count 0 00000100:00000001:3.0:1767384275.862621:0:17568:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384275.862626:0:17568:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384275.862632:0:17568:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000739b2ca4. 00000020:00000010:3.0:1767384275.862640:0:17568:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000007fac12e1. 00000020:00000010:3.0:1767384275.862650:0:17568:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000020c8f7c4. 00000020:00000040:3.0:1767384275.862658:0:17568:0:(genops.c:898:class_export_put()) PUTting export 00000000f335576c : new refcount 4 00000100:00000001:3.0:1767384275.862663:0:17568:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384275.865181:0:53:0:(connection.c:75:cpu_latency_work()) work item of 000000009d5c2cb6 (cpu 0) has reached its deadline 4294865827, at 4294865828 00000100:00000010:3.0:1767384275.865191:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007845abe5. 00000100:00000040:2.0:1767384275.865734:0:795:0:(connection.c:75:cpu_latency_work()) work item of 00000000135c2452 (cpu 0) has reached its deadline 4294865827, at 4294865828 00000100:00000010:2.0:1767384275.865744:0:795:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b5e97132. 00080000:00000001:3.0:1767384275.874670:0:16807:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:3.0:1767384275.874675:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384275.874680:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:3.0:1767384275.874684:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384275.874687:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1767384275.874693:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000005013f6d4. 00080000:00000001:3.0:1767384275.874703:0:16807:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000100:00000001:2.0:1767384275.875397:0:16763:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384275.875403:0:16763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723062656 02000000:00000001:2.0:1767384275.875407:0:16763:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384275.875411:0:16763:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384275.875415:0:16763:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384275.875423:0:16763:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384275.875427:0:16763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723062656 00000020:00000001:2.0:1767384275.875433:0:16763:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384275.875438:0:16763:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eec8d3 00000020:00000001:2.0:1767384275.875443:0:16763:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384275.875448:0:16763:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000d18f5ad3 refcount=3 00000020:00000001:2.0:1767384275.875454:0:16763:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619777404448768 : -124296305102848 : ffff8ef402e33000) 00000020:00000001:2.0:1767384275.875460:0:16763:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619777404448768 : -124296305102848 : ffff8ef402e33000) 00000100:00000001:2.0:1767384275.875464:0:16763:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384275.875473:0:16763:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006d478a1b. 00000100:00000001:2.0:1767384275.875482:0:16763:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384275.875492:0:16763:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006d478a1b. 00000020:00000010:2.0:1767384275.875503:0:16763:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000087cae066. 00000020:00000010:2.0:1767384275.875514:0:16763:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000082d0810. 00000020:00000010:2.0:1767384275.875534:0:16763:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b223840c. 00000100:00000040:2.0:1767384275.875548:0:16763:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1767384275.875556:0:16763:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384275.875562:0:16763:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384275.875567:0:16763:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384275.875580:0:16763:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384275.875597:0:16763:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384275.875619:0:16763:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384275.875625:0:16763:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384275.875634:0:16763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00000040:2.0:1767384275.875641:0:16763:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000d18f5ad3 : new rpc_count 1 00000100:00000001:2.0:1767384275.875645:0:16763:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619782424488448 : -124291285063168 : ffff8ef52e1aea00) 00000100:00000040:2.0:1767384275.875654:0:16763:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f579c0b8 x1853236723062656/t0(0) o104->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:256/0 lens 328/0 e 0 to 0 dl 1767384286 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384275.875685:0:16763:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384275.875694:0:16763:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006d478a1b. 00000100:00000001:2.0:1767384275.875701:0:16763:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384275.875707:0:16763:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006d478a1b. 00000100:00100000:2.0:1767384275.875715:0:16763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000f579c0b8 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:c0412d60-4f67-4dbc-8791-892843f60083+3:16794:x1853236723062656:12345-0@lo:104: 00000100:00000200:2.0:1767384275.875723:0:16763:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723062656 00010000:00000001:2.0:1767384275.875729:0:16763:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1767384275.875734:0:16763:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384275.875737:0:16763:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384275.875740:0:16763:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ca7f1d18 refcount=2 00000020:00000001:2.0:1767384275.875743:0:16763:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781820865024 : -124291888686592 : ffff8ef50a205a00) 00010000:00000001:2.0:1767384275.875746:0:16763:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781820865024 : -124291888686592 : ffff8ef50a205a00) 00010000:00000001:2.0:1767384275.875750:0:16763:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384275.875753:0:16763:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384275.875757:0:16763:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.152@tcp lock: 00000000ca7f1d18/0x7e51148972eec9cf lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x7e51148972eec9dd expref: -99 pid: 16776 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384275.875767:0:16763:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384275.875783:0:16763:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384275.875788:0:16763:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000c053603a. 02000000:00000001:2.0:1767384275.875791:0:16763:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384275.875794:0:16763:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384275.875799:0:16763:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384275.875802:0:16763:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384275.875805:0:16763:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c1a96973 time=5 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384275.875812:0:16763:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384275.875818:0:16763:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 19 to 0@lo 00000100:00000001:2.0:1767384275.875823:0:16763:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 02000000:00000001:2.0:1767384275.875828:0:16763:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384275.875832:0:16763:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384275.875882:0:16763:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384275.875888:0:16763:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384275.875894:0:16763:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000520c8158. 00000100:00000200:2.0:1767384275.875901:0:16763:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853236723062656, offset 224 00000400:00000200:2.0:1767384275.875911:0:16763:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384275.875927:0:16763:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384275.875941:0:16763:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x695824c901780 00000400:00000200:2.0:1767384275.875952:0:16763:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x10e5 [1] + 224 00000400:00000200:2.0:1767384275.875960:0:16763:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384275.875968:0:16763:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384275.875975:0:16763:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384275.875981:0:16763:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000fb92956f x1853236723062656/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384291 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1767384275.875994:0:16763:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000fb92956f x1853236723062656/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384291 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384275.876024:0:16763:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384275.876034:0:16763:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000520c8158 00000400:00000010:2.0:1767384275.876037:0:16763:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000520c8158. 00000100:00000001:2.0:1767384275.876042:0:16763:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384275.876044:0:16763:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384275.876049:0:16763:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384275.876054:0:16763:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 18 to 0@lo 00010000:00000001:2.0:1767384275.876058:0:16763:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:3.0:1767384275.876061:0:16794:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384275.876069:0:16794:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000010:2.0:1767384275.876073:0:16763:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000e4448591. 00000400:00000001:3.0:1767384275.876074:0:16794:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384275.876081:0:16794:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000b687c43. 00010000:00000001:2.0:1767384275.876082:0:16763:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000400:00000200:3.0:1767384275.876123:0:16794:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000079d218f9 00000400:00000010:3.0:1767384275.876127:0:16794:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000079d218f9. 00010000:00010000:2.0:1767384275.876135:0:16763:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1767384275.876143:0:16763:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384275.876147:0:16794:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1767384275.876148:0:16763:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384275.876155:0:16763:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384275.876158:0:16794:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000fb92956f x1853236723062656/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384291 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1767384275.876163:0:16763:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f579c0b8 x1853236723062656/t0(0) o104->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:256/0 lens 328/224 e 0 to 0 dl 1767384286 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767384275.876211:0:16763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000f579c0b8 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:c0412d60-4f67-4dbc-8791-892843f60083+3:16794:x1853236723062656:12345-0@lo:104: Request processed in 519us (872us total) trans 0 rc 0/0 00000100:00000200:3.0:1767384275.876233:0:16794:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000fb92956f x1853236723062656/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384291 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767384275.876242:0:16763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00000040:2.0:1767384275.876256:0:16763:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000d18f5ad3 : new rpc_count 0 00000100:00000001:3.0:1767384275.876258:0:16794:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384275.876267:0:16794:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384275.876268:0:16763:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384275.876276:0:16794:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767384275.876279:0:16763:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:3.0:1767384275.876283:0:16794:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384275.876286:0:16794:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:2.0:1767384275.876288:0:16763:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000082d0810. 00000100:00000001:3.0:1767384275.876292:0:16794:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384275.876299:0:16794:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384275.876303:0:16763:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b223840c. 00000100:00001000:3.0:1767384275.876306:0:16794:0:(import.c:2128:obd_at_measure()) add 5 to 00000000441774e7 time=5 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384275.876318:0:16794:0:(import.c:2128:obd_at_measure()) add 1 to 000000000e70851c time=5 v=5 (1 0 0 0) 00000020:00000010:2.0:1767384275.876319:0:16763:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000087cae066. 00000100:00000001:3.0:1767384275.876333:0:16794:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384275.876337:0:16794:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384275.876337:0:16763:0:(genops.c:898:class_export_put()) PUTting export 00000000d18f5ad3 : new refcount 2 00010000:00000001:3.0:1767384275.876343:0:16794:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767384275.876347:0:16763:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384275.876348:0:16794:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384275.876360:0:16794:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384275.876369:0:16794:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000fb92956f x1853236723062656/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384291 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384275.876393:0:16794:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384275.876398:0:16794:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384275.876402:0:16794:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384275.876406:0:16794:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:3.0:1767384275.876411:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384275.876417:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384275.876422:0:16794:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384275.876436:0:16794:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fb92956f x1853236723062656/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384291 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767384275.876454:0:16794:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000fb92956f pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16794:1853236723062656:0@lo:104: 00000100:00000001:3.0:1767384275.876466:0:16794:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384275.876474:0:16794:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384275.876477:0:16794:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767384275.876494:0:16794:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384275.876500:0:16794:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000fb92956f x1853236723062656/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384291 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384275.876511:0:16794:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384275.876515:0:16794:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384275.876518:0:16794:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009effb167. 02000000:00000001:3.0:1767384275.876524:0:16794:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384275.876527:0:16794:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384275.876528:0:16794:0:(genops.c:1242:class_import_put()) import 00000000ec48d8bc refcount=1 obd=MGS 00000020:00000001:3.0:1767384275.876532:0:16794:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384275.876535:0:16794:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000001652e139. 02000000:00000001:3.0:1767384275.876540:0:16794:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384275.876543:0:16794:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384275.876546:0:16794:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fb92956f. 00000100:00000001:3.0:1767384275.876551:0:16794:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384275.876554:0:16794:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1767384275.876558:0:16794:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000726d12f5. 00000100:00000001:3.0:1767384275.876562:0:16794:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1767384275.876564:0:16794:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1767384275.876568:0:16794:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006bfbeddc. 00010000:00000001:3.0:1767384275.876574:0:16794:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384275.876578:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384275.876580:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384275.876583:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00000001:3.0:1767384275.876586:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:3.0:1767384275.876590:0:16794:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 0000000093a72d04/0x7e51148972eeca31 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00000020:00000001:3.0:1767384275.876623:0:16767:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384275.876625:0:16767:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384275.876629:0:16767:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:3.0:1767384275.876633:0:16767:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1767384275.876637:0:16767:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384275.876639:0:16767:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.152@tcp lock: 00000000ca7f1d18/0x7e51148972eec9cf lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x7e51148972eec9dd expref: -99 pid: 16776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384275.876648:0:16767:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000ca7f1d18 already unused, calling callback (00000000649d35d1) 10000000:00000001:3.0:1767384275.876659:0:16767:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1767384275.876661:0:16767:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.152@tcp lock: 00000000ca7f1d18/0x7e51148972eec9cf lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x7e51148972eec9dd expref: -99 pid: 16776 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384275.876669:0:16767:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384275.876671:0:16767:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384275.876673:0:16767:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384275.876676:0:16767:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ca7f1d18 refcount=3 00000020:00000001:3.0:1767384275.876678:0:16767:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781820865024 : -124291888686592 : ffff8ef50a205a00) 00010000:00000001:3.0:1767384275.876682:0:16767:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781820865024 : -124291888686592 : ffff8ef50a205a00) 00010000:00000001:3.0:1767384275.876685:0:16767:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384275.876687:0:16767:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.152@tcp lock: 00000000ca7f1d18/0x7e51148972eec9cf lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x7e51148972eec9dd expref: -99 pid: 16776 timeout: 0 lvb_type: 0 10000000:00000001:3.0:1767384275.876694:0:16767:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1767384275.876697:0:16767:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.152@tcp lock: 00000000ca7f1d18/0x7e51148972eec9cf lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x7e51148972eec9dd expref: -99 pid: 16776 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1767384275.876703:0:16767:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:00000001:3.0:1767384275.876707:0:16767:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:3.0:1767384275.876709:0:16767:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 10000000:00000040:3.0:1767384275.876712:0:16767:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:3.0:1767384275.876714:0:16767:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1767384275.876717:0:16767:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384275.876740:0:16767:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:3.0:1767384275.876743:0:16767:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1767384275.876745:0:16767:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(0000000070cb7a0b) refs 2 10000000:00000001:3.0:1767384275.876749:0:16767:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:3.0:1767384275.876750:0:16767:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384275.876755:0:16767:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384275.876758:0:16767:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384275.876761:0:16767:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384275.876764:0:16767:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384275.876766:0:16767:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384275.876770:0:16767:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000ca7f1d18 with handle 0x7e51148972eec9cf from hash 00010000:00000001:3.0:1767384275.876773:0:16767:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384275.876782:0:16767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384275.876784:0:16767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384275.876786:0:16767:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384275.876789:0:16767:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384275.876791:0:16767:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:3.0:1767384275.876794:0:16767:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1767384275.876797:0:16767:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:3.0:1767384275.876803:0:16767:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bf90d32f. 00000020:00000040:3.0:1767384275.876807:0:16767:0:(genops.c:1229:class_import_get()) import 00000000df830bbe refcount=5 obd=MGC192.168.202.152@tcp 00000100:00000001:3.0:1767384275.876811:0:16767:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384275.876813:0:16767:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384275.876816:0:16767:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384275.876823:0:16767:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b987d8ac. 00000100:00000001:3.0:1767384275.876827:0:16767:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384275.876830:0:16767:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1767384275.876874:0:16767:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.152@tcp lock: 00000000ca7f1d18/0x7e51148972eec9cf lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7e51148972eec9dd expref: -99 pid: 16776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384275.876886:0:16767:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1767384275.876889:0:16767:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384275.876894:0:16767:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384275.876897:0:16767:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384275.876907:0:16767:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bf90d32f] to pc [ptlrpcd_00_02+2] req@00000000bf90d32f x1853236723062784/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384275.876946:0:16767:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384275.876952:0:16767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384275.876955:0:16767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384275.876958:0:16767:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384275.876963:0:16767:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384275.876970:0:16767:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384275.876972:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00010000:3.0:1767384275.876980:0:16767:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.152@tcp lock: 00000000ca7f1d18/0x7e51148972eec9cf lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7e51148972eec9dd expref: -99 pid: 16776 timeout: 0 lvb_type: 0 00000020:00000010:2.0:1767384275.876983:0:16139:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000037e85896. 00000020:00000010:2.0:1767384275.876995:0:16139:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000087cae066. 00010000:00000001:3.0:1767384275.876998:0:16767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384275.877004:0:16767:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.152@tcp lock: 00000000ca7f1d18/0x7e51148972eec9cf lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7e51148972eec9dd expref: -99 pid: 16776 timeout: 0 lvb_type: 0 80000000:00000010:2.0:1767384275.877005:0:16139:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000087a6ab1a. 40000000:00000010:2.0:1767384275.877017:0:16139:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000006d478a1b. 00000008:00000010:2.0:1767384275.877027:0:16139:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 0000000009b9577b. 00020000:00000010:2.0:1767384275.877038:0:16139:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at 00000000fcc0fb94. 00008000:00000010:2.0:1767384275.877050:0:16139:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000e4c05b97. 00010000:00000040:3.0:1767384275.877051:0:16767:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000f70a72b2 count: 0 00100000:00000010:2.0:1767384275.877061:0:16139:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000060ce67ac. 00010000:00000001:3.0:1767384275.877068:0:16767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00040000:00000010:2.0:1767384275.877071:0:16139:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000d5c7b1e1. 00010000:00000001:3.0:1767384275.877073:0:16767:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:3.0:1767384275.877080:0:16767:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000e4448591. 00040000:00000010:2.0:1767384275.877081:0:16139:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000000f2ca33b. 00010000:00000001:3.0:1767384275.877119:0:16767:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384275.877125:0:16767:0:(genops.c:1912:obd_stale_export_get()) Process entered 00040000:00000010:2.0:1767384275.877127:0:16139:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000093bdf1be. 00000020:00000001:3.0:1767384275.877128:0:16767:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384275.877137:0:16767:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:2.0:1767384275.877138:0:16139:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000000d65c5b7. 00000020:00000001:3.0:1767384275.877141:0:16767:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384275.877144:0:16767:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384275.877148:0:16767:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1767384275.877153:0:16767:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384275.877156:0:16767:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:2.0:1767384275.877159:0:16139:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000008289f5b2. 00010000:00010000:3.0:1767384275.877165:0:16767:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00000010:2.0:1767384275.877171:0:16139:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000045a30ad4. 00000004:00000010:2.0:1767384275.877181:0:16139:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000a366f3ad. 00002000:00000010:2.0:1767384275.877189:0:16139:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000019873c7a. 00000004:00000010:2.0:1767384275.877198:0:16139:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000005cda2ed4. 00000080:00000010:2.0:1767384275.877210:0:16139:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000e3bd50dc. 00000080:00000010:2.0:1767384275.877221:0:16139:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000d7756bee. 00000008:00000010:2.0:1767384275.877232:0:16139:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 0000000042850313. 00020000:00000010:2.0:1767384275.877243:0:16139:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 00000000afb9ee44. 00008000:00000010:2.0:1767384275.877254:0:16139:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 0000000076333f0f. 00000080:00000010:2.0:1767384275.877267:0:16139:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000533bf07e. 00000100:00000001:2.0:1767384275.877279:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384275.877287:0:16139:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384275.877294:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bf90d32f x1853236723062784/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384275.877309:0:16139:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384275.877312:0:16139:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384275.877317:0:16139:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384275.877320:0:16139:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384275.877324:0:16139:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384275.877328:0:16139:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000bf90d32f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c0412d60-4f67-4dbc-8791-892843f60083:16139:1853236723062784:0@lo:103: 00000100:00000001:2.0:1767384275.877334:0:16139:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384275.877339:0:16139:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384275.877342:0:16139:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384275.877345:0:16139:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384275.877350:0:16139:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f1d17d4d. 02000000:00000001:2.0:1767384275.877353:0:16139:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384275.877359:0:16139:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c3f36b93. 00000400:00000010:2.0:1767384275.877362:0:16139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000520c8158. 00000100:00000200:2.0:1767384275.877366:0:16139:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236723062784, portal 18 00000100:00000001:2.0:1767384275.877370:0:16139:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384275.877372:0:16139:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782675219328 : -124291034332288 : ffff8ef53d0cc380) 00000100:00000040:2.0:1767384275.877376:0:16139:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000bf90d32f x1853236723062784/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384291 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384275.877393:0:16139:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384275.877398:0:16139:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384275.877404:0:16139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000065db4d3b. 00000100:00000200:2.0:1767384275.877407:0:16139:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853236723062784, offset 0 00000400:00000200:2.0:1767384275.877413:0:16139:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384275.877421:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384275.877430:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x695824c901800 00000400:00000200:2.0:1767384275.877435:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0xd [2] + 328 00000400:00000200:2.0:1767384275.877439:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384275.877445:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384275.877450:0:16139:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384275.877452:0:16139:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1767384275.877457:0:16139:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001e35fc84. 00000100:00000040:2.0:1767384275.877460:0:16139:0:(events.c:337:request_in_callback()) incoming req@000000001e35fc84 x1853236723062784 msgsize 328 00000100:00100000:2.0:1767384275.877465:0:16139:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384275.877483:0:16139:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384275.877490:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000065db4d3b 00000400:00000010:2.0:1767384275.877493:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000065db4d3b. 00000100:00000001:2.0:1767384275.877497:0:16139:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384275.877503:0:16139:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bf90d32f x1853236723062784/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384291 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384275.877512:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384275.877517:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bf90d32f x1853236723062784/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384291 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384275.877526:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384275.877529:0:16139:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384275.877540:0:16139:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384275.877548:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294865843 00000100:00000001:2.0:1767384275.877559:0:16139:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294865841 00000100:00000001:2.0:1767384275.877571:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294865843 00000100:00000001:2.0:1767384275.877580:0:16139:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294865841 00000100:00000001:2.0:1767384275.877590:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294865843 00000100:00000001:2.0:1767384275.877610:0:16139:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294865841 00000100:00000001:2.0:1767384275.877620:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294865843 00000100:00000001:2.0:1767384275.877636:0:16139:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294865841 00000100:00000001:2.0:1767384275.877651:0:16139:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384275.877658:0:16139:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384275.877667:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384275.877676:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384275.877685:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384275.877692:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384275.877701:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384275.877707:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384275.877716:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384275.877727:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384275.878386:0:16794:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 0000000093a72d04/0x7e51148972eeca31 lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384275.878409:0:16794:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 20000000:00000001:2.0:1767384275.878416:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00010000:2.0:1767384275.878424:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000093a72d04/0x7e51148972eeca31 lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384275.878441:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384275.878447:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384275.878453:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384275.878458:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:2.0:1767384275.878727:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384275.878732:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384275.878738:0:16139:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384275.878740:0:16139:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384275.878743:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c3f36b93. 00000400:00000200:2.0:1767384275.878750:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000520c8158 00000400:00000010:2.0:1767384275.878753:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000520c8158. 00000100:00000001:2.0:1767384275.878757:0:16139:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384275.878764:0:16139:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bf90d32f x1853236723062784/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384291 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384275.878793:0:16139:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bf90d32f x1853236723062784/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384291 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384275.878801:0:16139:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384275.878803:0:16139:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384275.878806:0:16139:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384275.878808:0:16139:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384275.878810:0:16139:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384275.878813:0:16139:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384275.878815:0:16139:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384275.878820:0:16139:0:(import.c:2128:obd_at_measure()) add 5 to 00000000e6189a3f time=5 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384275.878824:0:16139:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f5022cbe time=5 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384275.878827:0:16139:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384275.878828:0:16139:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384275.878831:0:16139:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384275.878833:0:16139:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384275.878860:0:16139:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384275.878866:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bf90d32f x1853236723062784/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384291 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384275.878874:0:16139:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384275.878877:0:16139:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384275.878879:0:16139:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384275.878883:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bf90d32f x1853236723062784/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384291 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384275.878891:0:16139:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000bf90d32f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c0412d60-4f67-4dbc-8791-892843f60083:16139:1853236723062784:0@lo:103: 00000100:00000001:2.0:1767384275.878897:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384275.878899:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384275.878902:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bf90d32f x1853236723062784/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384291 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384275.878909:0:16139:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384275.878911:0:16139:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384275.878913:0:16139:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f1d17d4d. 02000000:00000001:2.0:1767384275.878916:0:16139:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384275.878926:0:16139:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384275.878928:0:16139:0:(genops.c:1242:class_import_put()) import 00000000df830bbe refcount=4 obd=MGC192.168.202.152@tcp 00000020:00000001:2.0:1767384275.878931:0:16139:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384275.878939:0:16139:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000b987d8ac. 02000000:00000001:2.0:1767384275.878943:0:16139:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384275.878944:0:16139:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384275.878945:0:16139:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bf90d32f. 00000100:00000001:2.0:1767384275.878948:0:16139:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384275.878949:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384275.878951:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384275.878956:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384275.878958:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384275.878960:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384275.878962:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384275.879357:0:17545:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384275.879365:0:17545:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384275.879370:0:17545:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384275.879374:0:17545:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000de7918bb. 00000400:00000200:2.0:1767384275.879380:0:17545:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001473e5a6 00000400:00000010:2.0:1767384275.879387:0:17545:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001473e5a6. 00000100:00000001:2.0:1767384275.879394:0:17545:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384275.879404:0:17545:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006de597ce x1853236723062528/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384291 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384275.879423:0:17545:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006de597ce x1853236723062528/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384291 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384275.879440:0:17545:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384275.879444:0:17545:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384275.879447:0:17545:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384275.879450:0:17545:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384275.879457:0:17545:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384275.879460:0:17545:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384275.879462:0:17545:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384275.879465:0:17545:0:(import.c:2128:obd_at_measure()) add 5 to 0000000028df3f77 time=5 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384275.879474:0:17545:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f5022cbe time=5 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384275.879478:0:17545:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384275.879481:0:17545:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384275.879490:0:17545:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384275.879504:0:17545:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384275.879509:0:17545:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384275.879520:0:17545:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006de597ce x1853236723062528/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384291 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384275.879528:0:17545:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384275.879530:0:17545:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384275.879532:0:17545:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384275.879535:0:17545:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006de597ce x1853236723062528/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384291 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384275.879543:0:17545:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006de597ce pname:cluuid:pid:xid:nid:opc:job mount.lustre:c0412d60-4f67-4dbc-8791-892843f60083:17545:1853236723062528:0@lo:253: 00000100:00000001:2.0:1767384275.879546:0:17545:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384275.879548:0:17545:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384275.879550:0:17545:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767384275.879551:0:17545:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384275.879553:0:17545:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006de597ce x1853236723062528/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384291 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384275.879559:0:17545:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384275.879561:0:17545:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000093d0f572. 00000100:00000001:2.0:1767384275.879564:0:17545:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767384275.879565:0:17545:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:2.0:1767384275.879570:0:17545:0:(mgc_request_server.c:297:mgc_target_register()) register lustre-OST0000 got index = 0 00000020:01000004:2.0:1767384275.879573:0:17545:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:2.0:1767384275.879575:0:17545:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384275.879576:0:17545:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384275.879578:0:17545:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384275.879579:0:17545:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384275.879580:0:17545:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384275.879582:0:17545:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384275.879583:0:17545:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384275.879584:0:17545:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:2.0:1767384275.879585:0:17545:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384275.879587:0:17545:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006de597ce x1853236723062528/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384291 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384275.879593:0:17545:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384275.879599:0:17545:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384275.879601:0:17545:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000fcea198e. 02000000:00000001:2.0:1767384275.879604:0:17545:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384275.879605:0:17545:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384275.879607:0:17545:0:(genops.c:1242:class_import_put()) import 00000000df830bbe refcount=3 obd=MGC192.168.202.152@tcp 00000020:00000001:2.0:1767384275.879609:0:17545:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384275.879610:0:17545:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000008c3e6bf2. 02000000:00000001:2.0:1767384275.879613:0:17545:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384275.879614:0:17545:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384275.879615:0:17545:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006de597ce. 00000100:00000001:2.0:1767384275.879617:0:17545:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384275.879618:0:17545:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1767384275.879620:0:17545:0:(mgc_request_server.c:302:mgc_target_register()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384275.879623:0:17545:0:(mgc_request_server.c:448:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384275.879625:0:17545:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384275.879627:0:17545:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384275.879630:0:17545:0:(tgt_mount.c:1452:server_notify_target()) kfreed 'mti': 4608 at 00000000c6a755cf. 00000020:00000001:2.0:1767384275.879633:0:17545:0:(tgt_mount.c:1454:server_notify_target()) Process leaving (rc=0 : 0 : 0) 00000020:02000000:2.0:1767384275.879636:0:17545:0:(tgt_mount.c:2650:server_calc_timeout()) lustre-OST0000: Imperative Recovery not enabled, recovery window 60-180 00000100:00000040:2.0:1767384275.883239:0:795:0:(connection.c:75:cpu_latency_work()) work item of 00000000135c2452 (cpu 0) has reached its deadline 4294865843, at 4294865846 00000100:00000010:2.0:1767384275.883249:0:795:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008d6b27d6. 00000020:00000010:2.0:1767384275.883265:0:17545:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f1d17d4d. 00000020:00000010:2.0:1767384275.883271:0:17545:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000d2238615. 00000020:00000010:2.0:1767384275.883276:0:17545:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000d472efff. 00000020:00000010:2.0:1767384275.883282:0:17545:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000ae170251. 00000020:00000010:2.0:1767384275.883287:0:17545:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000591bfc9b. 80000000:00000010:2.0:1767384275.883292:0:17545:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000e4a3ddc1. 40000000:00000010:2.0:1767384275.883296:0:17545:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000857f5924. 00100000:00000010:2.0:1767384275.883301:0:17545:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000c5851326. 00040000:00000010:2.0:1767384275.883306:0:17545:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000006d2cc407. 00040000:00000010:2.0:1767384275.883311:0:17545:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000006987858f. 00080000:00000010:2.0:1767384275.883316:0:17545:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000d41f1308. 00002000:00000010:2.0:1767384275.883322:0:17545:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000d64f992d. 00000020:00000010:2.0:1767384275.883328:0:17545:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009c012fd3. 00000020:00000010:2.0:1767384275.883343:0:17545:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a51f3cd0. 00000020:00000010:2.0:1767384275.883348:0:17545:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b223840c. 00002000:00000001:2.0:1767384275.883354:0:17545:0:(ofd_dev.c:607:ofd_prepare()) Process entered 00080000:00000001:2.0:1767384275.883357:0:17545:0:(osd_handler.c:1568:osd_prepare()) Process entered 00040000:00000001:2.0:1767384275.883360:0:17545:0:(qsd_lib.c:771:qsd_prepare()) Process entered 00040000:00000001:2.0:1767384275.883362:0:17545:0:(lquota_disk.c:148:lquota_disk_dir_find_create()) Process entered 00000020:00000001:2.0:1767384275.883365:0:17545:0:(local_storage.c:829:local_oid_storage_init()) Process entered 00000020:00000001:2.0:1767384275.883368:0:17545:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:2.0:1767384275.883370:0:17545:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446619782459540480 : -124291250011136 : 0xffff8ef53031c400) 00000020:00000001:2.0:1767384275.883374:0:17545:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446619782459540480 : -124291250011136 : ffff8ef53031c400) 00000020:00000001:2.0:1767384275.883377:0:17545:0:(local_storage.c:838:local_oid_storage_init()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384275.883381:0:17545:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384275.883386:0:17545:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446619777391124568 : -124296318427048 : ffff8ef40217e058) 00080000:00000001:2.0:1767384275.883391:0:17545:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:2.0:1767384275.883413:0:17545:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384275.883416:0:17545:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384275.883418:0:17545:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384275.883420:0:17545:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:2.0:1767384275.883422:0:17545:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:2.0:1767384275.883425:0:17545:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000d33463e5. 00000020:00000001:2.0:1767384275.883430:0:17545:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:2.0:1767384275.883434:0:17545:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000004def5f57. 00000020:00000001:2.0:1767384275.883436:0:17545:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384275.883439:0:17545:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:2.0:1767384275.883442:0:17545:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:2.0:1767384275.883444:0:17545:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1767384275.883446:0:17545:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384275.883463:0:17545:0:(osd_oi.c:679:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384275.883472:0:17545:0:(osd_object.c:397:osd_object_init0()) Process entered 00080000:00000001:2.0:1767384275.883481:0:17545:0:(osd_object.c:177:__osd_object_attr_get()) Process entered 00080000:00000001:2.0:1767384275.883505:0:17545:0:(osd_object.c:256:__osd_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384275.883507:0:17545:0:(osd_object.c:430:osd_object_init0()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384275.883509:0:17545:0:(osd_object.c:441:osd_check_lma()) Process entered 00080000:00000001:2.0:1767384275.883511:0:17545:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1767384275.883514:0:17545:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00080000:00000001:2.0:1767384275.883516:0:17545:0:(osd_object.c:478:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384275.883518:0:17545:0:(osd_object.c:603:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384275.883528:0:17545:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384275.883531:0:17545:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446619781780662616 : -124291928889000 : ffff8ef507bae958) 00080000:00000010:2.0:1767384275.883550:0:17545:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000004def5f57. 00000020:00000010:2.0:1767384275.883553:0:17545:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000d33463e5. 00000020:00000001:2.0:1767384275.883560:0:17545:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:2.0:1767384275.883563:0:17545:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:2.0:1767384275.883595:0:17545:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000d094cb9d. 00002000:00000001:2.0:1767384275.883598:0:17545:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446619777392869768 : -124296316681848 : ffff8ef402328188) 00002000:00000001:2.0:1767384275.883601:0:17545:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:2.0:1767384275.883603:0:17545:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000003:0x4:0x0] 00080000:00000010:2.0:1767384275.883605:0:17545:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000004def5f57. 00002000:00000001:2.0:1767384275.883607:0:17545:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384275.883609:0:17545:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:2.0:1767384275.883611:0:17545:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:2.0:1767384275.883612:0:17545:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1767384275.883613:0:17545:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384275.883626:0:17545:0:(osd_oi.c:679:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384275.883631:0:17545:0:(osd_object.c:397:osd_object_init0()) Process entered 00080000:00000001:2.0:1767384275.883635:0:17545:0:(osd_object.c:177:__osd_object_attr_get()) Process entered 00080000:00000001:2.0:1767384275.883645:0:17545:0:(osd_object.c:256:__osd_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384275.883646:0:17545:0:(osd_object.c:430:osd_object_init0()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384275.883648:0:17545:0:(osd_object.c:441:osd_check_lma()) Process entered 00080000:00000001:2.0:1767384275.883650:0:17545:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1767384275.883651:0:17545:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00080000:00000001:2.0:1767384275.883653:0:17545:0:(osd_object.c:478:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384275.883655:0:17545:0:(osd_object.c:603:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384275.883656:0:17545:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384275.883659:0:17545:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446619777392869768 : -124296316681848 : ffff8ef402328188) 00080000:00000001:2.0:1767384275.883662:0:17545:0:(osd_index.c:2028:osd_index_try()) Process entered 00080000:00000001:2.0:1767384275.883664:0:17545:0:(osd_index.c:2105:osd_index_try()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384275.883665:0:17545:0:(lquota_disk.c:187:lquota_disk_dir_find_create()) Process leaving 00000020:00000002:2.0:1767384275.883668:0:17545:0:(lu_object.c:207:lu_object_put()) Add 000000002d28b33f/00000000a1b9a219 to site lru. bkt: 000000008c82cdce 00040000:00000001:2.0:1767384275.883671:0:17545:0:(qsd_lib.c:478:qsd_qtype_init()) Process entered 00040000:00000010:2.0:1767384275.883673:0:17545:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at 000000001473e5a6. 00040000:00000001:2.0:1767384275.883676:0:17545:0:(lquota_lib.c:75:acct_obj_lookup()) Process entered 00000020:00000001:2.0:1767384275.883678:0:17545:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:2.0:1767384275.883686:0:17545:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:2.0:1767384275.883687:0:17545:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000008590c594. 00002000:00000001:2.0:1767384275.883689:0:17545:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446619777392871896 : -124296316679720 : ffff8ef4023289d8) 00002000:00000001:2.0:1767384275.883692:0:17545:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:2.0:1767384275.883693:0:17545:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000001:0xf:0x0] 00080000:00000010:2.0:1767384275.883696:0:17545:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000007faf25c9. 00002000:00000001:2.0:1767384275.883698:0:17545:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384275.883699:0:17545:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:2.0:1767384275.883701:0:17545:0:(osd_object.c:550:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384275.883702:0:17545:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384275.883704:0:17545:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446619777392871896 : -124296316679720 : ffff8ef4023289d8) 00040000:00000001:2.0:1767384275.883706:0:17545:0:(lquota_lib.c:103:acct_obj_lookup()) Process leaving (rc=18446619782723317312 : -124290986234304 : ffff8ef53feaae40) 00040000:00000001:2.0:1767384275.883709:0:17545:0:(lquota_disk.c:223:lquota_disk_glb_find_create()) Process entered 00040000:04000000:2.0:1767384275.883710:0:17545:0:(lquota_disk.c:226:lquota_disk_glb_find_create()) look-up/create local global idx file ([0x200000006:0x20000:0x0]) 00040000:00000001:2.0:1767384275.883713:0:17545:0:(lquota_disk.c:52:lquota_disk_find_create()) Process entered 00000020:00000001:2.0:1767384275.883732:0:17545:0:(local_storage.c:829:local_oid_storage_init()) Process entered 00000020:00000001:2.0:1767384275.883733:0:17545:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:2.0:1767384275.883735:0:17545:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446619782459540480 : -124291250011136 : 0xffff8ef53031c400) 00000020:00000001:2.0:1767384275.883737:0:17545:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446619782459540480 : -124291250011136 : ffff8ef53031c400) 00000020:00000001:2.0:1767384275.883739:0:17545:0:(local_storage.c:838:local_oid_storage_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384275.883743:0:17545:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:2.0:1767384275.883762:0:17545:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384275.883764:0:17545:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384275.883766:0:17545:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384275.883768:0:17545:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:2.0:1767384275.883769:0:17545:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:2.0:1767384275.883772:0:17545:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000fb8fedc5. 00000020:00000001:2.0:1767384275.883775:0:17545:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:2.0:1767384275.883777:0:17545:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000298cd197. 00000020:00000001:2.0:1767384275.883779:0:17545:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384275.883781:0:17545:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:2.0:1767384275.883783:0:17545:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:2.0:1767384275.883784:0:17545:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1767384275.883785:0:17545:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384275.883795:0:17545:0:(osd_oi.c:679:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384275.883808:0:17545:0:(osd_object.c:397:osd_object_init0()) Process entered 00080000:00000001:2.0:1767384275.883813:0:17545:0:(osd_object.c:177:__osd_object_attr_get()) Process entered 00080000:00000001:2.0:1767384275.883822:0:17545:0:(osd_object.c:256:__osd_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384275.883824:0:17545:0:(osd_object.c:430:osd_object_init0()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384275.883826:0:17545:0:(osd_object.c:441:osd_check_lma()) Process entered 00080000:00000001:2.0:1767384275.883827:0:17545:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1767384275.883829:0:17545:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00080000:00000001:2.0:1767384275.883831:0:17545:0:(osd_object.c:478:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384275.883833:0:17545:0:(osd_object.c:603:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384275.883856:0:17545:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384275.883859:0:17545:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446619781780660568 : -124291928891048 : ffff8ef507bae158) 00080000:00000010:2.0:1767384275.883891:0:17545:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000298cd197. 00000020:00000010:2.0:1767384275.883894:0:17545:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000fb8fedc5. 00000020:00000001:2.0:1767384275.883897:0:17545:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:2.0:1767384275.883899:0:17545:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:2.0:1767384275.883902:0:17545:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000001a02e9ed. 00002000:00000001:2.0:1767384275.883904:0:17545:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446619777392875544 : -124296316676072 : ffff8ef402329818) 00002000:00000001:2.0:1767384275.883906:0:17545:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:2.0:1767384275.883907:0:17545:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000003:0x5:0x0] 00080000:00000010:2.0:1767384275.883909:0:17545:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000298cd197. 00002000:00000001:2.0:1767384275.883911:0:17545:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384275.883913:0:17545:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:2.0:1767384275.883914:0:17545:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:2.0:1767384275.883915:0:17545:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1767384275.883916:0:17545:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384275.883928:0:17545:0:(osd_oi.c:679:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384275.883933:0:17545:0:(osd_object.c:397:osd_object_init0()) Process entered 00080000:00000001:2.0:1767384275.883937:0:17545:0:(osd_object.c:177:__osd_object_attr_get()) Process entered 00080000:00000001:2.0:1767384275.883945:0:17545:0:(osd_object.c:256:__osd_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384275.883947:0:17545:0:(osd_object.c:430:osd_object_init0()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384275.883948:0:17545:0:(osd_object.c:441:osd_check_lma()) Process entered 00080000:00000001:2.0:1767384275.883950:0:17545:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1767384275.883951:0:17545:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00080000:00000001:2.0:1767384275.883953:0:17545:0:(osd_object.c:478:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384275.883954:0:17545:0:(osd_object.c:603:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384275.883956:0:17545:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384275.883958:0:17545:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446619777392875544 : -124296316676072 : ffff8ef402329818) 00040000:00000001:2.0:1767384275.883968:0:17545:0:(lquota_disk.c:74:lquota_disk_find_create()) Process leaving (rc=18446619782723319136 : -124290986232480 : ffff8ef53feab560) 00080000:00000001:2.0:1767384275.883971:0:17545:0:(osd_index.c:2028:osd_index_try()) Process entered 00100000:00000001:2.0:1767384275.883974:0:17545:0:(scrub.c:652:lustre_index_register()) Process entered 00100000:00000010:2.0:1767384275.883976:0:17545:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000000aee3161. 00100000:00000001:2.0:1767384275.883979:0:17545:0:(scrub.c:680:lustre_index_register()) Process leaving (rc=0 : 0 : 0) 00080000:10000000:2.0:1767384275.883981:0:17545:0:(osd_index.c:2099:osd_index_try()) lustre-OST0000: index object [0x200000003:0x5:0x0] (8/8/4) registered 00080000:00000001:2.0:1767384275.883984:0:17545:0:(osd_index.c:2105:osd_index_try()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384275.883985:0:17545:0:(lquota_disk.c:270:lquota_disk_glb_find_create()) Process leaving (rc=18446619782723319136 : -124290986232480 : ffff8ef53feab560) 00080000:00000001:2.0:1767384275.883988:0:17545:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1767384275.883990:0:17545:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000020:00000002:2.0:1767384275.883992:0:17545:0:(dt_object.c:446:dt_version_get()) Can't get version, rc -61 00040000:00000001:2.0:1767384275.883995:0:17545:0:(lquota_disk.c:365:lquota_disk_slv_find_create()) Process entered 00040000:04000000:2.0:1767384275.883997:0:17545:0:(lquota_disk.c:370:lquota_disk_slv_find_create()) lookup/create slave index file for lustre-OST0000 00040000:00000001:2.0:1767384275.884000:0:17545:0:(lquota_lib.c:526:lquota_extract_fid()) Process entered 00040000:00000001:2.0:1767384275.884001:0:17545:0:(lquota_lib.c:547:lquota_extract_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384275.884004:0:17545:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:2.0:1767384275.884017:0:17545:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384275.884019:0:17545:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384275.884020:0:17545:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384275.884022:0:17545:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:2.0:1767384275.884024:0:17545:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:2.0:1767384275.884026:0:17545:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:2.0:1767384275.884028:0:17545:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000c951a5e3. 00002000:00000001:2.0:1767384275.884030:0:17545:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446619777392874936 : -124296316676680 : ffff8ef4023295b8) 00002000:00000001:2.0:1767384275.884032:0:17545:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:2.0:1767384275.884034:0:17545:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000005:0x1:0x0] 00080000:00000010:2.0:1767384275.884036:0:17545:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000009d6984cb. 00002000:00000001:2.0:1767384275.884038:0:17545:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384275.884039:0:17545:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:2.0:1767384275.884041:0:17545:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:2.0:1767384275.884042:0:17545:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1767384275.884043:0:17545:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384275.884059:0:17545:0:(osd_oi.c:679:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384275.884065:0:17545:0:(osd_object.c:397:osd_object_init0()) Process entered 00080000:00000001:2.0:1767384275.884087:0:17545:0:(osd_object.c:177:__osd_object_attr_get()) Process entered 00080000:00000001:2.0:1767384275.884096:0:17545:0:(osd_object.c:256:__osd_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384275.884104:0:17545:0:(osd_object.c:430:osd_object_init0()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384275.884107:0:17545:0:(osd_object.c:441:osd_check_lma()) Process entered 00080000:00000001:2.0:1767384275.884109:0:17545:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1767384275.884113:0:17545:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00080000:00000001:2.0:1767384275.884116:0:17545:0:(osd_object.c:478:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384275.884150:0:53:0:(connection.c:75:cpu_latency_work()) work item of 000000009d5c2cb6 (cpu 0) has reached its deadline 4294865843, at 4294865847 00000100:00000010:3.0:1767384275.884161:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bcccbabb. 00080000:00000001:2.0:1767384275.884196:0:17545:0:(osd_object.c:603:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384275.884202:0:17545:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384275.884208:0:17545:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446619777392874936 : -124296316676680 : ffff8ef4023295b8) 00080000:00000001:2.0:1767384275.884212:0:17545:0:(osd_index.c:2028:osd_index_try()) Process entered 00100000:00000001:2.0:1767384275.884215:0:17545:0:(scrub.c:652:lustre_index_register()) Process entered 00100000:00000010:2.0:1767384275.884220:0:17545:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000006aaaf4aa. 00100000:00000001:2.0:1767384275.884225:0:17545:0:(scrub.c:680:lustre_index_register()) Process leaving (rc=0 : 0 : 0) 00080000:10000000:2.0:1767384275.884228:0:17545:0:(osd_index.c:2099:osd_index_try()) lustre-OST0000: index object [0x200000005:0x1:0x0] (8/8/1) registered 00080000:00000001:2.0:1767384275.884238:0:17545:0:(osd_index.c:2105:osd_index_try()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384275.884240:0:17545:0:(lquota_disk.c:435:lquota_disk_slv_find_create()) Process leaving (rc=18446619782723318680 : -124290986232936 : ffff8ef53feab398) 00080000:00000001:2.0:1767384275.884244:0:17545:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1767384275.884249:0:17545:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000020:00000002:2.0:1767384275.884253:0:17545:0:(dt_object.c:446:dt_version_get()) Can't get version, rc -61 00040000:00000001:2.0:1767384275.884257:0:17545:0:(lquota_entry.c:189:lquota_site_alloc()) Process entered 00040000:00000010:2.0:1767384275.884263:0:17545:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 000000003c6bbcc8. 00000001:00000001:2.0:1767384275.884271:0:17545:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:2.0:1767384275.884276:0:17545:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 000000003c933af7. 00000001:00000010:2.0:1767384275.884282:0:17545:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 0000000004e81415. 00000001:00000010:2.0:1767384275.884286:0:17545:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 0000000013577972. 00040000:00000001:2.0:1767384275.884290:0:17545:0:(lquota_entry.c:223:lquota_site_alloc()) Process leaving (rc=18446619781782531776 : -124291927019840 : ffff8ef507d76ec0) 00000020:00000001:2.0:1767384275.884295:0:17545:0:(lprocfs_status.c:2483:lprocfs_seq_create()) Process entered 00000020:00000001:2.0:1767384275.884306:0:17545:0:(lprocfs_status.c:2493:lprocfs_seq_create()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384275.884310:0:17545:0:(lprocfs_status.c:2483:lprocfs_seq_create()) Process entered 00000020:00000001:2.0:1767384275.884314:0:17545:0:(lprocfs_status.c:2493:lprocfs_seq_create()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384275.884317:0:17545:0:(qsd_lib.c:564:qsd_qtype_init()) Process leaving 00040000:00000001:2.0:1767384275.884320:0:17545:0:(qsd_lib.c:478:qsd_qtype_init()) Process entered 00040000:00000010:2.0:1767384275.884323:0:17545:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at 00000000584f30ff. 00040000:00000001:2.0:1767384275.884327:0:17545:0:(lquota_lib.c:75:acct_obj_lookup()) Process entered 00000020:00000001:2.0:1767384275.884329:0:17545:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:2.0:1767384275.884333:0:17545:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:2.0:1767384275.884336:0:17545:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000074f27fef. 00002000:00000001:2.0:1767384275.884350:0:17545:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446619777392874024 : -124296316677592 : ffff8ef402329228) 00002000:00000001:2.0:1767384275.884357:0:17545:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:2.0:1767384275.884358:0:17545:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000001:0x10:0x0] 00080000:00000010:2.0:1767384275.884362:0:17545:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000006213c3c1. 00002000:00000001:2.0:1767384275.884364:0:17545:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384275.884366:0:17545:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:2.0:1767384275.884368:0:17545:0:(osd_object.c:550:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384275.884369:0:17545:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384275.884372:0:17545:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446619777392874024 : -124296316677592 : ffff8ef402329228) 00040000:00000001:2.0:1767384275.884374:0:17545:0:(lquota_lib.c:103:acct_obj_lookup()) Process leaving (rc=18446619782723319592 : -124290986232024 : ffff8ef53feab728) 00040000:00000001:2.0:1767384275.884377:0:17545:0:(lquota_disk.c:223:lquota_disk_glb_find_create()) Process entered 00040000:04000000:2.0:1767384275.884378:0:17545:0:(lquota_disk.c:226:lquota_disk_glb_find_create()) look-up/create local global idx file ([0x200000006:0x1020000:0x0]) 00040000:00000001:2.0:1767384275.884381:0:17545:0:(lquota_disk.c:52:lquota_disk_find_create()) Process entered 00000020:00000001:2.0:1767384275.884383:0:17545:0:(local_storage.c:829:local_oid_storage_init()) Process entered 00000020:00000001:2.0:1767384275.884384:0:17545:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:2.0:1767384275.884386:0:17545:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446619782459540480 : -124291250011136 : 0xffff8ef53031c400) 00000020:00000001:2.0:1767384275.884388:0:17545:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446619782459540480 : -124291250011136 : ffff8ef53031c400) 00000020:00000001:2.0:1767384275.884392:0:17545:0:(local_storage.c:838:local_oid_storage_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384275.884396:0:17545:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:2.0:1767384275.884418:0:17545:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384275.884421:0:17545:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384275.884422:0:17545:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384275.884424:0:17545:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:2.0:1767384275.884426:0:17545:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:2.0:1767384275.884429:0:17545:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000ad2121d1. 00000020:00000001:2.0:1767384275.884432:0:17545:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:2.0:1767384275.884434:0:17545:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000c5caa5cd. 00000020:00000001:2.0:1767384275.884436:0:17545:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384275.884438:0:17545:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:2.0:1767384275.884440:0:17545:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:2.0:1767384275.884441:0:17545:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1767384275.884442:0:17545:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384275.884453:0:17545:0:(osd_oi.c:679:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384275.884459:0:17545:0:(osd_object.c:397:osd_object_init0()) Process entered 00080000:00000001:2.0:1767384275.884465:0:17545:0:(osd_object.c:177:__osd_object_attr_get()) Process entered 00080000:00000001:2.0:1767384275.884484:0:17545:0:(osd_object.c:256:__osd_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384275.884486:0:17545:0:(osd_object.c:430:osd_object_init0()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384275.884488:0:17545:0:(osd_object.c:441:osd_check_lma()) Process entered 00080000:00000001:2.0:1767384275.884489:0:17545:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1767384275.884491:0:17545:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00080000:00000001:2.0:1767384275.884494:0:17545:0:(osd_object.c:478:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384275.884495:0:17545:0:(osd_object.c:603:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384275.884497:0:17545:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384275.884500:0:17545:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446619781780663640 : -124291928887976 : ffff8ef507baed58) 00080000:00000010:2.0:1767384275.884510:0:17545:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000c5caa5cd. 00000020:00000010:2.0:1767384275.884513:0:17545:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000ad2121d1. 00000020:00000001:2.0:1767384275.884517:0:17545:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:2.0:1767384275.884519:0:17545:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:2.0:1767384275.884521:0:17545:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000006e73acf4. 00002000:00000001:2.0:1767384275.884523:0:17545:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446619777392873416 : -124296316678200 : ffff8ef402328fc8) 00002000:00000001:2.0:1767384275.884526:0:17545:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:2.0:1767384275.884527:0:17545:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000003:0x6:0x0] 00080000:00000010:2.0:1767384275.884529:0:17545:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000c5caa5cd. 00002000:00000001:2.0:1767384275.884531:0:17545:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384275.884533:0:17545:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:2.0:1767384275.884534:0:17545:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:2.0:1767384275.884535:0:17545:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1767384275.884536:0:17545:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384275.884548:0:17545:0:(osd_oi.c:679:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384275.884553:0:17545:0:(osd_object.c:397:osd_object_init0()) Process entered 00080000:00000001:2.0:1767384275.884556:0:17545:0:(osd_object.c:177:__osd_object_attr_get()) Process entered 00080000:00000001:2.0:1767384275.884563:0:17545:0:(osd_object.c:256:__osd_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384275.884565:0:17545:0:(osd_object.c:430:osd_object_init0()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384275.884567:0:17545:0:(osd_object.c:441:osd_check_lma()) Process entered 00080000:00000001:2.0:1767384275.884568:0:17545:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1767384275.884570:0:17545:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00080000:00000001:2.0:1767384275.884572:0:17545:0:(osd_object.c:478:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384275.884573:0:17545:0:(osd_object.c:603:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384275.884575:0:17545:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384275.884594:0:17545:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446619777392873416 : -124296316678200 : ffff8ef402328fc8) 00040000:00000001:2.0:1767384275.884596:0:17545:0:(lquota_disk.c:74:lquota_disk_find_create()) Process leaving (rc=18446619782723320960 : -124290986230656 : ffff8ef53feabc80) 00080000:00000001:2.0:1767384275.884598:0:17545:0:(osd_index.c:2028:osd_index_try()) Process entered 00100000:00000001:2.0:1767384275.884606:0:17545:0:(scrub.c:652:lustre_index_register()) Process entered 00100000:00000010:2.0:1767384275.884607:0:17545:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000000a6e8e3e. 00100000:00000001:2.0:1767384275.884610:0:17545:0:(scrub.c:680:lustre_index_register()) Process leaving (rc=0 : 0 : 0) 00080000:10000000:2.0:1767384275.884612:0:17545:0:(osd_index.c:2099:osd_index_try()) lustre-OST0000: index object [0x200000003:0x6:0x0] (8/8/4) registered 00080000:00000001:2.0:1767384275.884614:0:17545:0:(osd_index.c:2105:osd_index_try()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384275.884616:0:17545:0:(lquota_disk.c:270:lquota_disk_glb_find_create()) Process leaving (rc=18446619782723320960 : -124290986230656 : ffff8ef53feabc80) 00080000:00000001:2.0:1767384275.884618:0:17545:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1767384275.884620:0:17545:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000020:00000002:2.0:1767384275.884622:0:17545:0:(dt_object.c:446:dt_version_get()) Can't get version, rc -61 00040000:00000001:2.0:1767384275.884624:0:17545:0:(lquota_disk.c:365:lquota_disk_slv_find_create()) Process entered 00040000:04000000:2.0:1767384275.884625:0:17545:0:(lquota_disk.c:370:lquota_disk_slv_find_create()) lookup/create slave index file for lustre-OST0000 00040000:00000001:2.0:1767384275.884627:0:17545:0:(lquota_lib.c:526:lquota_extract_fid()) Process entered 00040000:00000001:2.0:1767384275.884629:0:17545:0:(lquota_lib.c:547:lquota_extract_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384275.884631:0:17545:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:2.0:1767384275.884643:0:17545:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384275.884645:0:17545:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384275.884647:0:17545:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384275.884648:0:17545:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:2.0:1767384275.884650:0:17545:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:2.0:1767384275.884652:0:17545:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:2.0:1767384275.884654:0:17545:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000c707d575. 00002000:00000001:2.0:1767384275.884656:0:17545:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446619777392875240 : -124296316676376 : ffff8ef4023296e8) 00002000:00000001:2.0:1767384275.884658:0:17545:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:2.0:1767384275.884659:0:17545:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000005:0x2:0x0] 00080000:00000010:2.0:1767384275.884673:0:17545:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000f8c892fd. 00002000:00000001:2.0:1767384275.884675:0:17545:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384275.884677:0:17545:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:2.0:1767384275.884679:0:17545:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:2.0:1767384275.884680:0:17545:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1767384275.884681:0:17545:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384275.884695:0:17545:0:(osd_oi.c:679:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384275.884700:0:17545:0:(osd_object.c:397:osd_object_init0()) Process entered 00080000:00000001:2.0:1767384275.884722:0:17545:0:(osd_object.c:177:__osd_object_attr_get()) Process entered 00080000:00000001:2.0:1767384275.884732:0:17545:0:(osd_object.c:256:__osd_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384275.884734:0:17545:0:(osd_object.c:430:osd_object_init0()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384275.884735:0:17545:0:(osd_object.c:441:osd_check_lma()) Process entered 00080000:00000001:2.0:1767384275.884737:0:17545:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1767384275.884745:0:17545:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00080000:00000001:2.0:1767384275.884747:0:17545:0:(osd_object.c:478:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384275.884748:0:17545:0:(osd_object.c:603:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384275.884750:0:17545:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384275.884753:0:17545:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446619777392875240 : -124296316676376 : ffff8ef4023296e8) 00080000:00000001:2.0:1767384275.884756:0:17545:0:(osd_index.c:2028:osd_index_try()) Process entered 00100000:00000001:2.0:1767384275.884757:0:17545:0:(scrub.c:652:lustre_index_register()) Process entered 00100000:00000010:2.0:1767384275.884759:0:17545:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000eeb2392c. 00100000:00000001:2.0:1767384275.884761:0:17545:0:(scrub.c:680:lustre_index_register()) Process leaving (rc=0 : 0 : 0) 00080000:10000000:2.0:1767384275.884763:0:17545:0:(osd_index.c:2099:osd_index_try()) lustre-OST0000: index object [0x200000005:0x2:0x0] (8/8/1) registered 00080000:00000001:2.0:1767384275.884765:0:17545:0:(osd_index.c:2105:osd_index_try()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384275.884767:0:17545:0:(lquota_disk.c:435:lquota_disk_slv_find_create()) Process leaving (rc=18446619777392882584 : -124296316669032 : ffff8ef40232b398) 00080000:00000001:2.0:1767384275.884770:0:17545:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1767384275.884771:0:17545:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000020:00000002:2.0:1767384275.884773:0:17545:0:(dt_object.c:446:dt_version_get()) Can't get version, rc -61 00040000:00000001:2.0:1767384275.884774:0:17545:0:(lquota_entry.c:189:lquota_site_alloc()) Process entered 00040000:00000010:2.0:1767384275.884776:0:17545:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 00000000cd766946. 00000001:00000001:2.0:1767384275.884778:0:17545:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:2.0:1767384275.884781:0:17545:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 000000000c73bf59. 00000001:00000010:2.0:1767384275.884784:0:17545:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000fbd72135. 00000001:00000010:2.0:1767384275.884786:0:17545:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000e4448591. 00040000:00000001:2.0:1767384275.884788:0:17545:0:(lquota_entry.c:223:lquota_site_alloc()) Process leaving (rc=18446619781782528352 : -124291927023264 : ffff8ef507d76160) 00000020:00000001:2.0:1767384275.884790:0:17545:0:(lprocfs_status.c:2483:lprocfs_seq_create()) Process entered 00000020:00000001:2.0:1767384275.884795:0:17545:0:(lprocfs_status.c:2493:lprocfs_seq_create()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384275.884797:0:17545:0:(lprocfs_status.c:2483:lprocfs_seq_create()) Process entered 00000020:00000001:2.0:1767384275.884800:0:17545:0:(lprocfs_status.c:2493:lprocfs_seq_create()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384275.884801:0:17545:0:(qsd_lib.c:564:qsd_qtype_init()) Process leaving 00040000:00000001:2.0:1767384275.884803:0:17545:0:(qsd_lib.c:478:qsd_qtype_init()) Process entered 00040000:00000010:2.0:1767384275.884805:0:17545:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at 00000000a44c63e0. 00040000:00000001:2.0:1767384275.884807:0:17545:0:(lquota_lib.c:75:acct_obj_lookup()) Process entered 00000020:00000001:2.0:1767384275.884808:0:17545:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:2.0:1767384275.884810:0:17545:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:2.0:1767384275.884812:0:17545:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000a798bac9. 00002000:00000001:2.0:1767384275.884814:0:17545:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446619777392870072 : -124296316681544 : ffff8ef4023282b8) 00002000:00000001:2.0:1767384275.884816:0:17545:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:2.0:1767384275.884823:0:17545:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000001:0x16:0x0] 00080000:00000010:2.0:1767384275.884826:0:17545:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000004eabb441. 00002000:00000001:2.0:1767384275.884828:0:17545:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384275.884830:0:17545:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:2.0:1767384275.884832:0:17545:0:(osd_object.c:550:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384275.884855:0:17545:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384275.884859:0:17545:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446619777392870072 : -124296316681544 : ffff8ef4023282b8) 00040000:00000001:2.0:1767384275.884861:0:17545:0:(lquota_lib.c:103:acct_obj_lookup()) Process leaving (rc=18446619777392883040 : -124296316668576 : ffff8ef40232b560) 00040000:00000001:2.0:1767384275.884880:0:17545:0:(lquota_disk.c:223:lquota_disk_glb_find_create()) Process entered 00040000:04000000:2.0:1767384275.884881:0:17545:0:(lquota_disk.c:226:lquota_disk_glb_find_create()) look-up/create local global idx file ([0x200000006:0x2020000:0x0]) 00040000:00000001:2.0:1767384275.884883:0:17545:0:(lquota_disk.c:52:lquota_disk_find_create()) Process entered 00000020:00000001:2.0:1767384275.884885:0:17545:0:(local_storage.c:829:local_oid_storage_init()) Process entered 00000020:00000001:2.0:1767384275.884886:0:17545:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:2.0:1767384275.884888:0:17545:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446619782459540480 : -124291250011136 : 0xffff8ef53031c400) 00000020:00000001:2.0:1767384275.884890:0:17545:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446619782459540480 : -124291250011136 : ffff8ef53031c400) 00000020:00000001:2.0:1767384275.884892:0:17545:0:(local_storage.c:838:local_oid_storage_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384275.884895:0:17545:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:2.0:1767384275.884911:0:17545:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384275.884913:0:17545:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384275.884914:0:17545:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384275.884916:0:17545:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:2.0:1767384275.884918:0:17545:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:2.0:1767384275.884921:0:17545:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000fdce267e. 00000020:00000001:2.0:1767384275.884924:0:17545:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:2.0:1767384275.884926:0:17545:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000dc6a18fc. 00000020:00000001:2.0:1767384275.884928:0:17545:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384275.884930:0:17545:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:2.0:1767384275.884931:0:17545:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:2.0:1767384275.884933:0:17545:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1767384275.884934:0:17545:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384275.884943:0:17545:0:(osd_oi.c:679:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384275.884949:0:17545:0:(osd_object.c:397:osd_object_init0()) Process entered 00080000:00000001:2.0:1767384275.884954:0:17545:0:(osd_object.c:177:__osd_object_attr_get()) Process entered 00080000:00000001:2.0:1767384275.884963:0:17545:0:(osd_object.c:256:__osd_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384275.884965:0:17545:0:(osd_object.c:430:osd_object_init0()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384275.884973:0:17545:0:(osd_object.c:441:osd_check_lma()) Process entered 00080000:00000001:2.0:1767384275.884974:0:17545:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1767384275.884977:0:17545:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00080000:00000001:2.0:1767384275.884979:0:17545:0:(osd_object.c:478:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384275.884980:0:17545:0:(osd_object.c:603:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384275.884982:0:17545:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384275.884985:0:17545:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446619781780662360 : -124291928889256 : ffff8ef507bae858) 00080000:00000010:2.0:1767384275.884995:0:17545:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000dc6a18fc. 00000020:00000010:2.0:1767384275.884998:0:17545:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000fdce267e. 00000020:00000001:2.0:1767384275.885001:0:17545:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:2.0:1767384275.885003:0:17545:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:2.0:1767384275.885005:0:17545:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000009c05eb69. 00002000:00000001:2.0:1767384275.885007:0:17545:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446619777392876456 : -124296316675160 : ffff8ef402329ba8) 00002000:00000001:2.0:1767384275.885010:0:17545:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:2.0:1767384275.885011:0:17545:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000003:0x7:0x0] 00080000:00000010:2.0:1767384275.885013:0:17545:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000dc6a18fc. 00002000:00000001:2.0:1767384275.885015:0:17545:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384275.885016:0:17545:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:2.0:1767384275.885018:0:17545:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:2.0:1767384275.885019:0:17545:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1767384275.885020:0:17545:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384275.885030:0:17545:0:(osd_oi.c:679:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384275.885035:0:17545:0:(osd_object.c:397:osd_object_init0()) Process entered 00080000:00000001:2.0:1767384275.885038:0:17545:0:(osd_object.c:177:__osd_object_attr_get()) Process entered 00080000:00000001:2.0:1767384275.885045:0:17545:0:(osd_object.c:256:__osd_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384275.885047:0:17545:0:(osd_object.c:430:osd_object_init0()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384275.885049:0:17545:0:(osd_object.c:441:osd_check_lma()) Process entered 00080000:00000001:2.0:1767384275.885050:0:17545:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1767384275.885052:0:17545:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00080000:00000001:2.0:1767384275.885053:0:17545:0:(osd_object.c:478:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384275.885055:0:17545:0:(osd_object.c:603:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384275.885057:0:17545:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384275.885058:0:17545:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446619777392876456 : -124296316675160 : ffff8ef402329ba8) 00040000:00000001:2.0:1767384275.885061:0:17545:0:(lquota_disk.c:74:lquota_disk_find_create()) Process leaving (rc=18446619777392878480 : -124296316673136 : ffff8ef40232a390) 00080000:00000001:2.0:1767384275.885063:0:17545:0:(osd_index.c:2028:osd_index_try()) Process entered 00100000:00000001:2.0:1767384275.885064:0:17545:0:(scrub.c:652:lustre_index_register()) Process entered 00100000:00000010:2.0:1767384275.885087:0:17545:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000591d76cd. 00100000:00000001:2.0:1767384275.885090:0:17545:0:(scrub.c:680:lustre_index_register()) Process leaving (rc=0 : 0 : 0) 00080000:10000000:2.0:1767384275.885092:0:17545:0:(osd_index.c:2099:osd_index_try()) lustre-OST0000: index object [0x200000003:0x7:0x0] (8/8/4) registered 00080000:00000001:2.0:1767384275.885094:0:17545:0:(osd_index.c:2105:osd_index_try()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384275.885096:0:17545:0:(lquota_disk.c:270:lquota_disk_glb_find_create()) Process leaving (rc=18446619777392878480 : -124296316673136 : ffff8ef40232a390) 00080000:00000001:2.0:1767384275.885098:0:17545:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1767384275.885100:0:17545:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000020:00000002:2.0:1767384275.885102:0:17545:0:(dt_object.c:446:dt_version_get()) Can't get version, rc -61 00040000:00000001:2.0:1767384275.885104:0:17545:0:(lquota_disk.c:365:lquota_disk_slv_find_create()) Process entered 00040000:04000000:2.0:1767384275.885105:0:17545:0:(lquota_disk.c:370:lquota_disk_slv_find_create()) lookup/create slave index file for lustre-OST0000 00040000:00000001:2.0:1767384275.885108:0:17545:0:(lquota_lib.c:526:lquota_extract_fid()) Process entered 00040000:00000001:2.0:1767384275.885110:0:17545:0:(lquota_lib.c:547:lquota_extract_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384275.885114:0:17545:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00010000:00000010:3.1:1767384275.885132:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000f70a72b2. 00010000:00000010:3.1:1767384275.885150:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000ca7f1d18. 00010000:00000010:1.1:1767384275.885150:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000006bdfcc95. 00010000:00000010:1.1:1767384275.885167:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000093a72d04. 00010000:00000010:1.1:1767384275.885179:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000568d327d. 00080000:00000001:2.0:1767384275.885187:0:17545:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384275.885193:0:17545:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384275.885194:0:17545:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384275.885197:0:17545:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:2.0:1767384275.885199:0:17545:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:2.0:1767384275.885202:0:17545:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:2.0:1767384275.885205:0:17545:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000723940ed. 00002000:00000001:2.0:1767384275.885207:0:17545:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446619777392872200 : -124296316679416 : ffff8ef402328b08) 00002000:00000001:2.0:1767384275.885210:0:17545:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:2.0:1767384275.885211:0:17545:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000005:0x3:0x0] 00080000:00000010:2.0:1767384275.885214:0:17545:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000e544c591. 00002000:00000001:2.0:1767384275.885216:0:17545:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384275.885218:0:17545:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:2.0:1767384275.885220:0:17545:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:2.0:1767384275.885221:0:17545:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1767384275.885222:0:17545:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384275.885235:0:17545:0:(osd_oi.c:679:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384275.885241:0:17545:0:(osd_object.c:397:osd_object_init0()) Process entered 00080000:00000001:2.0:1767384275.885247:0:17545:0:(osd_object.c:177:__osd_object_attr_get()) Process entered 00080000:00000001:2.0:1767384275.885261:0:17545:0:(osd_object.c:256:__osd_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384275.885265:0:17545:0:(osd_object.c:430:osd_object_init0()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384275.885268:0:17545:0:(osd_object.c:441:osd_check_lma()) Process entered 00080000:00000001:2.0:1767384275.885270:0:17545:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1767384275.885272:0:17545:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00080000:00000001:2.0:1767384275.885287:0:17545:0:(osd_object.c:478:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384275.885289:0:17545:0:(osd_object.c:603:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384275.885292:0:17545:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384275.885297:0:17545:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446619777392872200 : -124296316679416 : ffff8ef402328b08) 00080000:00000001:2.0:1767384275.885301:0:17545:0:(osd_index.c:2028:osd_index_try()) Process entered 00100000:00000001:2.0:1767384275.885304:0:17545:0:(scrub.c:652:lustre_index_register()) Process entered 00100000:00000010:2.0:1767384275.885307:0:17545:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000784c57e9. 00100000:00000001:2.0:1767384275.885310:0:17545:0:(scrub.c:680:lustre_index_register()) Process leaving (rc=0 : 0 : 0) 00080000:10000000:2.0:1767384275.885313:0:17545:0:(osd_index.c:2099:osd_index_try()) lustre-OST0000: index object [0x200000005:0x3:0x0] (8/8/1) registered 00080000:00000001:2.0:1767384275.885317:0:17545:0:(osd_index.c:2105:osd_index_try()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384275.885320:0:17545:0:(lquota_disk.c:435:lquota_disk_slv_find_create()) Process leaving (rc=18446619777392879848 : -124296316671768 : ffff8ef40232a8e8) 00080000:00000001:2.0:1767384275.885324:0:17545:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1767384275.885327:0:17545:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000020:00000002:2.0:1767384275.885330:0:17545:0:(dt_object.c:446:dt_version_get()) Can't get version, rc -61 00040000:00000001:2.0:1767384275.885333:0:17545:0:(lquota_entry.c:189:lquota_site_alloc()) Process entered 00040000:00000010:2.0:1767384275.885336:0:17545:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 00000000703609a6. 00000001:00000001:2.0:1767384275.885340:0:17545:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:2.0:1767384275.885343:0:17545:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 000000004362f142. 00000001:00000010:2.0:1767384275.885349:0:17545:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 0000000006ae11a7. 00000001:00000010:2.0:1767384275.885355:0:17545:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000e57e9052. 00040000:00000001:2.0:1767384275.885357:0:17545:0:(lquota_entry.c:223:lquota_site_alloc()) Process leaving (rc=18446619781760081632 : -124291949469984 : ffff8ef50680dee0) 00000020:00000001:2.0:1767384275.885359:0:17545:0:(lprocfs_status.c:2483:lprocfs_seq_create()) Process entered 00000020:00000001:2.0:1767384275.885366:0:17545:0:(lprocfs_status.c:2493:lprocfs_seq_create()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384275.885367:0:17545:0:(lprocfs_status.c:2483:lprocfs_seq_create()) Process entered 00000020:00000001:2.0:1767384275.885370:0:17545:0:(lprocfs_status.c:2493:lprocfs_seq_create()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384275.885372:0:17545:0:(qsd_lib.c:564:qsd_qtype_init()) Process leaving 00040000:00000001:2.0:1767384275.885375:0:17545:0:(qsd_reint.c:631:qsd_start_reint_thread()) Process entered 00040000:00000001:2.0:1767384275.885377:0:17545:0:(qsd_reint.c:642:qsd_start_reint_thread()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384275.885379:0:17545:0:(qsd_reint.c:631:qsd_start_reint_thread()) Process entered 00040000:00000001:2.0:1767384275.885380:0:17545:0:(qsd_reint.c:642:qsd_start_reint_thread()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384275.885382:0:17545:0:(qsd_reint.c:631:qsd_start_reint_thread()) Process entered 00040000:00000001:2.0:1767384275.885383:0:17545:0:(qsd_reint.c:642:qsd_start_reint_thread()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384275.885386:0:17545:0:(qsd_writeback.c:659:qsd_start_upd_thread()) Process entered 00040000:00000010:2.0:1767384275.885388:0:17545:0:(qsd_writeback.c:661:qsd_start_upd_thread()) kmalloced '(args)': 72 at 00000000c95860bc. 00000020:00000010:2.0:1767384275.885391:0:17545:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008dda2154. 00000020:00000010:2.0:1767384275.885402:0:17545:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000352e80b5. 00000020:00000010:2.0:1767384275.885405:0:17545:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000002f33d673. 00000020:00000010:2.0:1767384275.885409:0:17545:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000006c447162. 00000020:00000010:2.0:1767384275.885412:0:17545:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000080f594b4. 80000000:00000010:2.0:1767384275.885414:0:17545:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000c160cdc7. 40000000:00000010:2.0:1767384275.885417:0:17545:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000b9701669. 00100000:00000010:2.0:1767384275.885420:0:17545:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000008793a0e6. 00040000:00000010:2.0:1767384275.885423:0:17545:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000515e2f9d. 00040000:00000010:2.0:1767384275.885426:0:17545:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000715e7ca0. 00080000:00000010:2.0:1767384275.885446:0:17545:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000c4e6fb24. 00002000:00000010:2.0:1767384275.885450:0:17545:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000084632f63. 00040000:00000001:2.0:1767384275.885823:0:17572:0:(qsd_writeback.c:554:qsd_upd_thread()) Process entered 00040000:00000001:3.0:1767384275.885869:0:17545:0:(qsd_writeback.c:684:qsd_start_upd_thread()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384275.885875:0:17545:0:(tgt_mount.c:333:tgt_name2lwp_name()) Process entered 00000020:00000010:3.0:1767384275.885879:0:17545:0:(tgt_mount.c:334:tgt_name2lwp_name()) kmalloced '(fsname)': 64 at 0000000091127a93. 00000020:00000001:3.0:1767384275.885883:0:17545:0:(tgt_mount.c:358:tgt_name2lwp_name()) Process leaving via cleanup (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384275.885885:0:17545:0:(tgt_mount.c:361:tgt_name2lwp_name()) kfreed 'fsname': 64 at 0000000091127a93. 00000020:00000001:3.0:1767384275.885897:0:17545:0:(tgt_mount.c:388:lustre_register_lwp_item()) Process entered 00000020:00000010:3.0:1767384275.885899:0:17545:0:(tgt_mount.c:393:lustre_register_lwp_item()) kmalloced '(lri)': 112 at 000000005888da30. 00000020:00000010:3.0:1767384275.885906:0:17545:0:(tgt_mount.c:401:lustre_register_lwp_item()) kmalloced '(uuid)': 40 at 0000000091127a93. 00000020:00000010:3.0:1767384275.885909:0:17545:0:(tgt_mount.c:408:lustre_register_lwp_item()) kfreed 'uuid': 40 at 0000000091127a93. 00040000:00000001:3.0:1767384275.885916:0:17545:0:(qsd_lib.c:307:qsd_conn_callback()) Process entered 00040000:00000001:3.0:1767384275.885918:0:17545:0:(qsd_lib.c:340:qsd_conn_callback()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384275.885920:0:17545:0:(tgt_mount.c:433:lustre_register_lwp_item()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:3.0:1767384275.885921:0:17545:0:(qsd_lib.c:867:qsd_prepare()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384275.885923:0:17545:0:(osd_handler.c:1586:osd_prepare()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1767384275.885927:0:17545:0:(lfsck_lib.c:3611:lfsck_register()) Process entered 00100000:00000010:3.0:1767384275.885931:0:17545:0:(lfsck_lib.c:3616:lfsck_register()) kmalloced '(lfsck)': 3152 at 0000000075e99246. 00000020:00000001:3.0:1767384275.885935:0:17545:0:(local_storage.c:829:local_oid_storage_init()) Process entered 00000020:00000001:3.0:1767384275.885945:0:17545:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:3.0:1767384275.885946:0:17545:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446619782459540480 : -124291250011136 : 0xffff8ef53031c400) 00000020:00000001:3.0:1767384275.885949:0:17545:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446619782459540480 : -124291250011136 : ffff8ef53031c400) 00000020:00000001:3.0:1767384275.885951:0:17545:0:(local_storage.c:838:local_oid_storage_init()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384275.885954:0:17545:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384275.885958:0:17545:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446619777391124568 : -124296318427048 : ffff8ef40217e058) 00000020:00000001:3.0:1767384275.885960:0:17545:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:3.0:1767384275.885962:0:17545:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:3.0:1767384275.885976:0:17545:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000003f0ee2eb. 00002000:00000001:3.0:1767384275.885978:0:17545:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446619777409484056 : -124296300067560 : ffff8ef403300518) 00002000:00000001:3.0:1767384275.885993:0:17545:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:3.0:1767384275.885995:0:17545:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000001:0x12:0x0] 00080000:00000010:3.0:1767384275.886025:0:17545:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000bacedf3d. 00002000:00000001:3.0:1767384275.886028:0:17545:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384275.886030:0:17545:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:3.0:1767384275.886031:0:17545:0:(osd_object.c:537:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384275.886033:0:17545:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384275.886036:0:17545:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446619777409484056 : -124296300067560 : ffff8ef403300518) 00080000:00000001:3.0:1767384275.886038:0:17545:0:(osd_index.c:2028:osd_index_try()) Process entered 00080000:00000001:3.0:1767384275.886040:0:17545:0:(osd_index.c:2040:osd_index_try()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384275.886042:0:17545:0:(osd_index.c:2105:osd_index_try()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384275.886045:0:17545:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:3.0:1767384275.886059:0:17545:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384275.886061:0:17545:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384275.886062:0:17545:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384275.886063:0:17545:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:3.0:1767384275.886065:0:17545:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:3.0:1767384275.886068:0:17545:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000e6edf189. 00000020:00000001:3.0:1767384275.886070:0:17545:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:3.0:1767384275.886082:0:17545:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000008e90d953. 00000020:00000001:3.0:1767384275.886084:0:17545:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384275.886109:0:17545:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:3.0:1767384275.886111:0:17545:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384275.886113:0:17545:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:3.0:1767384275.886114:0:17545:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384275.886132:0:17545:0:(osd_oi.c:679:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384275.886145:0:17545:0:(osd_object.c:397:osd_object_init0()) Process entered 00080000:00000001:3.0:1767384275.886151:0:17545:0:(osd_object.c:177:__osd_object_attr_get()) Process entered 00080000:00000001:3.0:1767384275.886163:0:17545:0:(osd_object.c:256:__osd_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384275.886164:0:17545:0:(osd_object.c:430:osd_object_init0()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384275.886166:0:17545:0:(osd_object.c:441:osd_check_lma()) Process entered 00080000:00000001:3.0:1767384275.886167:0:17545:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1767384275.886169:0:17545:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00080000:00000001:3.0:1767384275.886171:0:17545:0:(osd_object.c:478:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384275.886172:0:17545:0:(osd_object.c:603:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384275.886173:0:17545:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384275.886176:0:17545:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446619782460392792 : -124291249158824 : ffff8ef5303ec558) 00100000:00000001:3.0:1767384275.886179:0:17545:0:(lfsck_bookmark.c:149:lfsck_bookmark_setup()) Process entered 00000020:00000001:3.0:1767384275.886181:0:17545:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384275.886182:0:17545:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446619777391124568 : -124296318427048 : ffff8ef40217e058) 00080000:00000001:3.0:1767384275.886185:0:17545:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:3.0:1767384275.886192:0:17545:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384275.886194:0:17545:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384275.886195:0:17545:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384275.886197:0:17545:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:3.0:1767384275.886198:0:17545:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:3.0:1767384275.886200:0:17545:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000095bb03f7. 00000020:00000001:3.0:1767384275.886203:0:17545:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:3.0:1767384275.886205:0:17545:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000704d09f1. 00000020:00000001:3.0:1767384275.886206:0:17545:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384275.886208:0:17545:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:3.0:1767384275.886209:0:17545:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384275.886210:0:17545:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:3.0:1767384275.886211:0:17545:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384275.886218:0:17545:0:(osd_oi.c:679:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384275.886223:0:17545:0:(osd_object.c:397:osd_object_init0()) Process entered 00080000:00000001:3.0:1767384275.886225:0:17545:0:(osd_object.c:177:__osd_object_attr_get()) Process entered 00080000:00000001:3.0:1767384275.886232:0:17545:0:(osd_object.c:256:__osd_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384275.886234:0:17545:0:(osd_object.c:430:osd_object_init0()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384275.886235:0:17545:0:(osd_object.c:441:osd_check_lma()) Process entered 00080000:00000001:3.0:1767384275.886236:0:17545:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1767384275.886238:0:17545:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00080000:00000001:3.0:1767384275.886239:0:17545:0:(osd_object.c:478:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384275.886241:0:17545:0:(osd_object.c:603:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384275.886247:0:17545:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384275.886250:0:17545:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446619782460395096 : -124291249156520 : ffff8ef5303ece58) 00100000:00000001:3.0:1767384275.886300:0:17545:0:(lfsck_bookmark.c:185:lfsck_bookmark_setup()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1767384275.886304:0:17545:0:(lfsck_layout.c:7023:lfsck_layout_setup()) Process entered 00100000:00000010:3.0:1767384275.886307:0:17545:0:(lfsck_layout.c:7024:lfsck_layout_setup()) kmalloced '(com)': 1392 at 000000005dc24806. 00100000:00000010:3.0:1767384275.886309:0:17545:0:(lfsck_layout.c:7048:lfsck_layout_setup()) kmalloced '(llsd)': 160 at 00000000686cd70b. 00100000:00000010:3.0:1767384275.886312:0:17545:0:(lfsck_layout.c:7060:lfsck_layout_setup()) kmalloced '(com->lc_file_ram)': 256 at 0000000056fed4d5. 00100000:00000010:3.0:1767384275.886314:0:17545:0:(lfsck_layout.c:7064:lfsck_layout_setup()) kmalloced '(com->lc_file_disk)': 256 at 0000000030b72b5d. 00000020:00000001:3.0:1767384275.886315:0:17545:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384275.886317:0:17545:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446619777391124568 : -124296318427048 : ffff8ef40217e058) 00080000:00000001:3.0:1767384275.886320:0:17545:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:3.0:1767384275.886329:0:17545:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384275.886331:0:17545:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384275.886332:0:17545:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384275.886333:0:17545:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:3.0:1767384275.886335:0:17545:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:3.0:1767384275.886337:0:17545:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000003b4283a0. 00000020:00000001:3.0:1767384275.886340:0:17545:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:3.0:1767384275.886341:0:17545:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000001ad3b2b. 00000020:00000001:3.0:1767384275.886343:0:17545:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384275.886345:0:17545:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:3.0:1767384275.886346:0:17545:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384275.886347:0:17545:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:3.0:1767384275.886348:0:17545:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384275.886356:0:17545:0:(osd_oi.c:679:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384275.886361:0:17545:0:(osd_object.c:397:osd_object_init0()) Process entered 00080000:00000001:3.0:1767384275.886365:0:17545:0:(osd_object.c:177:__osd_object_attr_get()) Process entered 00080000:00000001:3.0:1767384275.886373:0:17545:0:(osd_object.c:256:__osd_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384275.886374:0:17545:0:(osd_object.c:430:osd_object_init0()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384275.886376:0:17545:0:(osd_object.c:441:osd_check_lma()) Process entered 00080000:00000001:3.0:1767384275.886377:0:17545:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1767384275.886378:0:17545:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00080000:00000001:3.0:1767384275.886380:0:17545:0:(osd_object.c:478:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384275.886381:0:17545:0:(osd_object.c:603:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384275.886383:0:17545:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384275.886385:0:17545:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446619782460394072 : -124291249157544 : ffff8ef5303eca58) 00100000:00000001:3.0:1767384275.886426:0:17545:0:(lfsck_layout.c:7141:lfsck_layout_setup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000002:3.0:1767384275.886432:0:17545:0:(lu_object.c:207:lu_object_put()) Add 000000002d28b33f/00000000a1b9a219 to site lru. bkt: 000000008c82cdce 00000020:00000010:3.0:1767384275.886438:0:17545:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a20b62c3. 00000020:00000010:3.0:1767384275.886440:0:17545:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000008e449012. 00000020:00000010:3.0:1767384275.886443:0:17545:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000000b03d18c. 00000020:00000010:3.0:1767384275.886457:0:17545:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000009d669490. 00000020:00000010:3.0:1767384275.886461:0:17545:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000003c7d6e30. 80000000:00000010:3.0:1767384275.886463:0:17545:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000b5e97132. 40000000:00000010:3.0:1767384275.886465:0:17545:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000069065637. 00100000:00000010:3.0:1767384275.886468:0:17545:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000008ac72c0f. 00040000:00000010:3.0:1767384275.886470:0:17545:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000938cb7c1. 00040000:00000010:3.0:1767384275.886473:0:17545:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000001ec089b8. 00080000:00000010:3.0:1767384275.886475:0:17545:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000009988803e. 00002000:00000010:3.0:1767384275.886478:0:17545:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000000db53685. 00000001:00000001:3.0:1767384275.886482:0:17545:0:(tgt_lastrcvd.c:691:tgt_server_data_update()) Process entered 00000001:00000004:3.0:1767384275.886483:0:17545:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934592 00080000:00000001:3.0:1767384275.886486:0:17545:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384275.886489:0:17545:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000240528d2. 00080000:00000001:3.0:1767384275.886491:0:17545:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446619777414578176 : -124296294973440 : ffff8ef4037dc000) 00080000:00000001:3.0:1767384275.886494:0:17545:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384275.886502:0:17545:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384275.886504:0:17545:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384275.886506:0:17545:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384275.886519:0:17545:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384275.886522:0:17545:0:(tgt_lastrcvd.c:665:tgt_server_data_write()) Process entered 00080000:00000001:3.0:1767384275.886524:0:17545:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384275.886535:0:17545:0:(osd_io.c:440:osd_write()) Process leaving (rc=512 : 512 : 200) 00000001:00000040:3.0:1767384275.886537:0:17545:0:(tgt_lastrcvd.c:676:tgt_server_data_write()) lustre-OST0000: write last_rcvd server data for UUID = lustre-OST0000_UUID, last_transno = 8589934592: rc = 0 00000001:00000001:3.0:1767384275.886540:0:17545:0:(tgt_lastrcvd.c:678:tgt_server_data_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384275.886542:0:17545:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:2.0:1767384275.906110:0:17574:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384275.906114:0:17574:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384275.906116:0:17574:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384275.906119:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000316218dc. 00080000:00000001:2.0:1767384275.906124:0:17574:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384275.906129:0:17574:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384275.906147:0:17574:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384275.906161:0:17574:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384275.906163:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000904ba61f. 00080000:00000001:2.0:1767384275.906165:0:17574:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384275.906167:0:17574:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384275.906171:0:17574:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384275.906172:0:17574:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384275.906173:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000bf7b0e9f. 00080000:00000001:2.0:1767384275.906176:0:17574:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384275.906179:0:17574:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384275.906181:0:17574:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384275.906183:0:17574:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384275.906186:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000037eb0901. 00080000:00000001:2.0:1767384275.906188:0:17574:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384275.906191:0:17574:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384275.906193:0:17574:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384275.906195:0:17574:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384275.906198:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000e9b694fc. 00080000:00000001:2.0:1767384275.906201:0:17574:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384275.906211:0:17574:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384275.906212:0:17574:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384275.906216:0:17574:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384275.906218:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000052b64ebd. 00080000:00000001:2.0:1767384275.906223:0:17574:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384275.906226:0:17574:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384275.906228:0:17574:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384275.906229:0:17574:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384275.906231:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000277c5712. 00080000:00000001:2.0:1767384275.906236:0:17574:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384275.906239:0:17574:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384275.906241:0:17574:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384275.906243:0:17574:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384275.906245:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000d6df220f. 00080000:00000001:2.0:1767384275.906251:0:17574:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384275.906254:0:17574:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384275.906258:0:17574:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384275.906260:0:17574:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384275.906262:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000081edca16. 00080000:00000001:2.0:1767384275.906267:0:17574:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384275.906273:0:17574:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384275.906277:0:17574:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384275.906281:0:17574:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384275.906284:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000002befd36e. 00080000:00000001:2.0:1767384275.906288:0:17574:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384275.906289:0:17574:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384275.906292:0:17574:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384275.906295:0:17574:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384275.906298:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000065e04fe0. 00080000:00000001:2.0:1767384275.906304:0:17574:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384275.906307:0:17574:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384275.906308:0:17574:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384275.906311:0:17574:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384275.906313:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000e6908057. 00080000:00000001:2.0:1767384275.906318:0:17574:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384275.906320:0:17574:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384275.906324:0:17574:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384275.906327:0:17574:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384275.906329:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000d6d1096f. 00080000:00000001:2.0:1767384275.906333:0:17574:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384275.906342:0:17574:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384275.906345:0:17574:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384275.906348:0:17574:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384275.906351:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000022a56989. 00080000:00000001:2.0:1767384275.906354:0:17574:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384275.906356:0:17574:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384275.906358:0:17574:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384275.906361:0:17574:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384275.906365:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000039d13e9a. 00080000:00000001:2.0:1767384275.906368:0:17574:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384275.906370:0:17574:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384275.906374:0:17574:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384275.906376:0:17574:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384275.906378:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000079c399d6. 00080000:00000001:2.0:1767384275.906382:0:17574:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384275.906385:0:17574:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384275.906387:0:17574:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384275.906389:0:17574:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384275.906392:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000005a39b63d. 00080000:00000001:2.0:1767384275.906395:0:17574:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384275.906401:0:17574:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384275.906403:0:17574:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384275.906406:0:17574:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384275.906408:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000095a26dfb. 00080000:00000001:2.0:1767384275.906412:0:17574:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384275.906417:0:17574:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384275.906419:0:17574:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384275.906421:0:17574:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384275.906422:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000006023049a. 00080000:00000001:2.0:1767384275.906425:0:17574:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384275.906428:0:17574:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384275.906431:0:17574:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384275.906433:0:17574:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384275.906435:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000ddc2f7be. 00080000:00000001:2.0:1767384275.906439:0:17574:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384275.906442:0:17574:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384275.906445:0:17574:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384275.906448:0:17574:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384275.906450:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000011ff30f3. 00080000:00000001:2.0:1767384275.906453:0:17574:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384275.906461:0:17574:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384275.906462:0:17574:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384275.906464:0:17574:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384275.906466:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000f5b19b2d. 00080000:00000001:2.0:1767384275.906469:0:17574:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384275.906473:0:17574:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384275.906475:0:17574:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384275.906477:0:17574:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384275.906479:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000009c8166c. 00080000:00000001:2.0:1767384275.906483:0:17574:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384275.906487:0:17574:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384275.906490:0:17574:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384275.906493:0:17574:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384275.906512:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000007c31b61b. 00080000:00000001:2.0:1767384275.906518:0:17574:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384275.906522:0:17574:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384275.906525:0:17574:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384275.906530:0:17574:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384275.906536:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000004b0c1981. 00080000:00000001:2.0:1767384275.906538:0:17574:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384275.906544:0:17574:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384275.906551:0:17574:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384275.906555:0:17574:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384275.906557:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000c5df7bcc. 00080000:00000001:2.0:1767384275.906576:0:17574:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384275.906578:0:17574:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384275.906579:0:17574:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384275.906581:0:17574:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384275.906582:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000b5896cd9. 00080000:00000001:2.0:1767384275.906585:0:17574:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384275.906594:0:17574:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384275.906596:0:17574:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384275.906597:0:17574:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384275.906599:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000240528d2. 00080000:00000001:2.0:1767384275.906602:0:17574:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384275.906607:0:17574:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384275.906610:0:17574:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384275.906611:0:17574:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384275.906616:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000009ceb2bb9. 00080000:00000001:2.0:1767384275.906622:0:17574:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384275.906644:0:17574:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384275.906647:0:17574:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384275.906648:0:17574:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384275.906650:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000076badc7b. 00080000:00000001:2.0:1767384275.906653:0:17574:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384275.906655:0:17574:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384275.906656:0:17574:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384275.906658:0:17574:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384275.906660:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000f7d40a97. 00080000:00000001:2.0:1767384275.906665:0:17574:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384275.906668:0:17574:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384275.906672:0:17574:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384275.906675:0:17574:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384275.906677:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000006286d9ce. 00080000:00000001:2.0:1767384275.906682:0:17574:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384275.906685:0:17574:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384275.906688:0:17574:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384275.906692:0:17574:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384275.906694:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000001666c403. 00080000:00000001:2.0:1767384275.906697:0:17574:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384275.906701:0:17574:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384275.906705:0:17574:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384275.906707:0:17574:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384275.906708:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000009aad8e90. 00080000:00000001:2.0:1767384275.906712:0:17574:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384275.906716:0:17574:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384275.906718:0:17574:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384275.906721:0:17574:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384275.906723:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000539e415f. 00080000:00000001:2.0:1767384275.906728:0:17574:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384275.906731:0:17574:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384275.906734:0:17574:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384275.906736:0:17574:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384275.906739:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000019e3b954. 00080000:00000001:2.0:1767384275.906742:0:17574:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384275.906746:0:17574:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384275.906749:0:17574:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384275.906751:0:17574:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384275.906755:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000752d0139. 00080000:00000001:2.0:1767384275.906760:0:17574:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384275.906768:0:17574:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384275.906770:0:17574:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384275.906771:0:17574:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384275.906772:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000c6051342. 00080000:00000001:2.0:1767384275.906775:0:17574:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384275.906780:0:17574:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384275.906781:0:17574:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384275.906784:0:17574:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384275.906787:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000bfe333b4. 00080000:00000001:2.0:1767384275.906790:0:17574:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384275.906793:0:17574:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384275.906796:0:17574:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384275.906797:0:17574:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384275.906801:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000005160657a. 00080000:00000001:2.0:1767384275.906805:0:17574:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384275.906809:0:17574:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384275.906812:0:17574:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384275.906815:0:17574:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384275.906817:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000058fe19fc. 00080000:00000001:2.0:1767384275.906823:0:17574:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384275.906826:0:17574:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384275.906828:0:17574:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384275.906829:0:17574:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384275.906846:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000cc9ddbff. 00080000:00000001:2.0:1767384275.906851:0:17574:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384275.906854:0:17574:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384275.906856:0:17574:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384275.906866:0:17574:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384275.906867:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000006504d044. 00080000:00000001:2.0:1767384275.906872:0:17574:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384275.906873:0:17574:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384275.906874:0:17574:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384275.906874:0:17574:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384275.906875:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000b4fa3f23. 00080000:00000001:2.0:1767384275.906877:0:17574:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384275.906878:0:17574:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384275.906878:0:17574:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384275.906879:0:17574:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384275.906880:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000e6701795. 00080000:00000001:2.0:1767384275.906881:0:17574:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384275.906889:0:17574:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384275.906890:0:17574:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384275.906891:0:17574:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384275.906893:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000006a880cf4. 00080000:00000001:2.0:1767384275.906895:0:17574:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384275.906898:0:17574:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384275.906901:0:17574:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384275.906903:0:17574:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384275.906905:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000dfe386ca. 00080000:00000001:2.0:1767384275.906909:0:17574:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384275.906912:0:17574:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384275.906914:0:17574:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384275.906917:0:17574:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384275.906920:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000000018321b. 00080000:00000001:2.0:1767384275.906923:0:17574:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384275.906925:0:17574:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384275.906927:0:17574:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384275.906928:0:17574:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384275.906929:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000f78aa46b. 00080000:00000001:2.0:1767384275.906931:0:17574:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384275.906932:0:17574:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384275.906933:0:17574:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384275.906934:0:17574:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384275.906935:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000c0c51631. 00080000:00000001:2.0:1767384275.906937:0:17574:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384275.906939:0:17574:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384275.906940:0:17574:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384275.906940:0:17574:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384275.906942:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000008e7ce15c. 00080000:00000001:2.0:1767384275.906943:0:17574:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384275.906945:0:17574:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384275.906946:0:17574:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384275.906947:0:17574:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384275.906948:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000ac057e45. 00080000:00000001:2.0:1767384275.906950:0:17574:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384275.906952:0:17574:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384275.906953:0:17574:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384275.906954:0:17574:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384275.906954:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000273821ff. 00080000:00000001:2.0:1767384275.906957:0:17574:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384275.906963:0:17574:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384275.906965:0:17574:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384275.906966:0:17574:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384275.906967:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000008219d837. 00080000:00000001:2.0:1767384275.906971:0:17574:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384275.906974:0:17574:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384275.906975:0:17574:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384275.906976:0:17574:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384275.906977:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000a67e897e. 00080000:00000001:2.0:1767384275.906980:0:17574:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384275.906982:0:17574:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384275.906983:0:17574:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384275.906985:0:17574:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384275.906986:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000457e1690. 00080000:00000001:2.0:1767384275.906988:0:17574:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384275.906990:0:17574:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384275.906991:0:17574:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384275.906992:0:17574:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384275.906993:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000fa7f86a3. 00080000:00000001:2.0:1767384275.906996:0:17574:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384275.906997:0:17574:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384275.906999:0:17574:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384275.907000:0:17574:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384275.907001:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000d9b75e87. 00080000:00000001:2.0:1767384275.907003:0:17574:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384275.907004:0:17574:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384275.907005:0:17574:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384275.907006:0:17574:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384275.907007:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000008b50164. 00080000:00000001:2.0:1767384275.907009:0:17574:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384275.907010:0:17574:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384275.907010:0:17574:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384275.907012:0:17574:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384275.907013:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000008bc525c6. 00080000:00000001:2.0:1767384275.907015:0:17574:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384275.907016:0:17574:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384275.907017:0:17574:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384275.907018:0:17574:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384275.907019:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000002911a264. 00080000:00000001:2.0:1767384275.907021:0:17574:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384275.907028:0:17574:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384275.907029:0:17574:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384275.907030:0:17574:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384275.907031:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000008408493. 00080000:00000001:2.0:1767384275.907034:0:17574:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384275.907037:0:17574:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384275.907038:0:17574:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384275.907039:0:17574:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384275.907041:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000bd82199e. 00080000:00000001:2.0:1767384275.907044:0:17574:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384275.907047:0:17574:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384275.907048:0:17574:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384275.907050:0:17574:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384275.907051:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000d44aae12. 00080000:00000001:2.0:1767384275.907053:0:17574:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384275.907055:0:17574:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384275.907056:0:17574:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384275.907057:0:17574:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384275.907058:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000889f96da. 00080000:00000001:2.0:1767384275.907060:0:17574:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384275.907061:0:17574:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384275.907062:0:17574:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384275.907063:0:17574:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384275.907064:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000001e66c987. 00080000:00000001:2.0:1767384275.907066:0:17574:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384275.907069:0:17574:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384275.907070:0:17574:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384275.907071:0:17574:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384275.907073:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000521b6f75. 00080000:00000001:2.0:1767384275.907075:0:17574:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384275.907093:0:17574:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384275.907094:0:17574:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384275.907095:0:17574:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384275.907096:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000039b07bb3. 00080000:00000001:2.0:1767384275.907097:0:17574:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384275.907098:0:17574:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384275.907099:0:17574:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384275.907100:0:17574:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384275.907129:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000eea3a540. 00080000:00000001:2.0:1767384275.907133:0:17574:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384275.907142:0:17574:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384275.907144:0:17574:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384275.907145:0:17574:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384275.907147:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000000a76d1fb. 00080000:00000001:2.0:1767384275.907149:0:17574:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384275.907151:0:17574:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384275.907152:0:17574:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384275.907153:0:17574:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384275.907154:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000033ed7a7f. 00080000:00000001:2.0:1767384275.907156:0:17574:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384275.907158:0:17574:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384275.907158:0:17574:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384275.907159:0:17574:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384275.907160:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000001d73534d. 00080000:00000001:2.0:1767384275.907162:0:17574:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384275.907163:0:17574:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384275.907164:0:17574:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384275.907165:0:17574:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384275.907166:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000003b9bade1. 00080000:00000001:2.0:1767384275.907169:0:17574:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384275.907171:0:17574:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384275.907173:0:17574:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384275.907175:0:17574:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384275.907176:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000aa84fe8d. 00080000:00000001:2.0:1767384275.907180:0:17574:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384275.907190:0:17574:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384275.907192:0:17574:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384275.907193:0:17574:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384275.907194:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000056e307cb. 00080000:00000001:2.0:1767384275.907197:0:17574:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384275.907200:0:17574:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384275.907201:0:17574:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384275.907203:0:17574:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384275.907204:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000722a65f6. 00080000:00000001:2.0:1767384275.907206:0:17574:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384275.907207:0:17574:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384275.907208:0:17574:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384275.907209:0:17574:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384275.907210:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000d5ef5f42. 00080000:00000001:2.0:1767384275.907212:0:17574:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384275.907219:0:17574:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384275.907220:0:17574:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384275.907221:0:17574:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384275.907222:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000d09acfd5. 00080000:00000001:2.0:1767384275.907224:0:17574:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384275.907226:0:17574:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384275.907227:0:17574:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384275.907228:0:17574:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384275.907229:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000da2e07ae. 00080000:00000001:2.0:1767384275.907231:0:17574:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384275.907232:0:17574:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384275.907234:0:17574:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384275.907236:0:17574:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384275.907237:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000041331458. 00080000:00000001:2.0:1767384275.907240:0:17574:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384275.907242:0:17574:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384275.907245:0:17574:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384275.907248:0:17574:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384275.907252:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000001818b1c6. 00080000:00000001:2.0:1767384275.907259:0:17574:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384275.907263:0:17574:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384275.907266:0:17574:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384275.907270:0:17574:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384275.907274:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000004ad6af63. 00080000:00000001:2.0:1767384275.907280:0:17574:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384275.907284:0:17574:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384275.907288:0:17574:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384275.907291:0:17574:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384275.907294:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000006e8f3cbb. 00080000:00000001:2.0:1767384275.907300:0:17574:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384275.907305:0:17574:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384275.907308:0:17574:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384275.907313:0:17574:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384275.907316:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000067f485a7. 00080000:00000001:2.0:1767384275.907321:0:17574:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384275.907325:0:17574:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384275.907327:0:17574:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384275.907330:0:17574:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384275.907331:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000875a7b44. 00080000:00000001:2.0:1767384275.907336:0:17574:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384275.907347:0:17574:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384275.907350:0:17574:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384275.907352:0:17574:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384275.907355:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000066a9949e. 00080000:00000001:2.0:1767384275.907359:0:17574:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384275.907364:0:17574:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384275.907366:0:17574:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384275.907368:0:17574:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384275.907370:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000007bb86090. 00080000:00000001:2.0:1767384275.907375:0:17574:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384275.907378:0:17574:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384275.907380:0:17574:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384275.907383:0:17574:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384275.907384:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000025f545c9. 00080000:00000001:2.0:1767384275.907388:0:17574:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384275.907391:0:17574:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384275.907393:0:17574:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384275.907396:0:17574:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384275.907399:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000e1534ea4. 00080000:00000001:2.0:1767384275.907402:0:17574:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384275.907406:0:17574:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384275.907408:0:17574:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384275.907412:0:17574:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384275.907415:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000bb03f0d8. 00080000:00000001:2.0:1767384275.907420:0:17574:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:3.0:1767384275.907993:0:1:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384275.908005:0:1:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384275.908008:0:1:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384275.908017:0:1:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384275.908031:0:1:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384275.908038:0:1:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 40000000:00000001:2.0:1767384276.564307:0:17673:0:(lproc_fid.c:529:ldebugfs_client_fid_width_seq_write()) Process entered 40000000:00000040:2.0:1767384276.564311:0:17673:0:(lproc_fid.c:544:ldebugfs_client_fid_width_seq_write()) cli-lustre-OST0000-super: Sequence size: 65536 40000000:00000001:2.0:1767384276.564313:0:17673:0:(lproc_fid.c:550:ldebugfs_client_fid_width_seq_write()) Process leaving (rc=5 : 5 : 5) 00080000:00000001:2.0:1767384276.730556:0:17684:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384276.730568:0:17684:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384276.730572:0:17684:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384276.730576:0:17684:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384276.730581:0:17684:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384276.730583:0:17684:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384276.840656:0:17721:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000-osd (0000000070e841d4) now 10 - health_check_show 00000020:00000001:3.0:1767384276.840662:0:17721:0:(obd_class.h:1326:obd_health_check()) Process entered 00000020:00000001:3.0:1767384276.840664:0:17721:0:(obd_class.h:1336:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384276.840666:0:17721:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-osd (0000000070e841d4) now 10 - health_check_show 00000020:00000040:3.0:1767384276.840668:0:17721:0:(obd_config.c:927:class_incref()) incref MGS (0000000042dad3ef) now 6 - health_check_show 00000020:00000001:3.0:1767384276.840669:0:17721:0:(obd_class.h:1326:obd_health_check()) Process entered 00000020:00000001:3.0:1767384276.840672:0:17721:0:(obd_class.h:1339:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384276.840673:0:17721:0:(obd_config.c:955:class_decref()) Decref MGS (0000000042dad3ef) now 6 - health_check_show 00000020:00000040:3.0:1767384276.840675:0:17721:0:(obd_config.c:927:class_incref()) incref MGC192.168.202.152@tcp (00000000561afe93) now 6 - health_check_show 00000020:00000001:3.0:1767384276.840676:0:17721:0:(obd_class.h:1326:obd_health_check()) Process entered 00000020:00000001:3.0:1767384276.840677:0:17721:0:(obd_class.h:1336:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384276.840679:0:17721:0:(obd_config.c:955:class_decref()) Decref MGC192.168.202.152@tcp (00000000561afe93) now 6 - health_check_show 00000020:00000040:3.0:1767384276.840680:0:17721:0:(obd_config.c:927:class_incref()) incref MDS (000000003689078b) now 4 - health_check_show 00000020:00000001:3.0:1767384276.840681:0:17721:0:(obd_class.h:1326:obd_health_check()) Process entered 00000020:00000001:3.0:1767384276.840687:0:17721:0:(obd_class.h:1339:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384276.840688:0:17721:0:(obd_config.c:955:class_decref()) Decref MDS (000000003689078b) now 4 - health_check_show 00000020:00000040:3.0:1767384276.840689:0:17721:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000-mdtlov (0000000037e58b42) now 5 - health_check_show 00000020:00000001:3.0:1767384276.840690:0:17721:0:(obd_class.h:1326:obd_health_check()) Process entered 00000020:00000001:3.0:1767384276.840692:0:17721:0:(obd_class.h:1336:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384276.840693:0:17721:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-mdtlov (0000000037e58b42) now 5 - health_check_show 00000020:00000040:3.0:1767384276.840694:0:17721:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000b1f9e0ef) now 8 - health_check_show 00000020:00000001:3.0:1767384276.840695:0:17721:0:(obd_class.h:1326:obd_health_check()) Process entered 00000020:00000001:3.0:1767384276.840696:0:17721:0:(obd_class.h:1336:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384276.840697:0:17721:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000b1f9e0ef) now 8 - health_check_show 00000020:00000040:3.0:1767384276.840698:0:17721:0:(obd_config.c:927:class_incref()) incref lustre-MDD0000 (00000000e2b51082) now 5 - health_check_show 00000020:00000001:3.0:1767384276.840699:0:17721:0:(obd_class.h:1326:obd_health_check()) Process entered 00000020:00000001:3.0:1767384276.840700:0:17721:0:(obd_class.h:1336:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384276.840701:0:17721:0:(obd_config.c:955:class_decref()) Decref lustre-MDD0000 (00000000e2b51082) now 5 - health_check_show 00000020:00000040:3.0:1767384276.840702:0:17721:0:(obd_config.c:927:class_incref()) incref lustre-QMT0000 (000000004fea7323) now 5 - health_check_show 00000020:00000001:3.0:1767384276.840704:0:17721:0:(obd_class.h:1326:obd_health_check()) Process entered 00000020:00000001:3.0:1767384276.840705:0:17721:0:(obd_class.h:1336:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384276.840705:0:17721:0:(obd_config.c:955:class_decref()) Decref lustre-QMT0000 (000000004fea7323) now 5 - health_check_show 00000020:00000040:3.0:1767384276.840711:0:17721:0:(obd_config.c:927:class_incref()) incref lustre-OST0000-osc-MDT0000 (0000000000d5e12f) now 6 - health_check_show 00000020:00000001:3.0:1767384276.840712:0:17721:0:(obd_class.h:1326:obd_health_check()) Process entered 00000020:00000001:3.0:1767384276.840714:0:17721:0:(obd_class.h:1336:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384276.840715:0:17721:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000-osc-MDT0000 (0000000000d5e12f) now 6 - health_check_show 00000020:00000040:3.0:1767384276.840716:0:17721:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000-lwp-MDT0000 (000000005c6f67c5) now 6 - health_check_show 00000020:00000001:3.0:1767384276.840717:0:17721:0:(obd_class.h:1326:obd_health_check()) Process entered 00000020:00000001:3.0:1767384276.840718:0:17721:0:(obd_class.h:1336:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384276.840719:0:17721:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-lwp-MDT0000 (000000005c6f67c5) now 6 - health_check_show 00000020:00000040:3.0:1767384276.840720:0:17721:0:(obd_config.c:927:class_incref()) incref lustre-OST0000-osd (0000000029f48534) now 6 - health_check_show 00000020:00000001:3.0:1767384276.840721:0:17721:0:(obd_class.h:1326:obd_health_check()) Process entered 00000020:00000001:3.0:1767384276.840722:0:17721:0:(obd_class.h:1336:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384276.840723:0:17721:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000-osd (0000000029f48534) now 6 - health_check_show 00000020:00000040:3.0:1767384276.840724:0:17721:0:(obd_config.c:927:class_incref()) incref OSS (00000000cdf6cfea) now 4 - health_check_show 00000020:00000001:3.0:1767384276.840725:0:17721:0:(obd_class.h:1326:obd_health_check()) Process entered 00000020:00000001:3.0:1767384276.840729:0:17721:0:(obd_class.h:1339:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384276.840730:0:17721:0:(obd_config.c:955:class_decref()) Decref OSS (00000000cdf6cfea) now 4 - health_check_show 00000020:00000040:3.0:1767384276.840731:0:17721:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (0000000083abdb14) now 4 - health_check_show 00000020:00000001:3.0:1767384276.840732:0:17721:0:(obd_class.h:1326:obd_health_check()) Process entered 00000020:00000010:3.0:1767384276.840735:0:17721:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a3330b12. 00000020:00000010:3.0:1767384276.840739:0:17721:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000003ff8c137. 00000020:00000010:3.0:1767384276.840742:0:17721:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000095b1cf0. 00000020:00000010:3.0:1767384276.840746:0:17721:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000098833e0a. 00000020:00000010:3.0:1767384276.840749:0:17721:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000f7aed767. 80000000:00000010:3.0:1767384276.840752:0:17721:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000880d8d48. 40000000:00000010:3.0:1767384276.840754:0:17721:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000090361af. 00100000:00000010:3.0:1767384276.840757:0:17721:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000006da27116. 00040000:00000010:3.0:1767384276.840760:0:17721:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000e05e76ca. 00040000:00000010:3.0:1767384276.840763:0:17721:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000004605d7b1. 00080000:00000010:3.0:1767384276.840766:0:17721:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000009988803e. 00002000:00000010:3.0:1767384276.840769:0:17721:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000f7d40a97. 00080000:00000001:3.0:1767384276.840772:0:17721:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384276.840781:0:17721:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384276.840785:0:17721:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000003ff8c137. 00000020:00000010:3.0:1767384276.840791:0:17721:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000095b1cf0. 00000020:00000010:3.0:1767384276.840793:0:17721:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000098833e0a. 00000020:00000010:3.0:1767384276.840796:0:17721:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000f7aed767. 80000000:00000010:3.0:1767384276.840798:0:17721:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000880d8d48. 40000000:00000010:3.0:1767384276.840800:0:17721:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000090361af. 00100000:00000010:3.0:1767384276.840802:0:17721:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000006da27116. 00040000:00000010:3.0:1767384276.840804:0:17721:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000e05e76ca. 00040000:00000010:3.0:1767384276.840807:0:17721:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000004605d7b1. 00080000:00000010:3.0:1767384276.840809:0:17721:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000009988803e. 00002000:00000010:3.0:1767384276.840813:0:17721:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000f7d40a97. 00000020:00000010:3.0:1767384276.840815:0:17721:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a3330b12. 00000020:00000001:3.0:1767384276.840816:0:17721:0:(obd_class.h:1339:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384276.840817:0:17721:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (0000000083abdb14) now 4 - health_check_show 00000020:00000040:3.0:1767384276.840819:0:17721:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000-lwp-OST0000 (00000000b9d9903b) now 6 - health_check_show 00000020:00000001:3.0:1767384276.840820:0:17721:0:(obd_class.h:1326:obd_health_check()) Process entered 00000020:00000001:3.0:1767384276.840821:0:17721:0:(obd_class.h:1336:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384276.840822:0:17721:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-lwp-OST0000 (00000000b9d9903b) now 6 - health_check_show 00080000:00000001:2.0:1767384277.058555:0:17733:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384277.058566:0:17733:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384277.058569:0:17733:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384277.058575:0:17733:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384277.058579:0:17733:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384277.058585:0:17733:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384277.557248:0:16767:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384277.557253:0:16767:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384277.557256:0:16767:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:2.0:1767384277.825206:0:17897:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1767384277.825211:0:17897:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg252-server.virtnet: executing set_default_debug -1 all 00000001:00000001:2.0:1767384277.827117:0:17897:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000001:3.0:1767384277.837340:0:17899:0:(debug.c:327:cfs_str2mask()) Process entered 00080000:00000001:2.0:1767384278.002842:0:17909:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384278.002857:0:17909:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384278.002862:0:17909:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384278.002870:0:17909:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384278.002875:0:17909:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384278.002879:0:17909:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384278.745728:0:18011:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384278.745740:0:18011:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384278.745744:0:18011:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384278.745749:0:18011:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384278.745754:0:18011:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384278.745756:0:18011:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384279.591617:0:18095:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1767384279.591623:0:18095:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg252-client.virtnet: executing wait_import_state_mount (FULL|IDLE) osc.lustre-OST0000-osc-[-0-9a-f]*.ost_server_uuid 00000001:00000001:2.0:1767384279.597155:0:18095:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000020:00000001:3.0:1767384279.605267:0:16767:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384279.605274:0:16767:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384279.605280:0:16767:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:3.0:1767384280.042720:0:18107:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384280.042736:0:18107:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384280.042741:0:18107:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384280.042750:0:18107:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384280.042756:0:18107:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384280.042760:0:18107:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384281.013720:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384281.013732:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384281.014229:0:16774:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384281.014239:0:16774:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723062912 02000000:00000001:2.0:1767384281.014249:0:16774:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384281.014259:0:16774:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384281.014268:0:16774:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384281.014283:0:16774:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384281.014299:0:16774:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723062912 00000020:00000001:2.0:1767384281.014308:0:16774:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384281.014315:0:16774:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eec8e1 00000020:00000001:2.0:1767384281.014321:0:16774:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384281.014329:0:16774:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000555601ca refcount=14 00000020:00000001:2.0:1767384281.014342:0:16774:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000020:00000001:2.0:1767384281.014352:0:16774:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000100:00000001:2.0:1767384281.014361:0:16774:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384281.014381:0:16774:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e5b23801. 00000100:00000001:2.0:1767384281.014389:0:16774:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384281.014400:0:16774:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e5b23801. 00000020:00000010:2.0:1767384281.014410:0:16774:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c832586c. 00000020:00000010:2.0:1767384281.014421:0:16774:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d5bfafd7. 00000020:00000010:2.0:1767384281.014436:0:16774:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d73ec59e. 00000100:00000040:2.0:1767384281.014457:0:16774:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384281.014470:0:16774:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384281.014477:0:16774:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384281.014486:0:16774:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384281.014504:0:16774:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384281.014526:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384281.014526:0:16774:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384281.014540:0:16138:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1767384281.014547:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384281.014551:0:16774:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384281.014558:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384281.014558:0:16774:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384281.014567:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384281.014576:0:16774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00000001:3.0:1767384281.014578:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767384281.014588:0:16774:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000555601ca : new rpc_count 1 00000100:00000001:3.0:1767384281.014596:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384281.014597:0:16774:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619777395444816 : -124296314106800 : ffff8ef40259cc50) 00000100:00000001:3.0:1767384281.014602:0:16138:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384281.014615:0:16774:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000003ca77d0c x1853236723062912/t0(0) o400->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:262/0 lens 224/0 e 0 to 0 dl 1767384292 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384281.014617:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003615e837 x1853236723063168/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384281.014688:0:16138:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384281.014691:0:16774:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384281.014694:0:16138:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384281.014700:0:16774:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e5b23801. 02000000:00000001:3.0:1767384281.014707:0:16138:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767384281.014711:0:16774:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384281.014715:0:16138:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384281.014723:0:16774:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e5b23801. 02000000:00000001:3.0:1767384281.014727:0:16138:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384281.014742:0:16774:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000003ca77d0c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c0412d60-4f67-4dbc-8791-892843f60083+14:16140:x1853236723062912:12345-0@lo:400: 00000100:00100000:3.0:1767384281.014743:0:16138:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003615e837 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:16138:1853236723063168:0@lo:400: 00000100:00000001:3.0:1767384281.014763:0:16138:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000200:2.0:1767384281.014765:0:16774:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723062912 02000000:00000001:3.0:1767384281.014771:0:16138:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:2.0:1767384281.014773:0:16774:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 02000000:00000001:3.0:1767384281.014779:0:16138:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384281.014783:0:16774:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 02000000:00000001:3.0:1767384281.014812:0:16138:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:2.0:1767384281.014816:0:16774:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384281.014821:0:16138:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000acd0efc8. 00000020:00000001:2.0:1767384281.014831:0:16774:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 02000000:00000001:3.0:1767384281.014833:0:16138:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384281.014840:0:16774:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669141120 : -1040410496 : ffffffffc1fc9880) 00000400:00000010:3.0:1767384281.014848:0:16138:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000003494e. 00000020:00000001:2.0:1767384281.014851:0:16774:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000010:3.0:1767384281.014860:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008fbdf106. 00000020:00000001:2.0:1767384281.014861:0:16774:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384281.014869:0:16138:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236723063168, portal 10 00000100:00000001:3.0:1767384281.014874:0:16138:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384281.014880:0:16138:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782424487552 : -124291285064064 : ffff8ef52e1ae680) 00000020:00000001:2.0:1767384281.014887:0:16774:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384281.014896:0:16774:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000040:3.0:1767384281.014898:0:16138:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003615e837 x1853236723063168/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384297 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384281.014906:0:16774:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384281.014919:0:16774:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1767384281.014927:0:16774:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384281.014936:0:16774:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384281.014946:0:16774:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000056e307cb. 00000100:00000001:3.0:1767384281.014956:0:16138:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1767384281.014959:0:16774:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384281.014969:0:16138:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384281.014971:0:16774:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384281.014979:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002645768a. 00000020:00000001:2.0:1767384281.014982:0:16774:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384281.014990:0:16138:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236723063168, offset 0 00010000:00000040:2.0:1767384281.014995:0:16774:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236723062912 00010000:00000001:2.0:1767384281.015006:0:16774:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000200:3.0:1767384281.015013:0:16138:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000200:2.0:1767384281.015021:0:16774:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000003ca77d0c x1853236723062912/t0(0) o400->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:262/0 lens 224/224 e 0 to 0 dl 1767384292 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384281.015038:0:16138:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:2.0:1767384281.015064:0:16774:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000400:00000200:3.0:1767384281.015068:0:16138:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824c901980 00010000:00000001:2.0:1767384281.015071:0:16774:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384281.015081:0:16774:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dd452398 time=11 v=5 (1 0 0 0) 00000400:00000200:3.0:1767384281.015120:0:16138:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 1560 00000400:00000200:3.0:1767384281.015129:0:16138:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384281.015144:0:16774:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:3.0:1767384281.015149:0:16138:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:2.0:1767384281.015155:0:16774:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 19 to 0@lo 00000100:00000001:3.0:1767384281.015166:0:16138:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1767384281.015167:0:16774:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 02000000:00000001:2.0:1767384281.015177:0:16774:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384281.015184:0:16774:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384281.015185:0:16138:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:2.0:1767384281.015197:0:16774:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000010:3.0:1767384281.015198:0:16138:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000099395a28. 00000100:00000040:3.0:1767384281.015208:0:16138:0:(events.c:337:request_in_callback()) incoming req@0000000099395a28 x1853236723063168 msgsize 224 00000100:00000040:2.0:1767384281.015212:0:16774:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384281.015223:0:16774:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000520c8158. 00000100:00000200:2.0:1767384281.015235:0:16774:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853236723062912, offset 224 00000100:00100000:3.0:1767384281.015236:0:16138:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:2.0:1767384281.015259:0:16774:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384281.015261:0:16138:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384281.015283:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002645768a 00000400:00000200:2.0:1767384281.015285:0:16774:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:3.0:1767384281.015291:0:16138:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002645768a. 00000100:00000001:3.0:1767384281.015303:0:16138:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384281.015313:0:16138:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003615e837 x1853236723063168/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384297 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384281.015314:0:16774:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x695824c901880 00000400:00000200:2.0:1767384281.015337:0:16774:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1105 [1] + 224 00000400:00000200:2.0:1767384281.015356:0:16774:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384281.015360:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384281.015370:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003615e837 x1853236723063168/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384297 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384281.015372:0:16774:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384281.015388:0:16774:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384281.015402:0:16774:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000fb92956f x1853236723062912/t0(0) o400->MGC192.168.202.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384297 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384281.015413:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384281.015423:0:16138:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384281.015434:0:16138:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384281.015446:0:16138:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 3211 usecs (4 jiffies) 00000100:00000001:3.0:1767384281.015457:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294870982 00000100:00000001:3.0:1767384281.015471:0:16138:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4294870980 00000100:00000001:3.0:1767384281.015483:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294870982 00000100:00000001:3.0:1767384281.015495:0:16138:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4294870980 00000100:00000001:3.0:1767384281.015508:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294870982 00000100:00000001:3.0:1767384281.015520:0:16138:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4294870980 00000100:00000001:3.0:1767384281.015531:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294870982 00000100:00000001:3.0:1767384281.015547:0:16138:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4294870980 00000100:00000040:2.0:1767384281.015554:0:16774:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000fb92956f x1853236723062912/t0(0) o400->MGC192.168.202.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384297 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384281.015558:0:16138:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384281.015570:0:16138:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384281.015584:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384281.015597:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384281.015605:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384281.015610:0:16774:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384281.015612:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384281.015631:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384281.015642:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384281.015651:0:16774:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000520c8158 00000400:00000010:2.0:1767384281.015659:0:16774:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000520c8158. 00000100:00000001:2.0:1767384281.015668:0:16774:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384281.015673:0:17568:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384281.015675:0:16774:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00100000:3.0:1767384281.015681:0:17568:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723063168 02000000:00000001:3.0:1767384281.015688:0:17568:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384281.015690:0:16774:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384281.015694:0:17568:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384281.015702:0:17568:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384281.015706:0:16774:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 18 to 0@lo 02000000:00000001:3.0:1767384281.015711:0:17568:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384281.015721:0:16774:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00100000:3.0:1767384281.015724:0:17568:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723063168 00000020:00000001:2.0:1767384281.015730:0:16774:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384281.015734:0:17568:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1767384281.015740:0:16774:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000040:3.0:1767384281.015741:0:17568:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eeca2a 00000020:00000001:3.0:1767384281.015750:0:17568:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384281.015756:0:17568:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f335576c refcount=5 00000100:00000040:2.0:1767384281.015758:0:16774:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003ca77d0c x1853236723062912/t0(0) o400->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:262/0 lens 224/224 e 0 to 0 dl 1767384292 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384281.015766:0:17568:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619777384806400 : -124296324745216 : ffff8ef401b77800) 00000020:00000001:3.0:1767384281.015778:0:17568:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619777384806400 : -124296324745216 : ffff8ef401b77800) 00000100:00000001:3.0:1767384281.015817:0:17568:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384281.015827:0:17568:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000090361af. 00000100:00100000:2.0:1767384281.015838:0:16774:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000003ca77d0c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c0412d60-4f67-4dbc-8791-892843f60083+14:16140:x1853236723062912:12345-0@lo:400: Request processed in 1136us (1674us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384281.015839:0:17568:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384281.015849:0:17568:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000090361af. 00000020:00000010:3.0:1767384281.015862:0:17568:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000035646111. 00000020:00000010:3.0:1767384281.015870:0:17568:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000063b3f164. 00000100:00100000:2.0:1767384281.015877:0:16774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000020:00000010:3.0:1767384281.015883:0:17568:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000007fac12e1. 00000100:00000040:2.0:1767384281.015893:0:16774:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000555601ca : new rpc_count 0 00000100:00000040:3.0:1767384281.015900:0:17568:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1767384281.015906:0:16774:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384281.015910:0:17568:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384281.015916:0:16774:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384281.015917:0:17568:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384281.015924:0:17568:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384281.015929:0:16774:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d5bfafd7. 00000100:00000001:3.0:1767384281.015937:0:17568:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000010:2.0:1767384281.015943:0:16774:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d73ec59e. 00000100:00000001:3.0:1767384281.015945:0:17568:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384281.015954:0:17568:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384281.015958:0:16774:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c832586c. 00000020:00000040:2.0:1767384281.015974:0:16774:0:(genops.c:898:class_export_put()) PUTting export 00000000555601ca : new refcount 13 00000100:00000001:3.0:1767384281.015976:0:17568:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384281.015991:0:16774:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1767384281.015998:0:17568:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000010:2.0:1767384281.016000:0:16774:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000056e307cb. 00000100:00000001:3.0:1767384281.016004:0:17568:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000001:2.0:1767384281.016013:0:16774:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000040:1.0:1767384281.016017:0:16137:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 4195 usecs (5 jiffies) 00000100:00100000:3.0:1767384281.016021:0:17568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00000001:2.0:1767384281.016022:0:16774:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384281.016029:0:17568:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000f335576c : new rpc_count 1 00000100:00000001:3.0:1767384281.016038:0:17568:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619782675233664 : -124291034317952 : ffff8ef53d0cfb80) 00000100:00000001:1.0:1767384281.016038:0:16137:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294870983 00000100:00000200:2.0:1767384281.016039:0:16774:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:1.0:1767384281.016054:0:16137:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4294870982 00000400:00000010:2.0:1767384281.016056:0:16774:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000de7918bb. 00000100:00000040:3.0:1767384281.016061:0:17568:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000099395a28 x1853236723063168/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:262/0 lens 224/0 e 0 to 0 dl 1767384292 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384281.016067:0:16137:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294870983 00000400:00000010:2.0:1767384281.016072:0:16774:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bd297e55. 00000100:00000001:1.0:1767384281.016078:0:16137:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4294870982 00000100:00000001:1.0:1767384281.016129:0:16137:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294870984 00000100:00000001:1.0:1767384281.016146:0:16137:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4294870982 00000100:00000001:3.0:1767384281.016148:0:17568:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384281.016157:0:17568:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000090361af. 00000100:00000001:1.0:1767384281.016160:0:16137:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294870984 00000100:00000001:3.0:1767384281.016163:0:17568:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384281.016172:0:16137:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4294870982 00000020:00000010:3.0:1767384281.016175:0:17568:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000090361af. 00000100:00080000:2.0:1767384281.016177:0:16775:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00000001:1.0:1767384281.016179:0:16137:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384281.016187:0:16137:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384281.016191:0:17568:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000099395a28 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:16138:x1853236723063168:12345-0@lo:400: 00000100:00000001:1.0:1767384281.016193:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384281.016204:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384281.016207:0:16775:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000b1f9e0ef) now 8 - evictor 00000100:00000200:3.0:1767384281.016208:0:17568:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723063168 00000020:00000001:3.0:1767384281.016217:0:17568:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384281.016224:0:17568:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384281.016226:0:17568:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384281.016229:0:17568:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384281.016232:0:17568:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661494240 : -1048057376 : ffffffffc187e9e0) 00000020:00000001:3.0:1767384281.016240:0:17568:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384281.016244:0:17568:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384281.016247:0:17568:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384281.016251:0:17568:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384281.016254:0:17568:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384281.016258:0:17568:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1767384281.016263:0:16779:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384281.016267:0:17568:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1767384281.016269:0:16779:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000001:3.0:1767384281.016273:0:17568:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384281.016281:0:17568:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000000db53685. 02000000:00000001:3.0:1767384281.016287:0:17568:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384281.016290:0:16779:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384281.016294:0:17568:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384281.016297:0:16779:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384281.016304:0:17568:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384281.016311:0:17568:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236723063168 00010000:00000001:3.0:1767384281.016320:0:17568:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384281.016330:0:17568:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000099395a28 x1853236723063168/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:262/0 lens 224/224 e 0 to 0 dl 1767384292 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384281.016350:0:17568:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000010:1.0:1767384281.016356:0:17549:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000007d9d936d. 00010000:00000001:3.0:1767384281.016357:0:17568:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384281.016367:0:17568:0:(import.c:2128:obd_at_measure()) add 1 to 000000008dd0459f time=6 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384281.016369:0:17549:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384281.016373:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1767384281.016377:0:17549:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723063040 00000100:00000001:3.0:1767384281.016380:0:17568:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1767384281.016383:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1767384281.016386:0:17549:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000001:2.0:1767384281.016393:0:16140:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767384281.016394:0:17549:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:3.0:1767384281.016399:0:17568:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 19 to 0@lo 00000100:00000001:1.0:1767384281.016403:0:17549:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384281.016404:0:16140:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767384281.016407:0:17568:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 02000000:00000001:1.0:1767384281.016411:0:17549:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384281.016413:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008d625aa3. 02000000:00000001:3.0:1767384281.016415:0:17568:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00100000:1.0:1767384281.016419:0:17549:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723063040 02000000:00000001:3.0:1767384281.016421:0:17568:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384281.016426:0:17549:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384281.016430:0:17568:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767384281.016431:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a4d5c34c 00000020:00000040:1.0:1767384281.016433:0:17549:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:1.0:1767384281.016441:0:17549:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:2.0:1767384281.016443:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a4d5c34c. 00000100:00000040:3.0:1767384281.016444:0:17568:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384281.016452:0:17568:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002645768a. 00000020:00000001:1.0:1767384281.016453:0:17549:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384281.016457:0:16140:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:1.0:1767384281.016463:0:17549:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384281.016464:0:17568:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236723063168, offset 224 00000100:00000200:2.0:1767384281.016473:0:16140:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000fb92956f x1853236723062912/t0(0) o400->MGC192.168.202.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384297 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384281.016477:0:17549:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000932d4aa7. 00000400:00000200:3.0:1767384281.016484:0:17568:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:1.0:1767384281.016493:0:17549:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c85b4b1a. 00000400:00000200:3.0:1767384281.016506:0:17568:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:1.0:1767384281.016511:0:17549:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000119f655a. 00000100:00000200:2.0:1767384281.016530:0:16140:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000fb92956f x1853236723062912/t0(0) o400->MGC192.168.202.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384297 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384281.016532:0:17568:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824c901980 00000100:00000001:1.0:1767384281.016538:0:17549:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384281.016548:0:17549:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:3.0:1767384281.016550:0:17568:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1111 [1] + 224 00000100:00000001:1.0:1767384281.016557:0:17549:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384281.016568:0:17568:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384281.016574:0:17549:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384281.016584:0:17568:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384281.016593:0:16140:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384281.016596:0:17568:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384281.016599:0:16140:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384281.016601:0:17549:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384281.016609:0:17568:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003615e837 x1853236723063168/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384297 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384281.016612:0:16140:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384281.016621:0:16140:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384281.016628:0:17549:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384281.016629:0:16140:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384281.016637:0:17549:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384281.016640:0:16140:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384281.016652:0:16140:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384281.016656:0:17549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00000040:3.0:1767384281.016663:0:17568:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003615e837 x1853236723063168/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384297 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1767384281.016669:0:16140:0:(import.c:2128:obd_at_measure()) add 5 to 0000000028df3f77 time=11 v=5 (5 0 0 0) 00000100:00000001:1.0:1767384281.016671:0:17549:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619782674417408 : -124291035134208 : ffff8ef53d008700) 00000100:00000040:1.0:1767384281.016689:0:17549:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000006507d9c x1853236723063040/t0(0) o8->@:0/0 lens 520/0 e 0 to 0 dl 1767384301 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1767384281.016692:0:16140:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f5022cbe time=11 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384281.016707:0:17568:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384281.016714:0:16140:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000200:3.0:1767384281.016718:0:17568:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002645768a 00000400:00000010:3.0:1767384281.016726:0:17568:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002645768a. 00000100:00000001:2.0:1767384281.016736:0:16140:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384281.016737:0:17568:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384281.016743:0:17568:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00100000:1.0:1767384281.016751:0:17549:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000006507d9c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:16136:x1853236723063040:12345-0@lo:8: 00010000:00000001:2.0:1767384281.016754:0:16140:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767384281.016755:0:17568:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384281.016763:0:16140:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384281.016771:0:17568:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 19 to 0@lo 00000100:00000200:1.0:1767384281.016771:0:17549:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723063040 00000100:00000001:2.0:1767384281.016776:0:16140:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384281.016783:0:17568:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384281.016784:0:17549:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384281.016810:0:17568:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384281.016820:0:17568:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384281.016821:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000fb92956f x1853236723062912/t0(0) o400->MGC192.168.202.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384297 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384281.016824:0:17549:0:(ldlm_lib.c:1163:target_handle_connect()) Process entered 00000100:00000040:3.0:1767384281.016833:0:17568:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000099395a28 x1853236723063168/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:262/0 lens 224/224 e 0 to 0 dl 1767384292 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767384281.016842:0:17549:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (0000000083abdb14) now 4 - find 00000020:00000001:1.0:1767384281.016859:0:17549:0:(genops.c:681:class_str2obd()) Process leaving (rc=18446619782723285424 : -124290986266192 : ffff8ef53fea31b0) 00000100:00000001:1.0:1767384281.016878:0:17549:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384281.016885:0:17549:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1767384281.016895:0:16140:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000010:1.0:1767384281.016899:0:17549:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 0000000084181770. 00000100:00100000:3.0:1767384281.016903:0:17568:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000099395a28 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:16138:x1853236723063168:12345-0@lo:400: Request processed in 749us (1687us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384281.016911:0:16140:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:1.0:1767384281.016912:0:17549:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384281.016921:0:16140:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384281.016926:0:17549:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384281.016938:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fb92956f x1853236723062912/t0(0) o400->MGC192.168.202.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384297 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:1.0:1767384281.016940:0:17549:0:(ldlm_lib.c:1249:target_handle_connect()) lustre-OST0000: ocd_connect_flags: 0xa044401443000026 tmp_exp_old_falloc: 0 00000100:00100000:3.0:1767384281.016959:0:17568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00080000:1.0:1767384281.016963:0:17549:0:(ldlm_lib.c:1428:target_handle_connect()) lustre-OST0000: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 203 last 0 00000100:00000040:3.0:1767384281.016971:0:17568:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f335576c : new rpc_count 0 00000100:00000001:3.0:1767384281.016982:0:17568:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:1.0:1767384281.016987:0:17549:0:(obd_class.h:852:obd_connect()) Process entered 00000100:00000001:3.0:1767384281.016989:0:17568:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384281.016999:0:17568:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000063b3f164. 00002000:00000001:1.0:1767384281.017000:0:17549:0:(ofd_obd.c:325:ofd_obd_connect()) Process entered 00000020:00000001:1.0:1767384281.017009:0:17549:0:(genops.c:1392:class_connect()) Process entered 00000020:00000010:3.0:1767384281.017011:0:17568:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000007fac12e1. 00000100:00100000:2.0:1767384281.017017:0:16140:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000fb92956f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c0412d60-4f67-4dbc-8791-892843f60083:16140:1853236723062912:0@lo:400: 00000020:00000001:1.0:1767384281.017018:0:17549:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:3.0:1767384281.017021:0:17568:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000035646111. 00000020:00000040:3.0:1767384281.017029:0:17568:0:(genops.c:898:class_export_put()) PUTting export 00000000f335576c : new refcount 4 00000020:00000010:1.0:1767384281.017031:0:17549:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000cf791f94. 00000100:00000001:3.0:1767384281.017035:0:17568:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384281.017044:0:17549:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384281.017055:0:17549:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000cf791f94 with handle 0x7e51148972eeca38 to hash 00000100:00000001:2.0:1767384281.017059:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384281.017065:0:17549:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000100:00000001:2.0:1767384281.017069:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384281.017071:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1767384281.017075:0:17549:0:(obd_class.h:1008:obd_init_export()) Process entered 00000100:00000001:3.0:1767384281.017077:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767384281.017083:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000fb92956f x1853236723062912/t0(0) o400->MGC192.168.202.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384297 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767384281.017131:0:16138:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384281.017137:0:16138:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384281.017142:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000003494e. 00000001:00000001:1.0:1767384281.017152:0:17549:0:(tgt_lastrcvd.c:391:tgt_client_alloc()) Process entered 00000100:00000001:2.0:1767384281.017154:0:16140:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000200:3.0:1767384281.017155:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008fbdf106 00000001:00000010:1.0:1767384281.017160:0:17549:0:(tgt_lastrcvd.c:399:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at 00000000f3683502. 00000400:00000010:3.0:1767384281.017162:0:16138:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008fbdf106. 02000000:00000001:2.0:1767384281.017164:0:16140:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1767384281.017175:0:16138:0:(events.c:78:reply_in_callback()) Process entered 00000001:00000001:1.0:1767384281.017175:0:17549:0:(tgt_lastrcvd.c:406:tgt_client_alloc()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384281.017176:0:16140:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000faf8d9a2. 00000100:00000200:3.0:1767384281.017185:0:16138:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003615e837 x1853236723063168/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384297 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384281.017190:0:17549:0:(ldlm_lockd.c:3131:ldlm_init_export()) Process entered 02000000:00000001:2.0:1767384281.017193:0:16140:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000001:00000001:1.0:1767384281.017199:0:17549:0:(hash.c:1038:cfs_hash_create()) Process entered 00000020:00000001:2.0:1767384281.017203:0:16140:0:(genops.c:1236:class_import_put()) Process entered 00000001:00000010:1.0:1767384281.017211:0:17549:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000004bfbfd20. 00000020:00000040:2.0:1767384281.017213:0:16140:0:(genops.c:1242:class_import_put()) import 00000000df830bbe refcount=3 obd=MGC192.168.202.152@tcp 00000100:00000200:3.0:1767384281.017224:0:16138:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003615e837 x1853236723063168/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384297 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384281.017227:0:16140:0:(genops.c:1249:class_import_put()) Process leaving 00000001:00000010:1.0:1767384281.017229:0:17549:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000735111d1. 02000000:00000010:2.0:1767384281.017236:0:16140:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000084ca37a7. 00000001:00000010:1.0:1767384281.017246:0:17549:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000000023c1df. 02000000:00000001:2.0:1767384281.017251:0:16140:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1767384281.017256:0:16138:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:2.0:1767384281.017260:0:16140:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000001:00000010:1.0:1767384281.017261:0:17549:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000040455b2d. 00000100:00000001:3.0:1767384281.017262:0:16138:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1767384281.017269:0:16140:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fb92956f. 00000100:00000001:3.0:1767384281.017274:0:16138:0:(client.c:1578:after_reply()) Process entered 00000001:00000010:1.0:1767384281.017276:0:17549:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000009effb167. 02000000:00000001:3.0:1767384281.017280:0:16138:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384281.017284:0:16140:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384281.017288:0:16138:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000001:00000010:1.0:1767384281.017291:0:17549:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000118e9eb2. 00000100:00000001:2.0:1767384281.017293:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384281.017294:0:16138:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384281.017304:0:17549:0:(ldlm_flock.c:1124:ldlm_init_flock_export()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384281.017306:0:16138:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384281.017308:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384281.017316:0:17549:0:(ldlm_lockd.c:3150:ldlm_init_export()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384281.017319:0:16138:0:(import.c:2128:obd_at_measure()) add 5 to 00000000701828d5 time=6 v=5 (5 0 0 0) 00000100:00000001:2.0:1767384281.017326:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:1.0:1767384281.017328:0:17549:0:(obd_class.h:1012:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384281.017337:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384281.017338:0:16138:0:(import.c:2128:obd_at_measure()) add 1 to 0000000073619233 time=6 v=5 (1 0 0 0) 00000020:00000040:1.0:1767384281.017342:0:17549:0:(genops.c:887:class_export_get()) GET export 00000000cf791f94 refcount=3 00000100:00000001:2.0:1767384281.017350:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384281.017355:0:16138:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000040:1.0:1767384281.017358:0:17549:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (0000000083abdb14) now 5 - export 00000100:00000001:3.0:1767384281.017360:0:16138:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384281.017361:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384281.017372:0:17549:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446619777391929344 : -124296317622272 : ffff8ef402242800) 00010000:00000001:3.0:1767384281.017373:0:16138:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000040:1.0:1767384281.017383:0:17549:0:(genops.c:898:class_export_put()) PUTting export 00000000cf791f94 : new refcount 2 00010000:00080000:3.0:1767384281.017386:0:16138:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000003615e837 x1853236723063168/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384297 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000080:1.0:1767384281.017391:0:17549:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x7e51148972eeca38 00000020:00000001:1.0:1767384281.017401:0:17549:0:(genops.c:1403:class_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384281.017413:0:17549:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384281.017414:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:1.0:1767384281.017421:0:17549:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eeca38 00000100:00000001:2.0:1767384281.017424:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1767384281.017431:0:17549:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:3.0:1767384281.017438:0:16138:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384281.017439:0:16137:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000040:1.0:1767384281.017440:0:17549:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000cf791f94 refcount=3 00000100:00000001:3.0:1767384281.017445:0:16138:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000400:00000001:2.0:1767384281.017448:0:16137:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:3.0:1767384281.017451:0:16138:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000020:00000001:1.0:1767384281.017453:0:17549:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619777391929344 : -124296317622272 : ffff8ef402242800) 00000400:00000010:2.0:1767384281.017456:0:16137:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a87b8d61. 00000100:00000001:3.0:1767384281.017458:0:16138:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384281.017466:0:16138:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384281.017466:0:17549:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619777391929344 : -124296317622272 : ffff8ef402242800) 00000400:00000200:2.0:1767384281.017470:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cde21162 00000100:00000040:3.0:1767384281.017478:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003615e837 x1853236723063168/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384297 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000001:00000001:1.0:1767384281.017480:0:17549:0:(nodemap_handler.c:587:nodemap_add_member()) Process entered 00000400:00000010:2.0:1767384281.017481:0:16137:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cde21162. 00000001:00000001:1.0:1767384281.017492:0:17549:0:(nodemap_handler.c:378:nodemap_classify_nid()) Process entered 00000100:00000001:2.0:1767384281.017496:0:16137:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384281.017502:0:16138:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384281.017507:0:16138:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000001:00000040:1.0:1767384281.017512:0:17549:0:(nodemap_handler.c:391:nodemap_classify_nid()) found nid 192.168.202.152@tcp 00000100:00000001:3.0:1767384281.017513:0:16138:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384281.017513:0:16137:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bb43b465 x1853236723063296/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384297 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000001:00000040:1.0:1767384281.017525:0:17549:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=000000001fa9e1de) : new refcount 5 00000100:00000040:3.0:1767384281.017527:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003615e837 x1853236723063168/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384297 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000001:00000001:1.0:1767384281.017539:0:17549:0:(nodemap_handler.c:416:nodemap_classify_nid()) Process leaving (rc=18446619777391562752 : -124296317988864 : ffff8ef4021e9000) 00000001:00000001:1.0:1767384281.017554:0:17549:0:(nodemap_member.c:132:nm_member_add()) Process entered 00000020:00000040:1.0:1767384281.017562:0:17549:0:(genops.c:887:class_export_get()) GET export 00000000cf791f94 refcount=4 00000100:00100000:3.0:1767384281.017571:0:16138:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003615e837 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:16138:1853236723063168:0@lo:400: 00000100:00000200:2.0:1767384281.017577:0:16137:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bb43b465 x1853236723063296/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384297 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000001:00000040:1.0:1767384281.017583:0:17549:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=000000001fa9e1de) : new refcount 6 00000100:00000001:3.0:1767384281.017586:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384281.017595:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384281.017604:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003615e837 x1853236723063168/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384297 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384281.017605:0:17549:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000991457be. 00000100:00000001:2.0:1767384281.017617:0:16137:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:1.0:1767384281.017622:0:17549:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 480 at 00000000cac345b8. 00000100:00000001:3.0:1767384281.017624:0:16138:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384281.017629:0:16138:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384281.017633:0:16138:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000acd0efc8. 00000100:00000001:2.0:1767384281.017640:0:16137:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384281.017641:0:16138:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384281.017646:0:16138:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384281.017651:0:16138:0:(genops.c:1242:class_import_put()) import 00000000345f9ba7 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:2.0:1767384281.017653:0:16137:0:(client.c:1578:after_reply()) Process entered 00000020:00000001:3.0:1767384281.017655:0:16138:0:(genops.c:1249:class_import_put()) Process leaving 00000001:00000001:1.0:1767384281.017657:0:17549:0:(nodemap_member.c:171:nm_member_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384281.017662:0:16138:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c38a8183. 02000000:00000001:2.0:1767384281.017662:0:16137:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000001:08000000:1.0:1767384281.017671:0:17549:0:(nodemap_handler.c:611:nodemap_add_member()) lustre-OST0000: adding NID 0@lo to nodemap default 00000100:00000001:2.0:1767384281.017672:0:16137:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:3.0:1767384281.017673:0:16138:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384281.017679:0:16138:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1767384281.017682:0:16137:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384281.017684:0:16138:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003615e837. 00000001:00000040:1.0:1767384281.017686:0:17549:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=000000001fa9e1de) : new refcount 5 00000100:00000001:3.0:1767384281.017695:0:16138:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000001:2.0:1767384281.017695:0:16137:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384281.017699:0:17549:0:(nodemap_handler.c:621:nodemap_add_member()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384281.017701:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384281.017709:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00002000:00100000:1.0:1767384281.017712:0:17549:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000cf791f94 ocd_connect_flags: 0xa044401443000026 ocd_version: 2110000 ocd_grant: 0 ocd_index: 0 ocd_group 0 00000020:00000010:2.0:1767384281.017714:0:16137:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000fcea198e. 00000100:00000001:3.0:1767384281.017717:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384281.017729:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00002000:00080000:1.0:1767384281.017729:0:17549:0:(ofd_obd.c:142:ofd_parse_connect_data()) lustre-OST0000: Received MDS connection for group 0 00000100:00001000:2.0:1767384281.017731:0:16137:0:(import.c:2128:obd_at_measure()) add 5 to 00000000edb11b67 time=6 v=5 (5 0 0 0) 00000100:00000001:3.0:1767384281.017741:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00002000:00100000:1.0:1767384281.017742:0:17549:0:(ofd_obd.c:230:ofd_parse_connect_data()) lustre-OST0000: cli does not support OBD_CONNECT_CKSUM 00000100:00001000:2.0:1767384281.017745:0:16137:0:(import.c:2128:obd_at_measure()) add 1 to 000000006fb1a5f2 time=6 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384281.017748:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1767384281.017754:0:17549:0:(ofd_obd.c:250:ofd_parse_connect_data()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384281.017762:0:16137:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000001:00000001:1.0:1767384281.017765:0:17549:0:(tgt_lastrcvd.c:1028:tgt_client_new()) Process entered 00000100:00000001:2.0:1767384281.017769:0:16137:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:1.0:1767384281.017775:0:17549:0:(tgt_lastrcvd.c:1093:tgt_client_new()) lustre-OST0000: new client at index 0 (8192) with UUID 'lustre-MDT0000-mdtlov_UUID' generation 0 00010000:00000001:2.0:1767384281.017777:0:16137:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000001:00000001:1.0:1767384281.017813:0:17549:0:(tgt_lastrcvd.c:581:tgt_client_data_update()) Process entered 00010000:00080000:2.0:1767384281.017815:0:16137:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000bb43b465 x1853236723063296/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384297 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00080000:00000001:1.0:1767384281.017822:0:17549:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384281.017838:0:17549:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000009a2250a7. 00010000:00000001:2.0:1767384281.017839:0:16137:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384281.017850:0:17549:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446619777409626112 : -124296299925504 : ffff8ef403323000) 00000100:00000001:2.0:1767384281.017851:0:16137:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767384281.017857:0:16137:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00080000:00000001:1.0:1767384281.017863:0:17549:0:(osd_io.c:243:osd_declare_write()) Process entered 00000100:00000001:2.0:1767384281.017864:0:16137:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384281.017872:0:16137:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384281.017880:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bb43b465 x1853236723063296/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384297 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384281.017895:0:16137:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384281.017899:0:16137:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384281.017902:0:16137:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384281.017910:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bb43b465 x1853236723063296/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384297 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384281.017925:0:16137:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000bb43b465 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:16137:1853236723063296:0@lo:400: 00000100:00000001:2.0:1767384281.017936:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384281.017941:0:16137:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384281.017946:0:16137:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bb43b465 x1853236723063296/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384297 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384281.017958:0:16137:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384281.017977:0:16137:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384281.017980:0:16137:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000054423594. 02000000:00000001:2.0:1767384281.017989:0:16137:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384281.017992:0:16137:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384281.017994:0:16137:0:(genops.c:1242:class_import_put()) import 000000005a28ad8c refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:2.0:1767384281.017999:0:16137:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384281.018002:0:16137:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003d504b58. 02000000:00000001:2.0:1767384281.018009:0:16137:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384281.018012:0:16137:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384281.018015:0:16137:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bb43b465. 00000100:00000001:2.0:1767384281.018022:0:16137:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384281.018025:0:16137:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384281.018029:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384281.018038:0:16137:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384281.018042:0:16137:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384281.018047:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384281.018052:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384281.018070:0:17549:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384281.018076:0:17549:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384281.018101:0:17549:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384281.018185:0:17549:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:1.0:1767384281.018193:0:17549:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 0000000029eacf56. 00000001:00000040:1.0:1767384281.018199:0:17549:0:(tgt_lastrcvd.c:554:tgt_new_client_cb_add()) callback GETting export 00000000cf791f94 : new cb_count 1 00000020:00000040:1.0:1767384281.018204:0:17549:0:(genops.c:887:class_export_get()) GET export 00000000cf791f94 refcount=5 00080000:00000001:1.0:1767384281.018214:0:17549:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384281.018367:0:17549:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000001:00000001:1.0:1767384281.018372:0:17549:0:(tgt_lastrcvd.c:630:tgt_client_data_update()) Process leaving 00080000:00000001:1.0:1767384281.018375:0:17549:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:1.0:1767384281.018386:0:17549:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:1.0:1767384281.018388:0:17549:0:(tgt_lastrcvd.c:635:tgt_client_data_update()) lustre-OST0000: update last_rcvd client data for UUID = lustre-OST0000_UUID, last_transno = 8589934592: rc = 0 00000001:00000001:1.0:1767384281.018392:0:17549:0:(tgt_lastrcvd.c:1108:tgt_client_new()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1767384281.018405:0:17549:0:(ofd_obd.c:55:ofd_export_stats_init()) Process entered 00000020:00000001:1.0:1767384281.018408:0:17549:0:(lprocfs_status_server.c:636:lprocfs_exp_setup()) Process entered 00000020:01000000:1.0:1767384281.018411:0:17549:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash 000000005307520b 00000020:00000010:1.0:1767384281.018415:0:17549:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 00000000bcccbabb. 00000020:00000040:1.0:1767384281.018424:0:17549:0:(lprocfs_status_server.c:673:lprocfs_exp_setup()) Found stats 00000000bcccbabb for nid 0@lo - ref 2 00000020:00000001:1.0:1767384281.018489:0:17549:0:(lprocfs_status_server.c:706:lprocfs_exp_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384281.018497:0:17549:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 0000000059b99e26. 00000020:00000010:1.0:1767384281.018502:0:17549:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 480 at 00000000cc34b1c8. 00000020:00000010:1.0:1767384281.018519:0:17549:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 600 at 000000002b05c31d. 00000020:00000010:1.0:1767384281.018548:0:17549:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 000000008c10b544. 00000020:00000010:1.0:1767384281.018552:0:17549:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 224 at 00000000f9374272. 00000020:00000010:1.0:1767384281.018555:0:17549:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 280 at 00000000c3142d0f. 00002000:00000001:1.0:1767384281.018570:0:17549:0:(ofd_obd.c:77:ofd_export_stats_init()) Process leaving (rc=0 : 0 : 0) 00002000:00080000:1.0:1767384281.018572:0:17549:0:(ofd_obd.c:365:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00002000:00000001:1.0:1767384281.018575:0:17549:0:(ofd_obd.c:375:ofd_obd_connect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384281.018577:0:17549:0:(obd_class.h:868:obd_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384281.018585:0:17549:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 00000000630a8b14. 00000020:00000040:1.0:1767384281.018588:0:17549:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (0000000083abdb14) now 6 - import 00000020:00000001:1.0:1767384281.018594:0:17549:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384281.018595:0:17549:0:(genops.c:1242:class_import_put()) import 00000000630a8b14 refcount=1 obd=lustre-OST0000 00000020:00000001:1.0:1767384281.018598:0:17549:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000010:1.0:1767384281.018602:0:17549:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006e6d6324. 00000020:00000040:1.0:1767384281.018609:0:17549:0:(genops.c:887:class_export_get()) GET export 00000000cf791f94 refcount=6 00000100:00000040:1.0:1767384281.018611:0:17549:0:(service.c:1077:ptlrpc_request_change_export()) RPC GETting export 00000000cf791f94 : new rpc_count 1 00000100:00000001:1.0:1767384281.018614:0:17549:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:1.0:1767384281.018618:0:17549:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384281.018621:0:17549:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 19 to 0@lo 00000100:00000001:1.0:1767384281.018624:0:17549:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 00000100:00000001:1.0:1767384281.018627:0:17549:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446619782676400896 : -124291033150720 : 0xffff8ef53d1ecb00) 00000100:00000040:1.0:1767384281.018630:0:17549:0:(connection.c:149:ptlrpc_connection_get()) conn=000000007ad52f0f refcount 19 to 0@lo 00000020:00000040:1.0:1767384281.018633:0:17549:0:(genops.c:887:class_export_get()) GET export 00000000cf791f94 refcount=7 00000100:00000001:1.0:1767384281.018638:0:17549:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384281.018640:0:17549:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 20 to 0@lo 00000100:00000001:1.0:1767384281.018651:0:17549:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 02000000:00000001:1.0:1767384281.018655:0:17549:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1767384281.018658:0:17549:0:(sec.c:1432:sptlrpc_sec_create()) Process entered 02000000:08000000:1.0:1767384281.018660:0:17549:0:(sec.c:1440:sptlrpc_sec_create()) obdfilter lustre-OST0000: reverse sec using flavor null 02000000:00000001:1.0:1767384281.018663:0:17549:0:(sec.c:1471:sptlrpc_sec_create()) Process leaving (rc=18446744072661745728 : -1047805888 : ffffffffc18bc040) 02000000:00000001:1.0:1767384281.018666:0:17549:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384281.018669:0:17549:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:1.0:1767384281.018673:0:17549:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:1.0:1767384281.018675:0:17549:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1767384281.018678:0:17549:0:(import.c:65:import_set_state_nolock()) 00000000630a8b14 : changing import state from RECOVER to FULL 00000100:00000001:1.0:1767384281.018682:0:17549:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:1.0:1767384281.018684:0:17549:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:1.0:1767384281.018686:0:17549:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384281.018690:0:17549:0:(genops.c:898:class_export_put()) PUTting export 00000000cf791f94 : new refcount 6 00000020:00000040:1.0:1767384281.018694:0:17549:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (0000000083abdb14) now 6 - find 00010000:00000001:1.0:1767384281.018699:0:17549:0:(ldlm_lib.c:1700:target_handle_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384281.018705:0:17549:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384281.018710:0:17549:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072673305824 : -1036245792 : ffffffffc23c24e0) 00000020:00000001:1.0:1767384281.018714:0:17549:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384281.018717:0:17549:0:(tgt_handler.c:549:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384281.018720:0:17549:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384281.018723:0:17549:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384281.018726:0:17549:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384281.018730:0:17549:0:(tgt_handler.c:1042:tgt_connect()) Process entered 00000020:00000001:1.0:1767384281.018738:0:17549:0:(tgt_handler.c:1111:tgt_connect()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384281.018743:0:17549:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236723063040 00010000:00000001:1.0:1767384281.018748:0:17549:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384281.018755:0:17549:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000006507d9c x1853236723063040/t0(0) o8->lustre-MDT0000-mdtlov_UUID@0@lo:0/0 lens 520/416 e 0 to 0 dl 1767384301 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384281.018772:0:17549:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384281.018775:0:17549:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384281.018780:0:17549:0:(import.c:2128:obd_at_measure()) add 1 to 0000000094c7e214 time=1767384281 v=10 (0 0 0 0) 00000100:00001000:1.0:1767384281.018809:0:17549:0:(import.c:2194:obd_at_measure()) AT 0000000094c7e214 change: old=10 new=5 delta=-5 (val=1) hist 1 0 0 0 00000100:00001000:1.0:1767384281.018835:0:17549:0:(niobuf.c:566:ptlrpc_at_set_reply()) @@@ svc ost changed estimate from 10 to 5 req@0000000006507d9c x1853236723063040/t0(0) o8->lustre-MDT0000-mdtlov_UUID@0@lo:0/0 lens 520/416 e 0 to 0 dl 1767384301 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1767384281.018864:0:17549:0:(niobuf.c:600:ptlrpc_at_set_reply()) No early reply support: flags=0x1 req_flags=0x200 magic=bd00bd3/bd00bd3 len=416 00000100:00000001:1.0:1767384281.018869:0:17549:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384281.018873:0:17549:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 21 to 0@lo 00000100:00000001:1.0:1767384281.018876:0:17549:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 02000000:00000001:1.0:1767384281.018880:0:17549:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384281.018883:0:17549:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384281.018887:0:17549:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384281.018892:0:17549:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384281.018898:0:17549:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004d9ebefe. 00000100:00000200:1.0:1767384281.018905:0:17549:0:(niobuf.c:94:ptl_send_buf()) Sending 416 bytes to portal 4, xid 1853236723063040, offset 0 00000400:00000200:1.0:1767384281.018915:0:17549:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384281.018927:0:17549:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384281.018941:0:17549:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 416 into portal 4 MB=0x695824c901900 00000400:00000200:1.0:1767384281.018950:0:17549:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 416/416 into md 0x110d [1] + 0 00000400:00000200:1.0:1767384281.018958:0:17549:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384281.018964:0:17549:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384281.018970:0:17549:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384281.018976:0:17549:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000dc2311e4 x1853236723063040/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 1767384296 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384281.018993:0:17549:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@00000000dc2311e4 x1853236723063040/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 1767384296 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384281.019030:0:17549:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384281.019042:0:17549:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004d9ebefe 00000400:00000010:1.0:1767384281.019045:0:17549:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004d9ebefe. 00000100:00000001:1.0:1767384281.019052:0:17549:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384281.019055:0:17549:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384281.019061:0:17549:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384281.019066:0:17549:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 20 to 0@lo 00010000:00000001:1.0:1767384281.019072:0:17549:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384281.019093:0:17549:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384281.019098:0:17549:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1767384281.019149:0:16136:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767384281.019157:0:17549:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000006507d9c x1853236723063040/t0(0) o8->lustre-MDT0000-mdtlov_UUID@0@lo:0/0 lens 520/416 e 0 to 0 dl 1767384301 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384281.019159:0:16136:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384281.019169:0:16136:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384281.019176:0:16136:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384281.019184:0:16136:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e327c856. 00000400:00000200:2.0:1767384281.019199:0:16136:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000960cefd4 00000400:00000010:2.0:1767384281.019206:0:16136:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000960cefd4. 00000100:00100000:1.0:1767384281.019230:0:17549:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000006507d9c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:16136:x1853236723063040:12345-0@lo:8: Request processed in 2464us (3921us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384281.019233:0:16136:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384281.019248:0:16136:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000dc2311e4 x1853236723063040/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 1767384296 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384281.019257:0:17549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00000040:1.0:1767384281.019270:0:17549:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000cf791f94 : new rpc_count 0 00000100:00000001:1.0:1767384281.019281:0:17549:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:2.0:1767384281.019286:0:16136:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000dc2311e4 x1853236723063040/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 1767384296 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384281.019288:0:17549:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384281.019298:0:17549:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c85b4b1a. 00000020:00000010:1.0:1767384281.019310:0:17549:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000119f655a. 00000100:00000001:2.0:1767384281.019313:0:16136:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384281.019321:0:16136:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384281.019321:0:17549:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000932d4aa7. 00000100:00000001:2.0:1767384281.019329:0:16136:0:(client.c:1578:after_reply()) Process entered 00000020:00000040:1.0:1767384281.019334:0:17549:0:(genops.c:898:class_export_put()) PUTting export 00000000cf791f94 : new refcount 5 02000000:00000001:2.0:1767384281.019336:0:16136:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384281.019345:0:16136:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384281.019345:0:17549:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384281.019348:0:16136:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384281.019357:0:16136:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384281.019370:0:16136:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000bac6eb6e. 00000100:00001000:2.0:1767384281.019392:0:16136:0:(import.c:2128:obd_at_measure()) add 5 to 0000000040f3b9ed time=1767384281 v=5 (0 0 0 0) 00000100:00001000:2.0:1767384281.019399:0:16136:0:(import.c:2128:obd_at_measure()) add 1 to 000000001fbc0fd6 time=0 v=10 (10 0 0 0) 00000100:00000001:2.0:1767384281.019404:0:16136:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384281.019407:0:16136:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384281.019410:0:16136:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767384281.019416:0:16136:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000dc2311e4 x1853236723063040/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/416 e 0 to 0 dl 1767384296 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384281.019432:0:16136:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384281.019436:0:16136:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1767384281.019440:0:16136:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 0 gen 2 00000100:00000040:2.0:1767384281.019445:0:16136:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:2.0:1767384281.019449:0:16136:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384281.019451:0:16136:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384281.019458:0:16136:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000dc2311e4 x1853236723063040/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/416 e 0 to 0 dl 1767384296 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384281.019472:0:16136:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384281.019477:0:16136:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384281.019480:0:16136:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384281.019483:0:16136:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:2.0:1767384281.019489:0:16136:0:(import.c:1123:ptlrpc_connect_interpret()) lustre-OST0000-osc-MDT0000: connect to target with instance 2 00000020:00000001:2.0:1767384281.019493:0:16136:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384281.019496:0:16136:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eec966 00000020:00000001:2.0:1767384281.019500:0:16136:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384281.019503:0:16136:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000d74a516e refcount=4 00000020:00000001:2.0:1767384281.019507:0:16136:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781700562944 : -124292008988672 : ffff8ef502f4b000) 00000020:00000001:2.0:1767384281.019511:0:16136:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619781700562944 : -124292008988672 : ffff8ef502f4b000) 00000100:00001000:2.0:1767384281.019516:0:16136:0:(import.c:2128:obd_at_measure()) add 1 to 000000001fbc0fd6 time=1767384281 v=0 (0 0 0 0) 00000100:00001000:2.0:1767384281.019521:0:16136:0:(import.c:2194:obd_at_measure()) AT 000000001fbc0fd6 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00080000:2.0:1767384281.019547:0:16136:0:(import.c:951:ptlrpc_connect_set_flags()) lustre-OST0000-osc-MDT0000: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000020:00000040:2.0:1767384281.019552:0:16136:0:(genops.c:898:class_export_put()) PUTting export 00000000d74a516e : new refcount 3 00000100:00000001:2.0:1767384281.019556:0:16136:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:2.0:1767384281.019560:0:16136:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:2.0:1767384281.019578:0:16136:0:(import.c:1204:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:2.0:1767384281.019582:0:16136:0:(import.c:65:import_set_state_nolock()) 0000000068bc8709 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000100:00000001:2.0:1767384281.019587:0:16136:0:(obd_class.h:1217:obd_import_event()) Process entered 00000004:00080000:2.0:1767384281.019627:0:16136:0:(osp_dev.c:1635:osp_import_event()) got connected 00000100:00000001:2.0:1767384281.019630:0:16136:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1767384281.019632:0:16136:0:(import.c:1232:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384281.019637:0:16136:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:2.0:1767384281.019641:0:16136:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384281.019645:0:16136:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384281.019652:0:16136:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000dc2311e4 x1853236723063040/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/416 e 0 to 0 dl 1767384296 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384281.019685:0:16136:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000dc2311e4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:16136:1853236723063040:0@lo:8: 00000100:00000001:2.0:1767384281.019694:0:16136:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384281.019699:0:16136:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384281.019704:0:16136:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000dc2311e4 x1853236723063040/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/416 e 0 to 0 dl 1767384296 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384281.019719:0:16136:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384281.019723:0:16136:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000004:00000001:1.0:1767384281.019726:0:16801:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 02000000:00000010:2.0:1767384281.019728:0:16136:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000bf7b0e9f. 00000004:00000001:3.0:1767384281.019734:0:16802:0:(osp_precreate.c:1142:osp_init_pre_fid()) Process entered 00000004:00000001:1.0:1767384281.019737:0:16801:0:(osp_sync.c:958:osp_sync_process_record()) Process entered 02000000:00000001:2.0:1767384281.019740:0:16136:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000004:00000001:3.0:1767384281.019741:0:16802:0:(osp_precreate.c:1165:osp_init_pre_fid()) Process leaving (rc=0 : 0 : 0) 00000004:00080000:1.0:1767384281.019744:0:16801:0:(osp_sync.c:973:osp_sync_process_record()) processed all old entries 00000020:00000001:2.0:1767384281.019748:0:16136:0:(genops.c:1236:class_import_put()) Process entered 00000004:00000001:3.0:1767384281.019751:0:16802:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000040:00000001:1.0:1767384281.019752:0:16801:0:(llog_cat.c:795:llog_cat_cancel_records()) Process entered 00000020:00000040:2.0:1767384281.019755:0:16136:0:(genops.c:1242:class_import_put()) import 0000000068bc8709 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000004:00000020:3.0:1767384281.019756:0:16802:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000040:00000001:1.0:1767384281.019760:0:16801:0:(llog_cat.c:737:llog_cat_cancel_arr_rec()) Process entered 00000100:00000010:3.0:1767384281.019766:0:16802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000057d52b05. 00000020:00000001:2.0:1767384281.019769:0:16136:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:1.0:1767384281.019769:0:16801:0:(llog_cat.c:365:llog_cat_id2handle()) Process entered 00000020:00000040:3.0:1767384281.019776:0:16802:0:(genops.c:1229:class_import_get()) import 0000000068bc8709 refcount=3 obd=lustre-OST0000-osc-MDT0000 02000000:00000010:2.0:1767384281.019779:0:16136:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000c1d4e66e. 00000040:00000001:1.0:1767384281.019780:0:16801:0:(llog_cat.c:387:llog_cat_id2handle()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384281.019784:0:16802:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384281.019812:0:16802:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384281.019819:0:16136:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000040:00000001:1.0:1767384281.019820:0:16801:0:(llog.c:208:llog_cancel_arr_rec()) Process entered 02000000:00000001:3.0:1767384281.019821:0:16802:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384281.019828:0:16136:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000040:00001000:1.0:1767384281.019830:0:16801:0:(llog.c:217:llog_cancel_arr_rec()) Canceling 1 records, first 1 in log [0x1:0x5:0x0] 02000000:00000010:3.0:1767384281.019834:0:16802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000007c5ec664. 00000100:00000010:2.0:1767384281.019836:0:16136:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000dc2311e4. 00080000:00000001:1.0:1767384281.019843:0:16801:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000100:00000001:3.0:1767384281.019844:0:16802:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384281.019849:0:16136:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384281.019856:0:16802:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384281.019857:0:16136:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384281.019860:0:16802:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384281.019862:0:16801:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000d80313c7. 00000100:00000001:2.0:1767384281.019866:0:16136:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384281.019873:0:16801:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446619781702219776 : -124292007331840 : ffff8ef5030df800) 00000100:00000040:3.0:1767384281.019875:0:16802:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000057d52b05] to pc [ptlrpcd_00_02+2] req@0000000057d52b05 x1853236723063424/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384281.019882:0:16136:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000040:00000001:1.0:1767384281.019885:0:16801:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000100:00000001:2.0:1767384281.019891:0:16136:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384281.019894:0:16801:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1767384281.019902:0:16801:0:(osd_io.c:243:osd_declare_write()) Process entered 00000100:00000001:2.0:1767384281.019905:0:16136:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384281.019912:0:16136:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384281.019929:0:16802:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384281.019931:0:16801:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384281.019938:0:16801:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384281.019940:0:16802:0:(osp_precreate.c:841:osp_precreate_cleanup_orphans()) Process entered 00000040:00000001:1.0:1767384281.019944:0:16801:0:(llog_osd.c:325:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00080000:3.0:1767384281.019947:0:16802:0:(osp_precreate.c:877:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: going to cleanup orphans since [0x240000400:0x1:0x0] 00000040:00000001:1.0:1767384281.019951:0:16801:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384281.019953:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000004:00000001:3.0:1767384281.019954:0:16802:0:(osp_precreate.c:737:osp_get_lastfid_from_ost()) Process entered 00000040:00000001:1.0:1767384281.019959:0:16801:0:(llog.c:108:llog_declare_destroy()) Process entered 00000100:00000010:3.0:1767384281.019962:0:16802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bf6531a0. 00000040:00000001:1.0:1767384281.019966:0:16801:0:(llog_osd.c:1912:llog_osd_declare_destroy()) Process entered 00000020:00000040:3.0:1767384281.019972:0:16802:0:(genops.c:1229:class_import_get()) import 0000000068bc8709 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:2.0:1767384281.019974:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00080000:00000002:1.0:1767384281.019976:0:16801:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-MDT0000: FID [0x1:0x5:0x0] not in the id map cache 00000100:00000001:3.0:1767384281.019978:0:16802:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384281.019984:0:16802:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1767384281.019984:0:16139:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00080000:00000010:1.0:1767384281.019990:0:16801:0:(osd_oi.c:1052:osd_idc_add()) kmalloced '(idc)': 256 at 000000003d504b58. 02000000:00000001:3.0:1767384281.019992:0:16802:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384281.020000:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000057d52b05 x1853236723063424/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767384281.020001:0:16802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000acd0efc8. 00000100:00000001:3.0:1767384281.020014:0:16802:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384281.020016:0:16801:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:1.0:1767384281.020026:0:16801:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384281.020027:0:16802:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767384281.020033:0:16802:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00080000:00000001:1.0:1767384281.020039:0:16801:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384281.020041:0:16139:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000010:3.0:1767384281.020043:0:16802:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004c330615. 00000100:00000001:2.0:1767384281.020050:0:16139:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384281.020051:0:16802:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446619777397794880 : -124296311756736 : ffff8ef4027da840) 00080000:00000001:1.0:1767384281.020052:0:16801:0:(osd_object.c:744:osd_declare_destroy()) Process entered 00080000:00000001:1.0:1767384281.020060:0:16801:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00000100:00000001:3.0:1767384281.020061:0:16802:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1767384281.020065:0:16139:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767384281.020068:0:16802:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782675230080 : -124291034321536 : ffff8ef53d0ced80) 00080000:00000001:1.0:1767384281.020068:0:16801:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384281.020073:0:16139:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384281.020082:0:16139:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384281.020128:0:16802:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384281.020131:0:16802:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384281.020134:0:16802:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384281.020136:0:16802:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384281.020145:0:16802:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bf6531a0 x1853236723063552/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 0 ref 2 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384281.020146:0:16139:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000057d52b05 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16139:1853236723063424:0@lo:13: 00000100:00000001:2.0:1767384281.020169:0:16139:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767384281.020172:0:16802:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384281.020176:0:16802:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384281.020180:0:16802:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384281.020182:0:16802:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384281.020184:0:16802:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384281.020188:0:16802:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000bf6531a0 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:16802:1853236723063552:0@lo:7: 02000000:00000001:2.0:1767384281.020190:0:16139:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767384281.020194:0:16802:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384281.020198:0:16139:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384281.020200:0:16802:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384281.020206:0:16802:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384281.020208:0:16139:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1767384281.020211:0:16802:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384281.020220:0:16802:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000035646111. 02000000:00000010:2.0:1767384281.020222:0:16139:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000056e307cb. 02000000:00000001:3.0:1767384281.020223:0:16802:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384281.020234:0:16139:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384281.020235:0:16802:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000003494e. 00000400:00000010:3.0:1767384281.020247:0:16802:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008fbdf106. 00000400:00000010:2.0:1767384281.020251:0:16139:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c3f36b93. 00000100:00000200:3.0:1767384281.020254:0:16802:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236723063552, portal 4 00000100:00000001:3.0:1767384281.020262:0:16802:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384281.020264:0:16802:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782675230080 : -124291034321536 : ffff8ef53d0ced80) 00000400:00000010:2.0:1767384281.020267:0:16139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000520c8158. 00000100:00000040:3.0:1767384281.020273:0:16802:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000bf6531a0 x1853236723063552/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384297 ref 3 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384281.020281:0:16139:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236723063424, portal 4 00000100:00000001:3.0:1767384281.020292:0:16802:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384281.020294:0:16139:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:3.0:1767384281.020301:0:16802:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384281.020303:0:16139:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782675226496 : -124291034325120 : ffff8ef53d0cdf80) 00000400:00000010:3.0:1767384281.020308:0:16802:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002645768a. 00000100:00000200:3.0:1767384281.020315:0:16802:0:(niobuf.c:94:ptl_send_buf()) Sending 264 bytes to portal 28, xid 1853236723063552, offset 0 00000100:00000040:2.0:1767384281.020323:0:16139:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000057d52b05 x1853236723063424/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384297 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384281.020328:0:16802:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000001:00000001:1.0:1767384281.020343:0:16801:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000400:00000200:3.0:1767384281.020346:0:16802:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000001:00000001:1.0:1767384281.020351:0:16801:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000100:00000001:2.0:1767384281.020353:0:16139:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767384281.020370:0:16802:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 264 into portal 28 MB=0x695824c901b00 00000100:00000040:2.0:1767384281.020370:0:16139:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1767384281.020382:0:16802:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 264/264 into md 0xa9d [8] + 520 00000400:00000010:2.0:1767384281.020383:0:16139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000065db4d3b. 00000400:00000200:3.0:1767384281.020393:0:16802:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1767384281.020397:0:16139:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853236723063424, offset 0 00000400:00000200:3.0:1767384281.020415:0:16802:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384281.020416:0:16139:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384281.020433:0:16802:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:2.0:1767384281.020436:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:3.0:1767384281.020438:0:16802:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1767384281.020455:0:16802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008de26fb5. 00000100:00000040:3.0:1767384281.020460:0:16802:0:(events.c:337:request_in_callback()) incoming req@000000008de26fb5 x1853236723063552 msgsize 264 00000400:00000200:2.0:1767384281.020474:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x695824c901a80 00000100:00100000:3.0:1767384281.020475:0:16802:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:2.0:1767384281.020491:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xb9d [8] + 0 00000100:00000001:3.0:1767384281.020492:0:16802:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384281.020506:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384281.020514:0:16802:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002645768a 00000400:00000200:2.0:1767384281.020516:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:3.0:1767384281.020522:0:16802:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002645768a. 00080000:00000001:1.0:1767384281.020525:0:16801:0:(osd_object.c:790:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384281.020530:0:16802:0:(events.c:34:request_out_callback()) Process entered 00000040:00000001:1.0:1767384281.020533:0:16801:0:(llog_osd.c:1950:llog_osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384281.020534:0:16139:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384281.020541:0:16802:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bf6531a0 x1853236723063552/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384297 ref 3 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000040:00000001:1.0:1767384281.020542:0:16801:0:(llog.c:118:llog_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384281.020553:0:16801:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000100:00000200:2.0:1767384281.020556:0:16139:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000001:3.0:1767384281.020574:0:16802:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000010:2.0:1767384281.020574:0:16139:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006de597ce. 00000100:00000040:3.0:1767384281.020578:0:16802:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000bf6531a0 x1853236723063552/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384297 ref 3 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00080000:00000001:1.0:1767384281.020582:0:16801:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384281.020588:0:16139:0:(events.c:337:request_in_callback()) incoming req@000000006de597ce x1853236723063424 msgsize 224 00000040:00000001:1.0:1767384281.020594:0:16801:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:1.0:1767384281.020601:0:16801:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1767384281.020607:0:16801:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10645539 to [0x1:0x5:0x0] 00000100:00000001:3.0:1767384281.020614:0:16802:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384281.020617:0:16139:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384281.020619:0:16802:0:(events.c:68:request_out_callback()) Process leaving 00080000:00000001:1.0:1767384281.020624:0:16801:0:(osd_io.c:399:osd_write()) Process entered 00000100:00000001:3.0:1767384281.020631:0:16802:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384281.020638:0:16802:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 6331 usecs (7 jiffies) 00000100:00000001:3.0:1767384281.020643:0:16802:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294870990 00000100:00000001:2.0:1767384281.020644:0:16139:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384281.020651:0:16802:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4294870983 00000100:00000001:3.0:1767384281.020661:0:16802:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294870990 00000400:00000200:2.0:1767384281.020664:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000065db4d3b 00000100:00000001:3.0:1767384281.020667:0:16802:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4294870983 00000400:00000010:2.0:1767384281.020674:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000065db4d3b. 00000100:00000001:3.0:1767384281.020676:0:16802:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294870990 00000100:00000001:3.0:1767384281.020689:0:16802:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4294870984 00000100:00000001:2.0:1767384281.020690:0:16139:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384281.020701:0:16802:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294870990 00000100:00000200:2.0:1767384281.020707:0:16139:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000057d52b05 x1853236723063424/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384297 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384281.020710:0:16802:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4294870984 00000100:00000001:3.0:1767384281.020721:0:16802:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384281.020730:0:16802:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384281.020737:0:16802:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384281.020741:0:16802:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384281.020749:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:3.0:1767384281.020758:0:16802:0:(client.c:2690:ptlrpc_set_wait()) set 000000004c330615 going to sleep for 11 seconds 00000100:00000040:2.0:1767384281.020763:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000057d52b05 x1853236723063424/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384297 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384281.020765:0:16802:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384281.020771:0:16802:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384281.020779:0:16801:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:1.0:1767384281.020821:0:16801:0:(osd_io.c:399:osd_write()) Process entered 00000020:00000010:3.0:1767384281.020835:0:17551:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000db093b73. 00000100:00000001:2.0:1767384281.020836:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384281.020842:0:16801:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00000100:00000001:2.0:1767384281.020847:0:16139:0:(events.c:68:request_out_callback()) Process leaving 00000040:00000001:1.0:1767384281.020850:0:16801:0:(llog_osd.c:478:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384281.020851:0:17551:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384281.020858:0:17551:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723063424 00000040:00000001:1.0:1767384281.020859:0:16801:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384281.020863:0:16139:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384281.020864:0:17551:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00080000:00000001:1.0:1767384281.020867:0:16801:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000100:00000001:3.0:1767384281.020869:0:17551:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384281.020876:0:17551:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384281.020879:0:16139:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 6331 usecs (7 jiffies) 02000000:00000001:3.0:1767384281.020881:0:17551:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384281.020892:0:17551:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723063424 00000100:00000001:2.0:1767384281.020895:0:16139:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294870990 00000020:00000001:3.0:1767384281.020896:0:17551:0:(genops.c:811:class_conn2export()) Process entered 00080000:00000001:1.0:1767384281.020896:0:16801:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384281.020902:0:17551:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eeca38 00000040:00000001:1.0:1767384281.020907:0:16801:0:(llog.c:344:llog_cancel_arr_rec()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384281.020909:0:17551:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384281.020910:0:16139:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294870990 00000040:00000001:1.0:1767384281.020915:0:16801:0:(llog_cat.c:776:llog_cat_cancel_arr_rec()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384281.020916:0:17551:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000cf791f94 refcount=6 00000100:00000001:2.0:1767384281.020923:0:16139:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294870990 00000040:00000001:1.0:1767384281.020926:0:16801:0:(llog_cat.c:806:llog_cat_cancel_records()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384281.020927:0:17551:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619777391929344 : -124296317622272 : ffff8ef402242800) 00000100:00000001:2.0:1767384281.020935:0:16139:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294870990 00000020:00000001:3.0:1767384281.020938:0:17551:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619777391929344 : -124296317622272 : ffff8ef402242800) 00080000:00000001:1.0:1767384281.020939:0:16801:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000100:00000001:2.0:1767384281.020947:0:16139:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294870990 00000100:00000001:3.0:1767384281.020948:0:17551:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00080000:00000010:1.0:1767384281.020952:0:16801:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000006ba3fea2. 00000020:00000010:3.0:1767384281.020956:0:17551:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000090361af. 00000100:00000001:2.0:1767384281.020958:0:16139:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294870990 00080000:00000001:1.0:1767384281.020961:0:16801:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446619781702216704 : -124292007334912 : ffff8ef5030dec00) 00000020:00000010:3.0:1767384281.020965:0:17551:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000006e6d6324. 00000100:00000001:2.0:1767384281.020971:0:16139:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294870990 00080000:00000001:1.0:1767384281.020974:0:16801:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000020:00000040:3.0:1767384281.020977:0:17551:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (0000000083abdb14) now 6 - evictor 00000100:00000001:2.0:1767384281.020980:0:16139:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294870990 00080000:00000001:1.0:1767384281.020987:0:16801:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384281.020989:0:16139:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384281.020993:0:17551:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000004:00001000:1.0:1767384281.020995:0:16801:0:(osp_sync.c:1828:osp_sync_force()) lustre-OST0000-osc-MDT0000: sync forced, 0 changes 00000100:00000001:2.0:1767384281.021002:0:16139:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384281.021004:0:17551:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005ecf2512. 00000004:00000010:1.0:1767384281.021007:0:16801:0:(osp_sync.c:1762:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 00000000729e9f99. 00000100:00000001:2.0:1767384281.021013:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384281.021016:0:17551:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000063b3f164. 00000004:00080000:1.0:1767384281.021017:0:16801:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 203686927215ns, next at 0ns, rc = 0 00000100:00000001:2.0:1767384281.021024:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384281.021029:0:16801:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000020:00000010:3.0:1767384281.021030:0:17551:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000007fac12e1. 00000100:00000001:2.0:1767384281.021038:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00080000:00000001:1.0:1767384281.021041:0:16801:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384281.021043:0:17551:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:2.0:1767384281.021045:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384281.021049:0:17551:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384281.021051:0:17551:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384281.021052:0:17551:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384281.021065:0:17551:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384281.021069:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384281.021076:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000004:00000001:1.0:1767384281.021080:0:16801:0:(osp_sync.c:983:osp_sync_process_record()) Process leaving 00000100:00000001:2.0:1767384281.021082:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384281.021083:0:17551:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:1.0:1767384281.021088:0:16801:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:1.0:1767384281.021133:0:16801:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384281.021135:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384281.021137:0:17551:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000004:00000001:1.0:1767384281.021140:0:16801:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000100:00000001:3.0:1767384281.021146:0:17551:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000004:00000001:1.0:1767384281.021148:0:16801:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384281.021157:0:17551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00000040:3.0:1767384281.021162:0:17551:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000cf791f94 : new rpc_count 1 00000100:00000001:3.0:1767384281.021174:0:17551:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619782564205824 : -124291145345792 : ffff8ef5366ed500) 00000100:00000040:3.0:1767384281.021182:0:17551:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006de597ce x1853236723063424/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:262/0 lens 224/0 e 0 to 0 dl 1767384292 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384281.021194:0:17551:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384281.021199:0:17551:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006b0e92cd. 00000100:00000001:3.0:1767384281.021203:0:17551:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384281.021206:0:17551:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006b0e92cd. 00000100:00080000:1.0:1767384281.021208:0:16775:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767384281.021215:0:17551:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000006de597ce pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:16139:x1853236723063424:12345-0@lo:13: 00000020:00000040:1.0:1767384281.021219:0:16775:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (0000000083abdb14) now 6 - evictor 00000100:00000200:3.0:1767384281.021222:0:17551:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723063424 00000020:00000001:3.0:1767384281.021231:0:17551:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384281.021234:0:17551:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384281.021236:0:17551:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384281.021239:0:17551:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384281.021241:0:17551:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072673306064 : -1036245552 : ffffffffc23c25d0) 00000020:00000001:3.0:1767384281.021245:0:17551:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384281.021248:0:17551:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384281.021251:0:17551:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384281.021254:0:17551:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1767384281.021256:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1767384281.021257:0:17551:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384281.021264:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384281.021266:0:17551:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384281.021272:0:17551:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384281.021278:0:17551:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 000000009ceb2bb9. 02000000:00000001:3.0:1767384281.021282:0:17551:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384281.021285:0:17551:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1767384281.021289:0:17551:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00002000:00000001:3.0:1767384281.021294:0:17551:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:3.0:1767384281.021297:0:17551:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000100:00000001:1.0:1767384281.021299:0:17549:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00080000:00000001:3.0:1767384281.021301:0:17551:0:(osd_handler.c:571:osd_statfs()) Process entered 00000100:00100000:1.0:1767384281.021307:0:17549:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723063552 02000000:00000001:1.0:1767384281.021313:0:17549:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384281.021317:0:17549:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00080000:00000001:3.0:1767384281.021318:0:17551:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384281.021323:0:17549:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384281.021325:0:17551:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:3.0:1767384281.021332:0:17551:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40960000 pending 0 free 389021696 avail 386924544 02000000:00000001:1.0:1767384281.021332:0:17549:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:3.0:1767384281.021337:0:17551:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40960000 0 0 00000100:00100000:1.0:1767384281.021342:0:17549:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723063552 00000020:00000020:3.0:1767384281.021343:0:17551:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000cf791f94 dirty 0 pend 0 grant 0 00000020:00000001:1.0:1767384281.021349:0:17549:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384281.021353:0:17549:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eeca38 00000020:00000001:1.0:1767384281.021360:0:17549:0:(lustre_handles.c:113:class_handle2object()) Process entered 00002000:00000020:3.0:1767384281.021363:0:17551:0:(ofd_obd.c:737:ofd_statfs()) 374 blocks: 371 free, 330 avail; 12264 objects: 11872 free; state 0 00000020:00000040:1.0:1767384281.021366:0:17549:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000cf791f94 refcount=7 00002000:00000001:3.0:1767384281.021369:0:17551:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000020:00000001:1.0:1767384281.021376:0:17549:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619777391929344 : -124296317622272 : ffff8ef402242800) 00000020:00000010:3.0:1767384281.021378:0:17551:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at 00000000240528d2. 00000020:00000001:1.0:1767384281.021385:0:17549:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619777391929344 : -124296317622272 : ffff8ef402242800) 00000001:00000001:3.0:1767384281.021388:0:17551:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1767384281.021393:0:17551:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384281.021394:0:17549:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00002000:00000001:3.0:1767384281.021397:0:17551:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384281.021403:0:17551:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236723063424 00000020:00000010:1.0:1767384281.021404:0:17549:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006e020021. 00010000:00000001:3.0:1767384281.021406:0:17551:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:1.0:1767384281.021415:0:17549:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000200:3.0:1767384281.021416:0:17551:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000006de597ce x1853236723063424/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:262/0 lens 224/368 e 0 to 0 dl 1767384292 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384281.021424:0:17549:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006e020021. 00010000:00000001:3.0:1767384281.021437:0:17551:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000010:1.0:1767384281.021440:0:17549:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000932d4aa7. 00010000:00000001:3.0:1767384281.021441:0:17551:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384281.021451:0:17551:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bde6550e time=1767384281 v=10 (0 0 0 0) 00000020:00000010:1.0:1767384281.021455:0:17549:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c85b4b1a. 00000100:00001000:3.0:1767384281.021456:0:17551:0:(import.c:2194:obd_at_measure()) AT 00000000bde6550e change: old=10 new=5 delta=-5 (val=1) hist 1 0 0 0 00000100:00001000:3.0:1767384281.021471:0:17551:0:(niobuf.c:566:ptlrpc_at_set_reply()) @@@ svc ost_create changed estimate from 10 to 5 req@000000006de597ce x1853236723063424/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:262/0 lens 224/368 e 0 to 0 dl 1767384292 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384281.021471:0:17549:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000119f655a. 00000100:00000001:3.0:1767384281.021487:0:17551:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384281.021490:0:17549:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000040:3.0:1767384281.021491:0:17551:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 21 to 0@lo 00000100:00000001:3.0:1767384281.021502:0:17551:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 00000100:00000001:1.0:1767384281.021502:0:17549:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384281.021510:0:17549:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:3.0:1767384281.021511:0:17551:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1767384281.021518:0:17549:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384281.021519:0:17551:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384281.021529:0:17551:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384281.021536:0:17551:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384281.021536:0:17549:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384281.021545:0:17551:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002645768a. 00000100:00000200:3.0:1767384281.021552:0:17551:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853236723063424, offset 224 00000100:00000001:1.0:1767384281.021554:0:17549:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384281.021562:0:17551:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384281.021575:0:17549:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:3.0:1767384281.021576:0:17551:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384281.021585:0:17549:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:3.0:1767384281.021595:0:17551:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x695824c901a80 00000400:00000200:3.0:1767384281.021613:0:17551:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x113d [1] + 224 00000100:00100000:1.0:1767384281.021613:0:17549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00000040:1.0:1767384281.021625:0:17549:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000cf791f94 : new rpc_count 2 00000400:00000200:3.0:1767384281.021627:0:17551:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384281.021635:0:17549:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619782675222016 : -124291034329600 : ffff8ef53d0cce00) 00000400:00000200:3.0:1767384281.021642:0:17551:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384281.021650:0:17551:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1767384281.021652:0:17549:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000008de26fb5 x1853236723063552/t0(0) o7->lustre-MDT0000-mdtlov_UUID@0@lo:262/0 lens 264/0 e 0 to 0 dl 1767384292 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384281.021672:0:17551:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000057d52b05 x1853236723063424/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384297 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384281.021682:0:17549:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:3.0:1767384281.021691:0:17551:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@0000000057d52b05 x1853236723063424/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384297 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384281.021713:0:17551:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384281.021722:0:17551:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002645768a 00000400:00000010:3.0:1767384281.021725:0:17551:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002645768a. 00000100:00000001:3.0:1767384281.021730:0:17551:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384281.021733:0:17551:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384281.021740:0:17551:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384281.021744:0:17551:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 20 to 0@lo 00010000:00000001:3.0:1767384281.021747:0:17551:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384281.021750:0:17551:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384281.021753:0:17551:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384281.021759:0:17551:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006de597ce x1853236723063424/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:262/0 lens 224/368 e 0 to 0 dl 1767384292 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384281.021772:0:17549:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006e020021. 00000100:00100000:3.0:1767384281.021773:0:17551:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000006de597ce pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:16139:x1853236723063424:12345-0@lo:13: Request processed in 576us (1182us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384281.021785:0:17549:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384281.021814:0:17549:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006e020021. 00000100:00100000:3.0:1767384281.021816:0:17551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00000040:3.0:1767384281.021824:0:17551:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000cf791f94 : new rpc_count 1 00000100:00000001:3.0:1767384281.021833:0:17551:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00100000:1.0:1767384281.021833:0:17549:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000008de26fb5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+7:16802:x1853236723063552:12345-0@lo:7: 00000100:00000001:3.0:1767384281.021837:0:17551:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384281.021845:0:17551:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000063b3f164. 00000100:00000200:1.0:1767384281.021847:0:17549:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723063552 00000020:00000001:1.0:1767384281.021856:0:17549:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000010:3.0:1767384281.021857:0:17551:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000007fac12e1. 00000020:00000001:1.0:1767384281.021863:0:17549:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000010:3.0:1767384281.021866:0:17551:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005ecf2512. 00000020:00000001:1.0:1767384281.021870:0:17549:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384281.021875:0:17551:0:(genops.c:898:class_export_put()) PUTting export 00000000cf791f94 : new refcount 6 00000020:00000001:1.0:1767384281.021877:0:17549:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1767384281.021881:0:17551:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384281.021884:0:17549:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072673305776 : -1036245840 : ffffffffc23c24b0) 00000020:00000001:1.0:1767384281.021892:0:17549:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384281.021897:0:17549:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384281.021901:0:17549:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384281.021904:0:17549:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384281.021908:0:17549:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1767384281.021914:0:17549:0:(ofd_dev.c:1101:ofd_get_info_hdl()) Process entered 00000100:00000001:1.0:1767384281.021920:0:17549:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1767384281.021925:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767384281.021925:0:17549:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1767384281.021931:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:1.0:1767384281.021934:0:17549:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 000000001dbb54a5. 00000400:00000001:3.0:1767384281.021935:0:16139:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384281.021939:0:16139:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384281.021943:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c3f36b93. 02000000:00000001:1.0:1767384281.021947:0:17549:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384281.021951:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000520c8158 00000100:00000001:1.0:1767384281.021954:0:17549:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384281.021956:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000520c8158. 00002000:00000001:1.0:1767384281.021962:0:17549:0:(ofd_fs.c:356:ofd_seq_load()) Process entered 00000100:00000001:3.0:1767384281.021976:0:16139:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384281.021984:0:16139:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000057d52b05 x1853236723063424/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384297 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384281.021993:0:16139:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000057d52b05 x1853236723063424/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384297 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384281.022007:0:16139:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384281.022010:0:16139:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384281.022014:0:16139:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384281.022016:0:16139:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384281.022019:0:16139:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384281.022021:0:16139:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384281.022024:0:16139:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:1.0:1767384281.022028:0:17549:0:(ofd_fs.c:366:ofd_seq_load()) kmalloced '(oseq)': 144 at 000000009d1c43d7. 00000100:00001000:3.0:1767384281.022029:0:16139:0:(import.c:2128:obd_at_measure()) add 5 to 0000000032110564 time=1767384281 v=5 (0 0 0 0) 00000020:00000001:1.0:1767384281.022040:0:17549:0:(dt_object.c:278:dt_find_or_create()) Process entered 00000100:00001000:3.0:1767384281.022041:0:16139:0:(import.c:2128:obd_at_measure()) add 1 to 000000001fbc0fd6 time=0 v=5 (1 0 0 0) 00000020:00000001:1.0:1767384281.022047:0:17549:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000100:00000001:3.0:1767384281.022048:0:16139:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384281.022055:0:16139:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384281.022059:0:16139:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00002000:00000001:1.0:1767384281.022059:0:17549:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00010000:00080000:3.0:1767384281.022070:0:16139:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000057d52b05 x1853236723063424/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384297 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384281.022079:0:16139:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384281.022082:0:16139:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00002000:00000010:1.0:1767384281.022085:0:17549:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000002f94a80c. 00000100:00000040:3.0:1767384281.022115:0:16139:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 0 00000100:00000001:3.0:1767384281.022121:0:16139:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384281.022123:0:16139:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384281.022129:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000057d52b05 x1853236723063424/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384297 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384281.022144:0:16139:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00002000:00000001:1.0:1767384281.022144:0:17549:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446619781773050248 : -124291936501368 : ffff8ef50746c188) 00000100:00000001:3.0:1767384281.022149:0:16139:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384281.022152:0:16139:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:3.0:1767384281.022156:0:16139:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:3.0:1767384281.022163:0:16139:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00002000:00000001:1.0:1767384281.022166:0:17549:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00000004:00000040:3.0:1767384281.022169:0:16139:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=95744 free=94976 avail=84480 avail_mb=330 hwm_mb=3 files=12264 ffree=11872 state=0: rc = -11 00002000:00000040:1.0:1767384281.022173:0:17549:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x0:0x0] 00000004:00000020:3.0:1767384281.022183:0:16139:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (000000009fef8af1): 95744 blocks, 94976 free, 84480 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 12264 files, 11872 free files 0x0 00080000:00000010:1.0:1767384281.022186:0:17549:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000001afd0f18. 00002000:00000001:1.0:1767384281.022193:0:17549:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384281.022204:0:17549:0:(osd_object.c:530:osd_object_init()) Process entered 00000004:00000001:3.0:1767384281.022206:0:16139:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384281.022211:0:17549:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00000100:00000040:3.0:1767384281.022217:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000057d52b05 x1853236723063424/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384297 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00080000:00000001:1.0:1767384281.022218:0:17549:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000010:1.0:1767384281.022232:0:17549:0:(osd_oi.c:419:osd_find_or_add_seq()) kmalloced '(osd_seq)': 48 at 000000006e020021. 00000100:00100000:3.0:1767384281.022233:0:16139:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000057d52b05 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16139:1853236723063424:0@lo:13: 00000100:00000001:3.0:1767384281.022245:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:1.0:1767384281.022245:0:17549:0:(osd_oi.c:430:osd_find_or_add_seq()) kmalloced '(osd_seq->os_compat_dirs)': 256 at 00000000c38a8183. 00000100:00000001:3.0:1767384281.022254:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384281.022260:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000057d52b05 x1853236723063424/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384297 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384281.022269:0:16139:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384281.022273:0:16139:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384281.022276:0:16139:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000056e307cb. 02000000:00000001:3.0:1767384281.022282:0:16139:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384281.022284:0:16139:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384281.022285:0:16139:0:(genops.c:1242:class_import_put()) import 0000000068bc8709 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:3.0:1767384281.022288:0:16139:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384281.022291:0:16139:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000007c5ec664. 02000000:00000001:3.0:1767384281.022297:0:16139:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384281.022299:0:16139:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384281.022300:0:16139:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000057d52b05. 00000100:00000001:3.0:1767384281.022306:0:16139:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384281.022308:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384281.022311:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384281.022317:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384281.022319:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384281.022323:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384281.022326:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384281.026692:0:17549:0:(osd_oi.c:467:osd_find_or_add_seq()) Process leaving (rc=18446619781780961216 : -124291928590400 : ffff8ef507bf77c0) 00080000:00000001:2.0:1767384281.026917:0:17549:0:(osd_oi.c:679:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384281.027374:0:17549:0:(osd_object.c:397:osd_object_init0()) Process entered 00080000:00000001:2.0:1767384281.027390:0:17549:0:(osd_object.c:177:__osd_object_attr_get()) Process entered 00080000:00000001:2.0:1767384281.027420:0:17549:0:(osd_object.c:256:__osd_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384281.027425:0:17549:0:(osd_object.c:430:osd_object_init0()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384281.027427:0:17549:0:(osd_object.c:441:osd_check_lma()) Process entered 00080000:00000001:2.0:1767384281.027431:0:17549:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1767384281.027435:0:17549:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00080000:00000001:2.0:1767384281.027440:0:17549:0:(osd_object.c:478:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384281.027443:0:17549:0:(osd_object.c:603:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384281.027447:0:17549:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384281.027455:0:17549:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446619781773050248 : -124291936501368 : ffff8ef50746c188) 00000020:00000001:2.0:1767384281.027460:0:17549:0:(dt_object.c:286:dt_find_or_create()) Process leaving (rc=18446619781696987592 : -124292012564024 : ffff8ef502be21c8) 00002000:00080000:3.0:1767384281.028002:0:17549:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0000: adding sequence 0x240000400 00002000:00000001:3.0:1767384281.028009:0:17549:0:(ofd_fs.c:435:ofd_seq_load()) Process leaving (rc=18446619782664387584 : -124291045164032 : ffff8ef53c677c00) 00002000:00080000:3.0:1767384281.028013:0:17549:0:(ofd_dev.c:1205:ofd_get_info_hdl()) lustre-OST0000: LAST FID is [0x240000400:0x21:0x0] 00000001:00000001:3.0:1767384281.028019:0:17549:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1767384281.028022:0:17549:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1767384281.028024:0:17549:0:(ofd_dev.c:1245:ofd_get_info_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384281.028028:0:17549:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236723063552 00010000:00000001:3.0:1767384281.028039:0:17549:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384281.028045:0:17549:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000008de26fb5 x1853236723063552/t0(0) o7->lustre-MDT0000-mdtlov_UUID@0@lo:262/0 lens 264/240 e 0 to 0 dl 1767384292 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384281.028055:0:17549:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384281.028059:0:17549:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384281.028062:0:17549:0:(import.c:2128:obd_at_measure()) add 1 to 0000000094c7e214 time=0 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384281.028067:0:17549:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384281.028071:0:17549:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 21 to 0@lo 00000100:00000001:3.0:1767384281.028075:0:17549:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 02000000:00000001:3.0:1767384281.028078:0:17549:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384281.028081:0:17549:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384281.028118:0:17549:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384281.028125:0:17549:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384281.028131:0:17549:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002645768a. 00000100:00000200:3.0:1767384281.028137:0:17549:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 4, xid 1853236723063552, offset 224 00000400:00000200:3.0:1767384281.028146:0:17549:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1767384281.028195:0:62:0:(connection.c:75:cpu_latency_work()) work item of 00000000edc4e618 (cpu 0) has reached its deadline 4294870990, at 4294870991 00000100:00000010:1.0:1767384281.028209:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bfa03317. 00000100:00000040:2.0:1767384281.028219:0:795:0:(connection.c:75:cpu_latency_work()) work item of 00000000135c2452 (cpu 0) has reached its deadline 4294870990, at 4294870991 00000100:00000010:2.0:1767384281.028236:0:795:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006d6e87cd. 00000400:00000200:3.0:1767384281.028298:0:17549:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384281.028313:0:17549:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 4 MB=0x695824c901b00 00000400:00000200:3.0:1767384281.028321:0:17549:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 240/240 into md 0x1139 [1] + 224 00000400:00000200:3.0:1767384281.028327:0:17549:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384281.028332:0:17549:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384281.028340:0:17549:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384281.028347:0:17549:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bf6531a0 x1853236723063552/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384297 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384281.028359:0:17549:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@00000000bf6531a0 x1853236723063552/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384297 ref 2 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384281.028382:0:17549:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384281.028391:0:17549:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002645768a 00000400:00000010:3.0:1767384281.028395:0:17549:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002645768a. 00000100:00000001:3.0:1767384281.028402:0:17549:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384281.028405:0:17549:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384281.028412:0:17549:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384281.028417:0:17549:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 20 to 0@lo 00010000:00000001:3.0:1767384281.028421:0:17549:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:2.0:1767384281.028426:0:16802:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1767384281.028436:0:17549:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384281.028441:0:17549:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:2.0:1767384281.028443:0:16802:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1767384281.028449:0:17549:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008de26fb5 x1853236723063552/t0(0) o7->lustre-MDT0000-mdtlov_UUID@0@lo:262/0 lens 264/240 e 0 to 0 dl 1767384292 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767384281.028452:0:16802:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384281.028461:0:16802:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000003494e. 00000400:00000200:2.0:1767384281.028479:0:16802:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008fbdf106 00000100:00100000:3.0:1767384281.028480:0:17549:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000008de26fb5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:16802:x1853236723063552:12345-0@lo:7: Request processed in 6794us (8012us total) trans 0 rc 0/0 00000400:00000010:2.0:1767384281.028491:0:16802:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008fbdf106. 00000020:00000010:3.0:1767384281.028501:0:17549:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000069cadb4c. 00000100:00000001:2.0:1767384281.028505:0:16802:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:3.0:1767384281.028517:0:17549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00000200:2.0:1767384281.028524:0:16802:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bf6531a0 x1853236723063552/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384297 ref 2 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384281.028527:0:17549:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000cf791f94 : new rpc_count 0 00000100:00000001:3.0:1767384281.028535:0:17549:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384281.028542:0:17549:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384281.028550:0:17549:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c85b4b1a. 00000020:00000010:3.0:1767384281.028562:0:17549:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000119f655a. 00000100:00000200:2.0:1767384281.028565:0:16802:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bf6531a0 x1853236723063552/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384297 ref 2 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384281.028571:0:17549:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000932d4aa7. 00000020:00000040:3.0:1767384281.028584:0:17549:0:(genops.c:898:class_export_put()) PUTting export 00000000cf791f94 : new refcount 5 00000100:00000001:3.0:1767384281.028593:0:17549:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384281.028599:0:16802:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384281.028605:0:16802:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384281.028624:0:16802:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384281.028629:0:16802:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384281.028633:0:16802:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384281.028638:0:16802:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384281.028643:0:16802:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384281.028653:0:16802:0:(import.c:2128:obd_at_measure()) add 5 to 0000000040f3b9ed time=0 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384281.028661:0:16802:0:(import.c:2128:obd_at_measure()) add 1 to 000000001fbc0fd6 time=0 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384281.028668:0:16802:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384281.028675:0:16802:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384281.028681:0:16802:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767384281.028691:0:16802:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000bf6531a0 x1853236723063552/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384297 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384281.028715:0:16802:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384281.028721:0:16802:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767384281.028725:0:16802:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 0 00000100:00000001:2.0:1767384281.028729:0:16802:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384281.028734:0:16802:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384281.028742:0:16802:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bf6531a0 x1853236723063552/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384297 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384281.028757:0:16802:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384281.028763:0:16802:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384281.028766:0:16802:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384281.028774:0:16802:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bf6531a0 x1853236723063552/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384297 ref 2 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384281.028819:0:16802:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000bf6531a0 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:16802:1853236723063552:0@lo:7: 00000100:00000001:2.0:1767384281.028832:0:16802:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384281.028845:0:16802:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384281.028850:0:16802:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767384281.028855:0:16802:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384281.028863:0:16802:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bf6531a0 x1853236723063552/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384297 ref 2 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384281.028879:0:16802:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384281.028886:0:16802:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000004c330615. 00000100:00000001:2.0:1767384281.028915:0:16802:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767384281.028919:0:16802:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000004:00080000:2.0:1767384281.028927:0:16802:0:(osp_precreate.c:805:osp_get_lastfid_from_ost()) lustre-OST0000-osc-MDT0000: Got last_fid [0x240000400:0x21:0x0] 00000100:00000001:2.0:1767384281.028935:0:16802:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384281.028944:0:16802:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bf6531a0 x1853236723063552/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384297 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384281.028959:0:16802:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384281.028964:0:16802:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384281.028969:0:16802:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000035646111. 02000000:00000001:2.0:1767384281.028979:0:16802:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384281.028983:0:16802:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384281.028987:0:16802:0:(genops.c:1242:class_import_put()) import 0000000068bc8709 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:2.0:1767384281.028993:0:16802:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384281.028998:0:16802:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000acd0efc8. 02000000:00000001:2.0:1767384281.029017:0:16802:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384281.029021:0:16802:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384281.029025:0:16802:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bf6531a0. 00000100:00000001:2.0:1767384281.029036:0:16802:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384281.029040:0:16802:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1767384281.029045:0:16802:0:(osp_precreate.c:809:osp_get_lastfid_from_ost()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384281.029054:0:16802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002082e044. 00000020:00000040:2.0:1767384281.029061:0:16802:0:(genops.c:1229:class_import_get()) import 0000000068bc8709 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:2.0:1767384281.029066:0:16802:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384281.029071:0:16802:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384281.029077:0:16802:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384281.029161:0:16802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000daa37160. 00000100:00000040:3.0:1767384281.029170:0:53:0:(connection.c:75:cpu_latency_work()) work item of 000000009d5c2cb6 (cpu 0) has reached its deadline 4294870990, at 4294870992 00000100:00000001:2.0:1767384281.029172:0:16802:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384281.029186:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003e742dfc. 00000100:00000001:2.0:1767384281.029187:0:16802:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767384281.029196:0:16802:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384281.029209:0:16802:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000076d74926. 00000100:00000001:2.0:1767384281.029216:0:16802:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446619781761723392 : -124291947828224 : ffff8ef50699ec00) 00000100:00000001:2.0:1767384281.029222:0:16802:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384281.029226:0:16802:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782564201344 : -124291145350272 : ffff8ef5366ec380) 00000100:00000001:2.0:1767384281.029234:0:16802:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384281.029239:0:16802:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384281.029244:0:16802:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384281.029261:0:16802:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384281.029270:0:16802:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002082e044 x1853236723063680/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 0 ref 2 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384281.029287:0:16802:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384281.029289:0:16802:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384281.029295:0:16802:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384281.029299:0:16802:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384281.029304:0:16802:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384281.029309:0:16802:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000002082e044 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:16802:1853236723063680:0@lo:5: 00000100:00000001:2.0:1767384281.029316:0:16802:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384281.029321:0:16802:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384281.029325:0:16802:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384281.029329:0:16802:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384281.029336:0:16802:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000003b9bade1. 02000000:00000001:2.0:1767384281.029341:0:16802:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384281.029349:0:16802:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fa09178c. 00000400:00000010:2.0:1767384281.029360:0:16802:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000065db4d3b. 00000100:00000200:2.0:1767384281.029367:0:16802:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236723063680, portal 4 00000100:00000001:2.0:1767384281.029372:0:16802:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384281.029374:0:16802:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782564201344 : -124291145350272 : ffff8ef5366ec380) 00000100:00000040:2.0:1767384281.029384:0:16802:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000002082e044 x1853236723063680/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384297 ref 3 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384281.029398:0:16802:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384281.029403:0:16802:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384281.029410:0:16802:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000025f6c491. 00000100:00000200:2.0:1767384281.029417:0:16802:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 28, xid 1853236723063680, offset 0 00000400:00000200:2.0:1767384281.029429:0:16802:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384281.029448:0:16802:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384281.029464:0:16802:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 28 MB=0x695824c901b80 00000400:00000200:2.0:1767384281.029475:0:16802:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 432/432 into md 0xa9d [8] + 784 00000400:00000200:2.0:1767384281.029485:0:16802:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384281.029491:0:16802:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384281.029500:0:16802:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384281.029504:0:16802:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1767384281.029530:0:16802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000740309d6. 00000100:00000040:2.0:1767384281.029535:0:16802:0:(events.c:337:request_in_callback()) incoming req@00000000740309d6 x1853236723063680 msgsize 432 00000100:00100000:2.0:1767384281.029547:0:16802:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384281.029573:0:16802:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384281.029588:0:16802:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000025f6c491 00000400:00000010:2.0:1767384281.029593:0:16802:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000025f6c491. 00000100:00000001:2.0:1767384281.029601:0:16802:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384281.029610:0:16802:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002082e044 x1853236723063680/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384297 ref 3 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384281.029627:0:16802:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384281.029638:0:16802:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000002082e044 x1853236723063680/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384297 ref 3 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384281.029662:0:16802:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384281.029667:0:16802:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384281.029678:0:16802:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384281.029684:0:16802:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 6531 usecs (7 jiffies) 00000100:00000001:2.0:1767384281.029691:0:16802:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294870999 00000100:00000001:3.0:1767384281.029694:0:17549:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000010:2.0:1767384281.029700:0:16802:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007b23e926. 00000100:00100000:3.0:1767384281.029701:0:17549:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723063680 02000000:00000001:3.0:1767384281.029708:0:17549:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384281.029713:0:17549:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384281.029716:0:17549:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384281.029717:0:16802:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 02000000:00000001:3.0:1767384281.029737:0:17549:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384281.029742:0:16802:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294870999 00000100:00100000:3.0:1767384281.029743:0:17549:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723063680 00000020:00000001:3.0:1767384281.029750:0:17549:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384281.029754:0:17549:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eeca38 00000020:00000001:3.0:1767384281.029759:0:17549:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000010:2.0:1767384281.029761:0:16802:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000074053f21. 00000020:00000040:3.0:1767384281.029762:0:17549:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000cf791f94 refcount=6 00000020:00000001:3.0:1767384281.029773:0:17549:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619777391929344 : -124296317622272 : ffff8ef402242800) 00000100:00000001:2.0:1767384281.029776:0:16802:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000020:00000001:3.0:1767384281.029777:0:17549:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619777391929344 : -124296317622272 : ffff8ef402242800) 00000100:00000001:3.0:1767384281.029785:0:17549:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384281.029816:0:16802:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294870999 00000100:00000010:2.0:1767384281.029827:0:16802:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003e7209a0. 00000020:00000010:3.0:1767384281.029830:0:17549:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ab25ed65. 00000100:00000001:3.0:1767384281.029840:0:17549:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384281.029841:0:16802:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000020:00000010:3.0:1767384281.029843:0:17549:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ab25ed65. 00000100:00000001:2.0:1767384281.029858:0:16802:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294870999 00000020:00000010:3.0:1767384281.029859:0:17549:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a5db87c1. 00000020:00000010:3.0:1767384281.029867:0:17549:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006f24cc9b. 00000100:00000010:2.0:1767384281.029874:0:16802:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003460d9bc. 00000020:00000010:3.0:1767384281.029876:0:17549:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000007fac12e1. 00000100:00000040:3.0:1767384281.029892:0:17549:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:2.0:1767384281.029892:0:16802:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384281.029902:0:17549:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384281.029905:0:17549:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384281.029907:0:16802:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384281.029908:0:17549:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384281.029921:0:16802:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384281.029922:0:17549:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384281.029934:0:16802:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384281.029953:0:17549:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384281.029955:0:16802:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767384281.029965:0:16802:0:(client.c:2690:ptlrpc_set_wait()) set 0000000076d74926 going to sleep for 11 seconds 00000100:00000001:2.0:1767384281.029972:0:16802:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384281.029974:0:17549:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384281.029979:0:16802:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384281.029980:0:17549:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384281.029994:0:17549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00000040:3.0:1767384281.030000:0:17549:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000cf791f94 : new rpc_count 1 00000100:00000001:3.0:1767384281.030003:0:17549:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619782564213888 : -124291145337728 : ffff8ef5366ef480) 00000100:00000040:3.0:1767384281.030010:0:17549:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000740309d6 x1853236723063680/t0(0) o5->lustre-MDT0000-mdtlov_UUID@0@lo:262/0 lens 432/0 e 0 to 0 dl 1767384292 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384281.030030:0:17549:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384281.030040:0:17549:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ab25ed65. 00000100:00000001:3.0:1767384281.030046:0:17549:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384281.030054:0:17549:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ab25ed65. 00000100:00100000:3.0:1767384281.030066:0:17549:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000740309d6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:16802:x1853236723063680:12345-0@lo:5: 00000100:00000200:3.0:1767384281.030073:0:17549:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723063680 00000020:00000001:3.0:1767384281.030076:0:17549:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384281.030079:0:17549:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384281.030081:0:17549:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384281.030126:0:17549:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384281.030130:0:17549:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072673305680 : -1036245936 : ffffffffc23c2450) 00000020:00000001:3.0:1767384281.030135:0:17549:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384281.030138:0:17549:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384281.030142:0:17549:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384281.030156:0:17549:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384281.030160:0:17549:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:3.0:1767384281.030164:0:17549:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:3.0:1767384281.030169:0:17549:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384281.030172:0:17549:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1767384281.030175:0:17549:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384281.030179:0:17549:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1767384281.030181:0:17549:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1767384281.030184:0:17549:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384281.030187:0:17549:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1767384281.030189:0:17549:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1767384281.030192:0:17549:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384281.030194:0:17549:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1767384281.030196:0:17549:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1767384281.030199:0:17549:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384281.030203:0:17549:0:(tgt_handler.c:263:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384281.030205:0:17549:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384281.030210:0:17549:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384281.030214:0:17549:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384281.030220:0:17549:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at 0000000023ed99bc. 02000000:00000001:3.0:1767384281.030224:0:17549:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384281.030227:0:17549:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1767384281.030231:0:17549:0:(ofd_dev.c:1563:ofd_create_hdl()) Process entered 00002000:00000040:3.0:1767384281.030234:0:17549:0:(ofd_dev.c:1589:ofd_create_hdl()) ofd_create(0x240000400:33) 00002000:00000001:3.0:1767384281.030237:0:17549:0:(ofd_fs.c:356:ofd_seq_load()) Process entered 00002000:00000001:3.0:1767384281.030240:0:17549:0:(ofd_fs.c:362:ofd_seq_load()) lustre-OST0000: got sequence 0x240000400 0x240000400:33 00002000:00000001:3.0:1767384281.030243:0:17549:0:(ofd_fs.c:363:ofd_seq_load()) Process leaving (rc=18446619782664387584 : -124291045164032 : ffff8ef53c677c00) 00002000:00080000:3.0:1767384281.030250:0:17549:0:(ofd_dev.c:1637:ofd_create_hdl()) ofd_last_id() = 33 -> diff = 0 00002000:00000001:3.0:1767384281.030254:0:17549:0:(ofd_dev.c:1792:ofd_create_hdl()) Process leaving 00000001:00000001:3.0:1767384281.030260:0:17549:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1767384281.030263:0:17549:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384281.030268:0:17549:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236723063680 00010000:00000001:3.0:1767384281.030272:0:17549:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384281.030279:0:17549:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000740309d6 x1853236723063680/t0(0) o5->lustre-MDT0000-mdtlov_UUID@0@lo:262/0 lens 432/432 e 0 to 0 dl 1767384292 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384281.030292:0:17549:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384281.030304:0:17549:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384281.030309:0:17549:0:(import.c:2128:obd_at_measure()) add 1 to 0000000094c7e214 time=0 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384281.030314:0:17549:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384281.030321:0:17549:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 21 to 0@lo 00000100:00000001:3.0:1767384281.030325:0:17549:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 02000000:00000001:3.0:1767384281.030329:0:17549:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384281.030332:0:17549:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384281.030335:0:17549:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384281.030339:0:17549:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384281.030344:0:17549:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002645768a. 00000100:00000200:3.0:1767384281.030353:0:17549:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1853236723063680, offset 224 00000400:00000200:3.0:1767384281.030363:0:17549:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384281.030375:0:17549:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384281.030395:0:17549:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x695824c901b80 00000400:00000200:3.0:1767384281.030408:0:17549:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x1151 [1] + 224 00000400:00000200:3.0:1767384281.030421:0:17549:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384281.030432:0:17549:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384281.030440:0:17549:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384281.030448:0:17549:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002082e044 x1853236723063680/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384297 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384281.030473:0:17549:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=432 offset=224 replen=432 req@000000002082e044 x1853236723063680/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384297 ref 2 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384281.030502:0:17549:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384281.030514:0:17549:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002645768a 00000400:00000010:3.0:1767384281.030520:0:17549:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002645768a. 00000100:00000001:3.0:1767384281.030525:0:17549:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384281.030529:0:17549:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384281.030537:0:17549:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384281.030541:0:17549:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 20 to 0@lo 00010000:00000001:3.0:1767384281.030545:0:17549:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384281.030549:0:17549:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384281.030552:0:17549:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384281.030559:0:17549:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000740309d6 x1853236723063680/t0(0) o5->lustre-MDT0000-mdtlov_UUID@0@lo:262/0 lens 432/432 e 0 to 0 dl 1767384292 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384281.030594:0:17549:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000740309d6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:16802:x1853236723063680:12345-0@lo:5: Request processed in 561us (1054us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384281.030605:0:17549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00000040:3.0:1767384281.030609:0:17549:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000cf791f94 : new rpc_count 0 00000100:00000001:3.0:1767384281.030613:0:17549:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384281.030617:0:17549:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384281.030622:0:17549:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006f24cc9b. 00000020:00000010:3.0:1767384281.030628:0:17549:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000007fac12e1. 00000020:00000010:3.0:1767384281.030635:0:17549:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a5db87c1. 00000020:00000040:3.0:1767384281.030642:0:17549:0:(genops.c:898:class_export_put()) PUTting export 00000000cf791f94 : new refcount 5 00000100:00000001:3.0:1767384281.030646:0:17549:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384281.030778:0:16802:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384281.030818:0:16802:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384281.030823:0:16802:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384281.030828:0:16802:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fa09178c. 00000400:00000200:2.0:1767384281.030838:0:16802:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000065db4d3b 00000400:00000010:2.0:1767384281.030842:0:16802:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000065db4d3b. 00000100:00000001:2.0:1767384281.030850:0:16802:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384281.030860:0:16802:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002082e044 x1853236723063680/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384297 ref 2 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384281.030880:0:16802:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002082e044 x1853236723063680/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384297 ref 2 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384281.030895:0:16802:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384281.030900:0:16802:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384281.030905:0:16802:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384281.030910:0:16802:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384281.030913:0:16802:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384281.030917:0:16802:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384281.030923:0:16802:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384281.030932:0:16802:0:(import.c:2128:obd_at_measure()) add 5 to 0000000040f3b9ed time=0 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384281.030940:0:16802:0:(import.c:2128:obd_at_measure()) add 1 to 000000001fbc0fd6 time=0 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384281.030947:0:16802:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384281.030951:0:16802:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384281.030956:0:16802:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767384281.030965:0:16802:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000002082e044 x1853236723063680/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384297 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384281.030980:0:16802:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384281.030985:0:16802:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767384281.030988:0:16802:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 0 00000100:00000001:2.0:1767384281.030992:0:16802:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384281.030996:0:16802:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384281.031003:0:16802:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002082e044 x1853236723063680/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384297 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384281.031035:0:16802:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384281.031039:0:16802:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384281.031044:0:16802:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384281.031051:0:16802:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002082e044 x1853236723063680/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384297 ref 2 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384281.031063:0:16802:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000002082e044 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:16802:1853236723063680:0@lo:5: 00000100:00000001:2.0:1767384281.031071:0:16802:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384281.031075:0:16802:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384281.031078:0:16802:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767384281.031080:0:16802:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384281.031084:0:16802:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002082e044 x1853236723063680/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384297 ref 2 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384281.031135:0:16802:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384281.031139:0:16802:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000076d74926. 00000100:00000001:2.0:1767384281.031146:0:16802:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767384281.031149:0:16802:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000004:00080000:2.0:1767384281.031155:0:16802:0:(osp_precreate.c:955:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: Got last_id [0x240000400:0x21:0x0] from OST, last_created [0x240000400:0x21:0x0]last_used is [0x240000400:0x21:0x0] 00000100:00000001:2.0:1767384281.031163:0:16802:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384281.031169:0:16802:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002082e044 x1853236723063680/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384297 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384281.031179:0:16802:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384281.031184:0:16802:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384281.031187:0:16802:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000003b9bade1. 02000000:00000001:2.0:1767384281.031193:0:16802:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384281.031196:0:16802:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384281.031199:0:16802:0:(genops.c:1242:class_import_put()) import 0000000068bc8709 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:2.0:1767384281.031202:0:16802:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384281.031206:0:16802:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000daa37160. 02000000:00000001:2.0:1767384281.031211:0:16802:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384281.031213:0:16802:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384281.031216:0:16802:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002082e044. 00000100:00000010:1.0:1767384281.031216:0:18309:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 00000000e9271808. 00000100:00000001:2.0:1767384281.031236:0:16802:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000200:1.0:1767384281.031237:0:18309:0:(service.c:3079:ptlrpc_main()) service thread 3 (#4) started 00000100:00000001:2.0:1767384281.031240:0:16802:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1767384281.031248:0:16802:0:(osp_precreate.c:986:osp_precreate_cleanup_orphans()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384281.031260:0:16802:0:(osp_precreate.c:580:osp_precreate_send()) Process entered 00000100:00000010:2.0:1767384281.031268:0:16802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002082e044. 00000020:00000040:2.0:1767384281.031272:0:16802:0:(genops.c:1229:class_import_get()) import 0000000068bc8709 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:2.0:1767384281.031276:0:16802:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384281.031279:0:16802:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384281.031283:0:16802:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384281.031291:0:16802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000daa37160. 00000100:00000001:2.0:1767384281.031297:0:16802:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:2.0:1767384281.031304:0:16802:0:(osp_precreate.c:552:osp_precreate_fids()) Expect 32, actual 0 [[0x240000400:0x41:0x0] -- [0x240000400:0x21:0x0]] 00000100:00000001:2.0:1767384281.031310:0:16802:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767384281.031313:0:16802:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384281.031322:0:16802:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000076d74926. 00000100:00000001:2.0:1767384281.031326:0:16802:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446619781761723392 : -124291947828224 : ffff8ef50699ec00) 00000100:00000001:2.0:1767384281.031331:0:16802:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384281.031333:0:16802:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782564201344 : -124291145350272 : ffff8ef5366ec380) 00000100:00000001:2.0:1767384281.031338:0:16802:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384281.031341:0:16802:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384281.031343:0:16802:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384281.031345:0:16802:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384281.031351:0:16802:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002082e044 x1853236723063808/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384281.031361:0:16802:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384281.031364:0:16802:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384281.031368:0:16802:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384281.031371:0:16802:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384281.031374:0:16802:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384281.031378:0:16802:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000002082e044 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:16802:1853236723063808:0@lo:5: 00000100:00000001:2.0:1767384281.031383:0:16802:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384281.031388:0:16802:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384281.031391:0:16802:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384281.031394:0:16802:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384281.031409:0:16802:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000003b9bade1. 02000000:00000001:2.0:1767384281.031412:0:16802:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384281.031418:0:16802:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fa09178c. 00000400:00000010:2.0:1767384281.031426:0:16802:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000065db4d3b. 00000100:00000200:2.0:1767384281.031431:0:16802:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236723063808, portal 4 00000100:00000001:2.0:1767384281.031434:0:16802:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384281.031437:0:16802:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782564201344 : -124291145350272 : ffff8ef5366ec380) 00000100:00000040:2.0:1767384281.031445:0:16802:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000002082e044 x1853236723063808/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384297 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384281.031454:0:16802:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384281.031459:0:16802:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384281.031464:0:16802:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000025f6c491. 00000100:00000200:2.0:1767384281.031468:0:16802:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 28, xid 1853236723063808, offset 0 00000400:00000200:2.0:1767384281.031476:0:16802:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384281.031488:0:16802:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384281.031500:0:16802:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 28 MB=0x695824c901c00 00000400:00000200:2.0:1767384281.031506:0:16802:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 432/432 into md 0xa9d [8] + 1216 00000400:00000200:2.0:1767384281.031513:0:16802:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384281.031522:0:16802:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384281.031530:0:16802:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384281.031533:0:16802:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1767384281.031539:0:16802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bec5cc88. 00000100:00000040:2.0:1767384281.031543:0:16802:0:(events.c:337:request_in_callback()) incoming req@00000000bec5cc88 x1853236723063808 msgsize 432 00000100:00100000:2.0:1767384281.031550:0:16802:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384281.031569:0:16802:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384281.031578:0:16802:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000025f6c491 00000400:00000010:2.0:1767384281.031591:0:16802:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000025f6c491. 00000100:00000001:2.0:1767384281.031599:0:16802:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384281.031604:0:16802:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002082e044 x1853236723063808/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384297 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384281.031615:0:16802:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384281.031619:0:16802:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000002082e044 x1853236723063808/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384297 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384281.031629:0:16802:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384281.031641:0:16802:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384281.031651:0:16802:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384281.031655:0:16802:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 5422 usecs (6 jiffies) 00000100:00000001:2.0:1767384281.031659:0:16802:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294871000 00000100:00000001:2.0:1767384281.031669:0:16802:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4294870999 00000100:00000001:2.0:1767384281.031678:0:16802:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294871000 00000100:00000001:2.0:1767384281.031687:0:16802:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4294870999 00000100:00000001:2.0:1767384281.031695:0:16802:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294871000 00000100:00000001:2.0:1767384281.031701:0:16802:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4294870999 00000100:00000001:2.0:1767384281.031705:0:16802:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294871000 00000100:00000001:2.0:1767384281.031711:0:16802:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4294870999 00000100:00000001:2.0:1767384281.031715:0:16802:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384281.031718:0:16802:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384281.031722:0:16802:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384281.031725:0:16802:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767384281.031728:0:16802:0:(client.c:2690:ptlrpc_set_wait()) set 0000000076d74926 going to sleep for 11 seconds 00000100:00000001:2.0:1767384281.031733:0:16802:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384281.031737:0:16802:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384281.031775:0:17548:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000008c3e6bf2. 00000100:00000001:2.0:1767384281.031781:0:17548:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384281.031811:0:17548:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723063808 02000000:00000001:2.0:1767384281.031817:0:17548:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384281.031820:0:17548:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384281.031824:0:17548:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384281.031838:0:17548:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384281.031844:0:17548:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723063808 00000020:00000001:2.0:1767384281.031849:0:17548:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384281.031853:0:17548:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eeca38 00000020:00000001:2.0:1767384281.031858:0:17548:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384281.031863:0:17548:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000cf791f94 refcount=6 00000020:00000001:2.0:1767384281.031868:0:17548:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619777391929344 : -124296317622272 : ffff8ef402242800) 00000020:00000001:2.0:1767384281.031873:0:17548:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619777391929344 : -124296317622272 : ffff8ef402242800) 00000100:00000001:2.0:1767384281.031894:0:17548:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384281.031903:0:17548:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000abd94f42. 00000100:00000001:2.0:1767384281.031910:0:17548:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384281.031916:0:17548:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000abd94f42. 00000020:00000010:2.0:1767384281.031927:0:17548:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000020eb5af3. 00000020:00000010:2.0:1767384281.031933:0:17548:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000078d014a3. 00000020:00000010:2.0:1767384281.031940:0:17548:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d73ec59e. 00000100:00000040:2.0:1767384281.031949:0:17548:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:2.0:1767384281.031953:0:17548:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384281.031956:0:17548:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384281.031959:0:17548:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384281.031968:0:17548:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384281.031984:0:17548:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384281.032011:0:17548:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384281.032013:0:17548:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384281.032021:0:17548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00000040:2.0:1767384281.032026:0:17548:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000cf791f94 : new rpc_count 1 00000100:00000001:2.0:1767384281.032029:0:17548:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619782564211200 : -124291145340416 : ffff8ef5366eea00) 00000100:00000040:2.0:1767384281.032038:0:17548:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000bec5cc88 x1853236723063808/t0(0) o5->lustre-MDT0000-mdtlov_UUID@0@lo:262/0 lens 432/0 e 0 to 0 dl 1767384292 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384281.032048:0:17548:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384281.032053:0:17548:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000abd94f42. 00000100:00000001:2.0:1767384281.032057:0:17548:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384281.032060:0:17548:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000abd94f42. 00000100:00100000:2.0:1767384281.032066:0:17548:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000bec5cc88 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:16802:x1853236723063808:12345-0@lo:5: 00000100:00000200:2.0:1767384281.032072:0:17548:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723063808 00000020:00000001:2.0:1767384281.032076:0:17548:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384281.032081:0:17548:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384281.032084:0:17548:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384281.032127:0:17548:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384281.032130:0:17548:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072673305680 : -1036245936 : ffffffffc23c2450) 00000020:00000001:2.0:1767384281.032135:0:17548:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384281.032152:0:17548:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384281.032156:0:17548:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384281.032159:0:17548:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384281.032163:0:17548:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:2.0:1767384281.032167:0:17548:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:2.0:1767384281.032171:0:17548:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384281.032174:0:17548:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1767384281.032177:0:17548:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384281.032181:0:17548:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1767384281.032183:0:17548:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1767384281.032187:0:17548:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384281.032190:0:17548:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1767384281.032193:0:17548:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1767384281.032195:0:17548:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384281.032198:0:17548:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1767384281.032200:0:17548:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1767384281.032203:0:17548:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384281.032206:0:17548:0:(tgt_handler.c:263:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384281.032209:0:17548:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384281.032214:0:17548:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384281.032217:0:17548:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384281.032223:0:17548:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at 00000000d5ef5f42. 02000000:00000001:2.0:1767384281.032226:0:17548:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384281.032229:0:17548:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1767384281.032233:0:17548:0:(ofd_dev.c:1563:ofd_create_hdl()) Process entered 00002000:00000040:2.0:1767384281.032237:0:17548:0:(ofd_dev.c:1589:ofd_create_hdl()) ofd_create(0x240000400:65) 00002000:00000001:2.0:1767384281.032240:0:17548:0:(ofd_fs.c:356:ofd_seq_load()) Process entered 00002000:00000001:2.0:1767384281.032243:0:17548:0:(ofd_fs.c:362:ofd_seq_load()) lustre-OST0000: got sequence 0x240000400 0x240000400:33 00002000:00000001:2.0:1767384281.032247:0:17548:0:(ofd_fs.c:363:ofd_seq_load()) Process leaving (rc=18446619782664387584 : -124291045164032 : ffff8ef53c677c00) 00000020:00000001:2.0:1767384281.032255:0:17548:0:(tgt_grant.c:1364:tgt_grant_create()) Process entered 00000020:00000001:2.0:1767384281.032258:0:17548:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00080000:00000001:2.0:1767384281.032262:0:17548:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384281.032277:0:17548:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384281.032282:0:17548:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000020:2.0:1767384281.032285:0:17548:0:(tgt_grant.c:399:tgt_grant_statfs()) lustre-OST0000: cli lustre-OST0000_UUID/00000000eeb6153e free: 389021696 avail: 386924544 00000020:00000001:2.0:1767384281.032290:0:17548:0:(tgt_grant.c:426:tgt_grant_space_left()) Process entered 00000020:00000020:2.0:1767384281.032294:0:17548:0:(tgt_grant.c:463:tgt_grant_space_left()) lustre-OST0000: cli lustre-OST0000_UUID/00000000eeb6153e avail=386924544 left=344981504 unstable=0 tot_grant=40960000 pending=0 00000020:00000001:2.0:1767384281.032309:0:17548:0:(tgt_grant.c:465:tgt_grant_space_left()) Process leaving (rc=344981504 : 344981504 : 14900000) 00000020:00000001:2.0:1767384281.032315:0:17548:0:(tgt_grant.c:892:tgt_grant_alloc()) Process entered 00000020:00000001:2.0:1767384281.032318:0:17548:0:(tgt_grant.c:922:tgt_grant_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384281.032322:0:17548:0:(tgt_grant.c:1437:tgt_grant_create()) Process leaving (rc=131072 : 131072 : 20000) 00002000:00080000:2.0:1767384281.032328:0:17548:0:(ofd_dev.c:1745:ofd_create_hdl()) lustre-OST0000: reserve 8 objects in group 0x240000400 at 34 00002000:00000001:2.0:1767384281.032334:0:17548:0:(ofd_objects.c:271:ofd_precreate_objects()) Process entered 00002000:00000010:2.0:1767384281.032340:0:17548:0:(ofd_objects.c:289:ofd_precreate_objects()) kmalloced '(batch)': 64 at 00000000abd94f42. 00002000:00000001:2.0:1767384281.032345:0:17548:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:2.0:1767384281.032348:0:17548:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:2.0:1767384281.032353:0:17548:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:2.0:1767384281.032359:0:17548:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000034e6e61f. 00002000:00000001:2.0:1767384281.032363:0:17548:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446619777392877064 : -124296316674552 : ffff8ef402329e08) 00002000:00000001:2.0:1767384281.032368:0:17548:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:2.0:1767384281.032371:0:17548:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x22:0x0] 00080000:00000010:2.0:1767384281.032377:0:17548:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000c3f46f84. 00002000:00000001:2.0:1767384281.032381:0:17548:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384281.032384:0:17548:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:2.0:1767384281.032387:0:17548:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:2.0:1767384281.032390:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1767384281.032394:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1767384281.032397:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1767384281.032400:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1767384281.032403:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384281.032406:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384281.032409:0:17548:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:2.0:1767384281.032412:0:17548:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446619781780961216 : -124291928590400 : ffff8ef507bf77c0) 00080000:00000001:3.0:1767384281.037531:0:17548:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:3.0:1767384281.037539:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384281.037542:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384281.037544:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384281.037546:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384281.037548:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384281.037551:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384281.037553:0:17548:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384281.037556:0:17548:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384281.037561:0:17548:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446619777391127912 : -124296318423704 : ffff8ef40217ed68) 00002000:00000001:3.0:1767384281.037564:0:17548:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446619777391127824 : -124296318423792 : ffff8ef40217ed10) 00002000:00000001:3.0:1767384281.037568:0:17548:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1767384281.037570:0:17548:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:3.0:1767384281.037574:0:17548:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:3.0:1767384281.037580:0:17548:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000061c52160. 00002000:00000001:3.0:1767384281.037583:0:17548:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446619777409488008 : -124296300063608 : ffff8ef403301488) 00002000:00000001:3.0:1767384281.037587:0:17548:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:3.0:1767384281.037589:0:17548:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x24:0x0] 00080000:00000010:3.0:1767384281.037595:0:17548:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000005adb6fc8. 00002000:00000001:3.0:1767384281.037598:0:17548:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384281.037600:0:17548:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:3.0:1767384281.037614:0:17548:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384281.037616:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384281.037618:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384281.037620:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384281.037622:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384281.037625:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384281.037664:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384281.037666:0:17548:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384281.037669:0:17548:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446619781780961216 : -124291928590400 : ffff8ef507bf77c0) 00000100:00000040:1.0:1767384281.038184:0:62:0:(connection.c:75:cpu_latency_work()) work item of 00000000edc4e618 (cpu 0) has reached its deadline 4294871000, at 4294871001 00000100:00000010:1.0:1767384281.038195:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000074053f21. 00000100:00000040:3.0:1767384281.039167:0:53:0:(connection.c:75:cpu_latency_work()) work item of 000000009d5c2cb6 (cpu 0) has reached its deadline 4294871000, at 4294871002 00000100:00000010:3.0:1767384281.039177:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003460d9bc. 00000100:00000040:2.0:1767384281.039238:0:795:0:(connection.c:75:cpu_latency_work()) work item of 00000000135c2452 (cpu 0) has reached its deadline 4294871000, at 4294871002 00000100:00000010:2.0:1767384281.039251:0:795:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003e7209a0. 00080000:00000001:2.0:1767384281.039645:0:16807:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000004:00080000:2.0:1767384281.039653:0:16807:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1 committed 00000004:00000010:2.0:1767384281.039680:0:16807:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) kfreed 'cb': 88 at 00000000729e9f99. 00040000:00000001:2.0:1767384281.039690:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384281.039696:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1767384281.039699:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384281.039702:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384281.039721:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000006ba3fea2. 00080000:00000001:2.0:1767384281.039733:0:16807:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384281.039743:0:16807:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384281.039747:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384281.039751:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1767384281.039754:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384281.039756:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384281.039759:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000d80313c7. 00080000:00000001:2.0:1767384281.039769:0:16807:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384281.041145:0:17548:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:2.0:1767384281.041155:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1767384281.041159:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1767384281.041161:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1767384281.041164:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1767384281.041166:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384281.041169:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384281.041171:0:17548:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384281.041175:0:17548:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384281.041179:0:17548:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446619777391124872 : -124296318426744 : ffff8ef40217e188) 00002000:00000001:2.0:1767384281.041184:0:17548:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446619777391124784 : -124296318426832 : ffff8ef40217e130) 00002000:00000001:2.0:1767384281.041187:0:17548:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:2.0:1767384281.041189:0:17548:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:2.0:1767384281.041192:0:17548:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:2.0:1767384281.041197:0:17548:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000e6d4d923. 00002000:00000001:2.0:1767384281.041202:0:17548:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446619777392874328 : -124296316677288 : ffff8ef402329358) 00002000:00000001:2.0:1767384281.041205:0:17548:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:2.0:1767384281.041208:0:17548:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x26:0x0] 00080000:00000010:2.0:1767384281.041214:0:17548:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000dc06cf0e. 00002000:00000001:2.0:1767384281.041217:0:17548:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384281.041219:0:17548:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:2.0:1767384281.041221:0:17548:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:2.0:1767384281.041223:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1767384281.041225:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1767384281.041228:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1767384281.041230:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1767384281.041232:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384281.041235:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384281.041237:0:17548:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:2.0:1767384281.041248:0:17548:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446619781780961216 : -124291928590400 : ffff8ef507bf77c0) 00080000:00000001:2.0:1767384281.042943:0:17548:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:2.0:1767384281.042951:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1767384281.042954:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1767384281.042957:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1767384281.042961:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1767384281.042965:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384281.042968:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384281.042971:0:17548:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384281.042976:0:17548:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384281.042983:0:17548:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446619777392874328 : -124296316677288 : ffff8ef402329358) 00002000:00000001:2.0:1767384281.042989:0:17548:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446619777392874240 : -124296316677376 : ffff8ef402329300) 00002000:00000001:2.0:1767384281.042993:0:17548:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:2.0:1767384281.042996:0:17548:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:2.0:1767384281.043000:0:17548:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:2.0:1767384281.043006:0:17548:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000aa9296cc. 00002000:00000001:2.0:1767384281.043011:0:17548:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446619777392871592 : -124296316680024 : ffff8ef4023288a8) 00002000:00000001:2.0:1767384281.043017:0:17548:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:2.0:1767384281.043019:0:17548:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x27:0x0] 00080000:00000010:2.0:1767384281.043025:0:17548:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000ae3d5904. 00002000:00000001:2.0:1767384281.043031:0:17548:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384281.043035:0:17548:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:2.0:1767384281.043039:0:17548:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:2.0:1767384281.043042:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1767384281.043044:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1767384281.043046:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1767384281.043050:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1767384281.043054:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384281.043057:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384281.043061:0:17548:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:2.0:1767384281.043064:0:17548:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446619781780961216 : -124291928590400 : ffff8ef507bf77c0) 00080000:00000001:2.0:1767384281.044855:0:17548:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:2.0:1767384281.044863:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1767384281.044867:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1767384281.044869:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1767384281.044872:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1767384281.044888:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384281.044891:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384281.044894:0:17548:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384281.044898:0:17548:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384281.044905:0:17548:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446619777392871592 : -124296316680024 : ffff8ef4023288a8) 00002000:00000001:2.0:1767384281.044909:0:17548:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446619777392871504 : -124296316680112 : ffff8ef402328850) 00002000:00000001:2.0:1767384281.044913:0:17548:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:2.0:1767384281.044916:0:17548:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:2.0:1767384281.044920:0:17548:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:2.0:1767384281.044924:0:17548:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000069da0189. 00002000:00000001:2.0:1767384281.044930:0:17548:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446619777392870376 : -124296316681240 : ffff8ef4023283e8) 00002000:00000001:2.0:1767384281.044935:0:17548:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:2.0:1767384281.044937:0:17548:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x28:0x0] 00080000:00000010:2.0:1767384281.044943:0:17548:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000eb77735c. 00002000:00000001:2.0:1767384281.044947:0:17548:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384281.044951:0:17548:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:2.0:1767384281.044954:0:17548:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:2.0:1767384281.044956:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1767384281.044958:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1767384281.044960:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1767384281.044963:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1767384281.044966:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384281.044969:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384281.044972:0:17548:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:2.0:1767384281.044974:0:17548:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446619781780961216 : -124291928590400 : ffff8ef507bf77c0) 00080000:00000001:2.0:1767384281.046377:0:17548:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:2.0:1767384281.046383:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1767384281.046386:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1767384281.046388:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1767384281.046390:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1767384281.046392:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384281.046394:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384281.046396:0:17548:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384281.046399:0:17548:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384281.046405:0:17548:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446619777392870376 : -124296316681240 : ffff8ef4023283e8) 00002000:00000001:2.0:1767384281.046408:0:17548:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446619777392870288 : -124296316681328 : ffff8ef402328390) 00002000:00000001:2.0:1767384281.046421:0:17548:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:2.0:1767384281.046423:0:17548:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:2.0:1767384281.046427:0:17548:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:2.0:1767384281.046431:0:17548:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000003fec5e7d. 00002000:00000001:2.0:1767384281.046435:0:17548:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446619777392870984 : -124296316680632 : ffff8ef402328648) 00002000:00000001:2.0:1767384281.046440:0:17548:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:2.0:1767384281.046443:0:17548:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x29:0x0] 00080000:00000010:2.0:1767384281.046448:0:17548:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000029b8b642. 00002000:00000001:2.0:1767384281.046453:0:17548:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384281.046456:0:17548:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:2.0:1767384281.046460:0:17548:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:2.0:1767384281.046462:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1767384281.046465:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1767384281.046467:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1767384281.046471:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1767384281.046473:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384281.046476:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384281.046478:0:17548:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:2.0:1767384281.046481:0:17548:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446619781780961216 : -124291928590400 : ffff8ef507bf77c0) 00080000:00000001:3.0:1767384281.048909:0:17548:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:3.0:1767384281.048918:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384281.048923:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384281.048926:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384281.048929:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384281.048933:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384281.048938:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384281.048942:0:17548:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384281.048946:0:17548:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384281.048952:0:17548:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446619777392870984 : -124296316680632 : ffff8ef402328648) 00002000:00000001:3.0:1767384281.048958:0:17548:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446619777392870896 : -124296316680720 : ffff8ef4023285f0) 00080000:00000001:3.0:1767384281.048964:0:17548:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384281.048974:0:17548:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000001666c403. 00080000:00000001:3.0:1767384281.048980:0:17548:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446619777414591488 : -124296294960128 : ffff8ef4037df400) 00080000:00000001:3.0:1767384281.048987:0:17548:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384281.049002:0:17548:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384281.049005:0:17548:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384281.049011:0:17548:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:3.0:1767384281.049157:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384281.049162:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384281.049165:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384281.049169:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384281.049174:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384281.049178:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384281.049183:0:17548:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384281.049200:0:17548:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446619781780961216 : -124291928590400 : ffff8ef507bf77c0) 00080000:00000002:3.0:1767384281.049231:0:17548:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x22:0x0] not in the id map cache 00080000:00000010:3.0:1767384281.049241:0:17548:0:(osd_oi.c:1052:osd_idc_add()) kmalloced '(idc)': 256 at 000000007a740453. 00000001:00000001:3.0:1767384281.049247:0:17548:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384281.049250:0:17548:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384281.049256:0:17548:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:3.0:1767384281.049275:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384281.049279:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384281.049282:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384281.049284:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384281.049288:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384281.049291:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384281.049294:0:17548:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384281.049297:0:17548:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446619781780961216 : -124291928590400 : ffff8ef507bf77c0) 00080000:00000002:3.0:1767384281.049320:0:17548:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x23:0x0] not in the id map cache 00000001:00000001:3.0:1767384281.049326:0:17548:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384281.049330:0:17548:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384281.049334:0:17548:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:3.0:1767384281.049357:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384281.049361:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384281.049364:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384281.049367:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384281.049371:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384281.049375:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384281.049378:0:17548:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384281.049381:0:17548:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446619781780961216 : -124291928590400 : ffff8ef507bf77c0) 00080000:00000002:3.0:1767384281.049406:0:17548:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x24:0x0] not in the id map cache 00000001:00000001:3.0:1767384281.049411:0:17548:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384281.049414:0:17548:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384281.049420:0:17548:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:3.0:1767384281.049445:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384281.049465:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384281.049468:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384281.049472:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384281.049476:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384281.049479:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384281.049483:0:17548:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384281.049500:0:17548:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446619781780961216 : -124291928590400 : ffff8ef507bf77c0) 00080000:00000002:3.0:1767384281.049529:0:17548:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x25:0x0] not in the id map cache 00000001:00000001:3.0:1767384281.049535:0:17548:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384281.049538:0:17548:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384281.049543:0:17548:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:3.0:1767384281.049561:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384281.049565:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384281.049568:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384281.049572:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384281.049577:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384281.049581:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384281.049585:0:17548:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384281.049589:0:17548:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446619781780961216 : -124291928590400 : ffff8ef507bf77c0) 00080000:00000002:3.0:1767384281.049620:0:17548:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x26:0x0] not in the id map cache 00000001:00000001:3.0:1767384281.049628:0:17548:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384281.049632:0:17548:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384281.049638:0:17548:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:3.0:1767384281.049667:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384281.049672:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384281.049675:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384281.049678:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384281.049682:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384281.049686:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384281.049690:0:17548:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384281.049692:0:17548:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446619781780961216 : -124291928590400 : ffff8ef507bf77c0) 00080000:00000002:3.0:1767384281.049722:0:17548:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x27:0x0] not in the id map cache 00000001:00000001:3.0:1767384281.049727:0:17548:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384281.049730:0:17548:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384281.049734:0:17548:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:3.0:1767384281.049756:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384281.049760:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384281.049763:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384281.049766:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384281.049770:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384281.049773:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384281.049776:0:17548:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384281.049779:0:17548:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446619781780961216 : -124291928590400 : ffff8ef507bf77c0) 00080000:00000002:3.0:1767384281.049869:0:17548:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x28:0x0] not in the id map cache 00000001:00000001:3.0:1767384281.049875:0:17548:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384281.049877:0:17548:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384281.049881:0:17548:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:3.0:1767384281.049897:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384281.049900:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384281.049903:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384281.049905:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384281.049908:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384281.049911:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384281.049915:0:17548:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384281.049917:0:17548:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446619781780961216 : -124291928590400 : ffff8ef507bf77c0) 00080000:00000002:3.0:1767384281.049934:0:17548:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x29:0x0] not in the id map cache 00000001:00000001:3.0:1767384281.049937:0:17548:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384281.049939:0:17548:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384281.049943:0:17548:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384281.049948:0:17548:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384281.049967:0:17548:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384281.049969:0:17548:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384281.050004:0:17548:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00002000:00001000:3.0:1767384281.050007:0:17548:0:(ofd_objects.c:377:ofd_precreate_objects()) lustre-OST0000: create new object [0x240000400:0x29:0x0] nr 8 00080000:00000001:3.0:1767384281.050014:0:17548:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384281.050064:0:17548:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384281.050069:0:17548:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:3.0:1767384281.050164:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384281.050167:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384281.050188:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384281.050190:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384281.050194:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384281.050197:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384281.050200:0:17548:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384281.050202:0:17548:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446619781780961216 : -124291928590400 : ffff8ef507bf77c0) 00080000:00000001:3.0:1767384281.050324:0:17548:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:3.0:1767384281.050328:0:17548:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384281.050332:0:17548:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384281.050338:0:17548:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:3.0:1767384281.050374:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384281.050384:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384281.050386:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384281.050389:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384281.050391:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384281.050394:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384281.050397:0:17548:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384281.050399:0:17548:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446619781780961216 : -124291928590400 : ffff8ef507bf77c0) 00080000:00000001:3.0:1767384281.050499:0:17548:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:3.0:1767384281.050501:0:17548:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384281.050505:0:17548:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384281.050510:0:17548:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:3.0:1767384281.050552:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384281.050555:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384281.050557:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384281.050559:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384281.050562:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384281.050563:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384281.050565:0:17548:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384281.050567:0:17548:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446619781780961216 : -124291928590400 : ffff8ef507bf77c0) 00080000:00000001:3.0:1767384281.050644:0:17548:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:3.0:1767384281.050648:0:17548:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384281.050651:0:17548:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384281.050656:0:17548:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:3.0:1767384281.050705:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384281.050707:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384281.050709:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384281.050711:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384281.050714:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384281.050716:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384281.050719:0:17548:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384281.050721:0:17548:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446619781780961216 : -124291928590400 : ffff8ef507bf77c0) 00080000:00000001:3.0:1767384281.050940:0:17548:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:3.0:1767384281.050944:0:17548:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384281.050947:0:17548:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384281.050952:0:17548:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:3.0:1767384281.051003:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384281.051005:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384281.051007:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384281.051017:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384281.051019:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384281.051022:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384281.051024:0:17548:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384281.051026:0:17548:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446619781780961216 : -124291928590400 : ffff8ef507bf77c0) 00080000:00000001:3.0:1767384281.051197:0:17548:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:3.0:1767384281.051200:0:17548:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384281.051204:0:17548:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384281.051208:0:17548:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:3.0:1767384281.051241:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384281.051243:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384281.051246:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384281.051248:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384281.051250:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384281.051253:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384281.051256:0:17548:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384281.051258:0:17548:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446619781780961216 : -124291928590400 : ffff8ef507bf77c0) 00080000:00000001:3.0:1767384281.051348:0:17548:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:3.0:1767384281.051351:0:17548:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384281.051354:0:17548:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384281.051358:0:17548:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:3.0:1767384281.051388:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384281.051390:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384281.051392:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384281.051394:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384281.051397:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384281.051399:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384281.051401:0:17548:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384281.051403:0:17548:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446619781780961216 : -124291928590400 : ffff8ef507bf77c0) 00080000:00000001:3.0:1767384281.051462:0:17548:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:3.0:1767384281.051465:0:17548:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384281.051468:0:17548:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384281.051472:0:17548:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:3.0:1767384281.051518:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384281.051520:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384281.051522:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384281.051525:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384281.051527:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384281.051540:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384281.051544:0:17548:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384281.051547:0:17548:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446619781780961216 : -124291928590400 : ffff8ef507bf77c0) 00080000:00000001:3.0:1767384281.051660:0:17548:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:3.0:1767384281.051662:0:17548:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384281.051665:0:17548:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:3.0:1767384281.051672:0:17548:0:(ofd_objects.c:194:ofd_precreate_cb_add()) kmalloced '(opc)': 88 at 000000005e48a95f. 00002000:00001000:3.0:1767384281.051676:0:17548:0:(ofd_objects.c:204:ofd_precreate_cb_add()) Add 8 to 0 for [0x240000400:0x29:0x0], th_sync 0 00080000:00000001:3.0:1767384281.051683:0:17548:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:3.0:1767384281.051688:0:17548:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:3.0:1767384281.051692:0:17548:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8589934593, last_committed = 4294967301 00000001:00000010:3.0:1767384281.051699:0:17548:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 0000000040dd6083. 00000001:00000040:3.0:1767384281.051702:0:17548:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export 00000000cf791f94 : new cb_count 2 00000020:00000040:3.0:1767384281.051705:0:17548:0:(genops.c:887:class_export_get()) GET export 00000000cf791f94 refcount=7 00080000:00000001:3.0:1767384281.051710:0:17548:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384281.051725:0:17548:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000001:00000001:3.0:1767384281.051728:0:17548:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384281.051739:0:17548:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 76 at 0000000049668b7b. 00080000:00000001:3.0:1767384281.051948:0:17548:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384281.051954:0:17548:0:(lu_object.c:207:lu_object_put()) Add 00000000bed4c7b5/0000000034e6e61f to site lru. bkt: 0000000048e921f0 00000020:00000002:3.0:1767384281.051958:0:17548:0:(lu_object.c:207:lu_object_put()) Add 00000000aa9dee7e/00000000783c0cb5 to site lru. bkt: 0000000095df8240 00000020:00000002:3.0:1767384281.051961:0:17548:0:(lu_object.c:207:lu_object_put()) Add 0000000036b75123/0000000061c52160 to site lru. bkt: 000000008b3f6d82 00000020:00000002:3.0:1767384281.051964:0:17548:0:(lu_object.c:207:lu_object_put()) Add 0000000069473beb/0000000037947632 to site lru. bkt: 000000006c780ffc 00000020:00000002:3.0:1767384281.051966:0:17548:0:(lu_object.c:207:lu_object_put()) Add 00000000ada66dcb/00000000e6d4d923 to site lru. bkt: 00000000710e622d 00000020:00000002:3.0:1767384281.051969:0:17548:0:(lu_object.c:207:lu_object_put()) Add 0000000014f4fd30/00000000aa9296cc to site lru. bkt: 00000000792f80f8 00000020:00000002:3.0:1767384281.051971:0:17548:0:(lu_object.c:207:lu_object_put()) Add 0000000027f362f5/0000000069da0189 to site lru. bkt: 00000000ba4c4998 00000020:00000002:3.0:1767384281.051973:0:17548:0:(lu_object.c:207:lu_object_put()) Add 00000000fb7cb026/000000003fec5e7d to site lru. bkt: 0000000058168177 00002000:00000010:3.0:1767384281.051975:0:17548:0:(ofd_objects.c:475:ofd_precreate_objects()) kfreed 'batch': 64 at 00000000abd94f42. 00002000:00001000:3.0:1767384281.051978:0:17548:0:(ofd_objects.c:478:ofd_precreate_objects()) created 8/8 objects: 0 00002000:00000001:3.0:1767384281.051981:0:17548:0:(ofd_objects.c:481:ofd_precreate_objects()) Process leaving (rc=8 : 8 : 8) 00002000:00080000:3.0:1767384281.051984:0:17548:0:(ofd_dev.c:1745:ofd_create_hdl()) lustre-OST0000: reserve 8 objects in group 0x240000400 at 42 00002000:00000001:3.0:1767384281.051987:0:17548:0:(ofd_objects.c:271:ofd_precreate_objects()) Process entered 00002000:00000010:3.0:1767384281.052001:0:17548:0:(ofd_objects.c:289:ofd_precreate_objects()) kmalloced '(batch)': 64 at 00000000097f74f1. 00002000:00000001:3.0:1767384281.052004:0:17548:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1767384281.052006:0:17548:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:3.0:1767384281.052010:0:17548:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:3.0:1767384281.052013:0:17548:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000007d12a40c. 00002000:00000001:3.0:1767384281.052015:0:17548:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446619777409487096 : -124296300064520 : ffff8ef4033010f8) 00002000:00000001:3.0:1767384281.052019:0:17548:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:3.0:1767384281.052020:0:17548:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x2a:0x0] 00080000:00000010:3.0:1767384281.052024:0:17548:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000006efcc800. 00002000:00000001:3.0:1767384281.052026:0:17548:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384281.052029:0:17548:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:3.0:1767384281.052031:0:17548:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384281.052033:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384281.052035:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384281.052036:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384281.052039:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384281.052041:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384281.052043:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384281.052046:0:17548:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384281.052047:0:17548:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446619781780961216 : -124291928590400 : ffff8ef507bf77c0) 00080000:00000001:2.0:1767384281.057941:0:17548:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:2.0:1767384281.057951:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1767384281.057955:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1767384281.057958:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1767384281.057961:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1767384281.057965:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384281.057968:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384281.057971:0:17548:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384281.057976:0:17548:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384281.057983:0:17548:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446619777391130648 : -124296318420968 : ffff8ef40217f818) 00002000:00000001:2.0:1767384281.057987:0:17548:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446619777391130560 : -124296318421056 : ffff8ef40217f7c0) 00002000:00000001:2.0:1767384281.057993:0:17548:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:2.0:1767384281.057995:0:17548:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:2.0:1767384281.058000:0:17548:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:2.0:1767384281.058007:0:17548:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000047f8b1a5. 00002000:00000001:2.0:1767384281.058012:0:17548:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446619777392871288 : -124296316680328 : ffff8ef402328778) 00002000:00000001:2.0:1767384281.058017:0:17548:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:2.0:1767384281.058031:0:17548:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x2d:0x0] 00080000:00000010:2.0:1767384281.058037:0:17548:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000050b960d. 00002000:00000001:2.0:1767384281.058041:0:17548:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384281.058043:0:17548:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:2.0:1767384281.058046:0:17548:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:2.0:1767384281.058049:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1767384281.058050:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1767384281.058052:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1767384281.058054:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1767384281.058056:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384281.058059:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384281.058061:0:17548:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:2.0:1767384281.058062:0:17548:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446619781780961216 : -124291928590400 : ffff8ef507bf77c0) 00080000:00000001:3.0:1767384281.059707:0:17548:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:3.0:1767384281.059716:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384281.059719:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384281.059721:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384281.059723:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384281.059725:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384281.059728:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384281.059730:0:17548:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384281.059733:0:17548:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384281.059738:0:17548:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446619777392871288 : -124296316680328 : ffff8ef402328778) 00002000:00000001:3.0:1767384281.059742:0:17548:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446619777392871200 : -124296316680416 : ffff8ef402328720) 00002000:00000001:3.0:1767384281.059745:0:17548:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1767384281.059747:0:17548:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:3.0:1767384281.059750:0:17548:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:3.0:1767384281.059754:0:17548:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000009c2fc0b4. 00002000:00000001:3.0:1767384281.059758:0:17548:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446619777409486488 : -124296300065128 : ffff8ef403300e98) 00002000:00000001:3.0:1767384281.059762:0:17548:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:3.0:1767384281.059774:0:17548:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x2e:0x0] 00080000:00000010:3.0:1767384281.059778:0:17548:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000080ae0150. 00002000:00000001:3.0:1767384281.059781:0:17548:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384281.059784:0:17548:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:3.0:1767384281.059811:0:17548:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384281.059813:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384281.059815:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384281.059817:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384281.059819:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384281.059821:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384281.059823:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384281.059825:0:17548:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384281.059827:0:17548:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446619781780961216 : -124291928590400 : ffff8ef507bf77c0) 00080000:00000001:2.0:1767384281.061431:0:17548:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:2.0:1767384281.061438:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1767384281.061441:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1767384281.061444:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1767384281.061447:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1767384281.061450:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384281.061453:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384281.061455:0:17548:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384281.061458:0:17548:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384281.061463:0:17548:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446619777409486488 : -124296300065128 : ffff8ef403300e98) 00002000:00000001:2.0:1767384281.061467:0:17548:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446619777409486400 : -124296300065216 : ffff8ef403300e40) 00002000:00000001:2.0:1767384281.061470:0:17548:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:2.0:1767384281.061472:0:17548:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:2.0:1767384281.061476:0:17548:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:2.0:1767384281.061481:0:17548:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000002af44098. 00002000:00000001:2.0:1767384281.061485:0:17548:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446619777392870680 : -124296316680936 : ffff8ef402328518) 00002000:00000001:2.0:1767384281.061489:0:17548:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:2.0:1767384281.061491:0:17548:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x2f:0x0] 00080000:00000010:2.0:1767384281.061496:0:17548:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000002796f3. 00002000:00000001:2.0:1767384281.061500:0:17548:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384281.061504:0:17548:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:2.0:1767384281.061506:0:17548:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:2.0:1767384281.061508:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1767384281.061510:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1767384281.061528:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1767384281.061530:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1767384281.061533:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384281.061536:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384281.061539:0:17548:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:2.0:1767384281.061541:0:17548:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446619781780961216 : -124291928590400 : ffff8ef507bf77c0) 00080000:00000001:3.0:1767384281.063254:0:17548:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:3.0:1767384281.063263:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384281.063267:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384281.063269:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384281.063272:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384281.063274:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384281.063277:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384281.063280:0:17548:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384281.063284:0:17548:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384281.063290:0:17548:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446619777392870680 : -124296316680936 : ffff8ef402328518) 00002000:00000001:3.0:1767384281.063294:0:17548:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446619777392870592 : -124296316681024 : ffff8ef4023284c0) 00002000:00000001:3.0:1767384281.063298:0:17548:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1767384281.063300:0:17548:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:3.0:1767384281.063303:0:17548:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:3.0:1767384281.063307:0:17548:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000d0910e79. 00002000:00000001:3.0:1767384281.063311:0:17548:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446619777409490136 : -124296300061480 : ffff8ef403301cd8) 00002000:00000001:3.0:1767384281.063315:0:17548:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:3.0:1767384281.063318:0:17548:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x30:0x0] 00080000:00000010:3.0:1767384281.063323:0:17548:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000003837de8b. 00002000:00000001:3.0:1767384281.063326:0:17548:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384281.063329:0:17548:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:3.0:1767384281.063332:0:17548:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384281.063333:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384281.063335:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384281.063349:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384281.063352:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384281.063354:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384281.063357:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384281.063360:0:17548:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384281.063363:0:17548:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446619781780961216 : -124291928590400 : ffff8ef507bf77c0) 00080000:00000001:3.0:1767384281.065524:0:17548:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:3.0:1767384281.065532:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384281.065534:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384281.065536:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384281.065538:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384281.065541:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384281.065543:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384281.065545:0:17548:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384281.065548:0:17548:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384281.065553:0:17548:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446619777409490136 : -124296300061480 : ffff8ef403301cd8) 00002000:00000001:3.0:1767384281.065557:0:17548:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446619777409490048 : -124296300061568 : ffff8ef403301c80) 00002000:00000001:3.0:1767384281.065560:0:17548:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1767384281.065562:0:17548:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:3.0:1767384281.065565:0:17548:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:3.0:1767384281.065570:0:17548:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000a14a3b48. 00002000:00000001:3.0:1767384281.065574:0:17548:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446619777409489224 : -124296300062392 : ffff8ef403301948) 00002000:00000001:3.0:1767384281.065577:0:17548:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:3.0:1767384281.065579:0:17548:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x31:0x0] 00080000:00000010:3.0:1767384281.065586:0:17548:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000007d1fcc94. 00002000:00000001:3.0:1767384281.065590:0:17548:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384281.065593:0:17548:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:3.0:1767384281.065596:0:17548:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384281.065598:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384281.065599:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384281.065601:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384281.065603:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384281.065605:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384281.065607:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384281.065610:0:17548:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384281.065612:0:17548:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446619781780961216 : -124291928590400 : ffff8ef507bf77c0) 00080000:00000001:3.0:1767384281.067391:0:17548:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:3.0:1767384281.067406:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384281.067409:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384281.067411:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384281.067413:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384281.067415:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384281.067417:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384281.067419:0:17548:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384281.067421:0:17548:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384281.067425:0:17548:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446619777409489224 : -124296300062392 : ffff8ef403301948) 00002000:00000001:3.0:1767384281.067429:0:17548:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446619777409489136 : -124296300062480 : ffff8ef4033018f0) 00080000:00000001:3.0:1767384281.067442:0:17548:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384281.067449:0:17548:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000001bd0dcb0. 00080000:00000001:3.0:1767384281.067452:0:17548:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446619777414582272 : -124296294969344 : ffff8ef4037dd000) 00080000:00000001:3.0:1767384281.067456:0:17548:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384281.067466:0:17548:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384281.067467:0:17548:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384281.067470:0:17548:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:3.0:1767384281.067489:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384281.067491:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384281.067492:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384281.067494:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384281.067497:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384281.067499:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384281.067501:0:17548:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384281.067503:0:17548:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446619781780961216 : -124291928590400 : ffff8ef507bf77c0) 00080000:00000002:3.0:1767384281.067515:0:17548:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x2a:0x0] not in the id map cache 00000001:00000001:3.0:1767384281.067519:0:17548:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384281.067521:0:17548:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384281.067524:0:17548:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:3.0:1767384281.067531:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384281.067533:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384281.067534:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384281.067537:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384281.067539:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384281.067541:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384281.067543:0:17548:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384281.067545:0:17548:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446619781780961216 : -124291928590400 : ffff8ef507bf77c0) 00080000:00000002:3.0:1767384281.067572:0:17548:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x2b:0x0] not in the id map cache 00000001:00000001:3.0:1767384281.067574:0:17548:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384281.067576:0:17548:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384281.067578:0:17548:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:3.0:1767384281.067592:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384281.067594:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384281.067595:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384281.067597:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384281.067598:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384281.067600:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384281.067602:0:17548:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384281.067603:0:17548:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446619781780961216 : -124291928590400 : ffff8ef507bf77c0) 00080000:00000002:3.0:1767384281.067613:0:17548:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x2c:0x0] not in the id map cache 00000001:00000001:3.0:1767384281.067615:0:17548:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384281.067617:0:17548:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384281.067619:0:17548:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:3.0:1767384281.067626:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384281.067628:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384281.067629:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384281.067631:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384281.067633:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384281.067634:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384281.067636:0:17548:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384281.067637:0:17548:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446619781780961216 : -124291928590400 : ffff8ef507bf77c0) 00080000:00000002:3.0:1767384281.067650:0:17548:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x2d:0x0] not in the id map cache 00000001:00000001:3.0:1767384281.067652:0:17548:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384281.067653:0:17548:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384281.067655:0:17548:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:3.0:1767384281.067669:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384281.067670:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384281.067671:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384281.067673:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384281.067675:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384281.067678:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384281.067680:0:17548:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384281.067681:0:17548:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446619781780961216 : -124291928590400 : ffff8ef507bf77c0) 00080000:00000002:3.0:1767384281.067694:0:17548:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x2e:0x0] not in the id map cache 00000001:00000001:3.0:1767384281.067706:0:17548:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384281.067707:0:17548:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384281.067710:0:17548:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:3.0:1767384281.067726:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384281.067728:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384281.067730:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384281.067731:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384281.067733:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384281.067735:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384281.067737:0:17548:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384281.067739:0:17548:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446619781780961216 : -124291928590400 : ffff8ef507bf77c0) 00080000:00000002:3.0:1767384281.067749:0:17548:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x2f:0x0] not in the id map cache 00000001:00000001:3.0:1767384281.067751:0:17548:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384281.067753:0:17548:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384281.067755:0:17548:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:3.0:1767384281.067763:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384281.067765:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384281.067766:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384281.067767:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384281.067769:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384281.067771:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384281.067773:0:17548:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384281.067774:0:17548:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446619781780961216 : -124291928590400 : ffff8ef507bf77c0) 00080000:00000002:3.0:1767384281.067784:0:17548:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x30:0x0] not in the id map cache 00000001:00000001:3.0:1767384281.067814:0:17548:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384281.067815:0:17548:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384281.067818:0:17548:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:3.0:1767384281.067826:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384281.067828:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384281.067829:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384281.067830:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384281.067832:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384281.067834:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384281.067836:0:17548:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384281.067837:0:17548:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446619781780961216 : -124291928590400 : ffff8ef507bf77c0) 00080000:00000002:3.0:1767384281.067845:0:17548:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x31:0x0] not in the id map cache 00000001:00000001:3.0:1767384281.067847:0:17548:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384281.067856:0:17548:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384281.067859:0:17548:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384281.067863:0:17548:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384281.067880:0:17548:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384281.067882:0:17548:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384281.067902:0:17548:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00002000:00001000:3.0:1767384281.067904:0:17548:0:(ofd_objects.c:377:ofd_precreate_objects()) lustre-OST0000: create new object [0x240000400:0x31:0x0] nr 8 00080000:00000001:3.0:1767384281.067909:0:17548:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384281.067920:0:17548:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384281.067925:0:17548:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:3.0:1767384281.067960:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384281.067963:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384281.067965:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384281.067967:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384281.067969:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384281.067971:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384281.067973:0:17548:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384281.067975:0:17548:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446619781780961216 : -124291928590400 : ffff8ef507bf77c0) 00080000:00000001:3.0:1767384281.068043:0:17548:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:3.0:1767384281.068046:0:17548:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384281.068049:0:17548:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384281.068053:0:17548:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:3.0:1767384281.068073:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384281.068075:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384281.068077:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384281.068078:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384281.068080:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384281.068082:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384281.068083:0:17548:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384281.068085:0:17548:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446619781780961216 : -124291928590400 : ffff8ef507bf77c0) 00080000:00000001:3.0:1767384281.068240:0:17548:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:3.0:1767384281.068244:0:17548:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384281.068248:0:17548:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384281.068252:0:17548:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:3.0:1767384281.068319:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384281.068323:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384281.068325:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384281.068326:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384281.068329:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384281.068341:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384281.068344:0:17548:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384281.068347:0:17548:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446619781780961216 : -124291928590400 : ffff8ef507bf77c0) 00080000:00000001:3.0:1767384281.068417:0:17548:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:3.0:1767384281.068419:0:17548:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384281.068422:0:17548:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384281.068426:0:17548:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:3.0:1767384281.068456:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384281.068458:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384281.068459:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384281.068461:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384281.068463:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384281.068465:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384281.068466:0:17548:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384281.068468:0:17548:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446619781780961216 : -124291928590400 : ffff8ef507bf77c0) 00080000:00000001:3.0:1767384281.068512:0:17548:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:3.0:1767384281.068514:0:17548:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384281.068517:0:17548:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384281.068520:0:17548:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:3.0:1767384281.068542:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384281.068543:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384281.068545:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384281.068546:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384281.068548:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384281.068550:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384281.068553:0:17548:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384281.068554:0:17548:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446619781780961216 : -124291928590400 : ffff8ef507bf77c0) 00080000:00000001:3.0:1767384281.068592:0:17548:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:3.0:1767384281.068594:0:17548:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384281.068597:0:17548:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384281.068600:0:17548:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:3.0:1767384281.068624:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384281.068626:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384281.068627:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384281.068628:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384281.068630:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384281.068632:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384281.068634:0:17548:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384281.068646:0:17548:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446619781780961216 : -124291928590400 : ffff8ef507bf77c0) 00080000:00000001:3.0:1767384281.068715:0:17548:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:3.0:1767384281.068717:0:17548:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384281.068720:0:17548:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384281.068725:0:17548:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:3.0:1767384281.068750:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384281.068752:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384281.068754:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384281.068756:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384281.068758:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384281.068760:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384281.068761:0:17548:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384281.068763:0:17548:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446619781780961216 : -124291928590400 : ffff8ef507bf77c0) 00080000:00000001:3.0:1767384281.068833:0:17548:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:3.0:1767384281.068836:0:17548:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384281.068839:0:17548:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384281.068843:0:17548:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:3.0:1767384281.068870:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384281.068872:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384281.068874:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384281.068875:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384281.068877:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384281.068879:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384281.068881:0:17548:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384281.068883:0:17548:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446619781780961216 : -124291928590400 : ffff8ef507bf77c0) 00080000:00000001:3.0:1767384281.068930:0:17548:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:3.0:1767384281.068933:0:17548:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384281.068935:0:17548:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:3.0:1767384281.068940:0:17548:0:(ofd_objects.c:194:ofd_precreate_cb_add()) kmalloced '(opc)': 88 at 000000000fe3845a. 00002000:00001000:3.0:1767384281.068943:0:17548:0:(ofd_objects.c:204:ofd_precreate_cb_add()) Add 8 to 8 for [0x240000400:0x31:0x0], th_sync 0 00080000:00000001:3.0:1767384281.068948:0:17548:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00080000:3.0:1767384281.068952:0:17548:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589934593 00000001:00000001:3.0:1767384281.068955:0:17548:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:3.0:1767384281.068958:0:17548:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8589934594, last_committed = 4294967301 00000001:00000010:3.0:1767384281.068962:0:17548:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 00000000fbae5d00. 00000001:00000040:3.0:1767384281.068965:0:17548:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export 00000000cf791f94 : new cb_count 3 00000020:00000040:3.0:1767384281.068979:0:17548:0:(genops.c:887:class_export_get()) GET export 00000000cf791f94 refcount=8 00080000:00000001:3.0:1767384281.068987:0:17548:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384281.068999:0:17548:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000001:00000001:3.0:1767384281.069002:0:17548:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384281.069174:0:17548:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384281.069180:0:17548:0:(lu_object.c:207:lu_object_put()) Add 00000000ec03bd76/000000007d12a40c to site lru. bkt: 000000001def7850 00000020:00000002:3.0:1767384281.069184:0:17548:0:(lu_object.c:207:lu_object_put()) Add 0000000043bee35a/0000000015984c81 to site lru. bkt: 00000000534b4c07 00000020:00000002:3.0:1767384281.069187:0:17548:0:(lu_object.c:207:lu_object_put()) Add 0000000067b37ce3/000000003484b729 to site lru. bkt: 000000008c5a81ea 00000020:00000002:3.0:1767384281.069189:0:17548:0:(lu_object.c:207:lu_object_put()) Add 000000003e035f0a/0000000047f8b1a5 to site lru. bkt: 0000000026b9b2b2 00000020:00000002:3.0:1767384281.069192:0:17548:0:(lu_object.c:207:lu_object_put()) Add 00000000cd5c3188/000000009c2fc0b4 to site lru. bkt: 0000000016f08125 00000020:00000002:3.0:1767384281.069195:0:17548:0:(lu_object.c:207:lu_object_put()) Add 000000005aafa017/000000002af44098 to site lru. bkt: 000000006065dbc2 00000020:00000002:3.0:1767384281.069197:0:17548:0:(lu_object.c:207:lu_object_put()) Add 000000002caa99b6/00000000d0910e79 to site lru. bkt: 00000000cb3df41c 00000020:00000002:3.0:1767384281.069199:0:17548:0:(lu_object.c:207:lu_object_put()) Add 000000008508dd65/00000000a14a3b48 to site lru. bkt: 000000008426ed1b 00002000:00000010:3.0:1767384281.069201:0:17548:0:(ofd_objects.c:475:ofd_precreate_objects()) kfreed 'batch': 64 at 00000000097f74f1. 00002000:00001000:3.0:1767384281.069204:0:17548:0:(ofd_objects.c:478:ofd_precreate_objects()) created 8/8 objects: 0 00002000:00000001:3.0:1767384281.069206:0:17548:0:(ofd_objects.c:481:ofd_precreate_objects()) Process leaving (rc=8 : 8 : 8) 00002000:00080000:3.0:1767384281.069210:0:17548:0:(ofd_dev.c:1745:ofd_create_hdl()) lustre-OST0000: reserve 8 objects in group 0x240000400 at 50 00002000:00000001:3.0:1767384281.069214:0:17548:0:(ofd_objects.c:271:ofd_precreate_objects()) Process entered 00002000:00000010:3.0:1767384281.069216:0:17548:0:(ofd_objects.c:289:ofd_precreate_objects()) kmalloced '(batch)': 64 at 00000000097f74f1. 00002000:00000001:3.0:1767384281.069219:0:17548:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1767384281.069221:0:17548:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:3.0:1767384281.069224:0:17548:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:3.0:1767384281.069228:0:17548:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000004b1a4f2a. 00002000:00000001:3.0:1767384281.069231:0:17548:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446619777409485880 : -124296300065736 : ffff8ef403300c38) 00002000:00000001:3.0:1767384281.069234:0:17548:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:3.0:1767384281.069236:0:17548:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x32:0x0] 00080000:00000010:3.0:1767384281.069240:0:17548:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000783da63a. 00002000:00000001:3.0:1767384281.069243:0:17548:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384281.069245:0:17548:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:3.0:1767384281.069248:0:17548:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384281.069249:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384281.069251:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384281.069253:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384281.069255:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384281.069267:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384281.069276:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384281.069279:0:17548:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384281.069281:0:17548:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446619781780961216 : -124291928590400 : ffff8ef507bf77c0) 00080000:00000001:3.0:1767384281.070753:0:17548:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:3.0:1767384281.070759:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384281.070762:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384281.070763:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384281.070765:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384281.070767:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384281.070769:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384281.070771:0:17548:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384281.070773:0:17548:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384281.070777:0:17548:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446619777409485880 : -124296300065736 : ffff8ef403300c38) 00002000:00000001:3.0:1767384281.070780:0:17548:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446619777409485792 : -124296300065824 : ffff8ef403300be0) 00002000:00000001:3.0:1767384281.070783:0:17548:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1767384281.070784:0:17548:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:3.0:1767384281.070811:0:17548:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:3.0:1767384281.070815:0:17548:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000338608b8. 00002000:00000001:3.0:1767384281.070818:0:17548:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446619777409489528 : -124296300062088 : ffff8ef403301a78) 00002000:00000001:3.0:1767384281.070822:0:17548:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:3.0:1767384281.070823:0:17548:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x33:0x0] 00080000:00000010:3.0:1767384281.070840:0:17548:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000fdc2ceac. 00002000:00000001:3.0:1767384281.070842:0:17548:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384281.070844:0:17548:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:3.0:1767384281.070847:0:17548:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384281.070849:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384281.070851:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384281.070853:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384281.070855:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384281.070857:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384281.070858:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384281.070860:0:17548:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384281.070862:0:17548:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446619781780961216 : -124291928590400 : ffff8ef507bf77c0) 00080000:00000001:3.0:1767384281.072321:0:17548:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:3.0:1767384281.072326:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384281.072338:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384281.072340:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384281.072342:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384281.072344:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384281.072346:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384281.072349:0:17548:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384281.072351:0:17548:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384281.072355:0:17548:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446619777409489528 : -124296300062088 : ffff8ef403301a78) 00002000:00000001:3.0:1767384281.072358:0:17548:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446619777409489440 : -124296300062176 : ffff8ef403301a20) 00002000:00000001:3.0:1767384281.072361:0:17548:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1767384281.072363:0:17548:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:3.0:1767384281.072365:0:17548:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:3.0:1767384281.072369:0:17548:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000b665025a. 00002000:00000001:3.0:1767384281.072372:0:17548:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446619777409482840 : -124296300068776 : ffff8ef403300058) 00002000:00000001:3.0:1767384281.072375:0:17548:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:3.0:1767384281.072377:0:17548:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x34:0x0] 00080000:00000010:3.0:1767384281.072380:0:17548:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000307bc7ea. 00002000:00000001:3.0:1767384281.072383:0:17548:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384281.072385:0:17548:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:3.0:1767384281.072387:0:17548:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384281.072388:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384281.072390:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384281.072391:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384281.072392:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384281.072395:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384281.072396:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384281.072398:0:17548:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384281.072400:0:17548:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446619781780961216 : -124291928590400 : ffff8ef507bf77c0) 00080000:00000001:3.0:1767384281.073991:0:17548:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:3.0:1767384281.073998:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384281.074001:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384281.074002:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384281.074004:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384281.074006:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384281.074008:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384281.074010:0:17548:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384281.074013:0:17548:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384281.074026:0:17548:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446619777409482840 : -124296300068776 : ffff8ef403300058) 00002000:00000001:3.0:1767384281.074029:0:17548:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446619777409482752 : -124296300068864 : ffff8ef403300000) 00002000:00000001:3.0:1767384281.074033:0:17548:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1767384281.074035:0:17548:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:3.0:1767384281.074038:0:17548:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:3.0:1767384281.074041:0:17548:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000093f4376a. 00002000:00000001:3.0:1767384281.074045:0:17548:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446619777409486184 : -124296300065432 : ffff8ef403300d68) 00002000:00000001:3.0:1767384281.074049:0:17548:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:3.0:1767384281.074051:0:17548:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x35:0x0] 00080000:00000010:3.0:1767384281.074055:0:17548:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000055a413ac. 00002000:00000001:3.0:1767384281.074058:0:17548:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384281.074061:0:17548:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:3.0:1767384281.074063:0:17548:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384281.074066:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384281.074068:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384281.074070:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384281.074072:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384281.074074:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384281.074076:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384281.074078:0:17548:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384281.074079:0:17548:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446619781780961216 : -124291928590400 : ffff8ef507bf77c0) 00080000:00000001:3.0:1767384281.075739:0:17548:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:3.0:1767384281.075745:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384281.075748:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384281.075749:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384281.075751:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384281.075753:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384281.075755:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384281.075757:0:17548:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384281.075759:0:17548:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384281.075763:0:17548:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446619777409486184 : -124296300065432 : ffff8ef403300d68) 00002000:00000001:3.0:1767384281.075766:0:17548:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446619777409486096 : -124296300065520 : ffff8ef403300d10) 00002000:00000001:3.0:1767384281.075768:0:17548:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1767384281.075770:0:17548:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:3.0:1767384281.075772:0:17548:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:3.0:1767384281.075777:0:17548:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000023b68aa7. 00002000:00000001:3.0:1767384281.075813:0:17548:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446619777409483144 : -124296300068472 : ffff8ef403300188) 00002000:00000001:3.0:1767384281.075818:0:17548:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:3.0:1767384281.075828:0:17548:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x36:0x0] 00080000:00000010:3.0:1767384281.075832:0:17548:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000008855ef9b. 00002000:00000001:3.0:1767384281.075835:0:17548:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384281.075837:0:17548:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:3.0:1767384281.075839:0:17548:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384281.075841:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384281.075843:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384281.075845:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384281.075846:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384281.075848:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384281.075850:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384281.075853:0:17548:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384281.075854:0:17548:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446619781780961216 : -124291928590400 : ffff8ef507bf77c0) 00080000:00000001:1.0:1767384281.077387:0:17548:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:1.0:1767384281.077396:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384281.077399:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384281.077402:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384281.077405:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384281.077408:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384281.077411:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384281.077414:0:17548:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384281.077418:0:17548:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384281.077424:0:17548:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446619777409483144 : -124296300068472 : ffff8ef403300188) 00002000:00000001:1.0:1767384281.077428:0:17548:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446619777409483056 : -124296300068560 : ffff8ef403300130) 00002000:00000001:1.0:1767384281.077432:0:17548:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1767384281.077434:0:17548:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:1.0:1767384281.077438:0:17548:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:1.0:1767384281.077443:0:17548:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000055655401. 00002000:00000001:1.0:1767384281.077447:0:17548:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446619781773052376 : -124291936499240 : ffff8ef50746c9d8) 00002000:00000001:1.0:1767384281.077452:0:17548:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:1.0:1767384281.077454:0:17548:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x37:0x0] 00080000:00000010:1.0:1767384281.077459:0:17548:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000095d9ddeb. 00002000:00000001:1.0:1767384281.077471:0:17548:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384281.077474:0:17548:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:1.0:1767384281.077476:0:17548:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384281.077478:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384281.077480:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384281.077482:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384281.077484:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384281.077486:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384281.077489:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384281.077491:0:17548:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:1.0:1767384281.077494:0:17548:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446619781780961216 : -124291928590400 : ffff8ef507bf77c0) 00080000:00000001:2.0:1767384281.079305:0:17548:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:2.0:1767384281.079313:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1767384281.079317:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1767384281.079319:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1767384281.079322:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1767384281.079324:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384281.079326:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384281.079328:0:17548:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384281.079330:0:17548:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384281.079335:0:17548:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446619781773052376 : -124291936499240 : ffff8ef50746c9d8) 00002000:00000001:2.0:1767384281.079340:0:17548:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446619781773052288 : -124291936499328 : ffff8ef50746c980) 00002000:00000001:2.0:1767384281.079343:0:17548:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:2.0:1767384281.079346:0:17548:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:2.0:1767384281.079349:0:17548:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:2.0:1767384281.079355:0:17548:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000009dc529a5. 00002000:00000001:2.0:1767384281.079359:0:17548:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446619777392874632 : -124296316676984 : ffff8ef402329488) 00002000:00000001:2.0:1767384281.079381:0:17548:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:2.0:1767384281.079383:0:17548:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x38:0x0] 00080000:00000010:2.0:1767384281.079497:0:17548:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000008fcee9b3. 00002000:00000001:2.0:1767384281.079506:0:17548:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384281.079512:0:17548:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:2.0:1767384281.079516:0:17548:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:2.0:1767384281.079520:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1767384281.079524:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1767384281.079526:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1767384281.079530:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1767384281.079534:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384281.079538:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384281.079541:0:17548:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:2.0:1767384281.079545:0:17548:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446619781780961216 : -124291928590400 : ffff8ef507bf77c0) 00080000:00000001:1.0:1767384281.081217:0:17548:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:1.0:1767384281.081224:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384281.081226:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384281.081228:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384281.081231:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384281.081233:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384281.081236:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384281.081239:0:17548:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384281.081242:0:17548:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384281.081247:0:17548:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446619777392874632 : -124296316676984 : ffff8ef402329488) 00002000:00000001:1.0:1767384281.081251:0:17548:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446619777392874544 : -124296316677072 : ffff8ef402329430) 00002000:00000001:1.0:1767384281.081254:0:17548:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1767384281.081256:0:17548:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:1.0:1767384281.081259:0:17548:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:1.0:1767384281.081265:0:17548:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000bb12d68f. 00002000:00000001:1.0:1767384281.081269:0:17548:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446619781773056024 : -124291936495592 : ffff8ef50746d818) 00002000:00000001:1.0:1767384281.081273:0:17548:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:1.0:1767384281.081275:0:17548:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x39:0x0] 00080000:00000010:1.0:1767384281.081281:0:17548:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000f6ad26f2. 00002000:00000001:1.0:1767384281.081283:0:17548:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384281.081286:0:17548:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:1.0:1767384281.081289:0:17548:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384281.081291:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384281.081292:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384281.081294:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384281.081296:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384281.081306:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384281.081309:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384281.081311:0:17548:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:1.0:1767384281.081313:0:17548:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446619781780961216 : -124291928590400 : ffff8ef507bf77c0) 00080000:00000001:1.0:1767384281.082610:0:17548:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:1.0:1767384281.082616:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384281.082618:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384281.082619:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384281.082621:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384281.082624:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384281.082626:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384281.082628:0:17548:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384281.082631:0:17548:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384281.082643:0:17548:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446619781773056024 : -124291936495592 : ffff8ef50746d818) 00002000:00000001:1.0:1767384281.082646:0:17548:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446619781773055936 : -124291936495680 : ffff8ef50746d7c0) 00080000:00000001:1.0:1767384281.082649:0:17548:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384281.082655:0:17548:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000005c1fba6c. 00080000:00000001:1.0:1767384281.082659:0:17548:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446619781702206464 : -124292007345152 : ffff8ef5030dc400) 00080000:00000001:1.0:1767384281.082661:0:17548:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384281.082682:0:17548:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384281.082684:0:17548:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384281.082687:0:17548:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:1.0:1767384281.082710:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384281.082712:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384281.082714:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384281.082715:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384281.082716:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384281.082718:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384281.082720:0:17548:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:1.0:1767384281.082722:0:17548:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446619781780961216 : -124291928590400 : ffff8ef507bf77c0) 00080000:00000002:1.0:1767384281.082737:0:17548:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x32:0x0] not in the id map cache 00000001:00000001:1.0:1767384281.082740:0:17548:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384281.082742:0:17548:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384281.082745:0:17548:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:1.0:1767384281.082759:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384281.082761:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384281.082771:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384281.082773:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384281.082775:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384281.082777:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384281.082778:0:17548:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:1.0:1767384281.082780:0:17548:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446619781780961216 : -124291928590400 : ffff8ef507bf77c0) 00080000:00000002:1.0:1767384281.082815:0:17548:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x33:0x0] not in the id map cache 00000001:00000001:1.0:1767384281.082818:0:17548:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384281.082819:0:17548:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384281.082821:0:17548:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:1.0:1767384281.082849:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384281.082851:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384281.082852:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384281.082853:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384281.082855:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384281.082856:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384281.082857:0:17548:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:1.0:1767384281.082858:0:17548:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446619781780961216 : -124291928590400 : ffff8ef507bf77c0) 00080000:00000002:1.0:1767384281.082873:0:17548:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x34:0x0] not in the id map cache 00000001:00000001:1.0:1767384281.082874:0:17548:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384281.082875:0:17548:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384281.082877:0:17548:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:1.0:1767384281.082883:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384281.082884:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384281.082885:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384281.082887:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384281.082888:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384281.082890:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384281.082892:0:17548:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:1.0:1767384281.082894:0:17548:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446619781780961216 : -124291928590400 : ffff8ef507bf77c0) 00080000:00000002:1.0:1767384281.082914:0:17548:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x35:0x0] not in the id map cache 00000001:00000001:1.0:1767384281.082916:0:17548:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384281.082918:0:17548:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384281.082919:0:17548:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:1.0:1767384281.082934:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384281.082935:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384281.082936:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384281.082947:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384281.082949:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384281.082950:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384281.082952:0:17548:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:1.0:1767384281.082954:0:17548:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446619781780961216 : -124291928590400 : ffff8ef507bf77c0) 00080000:00000002:1.0:1767384281.082966:0:17548:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x36:0x0] not in the id map cache 00000001:00000001:1.0:1767384281.082968:0:17548:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384281.082969:0:17548:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384281.082971:0:17548:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:1.0:1767384281.082978:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384281.082979:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384281.082980:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384281.082981:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384281.082983:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384281.082984:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384281.082986:0:17548:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:1.0:1767384281.082987:0:17548:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446619781780961216 : -124291928590400 : ffff8ef507bf77c0) 00080000:00000002:1.0:1767384281.082994:0:17548:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x37:0x0] not in the id map cache 00000001:00000001:1.0:1767384281.082996:0:17548:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384281.082997:0:17548:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384281.082999:0:17548:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:1.0:1767384281.083005:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384281.083007:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384281.083008:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384281.083009:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384281.083010:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384281.083011:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384281.083013:0:17548:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:1.0:1767384281.083014:0:17548:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446619781780961216 : -124291928590400 : ffff8ef507bf77c0) 00080000:00000002:1.0:1767384281.083020:0:17548:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x38:0x0] not in the id map cache 00000001:00000001:1.0:1767384281.083022:0:17548:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384281.083023:0:17548:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384281.083025:0:17548:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:1.0:1767384281.083033:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384281.083035:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384281.083036:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384281.083037:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384281.083047:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384281.083049:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384281.083052:0:17548:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:1.0:1767384281.083054:0:17548:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446619781780961216 : -124291928590400 : ffff8ef507bf77c0) 00080000:00000002:1.0:1767384281.083078:0:17548:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x39:0x0] not in the id map cache 00000001:00000001:1.0:1767384281.083080:0:17548:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384281.083081:0:17548:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384281.083083:0:17548:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384281.083087:0:17548:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384281.083264:0:17548:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384281.083266:0:17548:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384281.083284:0:17548:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00002000:00001000:1.0:1767384281.083287:0:17548:0:(ofd_objects.c:377:ofd_precreate_objects()) lustre-OST0000: create new object [0x240000400:0x39:0x0] nr 8 00080000:00000001:1.0:1767384281.083291:0:17548:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384281.083348:0:17548:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384281.083352:0:17548:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:1.0:1767384281.083439:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384281.083441:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384281.083443:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384281.083445:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384281.083448:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384281.083450:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384281.083452:0:17548:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:1.0:1767384281.083454:0:17548:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446619781780961216 : -124291928590400 : ffff8ef507bf77c0) 00080000:00000001:1.0:1767384281.083589:0:17548:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:1.0:1767384281.083592:0:17548:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384281.083596:0:17548:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384281.083601:0:17548:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:1.0:1767384281.083661:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384281.083663:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384281.083665:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384281.083667:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384281.083669:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384281.083671:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384281.083673:0:17548:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:1.0:1767384281.083675:0:17548:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446619781780961216 : -124291928590400 : ffff8ef507bf77c0) 00080000:00000001:1.0:1767384281.083752:0:17548:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:1.0:1767384281.083765:0:17548:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384281.083770:0:17548:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384281.083774:0:17548:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:1.0:1767384281.083871:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384281.083875:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384281.083876:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384281.083879:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384281.083881:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384281.083884:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384281.083886:0:17548:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:1.0:1767384281.083889:0:17548:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446619781780961216 : -124291928590400 : ffff8ef507bf77c0) 00080000:00000001:1.0:1767384281.083992:0:17548:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:1.0:1767384281.083995:0:17548:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384281.083998:0:17548:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384281.084003:0:17548:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:1.0:1767384281.084055:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384281.084057:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384281.084058:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384281.084060:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384281.084062:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384281.084064:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384281.084066:0:17548:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:1.0:1767384281.084069:0:17548:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446619781780961216 : -124291928590400 : ffff8ef507bf77c0) 00080000:00000001:1.0:1767384281.084220:0:17548:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:1.0:1767384281.084223:0:17548:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384281.084227:0:17548:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384281.084231:0:17548:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:1.0:1767384281.084301:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384281.084303:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384281.084305:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384281.084308:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384281.084310:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384281.084313:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384281.084315:0:17548:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:1.0:1767384281.084318:0:17548:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446619781780961216 : -124291928590400 : ffff8ef507bf77c0) 00080000:00000001:1.0:1767384281.084428:0:17548:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:1.0:1767384281.084431:0:17548:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384281.084434:0:17548:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384281.084448:0:17548:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:1.0:1767384281.084614:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384281.084618:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384281.084620:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384281.084623:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384281.084634:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384281.084637:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384281.084639:0:17548:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:1.0:1767384281.084642:0:17548:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446619781780961216 : -124291928590400 : ffff8ef507bf77c0) 00080000:00000001:1.0:1767384281.084815:0:17548:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:1.0:1767384281.084818:0:17548:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384281.084822:0:17548:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384281.084836:0:17548:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:1.0:1767384281.084906:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384281.084908:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384281.084910:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384281.084913:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384281.084915:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384281.084918:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384281.084920:0:17548:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:1.0:1767384281.084922:0:17548:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446619781780961216 : -124291928590400 : ffff8ef507bf77c0) 00080000:00000001:1.0:1767384281.085069:0:17548:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:1.0:1767384281.085072:0:17548:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384281.085076:0:17548:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384281.085080:0:17548:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:1.0:1767384281.085177:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384281.085179:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384281.085181:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384281.085183:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384281.085186:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384281.085188:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384281.085190:0:17548:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:1.0:1767384281.085193:0:17548:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446619781780961216 : -124291928590400 : ffff8ef507bf77c0) 00080000:00000001:1.0:1767384281.085340:0:17548:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:1.0:1767384281.085343:0:17548:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384281.085347:0:17548:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:1.0:1767384281.085353:0:17548:0:(ofd_objects.c:194:ofd_precreate_cb_add()) kmalloced '(opc)': 88 at 000000002ea6a0e8. 00002000:00001000:1.0:1767384281.085357:0:17548:0:(ofd_objects.c:204:ofd_precreate_cb_add()) Add 8 to 16 for [0x240000400:0x39:0x0], th_sync 0 00080000:00000001:1.0:1767384281.085369:0:17548:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00080000:1.0:1767384281.085373:0:17548:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589934594 00000001:00000001:1.0:1767384281.085377:0:17548:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:1.0:1767384281.085382:0:17548:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8589934595, last_committed = 4294967301 00000001:00000010:1.0:1767384281.085387:0:17548:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 00000000dca20be7. 00000001:00000040:1.0:1767384281.085390:0:17548:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export 00000000cf791f94 : new cb_count 4 00000020:00000040:1.0:1767384281.085393:0:17548:0:(genops.c:887:class_export_get()) GET export 00000000cf791f94 refcount=9 00080000:00000001:1.0:1767384281.085398:0:17548:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384281.085594:0:17548:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000001:00000001:1.0:1767384281.085597:0:17548:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384281.086119:0:17548:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384281.086126:0:17548:0:(lu_object.c:207:lu_object_put()) Add 00000000c5ef875c/000000004b1a4f2a to site lru. bkt: 00000000e846089c 00000020:00000002:1.0:1767384281.086131:0:17548:0:(lu_object.c:207:lu_object_put()) Add 00000000d9003bc5/00000000338608b8 to site lru. bkt: 0000000078e1e818 00000020:00000002:1.0:1767384281.086135:0:17548:0:(lu_object.c:207:lu_object_put()) Add 00000000a098cbff/00000000b665025a to site lru. bkt: 00000000752d5c80 00000020:00000002:1.0:1767384281.086139:0:17548:0:(lu_object.c:207:lu_object_put()) Add 00000000ccc39b14/0000000093f4376a to site lru. bkt: 00000000d629e099 00000020:00000002:1.0:1767384281.086143:0:17548:0:(lu_object.c:207:lu_object_put()) Add 00000000cb06f8b2/0000000023b68aa7 to site lru. bkt: 00000000a5f00c85 00000020:00000002:1.0:1767384281.086147:0:17548:0:(lu_object.c:207:lu_object_put()) Add 000000009d7e925a/0000000055655401 to site lru. bkt: 000000000af9829b 00000020:00000002:1.0:1767384281.086150:0:17548:0:(lu_object.c:207:lu_object_put()) Add 00000000bba2b9b8/000000009dc529a5 to site lru. bkt: 0000000044c8f962 00000020:00000002:1.0:1767384281.086153:0:17548:0:(lu_object.c:207:lu_object_put()) Add 00000000e8bf2336/00000000bb12d68f to site lru. bkt: 000000001274997e 00002000:00000010:1.0:1767384281.086156:0:17548:0:(ofd_objects.c:475:ofd_precreate_objects()) kfreed 'batch': 64 at 00000000097f74f1. 00002000:00001000:1.0:1767384281.086161:0:17548:0:(ofd_objects.c:478:ofd_precreate_objects()) created 8/8 objects: 0 00002000:00000001:1.0:1767384281.086163:0:17548:0:(ofd_objects.c:481:ofd_precreate_objects()) Process leaving (rc=8 : 8 : 8) 00002000:00080000:1.0:1767384281.086168:0:17548:0:(ofd_dev.c:1745:ofd_create_hdl()) lustre-OST0000: reserve 8 objects in group 0x240000400 at 58 00002000:00000001:1.0:1767384281.086171:0:17548:0:(ofd_objects.c:271:ofd_precreate_objects()) Process entered 00002000:00000010:1.0:1767384281.086176:0:17548:0:(ofd_objects.c:289:ofd_precreate_objects()) kmalloced '(batch)': 64 at 00000000c953ef24. 00002000:00000001:1.0:1767384281.086179:0:17548:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1767384281.086181:0:17548:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:1.0:1767384281.086184:0:17548:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:1.0:1767384281.086190:0:17548:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000f5c3618e. 00002000:00000001:1.0:1767384281.086192:0:17548:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446619781773055416 : -124291936496200 : ffff8ef50746d5b8) 00002000:00000001:1.0:1767384281.086197:0:17548:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:1.0:1767384281.086198:0:17548:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x3a:0x0] 00080000:00000010:1.0:1767384281.086204:0:17548:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000002528c3d1. 00002000:00000001:1.0:1767384281.086216:0:17548:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384281.086219:0:17548:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:1.0:1767384281.086222:0:17548:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384281.086223:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384281.086225:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384281.086227:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384281.086229:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384281.086232:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384281.086234:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384281.086236:0:17548:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:1.0:1767384281.086238:0:17548:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446619781780961216 : -124291928590400 : ffff8ef507bf77c0) 00080000:00000001:1.0:1767384281.088041:0:18296:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384281.088053:0:18296:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384281.088058:0:18296:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384281.088066:0:18296:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384281.088075:0:18296:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384281.088079:0:18296:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384281.093834:0:17548:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:3.0:1767384281.093843:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384281.093846:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384281.093849:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384281.093853:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384281.093858:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384281.093867:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384281.093875:0:17548:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384281.093885:0:17548:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384281.093896:0:17548:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446619781773055416 : -124291936496200 : ffff8ef50746d5b8) 00002000:00000001:3.0:1767384281.093903:0:17548:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446619781773055328 : -124291936496288 : ffff8ef50746d560) 00002000:00000001:3.0:1767384281.093911:0:17548:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1767384281.093913:0:17548:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:3.0:1767384281.093917:0:17548:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:3.0:1767384281.093922:0:17548:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000028cb618e. 00002000:00000001:3.0:1767384281.093926:0:17548:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446619777409485272 : -124296300066344 : ffff8ef4033009d8) 00002000:00000001:3.0:1767384281.093930:0:17548:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:3.0:1767384281.093933:0:17548:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x3b:0x0] 00080000:00000010:3.0:1767384281.093938:0:17548:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000058d46cf5. 00002000:00000001:3.0:1767384281.093942:0:17548:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384281.093944:0:17548:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:3.0:1767384281.093955:0:17548:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384281.093957:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384281.093960:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384281.093962:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384281.093964:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384281.093967:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384281.093970:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384281.093972:0:17548:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384281.093974:0:17548:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446619781780961216 : -124291928590400 : ffff8ef507bf77c0) 00080000:00000001:2.0:1767384281.095766:0:17548:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:2.0:1767384281.095783:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1767384281.095826:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1767384281.095829:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1767384281.095831:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1767384281.095835:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384281.095837:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384281.095840:0:17548:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384281.095843:0:17548:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384281.095848:0:17548:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446619777409485272 : -124296300066344 : ffff8ef4033009d8) 00002000:00000001:2.0:1767384281.095852:0:17548:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446619777409485184 : -124296300066432 : ffff8ef403300980) 00002000:00000001:2.0:1767384281.095856:0:17548:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:2.0:1767384281.095858:0:17548:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:2.0:1767384281.095861:0:17548:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:2.0:1767384281.095867:0:17548:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000053c15ad3. 00002000:00000001:2.0:1767384281.095872:0:17548:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446619777392873720 : -124296316677896 : ffff8ef4023290f8) 00002000:00000001:2.0:1767384281.095876:0:17548:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:2.0:1767384281.095878:0:17548:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x3c:0x0] 00080000:00000010:2.0:1767384281.095884:0:17548:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000d6f50149. 00002000:00000001:2.0:1767384281.095887:0:17548:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384281.095890:0:17548:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:2.0:1767384281.095893:0:17548:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:2.0:1767384281.095895:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1767384281.095897:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1767384281.095899:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1767384281.095901:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1767384281.095904:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384281.095906:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384281.095908:0:17548:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:2.0:1767384281.095911:0:17548:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446619781780961216 : -124291928590400 : ffff8ef507bf77c0) 00080000:00000001:3.0:1767384281.097995:0:17548:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:3.0:1767384281.098001:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384281.098004:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384281.098006:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384281.098008:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384281.098011:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384281.098014:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384281.098017:0:17548:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384281.098020:0:17548:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384281.098026:0:17548:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446619777392873720 : -124296316677896 : ffff8ef4023290f8) 00002000:00000001:3.0:1767384281.098029:0:17548:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446619777392873632 : -124296316677984 : ffff8ef4023290a0) 00002000:00000001:3.0:1767384281.098033:0:17548:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1767384281.098036:0:17548:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:3.0:1767384281.098039:0:17548:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:3.0:1767384281.098044:0:17548:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000000b4ccb2e. 00002000:00000001:3.0:1767384281.098048:0:17548:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446619777409488920 : -124296300062696 : ffff8ef403301818) 00002000:00000001:3.0:1767384281.098053:0:17548:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:3.0:1767384281.098055:0:17548:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x3d:0x0] 00080000:00000010:3.0:1767384281.098060:0:17548:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000181ab3b9. 00002000:00000001:3.0:1767384281.098064:0:17548:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384281.098066:0:17548:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:3.0:1767384281.098069:0:17548:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384281.098072:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384281.098073:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384281.098075:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384281.098078:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384281.098081:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384281.098083:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384281.098120:0:17548:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384281.098123:0:17548:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446619781780961216 : -124291928590400 : ffff8ef507bf77c0) 00080000:00000001:2.0:1767384281.099931:0:17548:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:2.0:1767384281.099938:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1767384281.099942:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1767384281.099944:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1767384281.099947:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1767384281.099950:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384281.099952:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384281.099954:0:17548:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384281.099966:0:17548:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384281.099971:0:17548:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446619777409488920 : -124296300062696 : ffff8ef403301818) 00002000:00000001:2.0:1767384281.099975:0:17548:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446619777409488832 : -124296300062784 : ffff8ef4033017c0) 00002000:00000001:2.0:1767384281.099979:0:17548:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:2.0:1767384281.099981:0:17548:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:2.0:1767384281.099983:0:17548:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:2.0:1767384281.099989:0:17548:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000e57570ca. 00002000:00000001:2.0:1767384281.099993:0:17548:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446619777392873112 : -124296316678504 : ffff8ef402328e98) 00002000:00000001:2.0:1767384281.099997:0:17548:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:2.0:1767384281.099999:0:17548:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x3e:0x0] 00080000:00000010:2.0:1767384281.100004:0:17548:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000000b434699. 00002000:00000001:2.0:1767384281.100007:0:17548:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384281.100010:0:17548:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:2.0:1767384281.100013:0:17548:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:2.0:1767384281.100015:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1767384281.100017:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1767384281.100019:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1767384281.100022:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1767384281.100024:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384281.100026:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384281.100029:0:17548:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:2.0:1767384281.100032:0:17548:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446619781780961216 : -124291928590400 : ffff8ef507bf77c0) 00080000:00000001:3.0:1767384281.102674:0:17548:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:3.0:1767384281.102681:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384281.102684:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384281.102686:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384281.102689:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384281.102692:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384281.102695:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384281.102698:0:17548:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384281.102701:0:17548:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384281.102707:0:17548:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446619777392873112 : -124296316678504 : ffff8ef402328e98) 00002000:00000001:3.0:1767384281.102711:0:17548:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446619777392873024 : -124296316678592 : ffff8ef402328e40) 00002000:00000001:3.0:1767384281.102714:0:17548:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1767384281.102717:0:17548:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:3.0:1767384281.102720:0:17548:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:3.0:1767384281.102725:0:17548:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000002cd8614. 00002000:00000001:3.0:1767384281.102729:0:17548:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446619777409488312 : -124296300063304 : ffff8ef4033015b8) 00002000:00000001:3.0:1767384281.102733:0:17548:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:3.0:1767384281.102735:0:17548:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x3f:0x0] 00080000:00000010:3.0:1767384281.102739:0:17548:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000005a62fedc. 00002000:00000001:3.0:1767384281.102743:0:17548:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384281.102746:0:17548:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:3.0:1767384281.102748:0:17548:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384281.102751:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384281.102753:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384281.102755:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384281.102758:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384281.102760:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384281.102763:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384281.102766:0:17548:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384281.102768:0:17548:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446619781780961216 : -124291928590400 : ffff8ef507bf77c0) 00080000:00000001:2.0:1767384281.104223:0:17548:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:2.0:1767384281.104229:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1767384281.104231:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1767384281.104232:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1767384281.104234:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1767384281.104236:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384281.104239:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384281.104241:0:17548:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384281.104244:0:17548:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384281.104248:0:17548:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446619777409488312 : -124296300063304 : ffff8ef4033015b8) 00002000:00000001:2.0:1767384281.104252:0:17548:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446619777409488224 : -124296300063392 : ffff8ef403301560) 00002000:00000001:2.0:1767384281.104254:0:17548:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:2.0:1767384281.104256:0:17548:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:2.0:1767384281.104258:0:17548:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:2.0:1767384281.104271:0:17548:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000008ad10829. 00002000:00000001:2.0:1767384281.104274:0:17548:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446619777392876760 : -124296316674856 : ffff8ef402329cd8) 00002000:00000001:2.0:1767384281.104278:0:17548:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:2.0:1767384281.104280:0:17548:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x40:0x0] 00080000:00000010:2.0:1767384281.104285:0:17548:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000ebc76531. 00002000:00000001:2.0:1767384281.104288:0:17548:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384281.104291:0:17548:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:2.0:1767384281.104293:0:17548:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:2.0:1767384281.104295:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1767384281.104297:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1767384281.104299:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1767384281.104301:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1767384281.104303:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384281.104305:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384281.104308:0:17548:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:2.0:1767384281.104311:0:17548:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446619781780961216 : -124291928590400 : ffff8ef507bf77c0) 00080000:00000001:2.0:1767384281.105902:0:17548:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:2.0:1767384281.105907:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1767384281.105910:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1767384281.105911:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1767384281.105913:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1767384281.105915:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384281.105917:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384281.105918:0:17548:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384281.105920:0:17548:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384281.105925:0:17548:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446619777392876760 : -124296316674856 : ffff8ef402329cd8) 00002000:00000001:2.0:1767384281.105927:0:17548:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446619777392876672 : -124296316674944 : ffff8ef402329c80) 00002000:00000001:2.0:1767384281.105931:0:17548:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:2.0:1767384281.105933:0:17548:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:2.0:1767384281.105935:0:17548:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:2.0:1767384281.105941:0:17548:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000002edc84a. 00002000:00000001:2.0:1767384281.105944:0:17548:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446619777392875848 : -124296316675768 : ffff8ef402329948) 00002000:00000001:2.0:1767384281.105947:0:17548:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:2.0:1767384281.105949:0:17548:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x41:0x0] 00080000:00000010:2.0:1767384281.105954:0:17548:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000066a7adb2. 00002000:00000001:2.0:1767384281.105957:0:17548:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384281.105967:0:17548:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:2.0:1767384281.105970:0:17548:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:2.0:1767384281.105972:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1767384281.105974:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1767384281.105976:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1767384281.105978:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1767384281.105980:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384281.105983:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384281.105986:0:17548:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:2.0:1767384281.105989:0:17548:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446619781780961216 : -124291928590400 : ffff8ef507bf77c0) 00080000:00000001:3.0:1767384281.107266:0:17548:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:3.0:1767384281.107271:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384281.107274:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384281.107276:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384281.107287:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384281.107290:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384281.107292:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384281.107294:0:17548:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384281.107297:0:17548:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384281.107302:0:17548:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446619777392875848 : -124296316675768 : ffff8ef402329948) 00002000:00000001:3.0:1767384281.107306:0:17548:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446619777392875760 : -124296316675856 : ffff8ef4023298f0) 00080000:00000001:3.0:1767384281.107310:0:17548:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384281.107318:0:17548:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000076badc7b. 00080000:00000001:3.0:1767384281.107321:0:17548:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446619777414581248 : -124296294970368 : ffff8ef4037dcc00) 00080000:00000001:3.0:1767384281.107325:0:17548:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384281.107340:0:17548:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384281.107343:0:17548:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384281.107347:0:17548:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:3.0:1767384281.107370:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384281.107372:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384281.107374:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384281.107376:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384281.107379:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384281.107381:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384281.107384:0:17548:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384281.107386:0:17548:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446619781780961216 : -124291928590400 : ffff8ef507bf77c0) 00080000:00000002:3.0:1767384281.107408:0:17548:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x3a:0x0] not in the id map cache 00000001:00000001:3.0:1767384281.107412:0:17548:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384281.107415:0:17548:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384281.107418:0:17548:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:3.0:1767384281.107448:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384281.107450:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384281.107452:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384281.107454:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384281.107456:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384281.107458:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384281.107461:0:17548:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384281.107463:0:17548:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446619781780961216 : -124291928590400 : ffff8ef507bf77c0) 00080000:00000002:3.0:1767384281.107484:0:17548:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x3b:0x0] not in the id map cache 00000001:00000001:3.0:1767384281.107487:0:17548:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384281.107495:0:17548:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384281.107499:0:17548:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:3.0:1767384281.107527:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384281.107529:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384281.107531:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384281.107534:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384281.107536:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384281.107538:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384281.107540:0:17548:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384281.107542:0:17548:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446619781780961216 : -124291928590400 : ffff8ef507bf77c0) 00080000:00000002:3.0:1767384281.107558:0:17548:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x3c:0x0] not in the id map cache 00000001:00000001:3.0:1767384281.107560:0:17548:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384281.107561:0:17548:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384281.107563:0:17548:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:3.0:1767384281.107588:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384281.107589:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384281.107591:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384281.107593:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384281.107596:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384281.107598:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384281.107600:0:17548:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384281.107602:0:17548:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446619781780961216 : -124291928590400 : ffff8ef507bf77c0) 00080000:00000002:3.0:1767384281.107629:0:17548:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x3d:0x0] not in the id map cache 00000001:00000001:3.0:1767384281.107631:0:17548:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384281.107632:0:17548:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384281.107634:0:17548:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:3.0:1767384281.107654:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384281.107656:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384281.107658:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384281.107659:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384281.107661:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384281.107663:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384281.107665:0:17548:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384281.107668:0:17548:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446619781780961216 : -124291928590400 : ffff8ef507bf77c0) 00080000:00000002:3.0:1767384281.107694:0:17548:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x3e:0x0] not in the id map cache 00000001:00000001:3.0:1767384281.107697:0:17548:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384281.107699:0:17548:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384281.107709:0:17548:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:3.0:1767384281.107731:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384281.107733:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384281.107735:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384281.107737:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384281.107740:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384281.107742:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384281.107745:0:17548:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384281.107747:0:17548:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446619781780961216 : -124291928590400 : ffff8ef507bf77c0) 00080000:00000002:3.0:1767384281.107768:0:17548:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x3f:0x0] not in the id map cache 00000001:00000001:3.0:1767384281.107771:0:17548:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384281.107773:0:17548:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384281.107775:0:17548:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:3.0:1767384281.107830:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384281.107842:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384281.107845:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384281.107848:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384281.107852:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384281.107855:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384281.107858:0:17548:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384281.107860:0:17548:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446619781780961216 : -124291928590400 : ffff8ef507bf77c0) 00080000:00000002:3.0:1767384281.107894:0:17548:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x40:0x0] not in the id map cache 00000001:00000001:3.0:1767384281.107897:0:17548:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384281.107899:0:17548:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384281.107902:0:17548:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:3.0:1767384281.107928:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384281.107931:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384281.107933:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384281.107936:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384281.107939:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384281.107941:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384281.107943:0:17548:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384281.107945:0:17548:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446619781780961216 : -124291928590400 : ffff8ef507bf77c0) 00080000:00000002:3.0:1767384281.107971:0:17548:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x41:0x0] not in the id map cache 00000001:00000001:3.0:1767384281.107974:0:17548:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384281.107976:0:17548:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384281.107979:0:17548:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384281.107992:0:17548:0:(osd_io.c:243:osd_declare_write()) Process entered 00080000:00000001:2.0:1767384281.107994:0:17574:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00100000:2.0:1767384281.108000:0:17574:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000001:00000040:2.0:1767384281.108004:0:17574:0:(tgt_lastrcvd.c:539:tgt_cb_new_client()) callback PUTting export 00000000cf791f94 : new cb_count 3 00000020:00000040:2.0:1767384281.108009:0:17574:0:(genops.c:898:class_export_put()) PUTting export 00000000cf791f94 : new refcount 8 00000001:00000010:2.0:1767384281.108013:0:17574:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) kfreed 'ccb': 80 at 0000000029eacf56. 00040000:00000001:2.0:1767384281.108019:0:17574:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000001:00000001:3.0:1767384281.108020:0:17548:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00040000:00000001:2.0:1767384281.108022:0:17574:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384281.108024:0:17548:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384281.108028:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000009a2250a7. 00080000:00000001:2.0:1767384281.108036:0:17574:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384281.108047:0:17574:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000100:00000001:2.0:1767384281.108053:0:17574:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000100:00000001:2.0:1767384281.108056:0:17574:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000001:00080000:2.0:1767384281.108060:0:17574:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 8589934594 is committed 00000001:00000040:2.0:1767384281.108063:0:17574:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export 00000000cf791f94 : new cb_count 2 00000020:00000040:2.0:1767384281.108066:0:17574:0:(genops.c:898:class_export_put()) PUTting export 00000000cf791f94 : new refcount 7 00080000:00000001:3.0:1767384281.108067:0:17548:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:2.0:1767384281.108071:0:17574:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 00000000fbae5d00. 00002000:00001000:3.0:1767384281.108073:0:17548:0:(ofd_objects.c:377:ofd_precreate_objects()) lustre-OST0000: create new object [0x240000400:0x41:0x0] nr 8 00002000:00001000:2.0:1767384281.108080:0:17574:0:(ofd_objects.c:181:ofd_cb_precreate()) Sub 8 from 24 for [0x240000400:0x39:0x0], th_sync 1 00080000:00000001:3.0:1767384281.108081:0:17548:0:(osd_io.c:399:osd_write()) Process entered 00002000:00000010:2.0:1767384281.108112:0:17574:0:(ofd_objects.c:184:ofd_cb_precreate()) kfreed 'opc': 88 at 000000000fe3845a. 00040000:00000001:2.0:1767384281.108117:0:17574:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384281.108119:0:17574:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384281.108122:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000001bd0dcb0. 00080000:00000001:2.0:1767384281.108127:0:17574:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384281.108132:0:17574:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:2.0:1767384281.108134:0:17574:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export 00000000cf791f94 : new cb_count 1 00000020:00000040:2.0:1767384281.108137:0:17574:0:(genops.c:898:class_export_put()) PUTting export 00000000cf791f94 : new refcount 6 00080000:00000001:3.0:1767384281.108139:0:17548:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000001:00000010:2.0:1767384281.108140:0:17574:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 0000000040dd6083. 00080000:00000001:3.0:1767384281.108145:0:17548:0:(osd_object.c:1920:osd_create()) Process entered 00002000:00001000:2.0:1767384281.108156:0:17574:0:(ofd_objects.c:181:ofd_cb_precreate()) Sub 8 from 16 for [0x240000400:0x39:0x0], th_sync 1 00002000:00000010:2.0:1767384281.108160:0:17574:0:(ofd_objects.c:184:ofd_cb_precreate()) kfreed 'opc': 88 at 000000005e48a95f. 00040000:00000001:2.0:1767384281.108164:0:17574:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384281.108167:0:17574:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384281.108170:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000001666c403. 00080000:00000001:2.0:1767384281.108176:0:17574:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:3.0:1767384281.108220:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384281.108225:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384281.108226:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384281.108229:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384281.108232:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384281.108234:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384281.108237:0:17548:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384281.108239:0:17548:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446619781780961216 : -124291928590400 : ffff8ef507bf77c0) 00080000:00000001:3.0:1767384281.108400:0:17548:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:3.0:1767384281.108405:0:17548:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384281.108409:0:17548:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384281.108413:0:17548:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:3.0:1767384281.108456:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384281.108459:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384281.108461:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384281.108463:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384281.108465:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384281.108467:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384281.108469:0:17548:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384281.108471:0:17548:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446619781780961216 : -124291928590400 : ffff8ef507bf77c0) 00080000:00000001:3.0:1767384281.108559:0:17548:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:3.0:1767384281.108563:0:17548:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384281.108566:0:17548:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384281.108570:0:17548:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:3.0:1767384281.108606:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384281.108608:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384281.108609:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384281.108612:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384281.108616:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384281.108618:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384281.108620:0:17548:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384281.108628:0:17548:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446619781780961216 : -124291928590400 : ffff8ef507bf77c0) 00080000:00000001:3.0:1767384281.108727:0:17548:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:3.0:1767384281.108733:0:17548:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384281.108738:0:17548:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384281.108742:0:17548:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:3.0:1767384281.108807:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384281.108809:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384281.108811:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384281.108813:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384281.108816:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384281.108818:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384281.108820:0:17548:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384281.108822:0:17548:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446619781780961216 : -124291928590400 : ffff8ef507bf77c0) 00080000:00000001:3.0:1767384281.108915:0:17548:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:3.0:1767384281.108917:0:17548:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384281.108920:0:17548:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384281.108924:0:17548:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:3.0:1767384281.108956:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384281.108958:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384281.108959:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384281.108961:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384281.108964:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384281.108966:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384281.108968:0:17548:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384281.108971:0:17548:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446619781780961216 : -124291928590400 : ffff8ef507bf77c0) 00080000:00000001:3.0:1767384281.109041:0:17548:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:3.0:1767384281.109043:0:17548:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384281.109046:0:17548:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384281.109048:0:17548:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:3.0:1767384281.109145:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384281.109149:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384281.109151:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384281.109153:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384281.109155:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384281.109158:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384281.109160:0:17548:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384281.109162:0:17548:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446619781780961216 : -124291928590400 : ffff8ef507bf77c0) 00080000:00000001:3.0:1767384281.109203:0:17548:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:3.0:1767384281.109214:0:17548:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384281.109217:0:17548:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384281.109221:0:17548:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:3.0:1767384281.109243:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384281.109244:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384281.109245:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384281.109247:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384281.109248:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384281.109250:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384281.109251:0:17548:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384281.109252:0:17548:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446619781780961216 : -124291928590400 : ffff8ef507bf77c0) 00080000:00000001:3.0:1767384281.109286:0:17548:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:3.0:1767384281.109287:0:17548:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384281.109290:0:17548:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384281.109293:0:17548:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:3.0:1767384281.109316:0:17548:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384281.109317:0:17548:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384281.109319:0:17548:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384281.109321:0:17548:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384281.109322:0:17548:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384281.109325:0:17548:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384281.109326:0:17548:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384281.109328:0:17548:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446619781780961216 : -124291928590400 : ffff8ef507bf77c0) 00080000:00000001:3.0:1767384281.109371:0:17548:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:3.0:1767384281.109374:0:17548:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384281.109376:0:17548:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:3.0:1767384281.109379:0:17548:0:(ofd_objects.c:194:ofd_precreate_cb_add()) kmalloced '(opc)': 88 at 00000000f87df11a. 00002000:00001000:3.0:1767384281.109382:0:17548:0:(ofd_objects.c:204:ofd_precreate_cb_add()) Add 8 to 8 for [0x240000400:0x41:0x0], th_sync 0 00080000:00000001:3.0:1767384281.109386:0:17548:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00080000:3.0:1767384281.109389:0:17548:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589934595 00000001:00000001:3.0:1767384281.109393:0:17548:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:3.0:1767384281.109395:0:17548:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8589934596, last_committed = 8589934594 00000001:00000010:3.0:1767384281.109399:0:17548:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 000000006ac514f3. 00000001:00000040:3.0:1767384281.109402:0:17548:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export 00000000cf791f94 : new cb_count 2 00000020:00000040:3.0:1767384281.109405:0:17548:0:(genops.c:887:class_export_get()) GET export 00000000cf791f94 refcount=7 00080000:00000001:3.0:1767384281.109408:0:17548:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384281.109423:0:17548:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000001:00000001:3.0:1767384281.109426:0:17548:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384281.109536:0:17548:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384281.109540:0:17548:0:(lu_object.c:207:lu_object_put()) Add 0000000060afceea/00000000f5c3618e to site lru. bkt: 000000008e625ee1 00000020:00000002:3.0:1767384281.109543:0:17548:0:(lu_object.c:207:lu_object_put()) Add 000000003dd9d957/0000000028cb618e to site lru. bkt: 00000000366d793a 00000020:00000002:3.0:1767384281.109545:0:17548:0:(lu_object.c:207:lu_object_put()) Add 0000000099351dc6/0000000053c15ad3 to site lru. bkt: 00000000cedb8558 00000020:00000002:3.0:1767384281.109547:0:17548:0:(lu_object.c:207:lu_object_put()) Add 000000001988c004/000000000b4ccb2e to site lru. bkt: 0000000011974db5 00000020:00000002:3.0:1767384281.109549:0:17548:0:(lu_object.c:207:lu_object_put()) Add 00000000c40ad235/00000000e57570ca to site lru. bkt: 0000000028497297 00000020:00000002:3.0:1767384281.109551:0:17548:0:(lu_object.c:207:lu_object_put()) Add 0000000094e35b61/0000000002cd8614 to site lru. bkt: 0000000019b03a31 00000020:00000002:3.0:1767384281.109553:0:17548:0:(lu_object.c:207:lu_object_put()) Add 000000005e970456/000000008ad10829 to site lru. bkt: 00000000d0232293 00000020:00000002:3.0:1767384281.109554:0:17548:0:(lu_object.c:207:lu_object_put()) Add 0000000084c1048a/0000000002edc84a to site lru. bkt: 00000000b77522d1 00002000:00000010:3.0:1767384281.109556:0:17548:0:(ofd_objects.c:475:ofd_precreate_objects()) kfreed 'batch': 64 at 00000000c953ef24. 00002000:00001000:3.0:1767384281.109559:0:17548:0:(ofd_objects.c:478:ofd_precreate_objects()) created 8/8 objects: 0 00002000:00000001:3.0:1767384281.109560:0:17548:0:(ofd_objects.c:481:ofd_precreate_objects()) Process leaving (rc=8 : 8 : 8) 00000020:00000001:3.0:1767384281.109564:0:17548:0:(tgt_grant.c:1455:tgt_grant_commit()) Process entered 00000020:00000001:3.0:1767384281.109566:0:17548:0:(tgt_grant.c:1509:tgt_grant_commit()) Process leaving 00002000:00000001:3.0:1767384281.109568:0:17548:0:(ofd_dev.c:1792:ofd_create_hdl()) Process leaving 00000001:00000001:3.0:1767384281.109573:0:17548:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1767384281.109575:0:17548:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384281.109580:0:17548:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934594, transno 8589934596, xid 1853236723063808 00010000:00000001:3.0:1767384281.109583:0:17548:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384281.109591:0:17548:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000bec5cc88 x1853236723063808/t8589934596(0) o5->lustre-MDT0000-mdtlov_UUID@0@lo:262/0 lens 432/432 e 0 to 0 dl 1767384292 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384281.109600:0:17548:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384281.109603:0:17548:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384281.109606:0:17548:0:(import.c:2128:obd_at_measure()) add 1 to 0000000094c7e214 time=0 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384281.109611:0:17548:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384281.109614:0:17548:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 21 to 0@lo 00000100:00000001:3.0:1767384281.109616:0:17548:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 02000000:00000001:3.0:1767384281.109619:0:17548:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384281.109622:0:17548:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384281.109626:0:17548:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384281.109628:0:17548:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384281.109639:0:17548:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002645768a. 00000100:00000200:3.0:1767384281.109645:0:17548:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1853236723063808, offset 224 00000400:00000200:3.0:1767384281.109651:0:17548:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384281.109663:0:17548:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384281.109674:0:17548:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x695824c901c00 00000400:00000200:3.0:1767384281.109681:0:17548:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x115d [1] + 224 00000400:00000200:3.0:1767384281.109688:0:17548:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384281.109693:0:17548:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384281.109700:0:17548:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384281.109705:0:17548:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002082e044 x1853236723063808/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384297 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384281.109716:0:17548:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=432 offset=224 replen=432 req@000000002082e044 x1853236723063808/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384297 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384281.109736:0:17548:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384281.109744:0:17548:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002645768a 00000400:00000010:3.0:1767384281.109746:0:17548:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002645768a. 00000100:00000001:3.0:1767384281.109749:0:17548:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384281.109751:0:17548:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384281.109756:0:17548:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384281.109760:0:17548:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 20 to 0@lo 00010000:00000001:3.0:1767384281.109762:0:17548:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384281.109765:0:17548:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384281.109768:0:17548:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1767384281.109769:0:16802:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767384281.109775:0:17548:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bec5cc88 x1853236723063808/t8589934596(0) o5->lustre-MDT0000-mdtlov_UUID@0@lo:262/0 lens 432/432 e 0 to 0 dl 1767384292 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767384281.109781:0:16802:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384281.109803:0:16802:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:3.0:1767384281.109808:0:17548:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000bec5cc88 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+7:16802:x1853236723063808:12345-0@lo:5: Request processed in 77756us (78261us total) trans 8589934596 rc 0/0 00000400:00000010:2.0:1767384281.109809:0:16802:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fa09178c. 00000400:00000200:2.0:1767384281.109821:0:16802:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000065db4d3b 00000100:00100000:3.0:1767384281.109828:0:17548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000400:00000010:2.0:1767384281.109828:0:16802:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000065db4d3b. 00000100:00000001:2.0:1767384281.109838:0:16802:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1767384281.109840:0:17548:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000cf791f94 : new rpc_count 0 00000100:00000001:3.0:1767384281.109847:0:17548:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:2.0:1767384281.109851:0:16802:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002082e044 x1853236723063808/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384297 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384281.109853:0:17548:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00080000:3.0:1767384281.109860:0:17548:0:(tgt_main.c:782:tgt_ses_key_exit()) total 4 transactions per RPC 00000020:00000010:3.0:1767384281.109868:0:17548:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000078d014a3. 00000100:00000200:2.0:1767384281.109870:0:16802:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002082e044 x1853236723063808/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384297 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384281.109879:0:16802:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384281.109883:0:16802:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384281.109888:0:17548:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d73ec59e. 00000100:00000001:2.0:1767384281.109888:0:16802:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384281.109891:0:16802:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:3.0:1767384281.109895:0:17548:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000020eb5af3. 00000100:00000001:2.0:1767384281.109896:0:16802:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384281.109900:0:16802:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384281.109905:0:17548:0:(genops.c:898:class_export_put()) PUTting export 00000000cf791f94 : new refcount 6 02000000:00000001:2.0:1767384281.109906:0:16802:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384281.109914:0:17548:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1767384281.109918:0:16802:0:(import.c:2128:obd_at_measure()) add 5 to 0000000040f3b9ed time=0 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384281.109926:0:16802:0:(import.c:2128:obd_at_measure()) add 1 to 000000001fbc0fd6 time=0 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384281.109929:0:16802:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384281.109931:0:16802:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384281.109935:0:16802:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767384281.109939:0:16802:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000002082e044 x1853236723063808/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384297 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384281.109947:0:16802:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384281.109950:0:16802:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1767384281.109952:0:16802:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1767384281.109954:0:16802:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1767384281.109957:0:16802:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384281.109967:0:16802:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782564201344 : -124291145350272 : ffff8ef5366ec380) 00000100:00000001:2.0:1767384281.109970:0:16802:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1767384281.109972:0:16802:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934594 gen 2 00000100:00100000:2.0:1767384281.109977:0:16802:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@000000002082e044 x1853236723063808/t8589934596(8589934596) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384297 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384281.109984:0:16802:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:2.0:1767384281.109986:0:16802:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384281.109988:0:16802:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384281.109991:0:16802:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002082e044 x1853236723063808/t8589934596(8589934596) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384297 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384281.109998:0:16802:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384281.110001:0:16802:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384281.110003:0:16802:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384281.110007:0:16802:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002082e044 x1853236723063808/t8589934596(8589934596) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384297 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384281.110015:0:16802:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000002082e044 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:16802:1853236723063808:0@lo:5: 00000100:00000001:2.0:1767384281.110021:0:16802:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384281.110025:0:16802:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384281.110027:0:16802:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767384281.110029:0:16802:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384281.110032:0:16802:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000002082e044 x1853236723063808/t8589934596(8589934596) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384297 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384281.110038:0:16802:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384281.110040:0:16802:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000076d74926. 00000100:00000001:2.0:1767384281.110043:0:16802:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767384281.110044:0:16802:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000004:00080000:2.0:1767384281.110051:0:16802:0:(osp_precreate.c:701:osp_precreate_send()) lustre-OST0000-osc-MDT0000: current precreated pool: [0x240000400:0x21:0x0]-[0x240000400:0x41:0x0] 00000004:00000040:2.0:1767384281.110056:0:16802:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:2.0:1767384281.110060:0:16802:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=95744 free=94976 avail=84480 avail_mb=330 hwm_mb=3 files=12264 ffree=11872 state=0: rc = 0 00000100:00000001:2.0:1767384281.110064:0:16802:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384281.110071:0:16802:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002082e044 x1853236723063808/t8589934596(8589934596) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384297 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384281.110077:0:16802:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1767384281.110080:0:16802:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:2.0:1767384281.110082:0:16802:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1767384281.110084:0:16802:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1767384281.110121:0:16802:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1767384281.110124:0:16802:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1767384281.110126:0:16802:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384281.110128:0:16802:0:(osp_precreate.c:711:osp_precreate_send()) Process leaving (rc=0 : 0 : 0) 00000400:00001000:2.0:1767384281.277941:0:18342:0:(api-ni.c:3211:LNetNIInit()) refs 1 00080000:00000001:3.0:1767384281.440507:0:18354:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384281.440519:0:18354:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384281.440523:0:18354:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384281.440528:0:18354:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384281.440533:0:18354:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384281.440535:0:18354:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384281.653214:0:16767:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384281.653217:0:16767:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384281.653220:0:16767:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:3.0:1767384281.754603:0:18402:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384281.754615:0:18402:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384281.754618:0:18402:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384281.754623:0:18402:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384281.754628:0:18402:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384281.754630:0:18402:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384282.101169:0:16766:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:1.0:1767384282.101174:0:16766:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384282.101186:0:17571:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:2.0:1767384282.101190:0:17571:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384282.408913:0:18566:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384282.408916:0:18566:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg252-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp10 --if ens2 00000001:00000001:1.0:1767384282.411977:0:18566:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000200:3.0:1767384282.420329:0:16135:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384282.420338:0:16135:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100151 00000400:00000010:3.0:1767384282.420344:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002645768a. 00000400:00000200:3.0:1767384282.420347:0:16135:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (2) 00000400:00000010:3.0:1767384282.420354:0:16135:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000c9eed6df. 00000400:00000200:3.0:1767384282.420360:0:16135:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.152@tcp 00000020:00000001:2.0:1767384282.420368:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:3.0:1767384282.420371:0:16135:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.152@tcp local destination 10000000:00000001:2.0:1767384282.420373:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:3.0:1767384282.420377:0:16135:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 10000000:00000001:2.0:1767384282.420377:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384282.420381:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:3.0:1767384282.420383:0:16135:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.152@tcp 00000020:01000004:2.0:1767384282.420387:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:3.0:1767384282.420390:0:16135:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.152@tcp lpni_is_preferred = 0 00000020:01000004:2.0:1767384282.420391:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384282.420395:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:3.0:1767384282.420397:0:16135:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.152@tcp 00000020:01000004:2.0:1767384282.420397:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384282.420402:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:3.0:1767384282.420405:0:16135:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp NI seq info: [5:5:256:4294967295] 192.168.202.152@tcp LPNI seq info [5:5:8:4294967295] 00000020:01000004:2.0:1767384282.420405:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384282.420407:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384282.420410:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384282.420412:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:3.0:1767384282.420414:0:16135:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.152@tcp 00000020:01000004:2.0:1767384282.420415:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:2.0:1767384282.420423:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003a6fae64. 00000400:00000200:3.0:1767384282.420428:0:16135:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp(192.168.202.152@tcp:) -> 192.168.202.152@tcp(192.168.202.152@tcp:192.168.202.152@tcp) : PUT try# 0 00000020:00000040:2.0:1767384282.420431:0:36:0:(genops.c:1229:class_import_get()) import 00000000df830bbe refcount=4 obd=MGC192.168.202.152@tcp 00000800:00000200:3.0:1767384282.420433:0:16135:0:(socklnd_cb.c:1001:ksocknal_send()) sending 64 bytes in 1 frags to 12345-192.168.202.152@tcp 00000100:00000001:2.0:1767384282.420439:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384282.420445:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000800:00000010:3.0:1767384282.420446:0:16135:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005c90178b. 02000000:00000001:2.0:1767384282.420451:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384282.420454:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002fd1afca] -> 12345-192.168.202.152@tcp (6) 00000800:00000200:3.0:1767384282.420461:0:16135:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp ip 192.168.202.152:988 02000000:00000010:2.0:1767384282.420464:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000009df9f933. 00000800:00000200:3.0:1767384282.420465:0:16135:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005c90178b type 1, nob 160 niov 1 nkiov 1 00000100:00000001:2.0:1767384282.420475:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384282.420485:0:16135:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.152@tcp 00000100:00000001:2.0:1767384282.420486:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:3.0:1767384282.420489:0:16135:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100551 rc 0 00000100:00000001:2.0:1767384282.420492:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384282.420510:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003a6fae64] to pc [ptlrpcd_00_03+3] req@000000003a6fae64 x1853236723063936/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:2.0:1767384282.420543:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384282.420546:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384282.420548:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767384282.420549:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000020:00000001:2.0:1767384282.420555:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:2.0:1767384282.420557:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384282.420558:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384282.420559:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:2.0:1767384282.420561:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384282.420562:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00000001:3.0:1767384282.420563:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000004:2.0:1767384282.420563:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384282.420566:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384282.420568:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000001:3.0:1767384282.420570:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:01000004:2.0:1767384282.420570:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000100:00000001:3.0:1767384282.420574:0:16140:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:01000004:2.0:1767384282.420574:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384282.420575:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384282.420578:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384282.420581:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003a6fae64 x1853236723063936/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384282.420581:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002765915d. 00000020:00000040:2.0:1767384282.420587:0:36:0:(genops.c:1229:class_import_get()) import 00000000df830bbe refcount=5 obd=MGC192.168.202.152@tcp 00000100:00000001:2.0:1767384282.420592:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384282.420595:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767384282.420596:0:16140:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1767384282.420598:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384282.420599:0:16140:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384282.420605:0:16140:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384282.420607:0:16140:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000010:2.0:1767384282.420608:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000d3eea08e. 02000000:00000001:3.0:1767384282.420611:0:16140:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384282.420613:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384282.420616:0:16140:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003a6fae64 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c0412d60-4f67-4dbc-8791-892843f60083:16140:1853236723063936:0@lo:253: 00000100:00000001:2.0:1767384282.420619:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384282.420621:0:16140:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767384282.420622:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384282.420627:0:16140:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1767384282.420628:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002765915d] to pc [ptlrpcd_00_00+0] req@000000002765915d x1853236723064064/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384282.420631:0:16140:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384282.420631:0:16132:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384282.420637:0:16132:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005c90178b. 02000000:00000001:3.0:1767384282.420638:0:16140:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384282.420645:0:16140:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000b9d8c409. 00000400:00000200:1.0:1767384282.420646:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1767384282.420649:0:16140:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384282.420650:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384282.420653:0:16140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f5eddae2. 10000000:00000001:2.0:1767384282.420655:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384282.420656:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp->192.168.202.152@tcp: PUT: OK 00000400:00000010:3.0:1767384282.420660:0:16140:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000054a3a985. 00000020:00000001:2.0:1767384282.420660:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767384282.420663:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:1.0:1767384282.420664:0:16132:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000100:00000200:3.0:1767384282.420665:0:16140:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236723063936, portal 25 00000020:00000010:2.0:1767384282.420669:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000009e7b7821. 00000400:00000200:1.0:1767384282.420670:0:16132:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.152@tcp: 0 00000100:00000001:3.0:1767384282.420671:0:16140:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384282.420674:0:16140:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782564212992 : -124291145338624 : ffff8ef5366ef100) 00000100:00000040:3.0:1767384282.420681:0:16140:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003a6fae64 x1853236723063936/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384298 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384282.420682:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:1.0:1767384282.420683:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384282.420689:0:16140:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000001:1.0:1767384282.420692:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384282.420694:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384282.420695:0:16140:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000800:00000001:1.0:1767384282.420697:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:3.0:1767384282.420701:0:16140:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006dffc18e. 00000800:00000001:1.0:1767384282.420703:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384282.420705:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384282.420710:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:3.0:1767384282.420712:0:16140:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236723063936, offset 0 00000400:00000200:1.0:1767384282.420712:0:16132:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.152@tcp(192.168.202.152@tcp) <- 192.168.202.152@tcp : PUT - for me 00000100:00000001:2.0:1767384282.420714:0:16137:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1767384282.420722:0:16140:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1767384282.420725:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002765915d x1853236723064064/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384282.420729:0:16132:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.152@tcp of length 64 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384282.420733:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384282.420743:0:16132:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.152@tcp of length 64/64 into md 0x215 [1] + 0 00000400:00000200:3.0:1767384282.420747:0:16140:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824c901c80 00000100:00000001:2.0:1767384282.420749:0:16137:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384282.420753:0:16137:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384282.420755:0:16132:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000049a8e66b. 02000000:00000001:2.0:1767384282.420756:0:16137:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384282.420760:0:16137:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384282.420761:0:16132:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000085d345a 02000000:00000001:2.0:1767384282.420763:0:16137:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384282.420766:0:16137:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000002765915d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c0412d60-4f67-4dbc-8791-892843f60083:16137:1853236723064064:0@lo:253: 00000800:00000001:1.0:1767384282.420768:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384282.420771:0:16140:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1b1 [2] + 0 00000400:00000010:3.0:1767384282.420786:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a1eb06d4. 00000100:00000001:2.0:1767384282.420788:0:16137:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1767384282.420790:0:16140:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000032761775 02000000:00000001:2.0:1767384282.420792:0:16137:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384282.420795:0:16137:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384282.420795:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384282.420797:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1767384282.420797:0:16137:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1767384282.420800:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384282.420804:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384282.420808:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp->192.168.202.152@tcp: PUT: OK 00000400:00000200:3.0:1767384282.420809:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000032761775 00000400:00000010:3.0:1767384282.420812:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000032761775. 02000000:00000010:2.0:1767384282.420813:0:16137:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000078f4bc6e. 02000000:00000001:2.0:1767384282.420816:0:16137:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384282.420817:0:16140:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:1.0:1767384282.420818:0:16132:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000085d345a 00000100:00000200:3.0:1767384282.420820:0:16140:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000010:2.0:1767384282.420820:0:16137:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fa09178c. 00000400:00000010:1.0:1767384282.420821:0:16132:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000085d345a. 00000100:00000040:3.0:1767384282.420827:0:16140:0:(events.c:337:request_in_callback()) incoming req@00000000d5dd0eb7 x1853236723063936 msgsize 4848 00000400:00000200:1.0:1767384282.420829:0:16132:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000010:2.0:1767384282.420834:0:16137:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b9246f42. 00000100:00100000:3.0:1767384282.420835:0:16140:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:1.0:1767384282.420835:0:16132:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (3) 00000100:00000040:3.0:1767384282.420841:0:16140:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000200:2.0:1767384282.420841:0:16137:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236723064064, portal 25 00000400:00000200:1.0:1767384282.420845:0:16132:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.152@tcp(000000005d9714d7) is MR 00000100:00000001:2.0:1767384282.420848:0:16137:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384282.420850:0:16137:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782564202240 : -124291145349376 : ffff8ef5366ec700) 00000400:00000010:1.0:1767384282.420850:0:16132:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 73 at 00000000ce21625a. 00000100:00000001:3.0:1767384282.420852:0:16140:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384282.420857:0:16132:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.202.152@tcp 2 00000100:00000040:2.0:1767384282.420860:0:16137:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000002765915d x1853236723064064/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384298 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384282.420861:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006dffc18e 00000400:00000200:1.0:1767384282.420863:0:16132:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.152@tcp (000000005d9714d7): -114 00000400:00000010:3.0:1767384282.420866:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006dffc18e. 00000100:00000001:3.0:1767384282.420872:0:16140:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384282.420874:0:16137:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:3.0:1767384282.420877:0:16140:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003a6fae64 x1853236723063936/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384298 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384282.420878:0:16132:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000005d9714d7 (4) 00000100:00000040:2.0:1767384282.420881:0:16137:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1767384282.420885:0:16132:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000010:2.0:1767384282.420886:0:16137:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000076d74926. 00000100:00000200:2.0:1767384282.420892:0:16137:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236723064064, offset 0 00000400:00000200:1.0:1767384282.420896:0:16132:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.152@tcp to MR: 192.168.202.152@tcp local destination 00000100:00000001:3.0:1767384282.420898:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767384282.420902:0:16137:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1767384282.420903:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003a6fae64 x1853236723063936/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384298 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384282.420904:0:16132:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp NI seq info: [6:6:256:4294967295] 192.168.202.152@tcp LPNI seq info [6:6:8:4294967295] 00000100:00000001:3.0:1767384282.420919:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384282.420922:0:16132:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp(192.168.202.152@tcp:192.168.202.152@tcp) -> 192.168.202.152@tcp(192.168.202.152@tcp:192.168.202.152@tcp) 192.168.202.152@tcp : ACK try# 0 00000100:00000001:3.0:1767384282.420924:0:16140:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1767384282.420929:0:16132:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.152@tcp 00000100:00000001:3.0:1767384282.420933:0:16140:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767384282.420934:0:16132:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002e0fcbcb. 00000400:00000200:2.0:1767384282.420935:0:16137:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384282.420939:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294872390 00000800:00000200:1.0:1767384282.420944:0:16132:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002fd1afca] -> 12345-192.168.202.152@tcp (6) 00000100:00000010:3.0:1767384282.420946:0:16140:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004aec8132. 00000400:00000200:2.0:1767384282.420949:0:16137:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824c901d00 00000800:00000200:1.0:1767384282.420953:0:16132:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp ip 192.168.202.152:1023 00000100:00000001:3.0:1767384282.420954:0:16140:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 0 00000800:00000200:1.0:1767384282.420959:0:16132:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000002e0fcbcb type 0, nob 96 niov 1 nkiov 0 00000400:00000200:2.0:1767384282.420960:0:16137:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1b5 [2] + 0 00000100:00000001:3.0:1767384282.420962:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294872390 00000400:00000010:2.0:1767384282.420969:0:16137:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c2f255c8. 00000100:00000010:3.0:1767384282.420970:0:16140:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f1505ff7. 00000400:00000200:2.0:1767384282.420980:0:16137:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000001297d07c 00000100:00000001:3.0:1767384282.420981:0:16140:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 1 00000400:00000200:2.0:1767384282.420987:0:16137:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384282.420988:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294872390 00000100:00000010:3.0:1767384282.420995:0:16140:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003cc531e5. 00000400:00000200:2.0:1767384282.420997:0:16137:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384282.421000:0:16140:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 2 00000800:00000200:1.0:1767384282.421000:0:16132:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1767384282.421002:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001297d07c 00000400:00000010:2.0:1767384282.421005:0:16137:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001297d07c. 00000800:00000010:1.0:1767384282.421005:0:16132:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002e0fcbcb. 00000100:00000001:3.0:1767384282.421007:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294872390 00000400:00000200:1.0:1767384282.421011:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:3.0:1767384282.421013:0:16140:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e97f3bd9. 00000100:00000001:2.0:1767384282.421013:0:16137:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384282.421016:0:16137:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:3.0:1767384282.421018:0:16140:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 3 00000400:00000200:1.0:1767384282.421019:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp->192.168.202.152@tcp: ACK: OK 00000100:00000040:2.0:1767384282.421022:0:16137:0:(events.c:337:request_in_callback()) incoming req@00000000bc78460c x1853236723064064 msgsize 4848 00000100:00000001:3.0:1767384282.421025:0:16140:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000001:1.0:1767384282.421029:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384282.421031:0:16140:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384282.421033:0:16137:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000800:00000001:1.0:1767384282.421034:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384282.421036:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384282.421037:0:16137:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000800:00000001:1.0:1767384282.421040:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384282.421041:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384282.421047:0:16137:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384282.421049:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384282.421052:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000001:1.0:1767384282.421052:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384282.421055:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000076d74926 00000800:00000001:1.0:1767384282.421058:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384282.421059:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1767384282.421059:0:16137:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000076d74926. 00000100:00000001:3.0:1767384282.421063:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:1.0:1767384282.421064:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384282.421065:0:16137:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384282.421066:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384282.421070:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384282.421071:0:16137:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002765915d x1853236723064064/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384298 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384282.421075:0:16132:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.152@tcp(192.168.202.152@tcp) <- 192.168.202.152@tcp : ACK - for me 00000100:00000001:2.0:1767384282.421106:0:16137:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384282.421111:0:16137:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002765915d x1853236723064064/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384298 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384282.421116:0:16132:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.152@tcp: ACK from 12345-192.168.202.152@tcp into md 0x116d 00000400:00000200:1.0:1767384282.421124:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384282.421125:0:16137:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384282.421128:0:16773:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384282.421129:0:16137:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:3.0:1767384282.421133:0:16773:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723063936 00000400:00000200:1.0:1767384282.421133:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp->192.168.202.152@tcp: ACK: OK 00000100:00000001:2.0:1767384282.421135:0:16137:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384282.421138:0:16773:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:1.0:1767384282.421139:0:16132:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002645768a 00000100:00000001:2.0:1767384282.421140:0:16137:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294872391 00000100:00000001:3.0:1767384282.421141:0:16773:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:1.0:1767384282.421143:0:16132:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002645768a. 00000100:00000001:3.0:1767384282.421145:0:16773:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384282.421149:0:16132:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 02000000:00000001:3.0:1767384282.421150:0:16773:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384282.421150:0:16137:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294872390 00000100:00100000:3.0:1767384282.421155:0:16773:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723063936 00000400:00000200:1.0:1767384282.421156:0:16132:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.152@tcp ev->status 0 00000100:00000001:2.0:1767384282.421158:0:16137:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294872391 00000020:00000001:3.0:1767384282.421160:0:16773:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384282.421163:0:16773:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eec8e1 00000100:00000001:2.0:1767384282.421164:0:16137:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294872390 00000400:00000200:1.0:1767384282.421164:0:16132:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.152@tcp (000000005d9714d7): -114 00000020:00000001:3.0:1767384282.421166:0:16773:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384282.421171:0:16773:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000555601ca refcount=14 00000100:00000001:2.0:1767384282.421172:0:16137:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294872391 00000400:00000200:1.0:1767384282.421172:0:16132:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000005d9714d7 (3) 00000020:00000001:3.0:1767384282.421177:0:16773:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000100:00000001:2.0:1767384282.421179:0:16137:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294872390 00000020:00000001:3.0:1767384282.421181:0:16773:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000800:00000001:1.0:1767384282.421183:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384282.421185:0:16137:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294872391 00000100:00000001:3.0:1767384282.421186:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000800:00000001:1.0:1767384282.421188:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384282.421191:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b81e47df. 00000100:00000001:2.0:1767384282.421192:0:16137:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294872390 00000100:00000001:3.0:1767384282.421197:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384282.421200:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b81e47df. 00000100:00000001:2.0:1767384282.421200:0:16137:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384282.421203:0:16137:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384282.421213:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384282.421214:0:16773:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000212edfd2. 00000100:00000001:2.0:1767384282.421215:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384282.421220:0:16773:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004e4ac937. 00000100:00000001:2.0:1767384282.421223:0:16137:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:3.0:1767384282.421225:0:16773:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000007fac12e1. 00000100:00000001:2.0:1767384282.421226:0:16137:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:1.0:1767384282.421227:0:16135:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:1.0:1767384282.421233:0:16135:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d42027a5. 00000100:00000001:2.0:1767384282.421234:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767384282.421236:0:16773:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384282.421237:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384282.421240:0:16773:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384282.421241:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384282.421241:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004d9ebefe. 00000100:00000001:3.0:1767384282.421244:0:16773:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384282.421247:0:16773:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384282.421247:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384282.421248:0:16135:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 0000000066e4368c 00000400:00000200:1.0:1767384282.421257:0:16135:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x1000d1 00000100:00000001:3.0:1767384282.421260:0:16773:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384282.421264:0:16135:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 60 at 00000000b88d00f6. 00000400:00000010:1.0:1767384282.421268:0:16135:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 72 at 0000000080548e37. 00000100:00000001:3.0:1767384282.421269:0:16773:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384282.421271:0:16135:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 60 at 000000008c6e4f96. 00000100:00000001:2.0:1767384282.421275:0:16774:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384282.421279:0:16774:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723064064 00000400:00000010:1.0:1767384282.421279:0:16135:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000006b72413c. 00000100:00000001:3.0:1767384282.421282:0:16773:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000001:2.0:1767384282.421283:0:16774:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384282.421286:0:16773:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384282.421287:0:16774:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:1.0:1767384282.421287:0:16135:0:(peer.c:185:lnet_peer_ni_alloc()) 000000006b72413c nid 192.168.202.152@tcp10 00000100:00000001:2.0:1767384282.421291:0:16774:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384282.421293:0:16773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000400:00000010:1.0:1767384282.421293:0:16135:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000125f585d. 02000000:00000001:2.0:1767384282.421295:0:16774:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384282.421300:0:16773:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000555601ca : new rpc_count 1 00000100:00100000:2.0:1767384282.421300:0:16774:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723064064 00000400:00000200:1.0:1767384282.421300:0:16135:0:(peer.c:204:lnet_peer_net_alloc()) 00000000125f585d net tcp10 00000020:00000001:2.0:1767384282.421305:0:16774:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384282.421306:0:16773:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619777395443792 : -124296314107824 : ffff8ef40259c850) 00000400:00000200:1.0:1767384282.421307:0:16135:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (2) 00000020:00000040:2.0:1767384282.421308:0:16774:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eec8e1 00000100:00000040:3.0:1767384282.421313:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000d5dd0eb7 x1853236723063936/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:263/0 lens 4848/0 e 0 to 0 dl 1767384293 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384282.421313:0:16774:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384282.421317:0:16774:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000555601ca refcount=15 00000400:00000200:1.0:1767384282.421320:0:16135:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.152@tcp NID 192.168.202.152@tcp10 flags 0x11 00000020:00000001:2.0:1767384282.421323:0:16774:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000400:00000010:1.0:1767384282.421328:0:16135:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 60 at 00000000b88d00f6. 00000020:00000001:2.0:1767384282.421329:0:16774:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000400:00000010:1.0:1767384282.421334:0:16135:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 72 at 0000000080548e37. 00000100:00000001:2.0:1767384282.421336:0:16774:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384282.421337:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000010:1.0:1767384282.421338:0:16135:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 60 at 000000008c6e4f96. 00000400:00000010:1.0:1767384282.421342:0:16135:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 73 at 00000000ce21625a. 00000020:00000010:3.0:1767384282.421343:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b81e47df. 00000020:00000010:2.0:1767384282.421343:0:16774:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000789e7e7f. 00000400:00000200:1.0:1767384282.421346:0:16135:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.152@tcp (000000005d9714d7): 0 00000100:00000001:3.0:1767384282.421349:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384282.421349:0:16774:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384282.421354:0:16774:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000789e7e7f. 00000020:00000010:3.0:1767384282.421355:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b81e47df. 00000400:00000200:1.0:1767384282.421358:0:16135:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.152@tcp(000000005d9714d7): 0. state = 0x100151 00000020:00000010:2.0:1767384282.421363:0:16774:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b53870d2. 00000400:00000200:1.0:1767384282.421363:0:16135:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100151 rc 1 00000100:00100000:3.0:1767384282.421367:0:16773:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000d5dd0eb7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c0412d60-4f67-4dbc-8791-892843f60083+15:16140:x1853236723063936:12345-0@lo:253: 00000020:00000010:2.0:1767384282.421371:0:16774:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000989e74ff. 00000100:00000200:3.0:1767384282.421372:0:16773:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723063936 00000400:00000200:1.0:1767384282.421374:0:16135:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100151 00000020:00000001:3.0:1767384282.421378:0:16773:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000010:2.0:1767384282.421379:0:16774:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000daeb8f2c. 00000400:00000200:1.0:1767384282.421380:0:16135:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.152@tcp 00000020:00000001:3.0:1767384282.421383:0:16773:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:1.0:1767384282.421385:0:16135:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100111 rc 0 00000100:00000001:2.0:1767384282.421386:0:16774:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:3.0:1767384282.421387:0:16773:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384282.421390:0:16774:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:3.0:1767384282.421392:0:16773:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1767384282.421393:0:16774:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384282.421394:0:16135:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.152@tcp (000000005d9714d7) 00000020:00000001:3.0:1767384282.421395:0:16773:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669141328 : -1040410288 : ffffffffc1fc9950) 00000020:00000001:3.0:1767384282.421400:0:16773:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384282.421402:0:16773:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384282.421402:0:16774:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384282.421402:0:16135:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000005d9714d7 (3) 00000020:00000001:3.0:1767384282.421409:0:16773:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1767384282.421410:0:16774:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384282.421412:0:16773:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384282.421416:0:16773:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384282.421420:0:16773:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1767384282.421424:0:16774:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384282.421429:0:16771:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000001:3.0:1767384282.421430:0:16773:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1767384282.421430:0:16774:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384282.421433:0:16771:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000010:3.0:1767384282.421437:0:16773:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000067d578f. 00000100:00100000:2.0:1767384282.421439:0:16774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 02000000:00000001:3.0:1767384282.421441:0:16773:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384282.421443:0:16773:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384282.421445:0:16773:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000100:00000040:2.0:1767384282.421452:0:16774:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000555601ca : new rpc_count 2 20000000:00000010:3.0:1767384282.421453:0:16773:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000967f02d4. 00000100:00000001:1.0:1767384282.421453:0:16771:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384282.421456:0:16774:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619777395449936 : -124296314101680 : ffff8ef40259e050) 00000100:00000001:1.0:1767384282.421458:0:16771:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:3.0:1767384282.421460:0:16773:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:3.0:1767384282.421464:0:16773:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384282.421467:0:16773:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000100:00000040:2.0:1767384282.421468:0:16774:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000bc78460c x1853236723064064/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:263/0 lens 4848/0 e 0 to 0 dl 1767384293 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 20000000:00000001:3.0:1767384282.421470:0:16773:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384282.421475:0:16773:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384282.421480:0:16773:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000100:00000001:2.0:1767384282.421488:0:16774:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 20000000:00000010:3.0:1767384282.421490:0:16773:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000004701cce. 00000020:00000010:2.0:1767384282.421492:0:16774:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000789e7e7f. 20000000:01000000:3.0:1767384282.421495:0:16773:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #10 00000100:00000001:2.0:1767384282.421497:0:16774:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384282.421501:0:16774:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000789e7e7f. 20000000:00000001:3.0:1767384282.421505:0:16773:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000100:00100000:2.0:1767384282.421507:0:16774:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000bc78460c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c0412d60-4f67-4dbc-8791-892843f60083+15:16137:x1853236723064064:12345-0@lo:253: 00000100:00000200:2.0:1767384282.421512:0:16774:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723064064 00080000:00000001:3.0:1767384282.421513:0:16773:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000020:00000001:2.0:1767384282.421514:0:16774:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384282.421519:0:16774:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384282.421520:0:16774:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384282.421522:0:16774:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384282.421524:0:16774:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669141328 : -1040410288 : ffffffffc1fc9950) 00000020:00000001:2.0:1767384282.421526:0:16774:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384282.421527:0:16774:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384282.421528:0:16774:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384282.421529:0:16774:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384282.421530:0:16774:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384282.421532:0:16774:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384282.421535:0:16774:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384282.421539:0:16774:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000b3393a7c. 02000000:00000001:2.0:1767384282.421541:0:16774:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384282.421543:0:16774:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384282.421544:0:16774:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:2.0:1767384282.421551:0:16774:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000035df818b. 20000000:01000000:2.0:1767384282.421554:0:16774:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384282.421555:0:16774:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384282.421557:0:16774:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384282.421559:0:16774:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384282.421560:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 20000000:00000001:2.0:1767384282.421561:0:16774:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384282.421563:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384282.421564:0:16774:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000001:3.0:1767384282.421714:0:16773:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384282.421717:0:16773:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384282.421719:0:16773:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384282.421720:0:16773:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:3.0:1767384282.421723:0:16773:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384282.421727:0:16773:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446619782313850200 : -124291395701416 : ffff8ef52782b558) 00080000:00000001:3.0:1767384282.421730:0:16773:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384282.421734:0:16773:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000006286d9ce. 00080000:00000001:3.0:1767384282.421736:0:16773:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446619777414583296 : -124296294968320 : ffff8ef4037dd400) 00080000:00000001:3.0:1767384282.421739:0:16773:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384282.421804:0:16773:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384282.421806:0:16773:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384282.421808:0:16773:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384282.421825:0:16773:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384282.421828:0:16773:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384282.421884:0:16773:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384282.421886:0:16773:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000100:00000040:1.0:1767384282.429160:0:62:0:(connection.c:75:cpu_latency_work()) work item of 00000000edc4e618 (cpu 0) has reached its deadline 4294872391, at 4294872392 00000100:00000010:1.0:1767384282.429167:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f1505ff7. 00000100:00000040:2.0:1767384282.429235:0:795:0:(connection.c:75:cpu_latency_work()) work item of 00000000135c2452 (cpu 0) has reached its deadline 4294872391, at 4294872392 00000100:00000010:2.0:1767384282.429242:0:795:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003cc531e5. 00080000:00000001:2.0:1767384282.429678:0:16773:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384282.429683:0:16773:0:(lu_object.c:207:lu_object_put()) Add 00000000f07b1e3f/000000000f28175b to site lru. bkt: 00000000b56e2c81 00080000:00000001:3.0:1767384282.429686:0:16807:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 20000000:00000001:2.0:1767384282.429686:0:16773:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384282.429688:0:16773:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:3.0:1767384282.429690:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384282.429693:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:3.0:1767384282.429694:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384282.429695:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:01000000:2.0:1767384282.429700:0:16773:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000010:3.0:1767384282.429706:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000006286d9ce. 00080000:00000001:3.0:1767384282.429710:0:16807:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:2.0:1767384282.429711:0:16773:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:00000010:1.0:1767384282.429715:0:16774:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000069a6fcb3. 20000000:01000000:2.0:1767384282.429716:0:16773:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:1.0:1767384282.429720:0:16774:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #10 00080000:00000020:2.0:1767384282.429723:0:16773:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000001:1.0:1767384282.429725:0:16774:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:1.0:1767384282.429729:0:16774:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:01000000:2.0:1767384282.429739:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384282.429742:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384282.429745:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384282.429748:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384282.429751:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:1.0:1767384282.429753:0:16774:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384282.429757:0:16774:0:(osd_index.c:949:osd_remote_fid()) Process entered 00010000:00000010:2.0:1767384282.429758:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000002880e60. 00080000:00000001:1.0:1767384282.429759:0:16774:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384282.429763:0:16774:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00010000:00000001:2.0:1767384282.429764:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000020:00000001:1.0:1767384282.429766:0:16774:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000010:2.0:1767384282.429769:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000d29113af. 00000020:00000001:1.0:1767384282.429770:0:16774:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446619782313850200 : -124291395701416 : ffff8ef52782b558) 00080000:00000001:1.0:1767384282.429791:0:16774:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000020:00000001:2.0:1767384282.429792:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384282.429797:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000d29113af with handle 0x7e51148972eeca3f to hash 00080000:00000010:1.0:1767384282.429797:0:16774:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000004ce9f338. 00000020:00000001:2.0:1767384282.429800:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000001:1.0:1767384282.429801:0:16774:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446619781702213632 : -124292007337984 : ffff8ef5030de000) 00010000:00000001:2.0:1767384282.429804:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446619782554466304 : -124291155085312 : ffff8ef535da3800) 00080000:00000001:1.0:1767384282.429805:0:16774:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:2.0:1767384282.429810:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446619782554466304 : -124291155085312 : ffff8ef535da3800) 00010000:00000001:2.0:1767384282.429831:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384282.429832:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384282.429835:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000d29113af/0x7e51148972eeca3f lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384282.429842:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384282.429845:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384282.429847:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384282.429849:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384282.429851:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384282.429853:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384282.429855:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384282.429864:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384282.429866:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384282.429868:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384282.429869:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384282.429871:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000002880e60) refcount = 1 00010000:00010000:2.0:1767384282.429875:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000d29113af/0x7e51148972eeca3f lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384282.429879:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384282.429881:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384282.429883:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384282.429885:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384282.429887:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384282.429889:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384282.429893:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003445359s 00010000:00000001:2.0:1767384282.429895:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384282.429897:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384282.429898:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d29113af refcount=4 00000020:00000001:2.0:1767384282.429900:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619782554466304 : -124291155085312 : ffff8ef535da3800) 00000001:00000001:1.0:1767384282.429901:0:16774:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:2.0:1767384282.429903:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619782554466304 : -124291155085312 : ffff8ef535da3800) 00080000:00000001:1.0:1767384282.429904:0:16774:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384282.429909:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00080000:00000001:1.0:1767384282.429910:0:16774:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00010000:2.0:1767384282.429912:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000d29113af/0x7e51148972eeca3f lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384282.429919:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384282.429921:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000d29113af/0x7e51148972eeca3f lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384282.429925:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384282.429926:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00080000:00000001:1.0:1767384282.429927:0:16774:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384282.429928:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000d29113af/0x7e51148972eeca3f lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384282.429933:0:16774:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:2.0:1767384282.429937:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384282.429938:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384282.429946:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384282.429948:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000d29113af/0x7e51148972eeca3f lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384282.429953:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000d29113af already unused, calling callback (00000000871a6010) 00010000:00000001:2.0:1767384282.429956:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384282.429958:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384282.429959:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000d29113af/0x7e51148972eeca3f lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384282.429964:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384282.429965:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384282.429967:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384282.429968:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d29113af refcount=5 00000020:00000001:2.0:1767384282.429971:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619782554466304 : -124291155085312 : ffff8ef535da3800) 00010000:00000001:2.0:1767384282.429972:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619782554466304 : -124291155085312 : ffff8ef535da3800) 00010000:00000001:2.0:1767384282.429975:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384282.429977:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000d29113af/0x7e51148972eeca3f lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384282.429981:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384282.429983:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384282.429985:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384282.429989:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384282.429991:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384282.429993:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384282.429994:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384282.429996:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000d29113af with handle 0x7e51148972eeca3f from hash 00010000:00000001:2.0:1767384282.429998:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384282.430000:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384282.430001:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384282.430002:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384282.430004:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384282.430006:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384282.430008:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384282.430009:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384282.430017:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384282.430019:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00080000:00000001:1.0:1767384282.430019:0:16774:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00010000:00000001:2.0:1767384282.430021:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384282.430023:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384282.430024:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384282.430025:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384282.430031:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384282.430031:0:16774:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000001:2.0:1767384282.430032:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384282.430036:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000d29113af/0x7e51148972eeca3f lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384282.430040:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384282.430041:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384282.430043:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384282.430044:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384282.430046:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384282.430047:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384282.430049:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384282.430051:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384282.430052:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384282.430054:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000d29113af/0x7e51148972eeca3f lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384282.430058:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384282.430059:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384282.430060:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000d29113af/0x7e51148972eeca3f lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384282.430065:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000002880e60 count: 0 00010000:00000001:2.0:1767384282.430073:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384282.430074:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:3.0:1767384282.430125:0:53:0:(connection.c:75:cpu_latency_work()) work item of 000000009d5c2cb6 (cpu 0) has reached its deadline 4294872391, at 4294872393 00000100:00000010:3.0:1767384282.430132:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e97f3bd9. 00010000:00000010:2.1:1767384282.434121:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000002880e60. 00010000:00000010:2.1:1767384282.434132:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000d29113af. 00080000:00000001:2.0:1767384282.439190:0:16774:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384282.439195:0:16774:0:(lu_object.c:207:lu_object_put()) Add 00000000f07b1e3f/000000000f28175b to site lru. bkt: 00000000b56e2c81 20000000:00000001:2.0:1767384282.439198:0:16774:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384282.439199:0:16774:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384282.439202:0:16774:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384282.439209:0:16774:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384282.439217:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:01000000:2.0:1767384282.439218:0:16774:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:00000001:3.0:1767384282.439222:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384282.439226:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000020:2.0:1767384282.439228:0:16774:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 00010000:00000001:3.0:1767384282.439230:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384282.439233:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384282.439239:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000022e4f4a2. 00010000:00000001:3.0:1767384282.439243:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384282.439247:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000086b0453b. 00080000:00000001:2.0:1767384282.439247:0:16807:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000020:00000001:3.0:1767384282.439253:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00040000:00000001:2.0:1767384282.439253:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000020:00000040:3.0:1767384282.439259:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000086b0453b with handle 0x7e51148972eeca46 to hash 00040000:00000001:2.0:1767384282.439259:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000020:00000001:3.0:1767384282.439264:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00040000:00000001:2.0:1767384282.439264:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00010000:00000001:3.0:1767384282.439267:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446619781713879552 : -124291995672064 : ffff8ef503bfe200) 00040000:00000001:2.0:1767384282.439269:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00010000:00000001:3.0:1767384282.439270:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446619781713879552 : -124291995672064 : ffff8ef503bfe200) 00010000:00000001:3.0:1767384282.439274:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000010:2.0:1767384282.439275:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000004ce9f338. 00010000:00000001:3.0:1767384282.439276:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384282.439281:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000086b0453b/0x7e51148972eeca46 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384282.439284:0:16807:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00010000:00000001:3.0:1767384282.439290:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384282.439293:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384282.439294:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384282.439296:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384282.439297:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384282.439298:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384282.439299:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384282.439301:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384282.439302:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384282.439303:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384282.439305:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384282.439306:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000022e4f4a2) refcount = 1 00010000:00010000:3.0:1767384282.439309:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000086b0453b/0x7e51148972eeca46 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384282.439321:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384282.439323:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384282.439324:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384282.439326:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384282.439328:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384282.439331:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384282.439332:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003445359s 00010000:00000001:3.0:1767384282.439335:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384282.439336:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384282.439337:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000086b0453b refcount=4 00000020:00000001:3.0:1767384282.439340:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781713879552 : -124291995672064 : ffff8ef503bfe200) 00010000:00000001:3.0:1767384282.439342:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781713879552 : -124291995672064 : ffff8ef503bfe200) 00010000:00000001:3.0:1767384282.439344:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384282.439346:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000086b0453b/0x7e51148972eeca46 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384282.439351:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384282.439353:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000086b0453b/0x7e51148972eeca46 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384282.439357:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384282.439358:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384282.439360:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000086b0453b/0x7e51148972eeca46 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384282.439364:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384282.439366:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384282.439368:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384282.439370:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000086b0453b/0x7e51148972eeca46 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384282.439375:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000086b0453b already unused, calling callback (00000000871a6010) 00010000:00000001:3.0:1767384282.439377:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384282.439385:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384282.439387:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000086b0453b/0x7e51148972eeca46 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384282.439392:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384282.439394:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384282.439395:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384282.439396:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000086b0453b refcount=5 00000020:00000001:3.0:1767384282.439398:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781713879552 : -124291995672064 : ffff8ef503bfe200) 00010000:00000001:3.0:1767384282.439400:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781713879552 : -124291995672064 : ffff8ef503bfe200) 00010000:00000001:3.0:1767384282.439403:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384282.439404:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000086b0453b/0x7e51148972eeca46 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384282.439409:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384282.439411:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384282.439412:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384282.439415:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384282.439416:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384282.439419:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384282.439420:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384282.439422:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000086b0453b with handle 0x7e51148972eeca46 from hash 00010000:00000001:3.0:1767384282.439424:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384282.439425:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384282.439427:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384282.439428:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384282.439430:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384282.439432:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384282.439434:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384282.439435:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384282.439437:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384282.439438:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384282.439440:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384282.439442:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384282.439443:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384282.439445:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384282.439452:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384282.439454:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384282.439455:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000086b0453b/0x7e51148972eeca46 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384282.439460:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384282.439461:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384282.439462:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384282.439464:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384282.439466:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384282.439467:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384282.439468:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384282.439471:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384282.439473:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384282.439475:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000086b0453b/0x7e51148972eeca46 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384282.439479:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384282.439480:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384282.439482:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000086b0453b/0x7e51148972eeca46 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384282.439486:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000022e4f4a2 count: 0 00010000:00000001:3.0:1767384282.439500:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384282.439502:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:3.0:1767384282.442911:0:16774:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767384282.442914:0:16774:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384282.442916:0:16774:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000035df818b. 20000000:00000001:3.0:1767384282.442921:0:16774:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384282.442923:0:16774:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236723064064 00010000:00000001:3.0:1767384282.442925:0:16774:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384282.442929:0:16774:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000bc78460c x1853236723064064/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:263/0 lens 4848/4768 e 0 to 0 dl 1767384293 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384282.442935:0:16774:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384282.442937:0:16774:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384282.442938:0:16774:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dd452398 time=12 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384282.442941:0:16774:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384282.442950:0:16774:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 21 to 0@lo 00000100:00000001:3.0:1767384282.442951:0:16774:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 02000000:00000001:3.0:1767384282.442954:0:16774:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384282.442955:0:16774:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384282.442958:0:16774:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384282.442960:0:16774:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384282.442963:0:16774:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000067e383b9. 00000100:00000200:3.0:1767384282.442966:0:16774:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236723064064, offset 224 00000400:00000200:3.0:1767384282.442972:0:16774:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384282.442979:0:16774:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384282.442987:0:16774:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824c901d00 00000400:00000200:3.0:1767384282.442991:0:16774:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1179 [2] + 224 00000400:00000200:3.0:1767384282.442995:0:16774:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384282.442998:0:16774:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384282.443002:0:16774:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384282.443005:0:16774:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002765915d x1853236723064064/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384298 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384282.443032:0:16774:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000002765915d x1853236723064064/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384298 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384282.443046:0:16774:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384282.443051:0:16774:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000067e383b9 00000400:00000010:3.0:1767384282.443053:0:16774:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000067e383b9. 00000100:00000001:3.0:1767384282.443056:0:16774:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384282.443058:0:16774:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384282.443060:0:16774:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384282.443066:0:16774:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 20 to 0@lo 00010000:00000001:3.0:1767384282.443069:0:16774:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384282.443073:0:16774:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384282.443077:0:16774:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384282.443083:0:16774:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bc78460c x1853236723064064/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:263/0 lens 4848/4768 e 0 to 0 dl 1767384293 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384282.443117:0:16774:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000bc78460c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c0412d60-4f67-4dbc-8791-892843f60083+14:16137:x1853236723064064:12345-0@lo:253: Request processed in 21629us (22092us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384282.443147:0:16774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00000040:3.0:1767384282.443153:0:16774:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000555601ca : new rpc_count 0 00000100:00000001:3.0:1767384282.443157:0:16774:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384282.443163:0:16774:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384282.443166:0:16774:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000989e74ff. 00000020:00000010:3.0:1767384282.443170:0:16774:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000daeb8f2c. 00000020:00000010:3.0:1767384282.443175:0:16774:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b53870d2. 00000020:00000040:3.0:1767384282.443183:0:16774:0:(genops.c:898:class_export_put()) PUTting export 00000000555601ca : new refcount 13 02000000:00000001:3.0:1767384282.443191:0:16774:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384282.443194:0:16774:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000b3393a7c. 02000000:00000001:3.0:1767384282.443202:0:16774:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384282.443205:0:16774:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384282.443210:0:16774:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384282.443218:0:16774:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005ee11053. 00000400:00000010:3.0:1767384282.443225:0:16774:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000067e383b9. 00000400:00000010:1.0:1767384282.444010:0:18572:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000dba9c941. 00000400:00000040:1.0:1767384282.444025:0:18572:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384282.444027:0:18572:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384282.444030:0:18572:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384282.444031:0:18572:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384282.444033:0:18572:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384282.444034:0:18572:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384282.444036:0:18572:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384282.444037:0:18572:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384282.444038:0:18572:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384282.444039:0:18572:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384282.444041:0:18572:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384282.444043:0:18572:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384282.444044:0:18572:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384282.444045:0:18572:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384282.444046:0:18572:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384282.444048:0:18572:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384282.444048:0:18572:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384282.444049:0:18572:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384282.444050:0:18572:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384282.444051:0:18572:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384282.444052:0:18572:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384282.444053:0:18572:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384282.444054:0:18572:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384282.444055:0:18572:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384282.444056:0:18572:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384282.444057:0:18572:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384282.444058:0:18572:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384282.444059:0:18572:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384282.444060:0:18572:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384282.444061:0:18572:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384282.444062:0:18572:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384282.444063:0:18572:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384282.444064:0:18572:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384282.444065:0:18572:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384282.444066:0:18572:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384282.444067:0:18572:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384282.444068:0:18572:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384282.444075:0:18572:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384282.444076:0:18572:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384282.444077:0:18572:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384282.444078:0:18572:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384282.444079:0:18572:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384282.444080:0:18572:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384282.444082:0:18572:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384282.444082:0:18572:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384282.444083:0:18572:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384282.444084:0:18572:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384282.444085:0:18572:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384282.444106:0:18572:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384282.444108:0:18572:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384282.444110:0:18572:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384282.444111:0:18572:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384282.444113:0:18572:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384282.444114:0:18572:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384282.444115:0:18572:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384282.444117:0:18572:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384282.444118:0:18572:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:1.0:1767384282.444133:0:18572:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000dba9c941. 00010000:00000010:3.1:1767384282.449125:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000022e4f4a2. 00010000:00000010:3.1:1767384282.449132:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000086b0453b. 00000020:00000001:3.0:1767384282.677294:0:16768:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384282.677298:0:16768:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384282.677302:0:16768:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:2.0:1767384283.410439:0:18857:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384283.410452:0:18857:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384283.410456:0:18857:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384283.410462:0:18857:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384283.410466:0:18857:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384283.410469:0:18857:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384283.701192:0:16767:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384283.701197:0:16767:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384283.701200:0:16767:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:3.0:1767384284.062740:0:19022:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384284.062744:0:19022:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg252-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp11 --if ens2 00000001:00000001:3.0:1767384284.065830:0:19022:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384284.073260:0:19023:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000663eba33. 00000400:00000010:3.0:1767384284.073273:0:19023:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000000df0c2f0. 00000400:00000010:3.0:1767384284.073282:0:19023:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000ef65d967. 00000400:00000010:3.0:1767384284.073286:0:19023:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000f448ad25. 00000400:00000010:3.0:1767384284.073289:0:19023:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000eb644564. 00000400:00000010:3.0:1767384284.073292:0:19023:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000020f40639. 00000400:00000010:3.0:1767384284.073294:0:19023:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000f5a0a31f. 00000400:00000010:3.0:1767384284.073295:0:19023:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b2d785f1. 00000400:00000010:3.0:1767384284.073298:0:19023:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 0000000081ffd68d. 00000800:00000010:3.0:1767384284.073306:0:19023:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000fd7315d7. 00000800:00000200:3.0:1767384284.073315:0:19023:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384284.073325:0:19023:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384284.073358:0:19023:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.152) 00000400:02000000:3.0:1767384284.073378:0:19023:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.152@tcp11 [8/256/0/180] 00000400:00000010:3.0:1767384284.074876:0:19023:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 89 at 00000000dc63bff4. 00000400:00000010:3.0:1767384284.074881:0:19023:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000bc71dd0. 00000400:00000010:3.0:1767384284.074886:0:19023:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000075fee3c6. 00000400:00000001:3.0:1767384284.074899:0:19023:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384284.074901:0:19023:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384284.074902:0:19023:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003c10c516. 00000400:00000200:3.0:1767384284.074906:0:19023:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bc69f01c 00000400:00000010:3.0:1767384284.074908:0:19023:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bc69f01c. 00000400:00000010:3.0:1767384284.074912:0:19023:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 73 at 0000000049d210a3. 00000400:00000200:3.0:1767384284.074917:0:19023:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (2) 00000400:00000200:3.0:1767384284.074927:0:19023:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.152@tcp (000000005d9714d7): 0 00000400:00000200:3.0:1767384284.074936:0:19023:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131083 00000020:00000010:3.0:1767384284.074943:0:19023:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000b9d8c409. 00000020:01000000:3.0:1767384284.074947:0:19023:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:3.0:1767384284.074949:0:19023:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.152@tcp11 00000400:00000010:3.0:1767384284.074962:0:19023:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000000df0c2f0. 00000400:00000010:3.0:1767384284.074966:0:19023:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000663eba33. 00000400:00000200:1.0:1767384284.074967:0:16135:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384284.074976:0:16135:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100151 00000020:00000001:2.0:1767384284.074982:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000010:1.0:1767384284.074983:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ef028f0e. 10000000:00000001:2.0:1767384284.074989:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:1.0:1767384284.074989:0:16135:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (3) 10000000:00000001:2.0:1767384284.074994:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384284.074997:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000010:1.0:1767384284.074997:0:16135:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000006eed5750. 00000020:01000004:2.0:1767384284.075004:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:1.0:1767384284.075009:0:16135:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.152@tcp 00000020:01000004:2.0:1767384284.075010:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384284.075014:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384284.075016:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384284.075017:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384284.075019:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384284.075021:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384284.075022:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384284.075024:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384284.075025:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:1.0:1767384284.075027:0:16135:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.152@tcp local destination 00000100:00000010:2.0:1767384284.075032:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000dcadd9d0. 00000400:00000200:1.0:1767384284.075035:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000020:00000040:2.0:1767384284.075039:0:36:0:(genops.c:1229:class_import_get()) import 00000000df830bbe refcount=4 obd=MGC192.168.202.152@tcp 00000400:00000200:1.0:1767384284.075043:0:16135:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp10 00000100:00000001:2.0:1767384284.075047:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:1.0:1767384284.075048:0:16135:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.152@tcp10 02000000:00000001:2.0:1767384284.075052:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1767384284.075054:0:16135:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.152@tcp10 lpni_is_preferred = 0 00000400:00000200:1.0:1767384284.075059:0:16135:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.152@tcp10 02000000:00000001:2.0:1767384284.075060:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384284.075064:0:16135:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp10 NI seq info: [7:7:256:4294967295] 192.168.202.152@tcp10 LPNI seq info [7:7:8:4294967295] 00000400:00000200:1.0:1767384284.075081:0:16135:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.152@tcp10 02000000:00000010:2.0:1767384284.075084:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000006b82f407. 00000400:00000200:1.0:1767384284.075126:0:16135:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp10(192.168.202.152@tcp10:) -> 192.168.202.152@tcp10(192.168.202.152@tcp:192.168.202.152@tcp10) : PUT try# 0 00000100:00000001:2.0:1767384284.075143:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384284.075144:0:16135:0:(socklnd_cb.c:1001:ksocknal_send()) sending 80 bytes in 1 frags to 12345-192.168.202.152@tcp10 00000800:00000010:1.0:1767384284.075149:0:16135:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ac37b8dd. 00000800:00000010:1.0:1767384284.075159:0:16135:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000002017c0cd. 00000100:00000001:2.0:1767384284.075164:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000800:00000010:1.0:1767384284.075164:0:16135:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000ca030d43. 00000100:00000001:2.0:1767384284.075167:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384284.075173:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002017c0cd] -> 12345-192.168.202.152@tcp10 (2) 00000100:00000040:2.0:1767384284.075178:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dcadd9d0] to pc [ptlrpcd_00_01+1] req@00000000dcadd9d0 x1853236723064192/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.1:1767384284.075183:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002017c0cd] -> 12345-192.168.202.152@tcp10 (2) 00000400:00000200:1.0:1767384284.075201:0:16135:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.152@tcp 00000400:00000200:1.0:1767384284.075207:0:16135:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100551 rc 0 10000000:00000001:2.0:1767384284.075210:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384284.075214:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384284.075216:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767384284.075218:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000020:00000001:2.0:1767384284.075224:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:2.0:1767384284.075225:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384284.075226:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384284.075227:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:2.0:1767384284.075229:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384284.075230:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384284.075232:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384284.075233:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384284.075234:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384284.075236:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384284.075237:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384284.075239:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384284.075242:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:2.0:1767384284.075247:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f83c2498. 00000020:00000040:2.0:1767384284.075251:0:36:0:(genops.c:1229:class_import_get()) import 00000000df830bbe refcount=5 obd=MGC192.168.202.152@tcp 00000100:00000001:2.0:1767384284.075255:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384284.075257:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384284.075261:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384284.075264:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.152:988 02000000:00000010:2.0:1767384284.075270:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000078f4bc6e. 00000100:00000001:2.0:1767384284.075285:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384284.075291:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384284.075295:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384284.075303:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f83c2498] to pc [ptlrpcd_00_02+2] req@00000000f83c2498 x1853236723064320/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384284.075314:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.152:988 10000000:00000001:2.0:1767384284.075321:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384284.075328:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384284.075332:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767384284.075344:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:2.0:1767384284.075347:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000b9d8c409. 00000100:00000001:2.0:1767384284.075362:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384284.075368:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384284.075375:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384284.075378:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384284.075382:0:16139:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384284.075389:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f83c2498 x1853236723064320/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384284.075402:0:16139:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384284.075405:0:16139:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384284.075408:0:16139:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384284.075412:0:16139:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384284.075416:0:16139:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384284.075425:0:16139:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f83c2498 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c0412d60-4f67-4dbc-8791-892843f60083:16139:1853236723064320:0@lo:253: 00000100:00000001:2.0:1767384284.075430:0:16139:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384284.075434:0:16139:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384284.075438:0:16139:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384284.075441:0:16139:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384284.075445:0:16139:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000b3393a7c. 02000000:00000001:2.0:1767384284.075448:0:16139:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384284.075453:0:16139:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004d9b4bb3. 00000400:00000010:2.0:1767384284.075481:0:16139:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007730de73. 00000100:00000200:2.0:1767384284.075488:0:16139:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236723064320, portal 25 00000100:00000001:2.0:1767384284.075493:0:16139:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384284.075496:0:16139:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782564207616 : -124291145344000 : ffff8ef5366edc00) 00000100:00000040:2.0:1767384284.075502:0:16139:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f83c2498 x1853236723064320/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384300 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384284.075511:0:16139:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384284.075517:0:16139:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384284.075522:0:16139:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000021cbc40f. 00000100:00000200:2.0:1767384284.075528:0:16139:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236723064320, offset 0 00000400:00000200:2.0:1767384284.075537:0:16139:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384284.075546:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384284.075556:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824c901e00 00000800:00000010:1.0:1767384284.075566:0:16128:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000d062c817. 00000400:00000200:2.0:1767384284.075571:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1bd [2] + 0 00000800:00000010:1.0:1767384284.075573:0:16128:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000003ff35b64. 00000400:00000010:2.0:1767384284.075579:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000090be43c7. 00000800:00000010:1.0:1767384284.075583:0:16128:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000090d85b0f. 00000400:00000200:2.0:1767384284.075584:0:16139:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000aec6de1a 00000400:00000200:2.0:1767384284.075593:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384284.075601:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384284.075608:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aec6de1a 00000400:00000010:2.0:1767384284.075612:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000aec6de1a. 00000100:00000001:2.0:1767384284.075618:0:16139:0:(events.c:286:request_in_callback()) Process entered 00000800:00000010:1.0:1767384284.075619:0:16128:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000090d85b0f. 00000100:00000200:2.0:1767384284.075620:0:16139:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384284.075625:0:16139:0:(events.c:337:request_in_callback()) incoming req@00000000c262e3c8 x1853236723064320 msgsize 4848 00000100:00100000:2.0:1767384284.075636:0:16139:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384284.075638:0:16139:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:2.0:1767384284.075653:0:16139:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384284.075660:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000021cbc40f 00000400:00000010:2.0:1767384284.075664:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000021cbc40f. 00000100:00000001:2.0:1767384284.075671:0:16139:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:1.0:1767384284.075672:0:16133:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000100:00000200:2.0:1767384284.075676:0:16139:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f83c2498 x1853236723064320/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384300 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384284.075689:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1767384284.075693:0:16133:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.152@tcp10 from 253.3.0.2 00000100:00000040:2.0:1767384284.075694:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f83c2498 x1853236723064320/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384300 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:1.0:1767384284.075701:0:16133:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000b3d71f97. 00000100:00000001:2.0:1767384284.075704:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384284.075708:0:16139:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384284.075713:0:16139:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384284.075720:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294874045 00000100:00000001:2.0:1767384284.075725:0:16139:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 0, keep current deadline 4294874045 00000100:00000001:2.0:1767384284.075729:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294874045 00000100:00000001:2.0:1767384284.075733:0:16139:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 1, keep current deadline 4294874045 00000100:00000001:2.0:1767384284.075734:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294874045 00000100:00000001:2.0:1767384284.075736:0:16139:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 2, keep current deadline 4294874045 00000100:00000001:2.0:1767384284.075737:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294874045 00000100:00000001:2.0:1767384284.075739:0:16139:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 3, keep current deadline 4294874045 00000100:00000001:2.0:1767384284.075750:0:16139:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384284.075753:0:16139:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384284.075776:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384284.075779:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384284.075786:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384284.075787:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384284.075791:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384284.075792:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384284.075793:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384284.075795:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767384284.075807:0:16126:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000d683567b. 00000100:00000001:2.0:1767384284.075812:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000010:1.0:1767384284.075813:0:16126:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000005b09fecb. 00000100:00000001:2.0:1767384284.075818:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767384284.075835:0:16126:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000000035690d. 00000100:00000001:2.0:1767384284.075836:0:16773:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384284.075840:0:16773:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723064320 02000000:00000001:2.0:1767384284.075844:0:16773:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000800:00000200:1.1:1767384284.075845:0:16126:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002017c0cd] -> 12345-192.168.202.152@tcp10 (2) 00000100:00000001:2.0:1767384284.075848:0:16773:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384284.075852:0:16773:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1767384284.075858:0:16126:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.152@tcp10 000000000035690d deleted 02000000:00000001:2.0:1767384284.075860:0:16773:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384284.075865:0:16773:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723064320 00000800:00000010:1.1:1767384284.075869:0:16126:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000000035690d. 00000020:00000001:2.0:1767384284.075870:0:16773:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384284.075875:0:16773:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eec8e1 00000800:00000200:1.1:1767384284.075878:0:16126:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000020:00000001:2.0:1767384284.075879:0:16773:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384284.075884:0:16773:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000555601ca refcount=15 00000020:00000001:2.0:1767384284.075889:0:16773:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000800:00000200:1.1:1767384284.075891:0:16126:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp10 ip 192.168.202.152:1021 00000020:00000001:2.0:1767384284.075895:0:16773:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000800:00000200:1.1:1767384284.075897:0:16126:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ac37b8dd type 1, nob 176 niov 1 nkiov 1 00000100:00000001:2.0:1767384284.075901:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000800:00000200:1.0:1767384284.075906:0:16126:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.152@tcp10 p 3.x 192.168.202.152 -> 192.168.202.152:1021 incarnation:1767384282418350624 sched[0] 00000020:00000010:2.0:1767384284.075907:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006b9e0fa9. 00000100:00000001:2.0:1767384284.075914:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000010:1.0:1767384284.075915:0:16126:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000090d85b0f. 00000020:00000010:2.0:1767384284.075922:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006b9e0fa9. 00000020:00000010:2.0:1767384284.075932:0:16773:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000554c1bb7. 00000020:00000010:2.0:1767384284.075942:0:16773:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000017cec1a3. 00000020:00000010:2.0:1767384284.075948:0:16773:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005104802b. 00000100:00000040:2.0:1767384284.075962:0:16773:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384284.075966:0:16773:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384284.075969:0:16773:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000800:00000010:1.0:1767384284.075969:0:16126:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000090d85b0f. 00000100:00000001:2.0:1767384284.075974:0:16773:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767384284.075976:0:16126:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000005b09fecb. 00000100:00000001:2.0:1767384284.075989:0:16773:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384284.075999:0:16773:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1767384284.076011:0:16126:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000b3d71f97. 00000100:00000001:2.0:1767384284.076020:0:16773:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384284.076023:0:16773:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384284.076031:0:16773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00000040:2.0:1767384284.076034:0:16773:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000555601ca : new rpc_count 1 00000100:00000001:1.0:1767384284.076035:0:16771:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384284.076036:0:16773:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619777395448912 : -124296314102704 : ffff8ef40259dc50) 00000100:00000001:1.0:1767384284.076038:0:16771:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:2.0:1767384284.076048:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e2e51fac x1853236723064192/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:265/0 lens 4848/0 e 0 to 0 dl 1767384295 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384284.076052:0:16771:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384284.076058:0:16771:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384284.076074:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384284.076080:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384284.076083:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384284.076117:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006b9e0fa9. 00000100:00000001:2.0:1767384284.076124:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384284.076125:0:16774:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009d2ba4e8. 00000020:00000010:2.0:1767384284.076130:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006b9e0fa9. 00000100:00100000:2.0:1767384284.076137:0:16773:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e2e51fac pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c0412d60-4f67-4dbc-8791-892843f60083+15:16138:x1853236723064192:12345-0@lo:253: 00000100:00100000:0.0:1767384284.076143:0:16774:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000c262e3c8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c0412d60-4f67-4dbc-8791-892843f60083+15:16139:x1853236723064320:12345-0@lo:253: 00000100:00000200:2.0:1767384284.076144:0:16773:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723064192 00000100:00000200:0.0:1767384284.076150:0:16774:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723064320 00000020:00000001:2.0:1767384284.076151:0:16773:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384284.076154:0:16774:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384284.076155:0:16773:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384284.076158:0:16774:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384284.076159:0:16773:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384284.076162:0:16774:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384284.076163:0:16773:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384284.076168:0:16773:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669141328 : -1040410288 : ffffffffc1fc9950) 00000020:00000001:0.0:1767384284.076168:0:16774:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000800:00000200:1.0:1767384284.076171:0:16132:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000001:2.0:1767384284.076174:0:16773:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384284.076174:0:16774:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669141328 : -1040410288 : ffffffffc1fc9950) 00000020:00000001:2.0:1767384284.076177:0:16773:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384284.076182:0:16774:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384284.076183:0:16773:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000800:00000010:1.0:1767384284.076184:0:16132:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ac37b8dd. 00000020:00000001:0.0:1767384284.076186:0:16774:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384284.076187:0:16773:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:1.0:1767384284.076189:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:2.0:1767384284.076193:0:16773:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384284.076193:0:16774:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:1.0:1767384284.076199:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp10->192.168.202.152@tcp10: PUT: OK 00000020:00000001:0.0:1767384284.076199:0:16774:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1767384284.076201:0:16773:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:0.0:1767384284.076205:0:16774:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384284.076207:0:16773:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:1.0:1767384284.076209:0:16132:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384284.076213:0:16132:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.152@tcp: 0 00000100:00000001:0.0:1767384284.076213:0:16774:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000010:2.0:1767384284.076215:0:16773:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000035df818b. 02000000:00000001:0.0:1767384284.076219:0:16774:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:2.0:1767384284.076220:0:16773:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384284.076224:0:16773:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384284.076227:0:16773:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 02000000:00000010:0.0:1767384284.076228:0:16774:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000009e7b7821. 02000000:00000001:0.0:1767384284.076233:0:16774:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384284.076237:0:16774:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384284.076240:0:16774:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:2.0:1767384284.076245:0:16773:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000009021f979. 00000800:00000200:1.1:1767384284.076246:0:16128:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 20000000:00000010:0.0:1767384284.076250:0:16774:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000d3eea08e. 20000000:01000000:2.0:1767384284.076252:0:16773:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000800:00000200:1.0:1767384284.076255:0:16128:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.152@tcp10 p 3.x 192.168.202.152 -> 192.168.202.152:988 incarnation:1767384282418350624 sched[0] 20000000:01000000:0.0:1767384284.076257:0:16774:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384284.076262:0:16773:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000800:00000010:1.0:1767384284.076263:0:16128:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000003ff35b64. 20000000:00000001:0.0:1767384284.076263:0:16774:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384284.076268:0:16773:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384284.076271:0:16773:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384284.076273:0:16773:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384284.076274:0:16774:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384284.076277:0:16773:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:0.0:1767384284.076277:0:16774:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384284.076281:0:16774:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384284.076283:0:16774:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:2.0:1767384284.076288:0:16773:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000002d4e22f9. 20000000:01000000:2.0:1767384284.076292:0:16773:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #11 20000000:00000001:2.0:1767384284.076296:0:16773:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:2.0:1767384284.076302:0:16773:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000400:00000200:1.0:1767384284.076309:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.152:988 00080000:00000001:2.0:1767384284.076350:0:16773:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384284.076350:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.152:988 00080000:00000001:2.0:1767384284.076358:0:16773:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384284.076360:0:16773:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384284.076362:0:16773:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:2.0:1767384284.076366:0:16773:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384284.076370:0:16773:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446619782313850200 : -124291395701416 : ffff8ef52782b558) 00080000:00000001:2.0:1767384284.076374:0:16773:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384284.076381:0:16773:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000521b6f75. 00080000:00000001:2.0:1767384284.076384:0:16773:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446619777392435200 : -124296317116416 : ffff8ef4022be000) 00080000:00000001:2.0:1767384284.076387:0:16773:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:1.0:1767384284.076405:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.152:988 00000001:00000001:2.0:1767384284.076495:0:16773:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384284.076497:0:16773:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384284.076500:0:16773:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384284.076520:0:16773:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384284.076523:0:16773:0:(osd_io.c:399:osd_write()) Process entered 00000800:00000010:1.0:1767384284.076579:0:16128:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000008e58b4f6. 00000800:00000010:1.0:1767384284.076584:0:16128:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000005b09fecb. 00000800:00000010:1.0:1767384284.076589:0:16128:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000090d85b0f. 00000800:00000010:1.0:1767384284.076621:0:16128:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000090d85b0f. 00080000:00000001:2.0:1767384284.076626:0:16773:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:2.0:1767384284.076631:0:16773:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000800:00000001:1.0:1767384284.076636:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384284.076642:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384284.076644:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384284.076647:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384284.076652:0:16131:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.152@tcp10(192.168.202.152@tcp10) <- 192.168.202.152@tcp10 : PUT - for me 00000400:00000200:1.0:1767384284.076662:0:16131:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.152@tcp of length 80 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384284.076669:0:16131:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.152@tcp of length 80/80 into md 0x1181 [1] + 0 00000400:00000010:1.0:1767384284.076672:0:16131:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d42027a5. 00000400:00000200:1.0:1767384284.076675:0:16131:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000004d9ebefe 00000800:00000001:1.0:1767384284.076678:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384284.076685:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384284.076687:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384284.076691:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp10->192.168.202.152@tcp10: PUT: OK 00000400:00000200:1.0:1767384284.076693:0:16131:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004d9ebefe 00000400:00000010:1.0:1767384284.076695:0:16131:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004d9ebefe. 00000400:00000200:1.0:1767384284.076699:0:16131:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:1.0:1767384284.076702:0:16131:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (4) 00000400:00000200:1.0:1767384284.076706:0:16131:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.152@tcp(000000005d9714d7) is MR 00000400:00000010:1.0:1767384284.076718:0:16131:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 89 at 00000000ce21625a. 00000400:00000200:1.0:1767384284.076722:0:16131:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.202.152@tcp 3 00000400:00000200:1.0:1767384284.076726:0:16131:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.152@tcp (000000005d9714d7): -114 00000400:00000200:2.0:1767384284.076733:0:16133:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:1.0:1767384284.076736:0:16131:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000005d9714d7 (5) 00000400:00000200:1.0:1767384284.076743:0:16131:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1767384284.076748:0:16131:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.152@tcp10 to MR: 192.168.202.152@tcp10 local destination 00000400:00000200:1.0:1767384284.076753:0:16131:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp10 NI seq info: [8:8:256:4294967295] 192.168.202.152@tcp10 LPNI seq info [8:8:8:4294967295] 00000400:00000200:1.0:1767384284.076781:0:16131:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp10(192.168.202.152@tcp10:192.168.202.152@tcp10) -> 192.168.202.152@tcp10(192.168.202.152@tcp10:192.168.202.152@tcp10) 192.168.202.152@tcp10 : ACK try# 0 00000800:00000200:1.0:1767384284.076786:0:16131:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.152@tcp10 00000400:00000200:2.0:1767384284.076790:0:16133:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.152@tcp10 from 252.3.0.2 00000800:00000010:1.0:1767384284.076792:0:16131:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ac37b8dd. 00000800:00000010:2.0:1767384284.076795:0:16133:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000037752e66. 00000800:00000200:1.0:1767384284.076807:0:16131:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002017c0cd] -> 12345-192.168.202.152@tcp10 (4) 00000800:00000200:1.0:1767384284.076812:0:16131:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp10 ip 192.168.202.152:988 00000800:00000200:1.0:1767384284.076815:0:16131:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ac37b8dd type 0, nob 96 niov 1 nkiov 0 00000800:00000010:2.0:1767384284.076860:0:16127:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000919289f7. 00000800:00000010:2.0:1767384284.076865:0:16127:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000021cbc40f. 00000800:00000200:1.0:1767384284.076868:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384284.076872:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ac37b8dd. 00000400:00000200:1.0:1767384284.076876:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384284.076882:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp10->192.168.202.152@tcp10: ACK: OK 00000800:00000010:2.0:1767384284.076885:0:16127:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000007456717d. 00000800:00000001:1.0:1767384284.076888:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:2.1:1767384284.076893:0:16127:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002017c0cd] -> 12345-192.168.202.152@tcp10 (4) 00000800:00000200:2.1:1767384284.076897:0:16127:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.152@tcp10 000000007456717d deleted 00000800:00000010:2.1:1767384284.076899:0:16127:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000007456717d. 00000800:00000200:2.1:1767384284.076902:0:16127:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:2.0:1767384284.076906:0:16127:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.152@tcp10 p 3.x 192.168.202.152 -> 192.168.202.152:1020 incarnation:1767384282418350624 sched[0] 00000800:00000001:1.0:1767384284.076909:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1767384284.076911:0:16127:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000006b9e0fa9. 00000800:00000001:1.0:1767384284.076913:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384284.076920:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384284.076921:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384284.076924:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384284.076930:0:16131:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.152@tcp10(192.168.202.152@tcp10) <- 192.168.202.152@tcp10 : ACK - for me 00000400:00000200:1.0:1767384284.076939:0:16131:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.152@tcp10: ACK from 12345-192.168.202.152@tcp10 into md 0x1199 00000400:00000200:1.0:1767384284.076943:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384284.076946:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp10->192.168.202.152@tcp10: ACK: OK 00000400:00000200:1.0:1767384284.076949:0:16131:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ef028f0e 00000400:00000010:1.0:1767384284.076950:0:16131:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ef028f0e. 00000400:00000200:1.0:1767384284.076956:0:16131:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:1.0:1767384284.076967:0:16131:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.152@tcp ev->status 0 00000400:00000200:1.0:1767384284.076972:0:16131:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.152@tcp (000000005d9714d7): -114 00000400:00000200:1.0:1767384284.076976:0:16131:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000005d9714d7 (4) 00000800:00000010:2.0:1767384284.076979:0:16127:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000006b9e0fa9. 00000800:00000010:2.0:1767384284.076984:0:16127:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000021cbc40f. 00000800:00000010:2.0:1767384284.077011:0:16127:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000037752e66. 00000800:00000001:1.0:1767384284.077017:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384284.077022:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384284.077026:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384284.077027:0:16135:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000800:00000001:1.0:1767384284.077029:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384284.077033:0:16135:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002e1aee90. 00000400:00000010:2.0:1767384284.077039:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000065db4d3b. 00000400:00000200:2.0:1767384284.077042:0:16135:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 0000000066e4368c 00000400:00000200:2.0:1767384284.077050:0:16135:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x1000d1 00000400:00000010:2.0:1767384284.077058:0:16135:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 80 at 00000000434e4546. 00000800:00000200:1.1:1767384284.077063:0:16128:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000400:00000010:2.0:1767384284.077064:0:16135:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 96 at 0000000060da22a9. 00000400:00000010:2.0:1767384284.077072:0:16135:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 80 at 0000000044723f23. 00000800:00000200:1.0:1767384284.077075:0:16128:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.152@tcp10 p 3.x 192.168.202.152 -> 192.168.202.152:988 incarnation:1767384282418350624 sched[0] 00000800:00000010:1.0:1767384284.077080:0:16128:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000005b09fecb. 00000400:00000010:2.0:1767384284.077115:0:16135:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000008e449012. 00000400:00000200:2.0:1767384284.077125:0:16135:0:(peer.c:185:lnet_peer_ni_alloc()) 000000008e449012 nid 192.168.202.152@tcp11 00000400:00000010:2.0:1767384284.077130:0:16135:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000009a27fe0c. 00000400:00000200:2.0:1767384284.077134:0:16135:0:(peer.c:204:lnet_peer_net_alloc()) 000000009a27fe0c net tcp11 00000400:00000200:2.0:1767384284.077138:0:16135:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (3) 00000400:00000200:2.0:1767384284.077146:0:16135:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.152@tcp NID 192.168.202.152@tcp11 flags 0x11 00000400:00000010:2.0:1767384284.077151:0:16135:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 80 at 00000000434e4546. 00000400:00000010:2.0:1767384284.077155:0:16135:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 96 at 0000000060da22a9. 00000400:00000010:2.0:1767384284.077158:0:16135:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 80 at 0000000044723f23. 00000400:00000010:2.0:1767384284.077161:0:16135:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 89 at 00000000ce21625a. 00000400:00000200:2.0:1767384284.077165:0:16135:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.152@tcp (000000005d9714d7): 0 00000400:00000200:2.0:1767384284.077168:0:16135:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.152@tcp(000000005d9714d7): 0. state = 0x100151 00000400:00000200:2.0:1767384284.077172:0:16135:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100151 rc 1 00000400:00000200:2.0:1767384284.077177:0:16135:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100151 00000400:00000200:2.0:1767384284.077181:0:16135:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.152@tcp 00000400:00000200:2.0:1767384284.077183:0:16135:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100111 rc 0 00000400:00000200:2.0:1767384284.077187:0:16135:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.152@tcp (000000005d9714d7) 00000400:00000200:2.0:1767384284.077192:0:16135:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000005d9714d7 (4) 00000800:00000001:0.0:1767384284.077242:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384284.077247:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384284.083188:0:449:0:(connection.c:75:cpu_latency_work()) work item of 000000002fd0fb58 (cpu 0) has reached its deadline 4294874045, at 4294874046 00000100:00000010:0.0:1767384284.083197:0:449:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ea80efe4. 00000100:00000040:2.0:1767384284.083202:0:795:0:(connection.c:75:cpu_latency_work()) work item of 00000000135c2452 (cpu 0) has reached its deadline 4294874045, at 4294874046 00000100:00000010:2.0:1767384284.083210:0:795:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a06c96d1. 00000100:00000040:3.0:1767384284.083239:0:53:0:(connection.c:75:cpu_latency_work()) work item of 000000009d5c2cb6 (cpu 0) has reached its deadline 4294874045, at 4294874046 00000100:00000010:3.0:1767384284.083247:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004893ab1b. 00000100:00000040:1.0:1767384284.083366:0:62:0:(connection.c:75:cpu_latency_work()) work item of 00000000edc4e618 (cpu 0) has reached its deadline 4294874045, at 4294874046 00000100:00000010:1.0:1767384284.083374:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004bf6a247. 00080000:00000001:0.0:1767384284.085630:0:16773:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384284.085637:0:16773:0:(lu_object.c:207:lu_object_put()) Add 00000000f07b1e3f/000000000f28175b to site lru. bkt: 00000000b56e2c81 20000000:00000001:0.0:1767384284.085641:0:16773:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384284.085644:0:16773:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00080000:00000001:3.0:1767384284.085646:0:16807:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:3.0:1767384284.085652:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384284.085655:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:01000000:0.0:1767384284.085655:0:16773:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00040000:00000001:3.0:1767384284.085656:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384284.085661:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1767384284.085666:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000521b6f75. 20000000:00000001:0.0:1767384284.085671:0:16773:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384284.085672:0:16807:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000010:1.0:1767384284.085683:0:16774:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000006122ac48. 20000000:01000000:0.0:1767384284.085685:0:16773:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:1.0:1767384284.085689:0:16774:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #11 20000000:00000001:1.0:1767384284.085694:0:16774:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000020:0.0:1767384284.085694:0:16773:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 00080000:00000001:1.0:1767384284.085701:0:16774:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:01000000:0.0:1767384284.085719:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384284.085723:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384284.085726:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:1.0:1767384284.085730:0:16774:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384284.085731:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384284.085735:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:1.0:1767384284.085737:0:16774:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384284.085740:0:16774:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384284.085742:0:16774:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00010000:00000010:0.0:1767384284.085744:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000007d38e204. 00000020:00000001:1.0:1767384284.085745:0:16774:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384284.085752:0:16774:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446619782313850200 : -124291395701416 : ffff8ef52782b558) 00010000:00000001:0.0:1767384284.085752:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:1.0:1767384284.085772:0:16774:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000010:0.0:1767384284.085772:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000006bdfcc95. 00080000:00000010:1.0:1767384284.085779:0:16774:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000f07aa235. 00000020:00000001:0.0:1767384284.085780:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:1.0:1767384284.085785:0:16774:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446619781702209536 : -124292007342080 : ffff8ef5030dd000) 00000020:00000040:0.0:1767384284.085787:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 000000006bdfcc95 with handle 0x7e51148972eeca4d to hash 00080000:00000001:1.0:1767384284.085788:0:16774:0:(osd_io.c:243:osd_declare_write()) Process entered 00000020:00000001:0.0:1767384284.085793:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384284.085812:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446619781734635008 : -124291974916608 : ffff8ef504fc9600) 00010000:00000001:0.0:1767384284.085815:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446619781734635008 : -124291974916608 : ffff8ef504fc9600) 00010000:00000001:0.0:1767384284.085818:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384284.085820:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384284.085822:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000006bdfcc95/0x7e51148972eeca4d lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384284.085830:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384284.085833:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384284.085836:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384284.085837:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384284.085839:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384284.085841:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384284.085843:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384284.085845:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384284.085847:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384284.085849:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384284.085851:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384284.085852:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000007d38e204) refcount = 1 00010000:00010000:0.0:1767384284.085855:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000006bdfcc95/0x7e51148972eeca4d lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384284.085860:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384284.085869:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384284.085870:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384284.085873:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384284.085875:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384284.085878:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00000001:00000001:1.0:1767384284.085881:0:16774:0:(osd_quota.c:525:osd_declare_quota()) Process entered 20000000:01000000:0.0:1767384284.085881:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003445359s 00080000:00000001:1.0:1767384284.085885:0:16774:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384284.085886:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00080000:00000001:1.0:1767384284.085888:0:16774:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000020:00000001:0.0:1767384284.085889:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384284.085893:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000006bdfcc95 refcount=4 00000020:00000001:0.0:1767384284.085895:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781734635008 : -124291974916608 : ffff8ef504fc9600) 00010000:00000001:0.0:1767384284.085898:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781734635008 : -124291974916608 : ffff8ef504fc9600) 00010000:00000001:0.0:1767384284.085900:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384284.085902:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000006bdfcc95/0x7e51148972eeca4d lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384284.085903:0:16774:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384284.085909:0:16774:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:0.0:1767384284.085911:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384284.085914:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000006bdfcc95/0x7e51148972eeca4d lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384284.085918:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384284.085920:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384284.085921:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000006bdfcc95/0x7e51148972eeca4d lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384284.085925:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384284.085926:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384284.085929:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384284.085931:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000006bdfcc95/0x7e51148972eeca4d lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384284.085937:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000006bdfcc95 already unused, calling callback (00000000871a6010) 00010000:00000001:0.0:1767384284.085939:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384284.085941:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384284.085943:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000006bdfcc95/0x7e51148972eeca4d lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384284.085957:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384284.085959:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384284.085960:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384284.085962:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000006bdfcc95 refcount=5 00000020:00000001:0.0:1767384284.085964:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781734635008 : -124291974916608 : ffff8ef504fc9600) 00010000:00000001:0.0:1767384284.085966:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781734635008 : -124291974916608 : ffff8ef504fc9600) 00010000:00000001:0.0:1767384284.085969:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384284.085971:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000006bdfcc95/0x7e51148972eeca4d lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384284.085975:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384284.085978:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384284.085980:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384284.085983:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384284.085985:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384284.085987:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384284.085989:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384284.085991:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000006bdfcc95 with handle 0x7e51148972eeca4d from hash 00010000:00000001:0.0:1767384284.085994:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384284.085996:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000001:1.0:1767384284.085997:0:16774:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00010000:00000001:0.0:1767384284.085997:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384284.086000:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00080000:00000001:1.0:1767384284.086002:0:16774:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000001:0.0:1767384284.086003:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384284.086007:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384284.086009:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384284.086011:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384284.086014:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384284.086015:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384284.086017:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384284.086019:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384284.086021:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384284.086022:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384284.086024:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384284.086025:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384284.086033:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000006bdfcc95/0x7e51148972eeca4d lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384284.086037:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384284.086038:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384284.086039:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384284.086041:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384284.086042:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384284.086042:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384284.086044:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384284.086045:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384284.086046:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384284.086048:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000006bdfcc95/0x7e51148972eeca4d lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384284.086052:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384284.086053:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384284.086054:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000006bdfcc95/0x7e51148972eeca4d lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384284.086059:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000007d38e204 count: 0 00010000:00000001:0.0:1767384284.086066:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384284.086067:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000010:0.1F:1767384284.091117:0:16602:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000007d38e204. 00010000:00000010:0.1:1767384284.091149:0:16602:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000006bdfcc95. 00080000:00000001:3.0:1767384284.096059:0:16774:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384284.096064:0:16807:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000020:00000002:3.0:1767384284.096065:0:16774:0:(lu_object.c:207:lu_object_put()) Add 00000000f07b1e3f/000000000f28175b to site lru. bkt: 00000000b56e2c81 00040000:00000001:0.0:1767384284.096068:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:3.0:1767384284.096071:0:16774:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384284.096072:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:3.0:1767384284.096076:0:16774:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:0.0:1767384284.096077:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384284.096081:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:01000000:3.0:1767384284.096082:0:16774:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000010:0.0:1767384284.096131:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000f07aa235. 00080000:00000001:0.0:1767384284.096136:0:16807:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:3.0:1767384284.096145:0:16774:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384284.096157:0:16774:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:3.0:1767384284.096161:0:16774:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:0.0:1767384284.096168:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384284.096172:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384284.096174:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384284.096179:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384284.096181:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384284.096186:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000e0e13299. 00010000:00000001:0.0:1767384284.096191:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384284.096194:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000006bdfcc95. 00000020:00000001:0.0:1767384284.096206:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384284.096208:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 000000006bdfcc95 with handle 0x7e51148972eeca54 to hash 00000020:00000001:0.0:1767384284.096210:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384284.096212:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446619781734635008 : -124291974916608 : ffff8ef504fc9600) 00010000:00000001:0.0:1767384284.096215:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446619781734635008 : -124291974916608 : ffff8ef504fc9600) 00010000:00000001:0.0:1767384284.096218:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384284.096221:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384284.096224:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000006bdfcc95/0x7e51148972eeca54 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384284.096233:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384284.096235:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384284.096237:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384284.096240:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384284.096242:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384284.096244:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384284.096246:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384284.096247:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384284.096249:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384284.096250:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384284.096251:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384284.096253:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000e0e13299) refcount = 1 00010000:00010000:0.0:1767384284.096255:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000006bdfcc95/0x7e51148972eeca54 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384284.096259:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384284.096261:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384284.096262:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384284.096265:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384284.096266:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384284.096269:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384284.096271:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003445359s 00010000:00000001:0.0:1767384284.096273:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384284.096274:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384284.096275:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000006bdfcc95 refcount=4 00000020:00000001:0.0:1767384284.096283:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781734635008 : -124291974916608 : ffff8ef504fc9600) 00010000:00000001:0.0:1767384284.096286:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781734635008 : -124291974916608 : ffff8ef504fc9600) 00010000:00000001:0.0:1767384284.096288:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384284.096289:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000006bdfcc95/0x7e51148972eeca54 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384284.096294:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384284.096296:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000006bdfcc95/0x7e51148972eeca54 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384284.096300:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384284.096301:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384284.096303:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000006bdfcc95/0x7e51148972eeca54 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384284.096307:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384284.096309:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384284.096311:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384284.096313:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000006bdfcc95/0x7e51148972eeca54 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384284.096317:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000006bdfcc95 already unused, calling callback (00000000871a6010) 00010000:00000001:0.0:1767384284.096318:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384284.096319:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384284.096321:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000006bdfcc95/0x7e51148972eeca54 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384284.096325:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384284.096326:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384284.096328:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384284.096329:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000006bdfcc95 refcount=5 00000020:00000001:0.0:1767384284.096331:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781734635008 : -124291974916608 : ffff8ef504fc9600) 00010000:00000001:0.0:1767384284.096332:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781734635008 : -124291974916608 : ffff8ef504fc9600) 00010000:00000001:0.0:1767384284.096333:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384284.096338:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000006bdfcc95/0x7e51148972eeca54 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384284.096343:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384284.096344:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384284.096346:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384284.096348:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384284.096349:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384284.096351:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384284.096352:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384284.096354:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000006bdfcc95 with handle 0x7e51148972eeca54 from hash 00010000:00000001:0.0:1767384284.096356:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384284.096358:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384284.096359:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384284.096361:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384284.096363:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384284.096364:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384284.096365:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384284.096367:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384284.096369:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384284.096370:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384284.096371:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384284.096373:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384284.096374:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384284.096375:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384284.096376:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384284.096377:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384284.096379:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000006bdfcc95/0x7e51148972eeca54 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384284.096383:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384284.096384:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384284.096384:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384284.096385:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384284.096386:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384284.096387:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384284.096388:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384284.096389:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384284.096397:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384284.096399:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000006bdfcc95/0x7e51148972eeca54 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384284.096403:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384284.096404:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384284.096405:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000006bdfcc95/0x7e51148972eeca54 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384284.096411:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000e0e13299 count: 0 00010000:00000001:0.0:1767384284.096420:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384284.096422:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:0.0:1767384284.098600:0:16773:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767384284.098604:0:16773:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384284.098606:0:16773:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000009021f979. 20000000:00000001:0.0:1767384284.098611:0:16773:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384284.098614:0:16773:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236723064192 00010000:00000001:0.0:1767384284.098617:0:16773:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384284.098622:0:16773:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e2e51fac x1853236723064192/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:265/0 lens 4848/4768 e 0 to 0 dl 1767384295 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384284.098630:0:16773:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384284.098633:0:16773:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384284.098636:0:16773:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dd452398 time=14 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384284.098640:0:16773:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384284.098641:0:16773:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 21 to 0@lo 00000100:00000001:0.0:1767384284.098644:0:16773:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 02000000:00000001:0.0:1767384284.098646:0:16773:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384284.098649:0:16773:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384284.098652:0:16773:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384284.098655:0:16773:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384284.098658:0:16773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000091a27b56. 00000100:00000200:0.0:1767384284.098662:0:16773:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236723064192, offset 224 00000400:00000200:0.0:1767384284.098666:0:16773:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384284.098673:0:16773:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384284.098680:0:16773:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824c901d80 00000400:00000200:0.0:1767384284.098685:0:16773:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x119d [2] + 224 00000400:00000200:0.0:1767384284.098699:0:16773:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384284.098703:0:16773:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384284.098707:0:16773:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384284.098711:0:16773:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000dcadd9d0 x1853236723064192/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384300 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384284.098720:0:16773:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000dcadd9d0 x1853236723064192/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384300 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384284.098730:0:16773:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384284.098735:0:16773:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000091a27b56 00000400:00000010:0.0:1767384284.098737:0:16773:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000091a27b56. 00000100:00000001:0.0:1767384284.098740:0:16773:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384284.098742:0:16773:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384284.098745:0:16773:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384284.098747:0:16773:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 20 to 0@lo 00010000:00000001:0.0:1767384284.098749:0:16773:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384284.098752:0:16773:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384284.098755:0:16773:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384284.098778:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e2e51fac x1853236723064192/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:265/0 lens 4848/4768 e 0 to 0 dl 1767384295 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384284.098788:0:16773:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e2e51fac pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c0412d60-4f67-4dbc-8791-892843f60083+15:16138:x1853236723064192:12345-0@lo:253: Request processed in 22705us (23266us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384284.098796:0:16773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00000040:0.0:1767384284.098800:0:16773:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000555601ca : new rpc_count 1 00000100:00000001:0.0:1767384284.098819:0:16773:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384284.098821:0:16773:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384284.098825:0:16773:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ed917464. 00000020:00000010:0.0:1767384284.098829:0:16773:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000678ea6c7. 00000020:00000010:0.0:1767384284.098833:0:16773:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000001aa7228. 00000020:00000040:0.0:1767384284.098836:0:16773:0:(genops.c:898:class_export_put()) PUTting export 00000000555601ca : new refcount 14 02000000:00000001:0.0:1767384284.098840:0:16773:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384284.098842:0:16773:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000035df818b. 02000000:00000001:0.0:1767384284.098846:0:16773:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384284.098848:0:16773:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384284.098859:0:16773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384284.098862:0:16773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001ed64435. 00000400:00000010:0.0:1767384284.098865:0:16773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000091a27b56. 00000100:00000001:0.0:1767384284.098877:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384284.098879:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384284.098882:0:16138:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384284.098884:0:16138:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384284.098885:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000aa68c4ac. 00000400:00000200:0.0:1767384284.098887:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bccaadf4 00000400:00000010:0.0:1767384284.098889:0:16138:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bccaadf4. 00000100:00000001:0.0:1767384284.098890:0:16138:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384284.098893:0:16138:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000dcadd9d0 x1853236723064192/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384300 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384284.098899:0:16138:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000dcadd9d0 x1853236723064192/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384300 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384284.098905:0:16138:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384284.098906:0:16138:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384284.098908:0:16138:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384284.098910:0:16138:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384284.098911:0:16138:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384284.098912:0:16138:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384284.098915:0:16138:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384284.098918:0:16138:0:(import.c:2128:obd_at_measure()) add 5 to 0000000028df3f77 time=14 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384284.098921:0:16138:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f5022cbe time=14 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384284.098923:0:16138:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384284.098924:0:16138:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384284.098927:0:16138:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384284.098928:0:16138:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384284.098931:0:16138:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384284.098934:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000dcadd9d0 x1853236723064192/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384300 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384284.098939:0:16138:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384284.098941:0:16138:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384284.098942:0:16138:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384284.098946:0:16138:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384284.098947:0:16138:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384284.098954:0:16138:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384284.098956:0:16138:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384284.098957:0:16138:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384284.098958:0:16138:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384284.098960:0:16138:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384284.098961:0:16138:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384284.098962:0:16138:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384284.098964:0:16138:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384284.098966:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000dcadd9d0 x1853236723064192/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384300 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384284.098971:0:16138:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000dcadd9d0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c0412d60-4f67-4dbc-8791-892843f60083:16138:1853236723064192:0@lo:253: 00000100:00000001:0.0:1767384284.098975:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384284.098976:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384284.098978:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000dcadd9d0 x1853236723064192/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384300 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384284.098982:0:16138:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384284.098985:0:16138:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384284.098987:0:16138:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000005d81d7e0. 02000000:00000001:0.0:1767384284.098991:0:16138:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384284.098992:0:16138:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384284.098993:0:16138:0:(genops.c:1242:class_import_put()) import 00000000df830bbe refcount=4 obd=MGC192.168.202.152@tcp 00000020:00000001:0.0:1767384284.098995:0:16138:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384284.098997:0:16138:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000006b82f407. 02000000:00000001:0.0:1767384284.099000:0:16138:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384284.099001:0:16138:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384284.099003:0:16138:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000dcadd9d0. 00000100:00000001:0.0:1767384284.099005:0:16138:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384284.099006:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384284.099007:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384284.099010:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384284.099011:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384284.099013:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384284.099014:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384284.099224:0:19028:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000f4ca35c0. 00000400:00000040:2.0:1767384284.099243:0:19028:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384284.099245:0:19028:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384284.099248:0:19028:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384284.099254:0:19028:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384284.099256:0:19028:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384284.099258:0:19028:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:2.0:1767384284.099260:0:19028:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384284.099262:0:19028:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384284.099263:0:19028:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384284.099264:0:19028:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:2.0:1767384284.099266:0:19028:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384284.099267:0:19028:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384284.099269:0:19028:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384284.099270:0:19028:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384284.099272:0:19028:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:2.0:1767384284.099274:0:19028:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384284.099275:0:19028:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384284.099276:0:19028:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767384284.099277:0:19028:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767384284.099279:0:19028:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384284.099280:0:19028:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384284.099282:0:19028:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384284.099283:0:19028:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384284.099285:0:19028:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384284.099286:0:19028:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767384284.099287:0:19028:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384284.099289:0:19028:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384284.099290:0:19028:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384284.099291:0:19028:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384284.099293:0:19028:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384284.099294:0:19028:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767384284.099296:0:19028:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384284.099297:0:19028:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384284.099299:0:19028:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384284.099300:0:19028:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384284.099302:0:19028:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384284.099303:0:19028:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767384284.099304:0:19028:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384284.099306:0:19028:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384284.099307:0:19028:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384284.099308:0:19028:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384284.099309:0:19028:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384284.099317:0:19028:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767384284.099319:0:19028:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767384284.099320:0:19028:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767384284.099321:0:19028:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767384284.099322:0:19028:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767384284.099324:0:19028:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767384284.099326:0:19028:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384284.099327:0:19028:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384284.099328:0:19028:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767384284.099329:0:19028:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384284.099330:0:19028:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767384284.099332:0:19028:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:2.0:1767384284.099333:0:19028:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767384284.099334:0:19028:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767384284.099335:0:19028:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:2.0:1767384284.099347:0:19028:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000f4ca35c0. 00080000:00000020:3.0:1767384284.100331:0:16774:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767384284.100335:0:16774:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384284.100337:0:16774:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000d3eea08e. 20000000:00000001:3.0:1767384284.100343:0:16774:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384284.100346:0:16774:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236723064320 00010000:00000001:3.0:1767384284.100348:0:16774:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384284.100354:0:16774:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000c262e3c8 x1853236723064320/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:265/0 lens 4848/4768 e 0 to 0 dl 1767384295 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384284.100360:0:16774:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384284.100362:0:16774:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384284.100365:0:16774:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dd452398 time=14 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384284.100368:0:16774:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384284.100370:0:16774:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 21 to 0@lo 00000100:00000001:3.0:1767384284.100372:0:16774:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 02000000:00000001:3.0:1767384284.100374:0:16774:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384284.100376:0:16774:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384284.100378:0:16774:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384284.100381:0:16774:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384284.100383:0:16774:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004e15fa6e. 00000100:00000200:3.0:1767384284.100387:0:16774:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236723064320, offset 224 00000400:00000200:3.0:1767384284.100392:0:16774:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384284.100416:0:16774:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384284.100425:0:16774:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824c901e00 00000400:00000200:3.0:1767384284.100430:0:16774:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x11a5 [2] + 224 00000400:00000200:3.0:1767384284.100435:0:16774:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384284.100438:0:16774:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384284.100441:0:16774:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384284.100445:0:16774:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f83c2498 x1853236723064320/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384300 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384284.100452:0:16774:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000f83c2498 x1853236723064320/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384300 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384284.100467:0:16774:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384284.100480:0:16774:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004e15fa6e 00000400:00000010:3.0:1767384284.100482:0:16774:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004e15fa6e. 00000100:00000001:3.0:1767384284.100486:0:16774:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384284.100487:0:16774:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384284.100491:0:16774:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384284.100495:0:16774:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 20 to 0@lo 00000100:00000001:2.0:1767384284.100495:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384284.100499:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1767384284.100500:0:16774:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384284.100504:0:16774:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384284.100505:0:16139:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:3.0:1767384284.100506:0:16774:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:2.0:1767384284.100508:0:16139:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384284.100511:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004d9b4bb3. 00000100:00000040:3.0:1767384284.100513:0:16774:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c262e3c8 x1853236723064320/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:265/0 lens 4848/4768 e 0 to 0 dl 1767384295 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384284.100516:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007730de73 00000400:00000010:2.0:1767384284.100520:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007730de73. 00000100:00000001:2.0:1767384284.100525:0:16139:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384284.100531:0:16139:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f83c2498 x1853236723064320/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384300 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384284.100534:0:16774:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000c262e3c8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c0412d60-4f67-4dbc-8791-892843f60083+14:16139:x1853236723064320:12345-0@lo:253: Request processed in 24446us (24904us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384284.100552:0:16774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00000200:2.0:1767384284.100555:0:16139:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f83c2498 x1853236723064320/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384300 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384284.100557:0:16774:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000555601ca : new rpc_count 0 00000100:00000001:3.0:1767384284.100563:0:16774:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384284.100566:0:16774:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384284.100569:0:16139:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:3.0:1767384284.100571:0:16774:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000017cec1a3. 00000100:00000001:2.0:1767384284.100572:0:16139:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384284.100578:0:16139:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384284.100580:0:16139:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:3.0:1767384284.100581:0:16774:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005104802b. 00000100:00000001:2.0:1767384284.100582:0:16139:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384284.100587:0:16139:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384284.100588:0:16774:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000554c1bb7. 02000000:00000001:2.0:1767384284.100589:0:16139:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384284.100596:0:16774:0:(genops.c:898:class_export_put()) PUTting export 00000000555601ca : new refcount 13 00000100:00001000:2.0:1767384284.100597:0:16139:0:(import.c:2128:obd_at_measure()) add 5 to 0000000028df3f77 time=14 v=5 (5 0 0 0) 02000000:00000001:3.0:1767384284.100602:0:16774:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00001000:2.0:1767384284.100603:0:16139:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f5022cbe time=14 v=5 (1 0 0 0) 02000000:00000010:3.0:1767384284.100605:0:16774:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000009e7b7821. 02000000:00000001:3.0:1767384284.100608:0:16774:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384284.100609:0:16774:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384284.100612:0:16774:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:2.0:1767384284.100617:0:16139:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000010:3.0:1767384284.100619:0:16774:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005a00edf9. 00000100:00000001:2.0:1767384284.100620:0:16139:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384284.100626:0:16139:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000010:3.0:1767384284.100628:0:16774:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004e15fa6e. 00010000:00000001:2.0:1767384284.100628:0:16139:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384284.100634:0:16139:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384284.100639:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f83c2498 x1853236723064320/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384300 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384284.100645:0:16139:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384284.100648:0:16139:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384284.100649:0:16139:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384284.100651:0:16139:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384284.100653:0:16139:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384284.100654:0:16139:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384284.100655:0:16139:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384284.100656:0:16139:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384284.100657:0:16139:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384284.100658:0:16139:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384284.100659:0:16139:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384284.100661:0:16139:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384284.100662:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f83c2498 x1853236723064320/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384300 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384284.100669:0:16139:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f83c2498 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c0412d60-4f67-4dbc-8791-892843f60083:16139:1853236723064320:0@lo:253: 00000100:00000001:2.0:1767384284.100672:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384284.100674:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384284.100675:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f83c2498 x1853236723064320/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384300 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384284.100680:0:16139:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384284.100682:0:16139:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384284.100683:0:16139:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000b3393a7c. 02000000:00000001:2.0:1767384284.100686:0:16139:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384284.100687:0:16139:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384284.100688:0:16139:0:(genops.c:1242:class_import_put()) import 00000000df830bbe refcount=3 obd=MGC192.168.202.152@tcp 00000020:00000001:2.0:1767384284.100690:0:16139:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384284.100691:0:16139:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000078f4bc6e. 02000000:00000001:2.0:1767384284.100694:0:16139:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384284.100701:0:16139:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384284.100702:0:16139:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f83c2498. 00000100:00000001:2.0:1767384284.100705:0:16139:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384284.100706:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384284.100707:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384284.100711:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384284.100712:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384284.100713:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384284.100714:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1767384284.104144:0:19030:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000e0e13299. 00010000:00000010:0.1:1767384284.104153:0:19030:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000006bdfcc95. 00010000:00000001:0.0:1767384284.726196:0:449:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384284.726205:0:449:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384284.726212:0:449:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384284.726227:0:449:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384284.726298:0:16768:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384284.726305:0:16768:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384284.726310:0:16768:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:1.0:1767384284.733394:0:19162:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384284.733409:0:19162:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384284.733415:0:19162:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384284.733424:0:19162:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384284.733430:0:19162:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384284.733434:0:19162:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384285.173142:0:16776:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1767384285.173146:0:16776:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (0000000070cb7a0b) refs 2 10000000:00000001:1.0:1767384285.173150:0:16776:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384285.173153:0:16776:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1767384285.173154:0:16776:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1767384285.173155:0:16776:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:1.0:1767384285.173156:0:16776:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:1.0:1767384285.173158:0:16776:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:1.0:1767384285.173159:0:16776:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff8ef5103e6000 from 6 10000000:00000001:1.0:1767384285.173161:0:16776:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:1.0:1767384285.173163:0:16776:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:1.0:1767384285.173169:0:16776:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006ed2bb3d. 00000020:00000040:1.0:1767384285.173173:0:16776:0:(genops.c:1229:class_import_get()) import 00000000df830bbe refcount=4 obd=MGC192.168.202.152@tcp 00000100:00000001:1.0:1767384285.173177:0:16776:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384285.173179:0:16776:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384285.173184:0:16776:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384285.173190:0:16776:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c44ad256. 00000100:00000001:1.0:1767384285.173195:0:16776:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384285.173198:0:16776:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1767384285.173201:0:16776:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384285.173206:0:16776:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000071730bc0. 00010000:00000001:1.0:1767384285.173209:0:16776:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384285.173212:0:16776:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000036c06e30. 00000020:00000001:1.0:1767384285.173215:0:16776:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384285.173218:0:16776:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000036c06e30 with handle 0x7e51148972eeca5b to hash 00000020:00000001:1.0:1767384285.173219:0:16776:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384285.173221:0:16776:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446619781820865536 : -124291888686080 : ffff8ef50a205c00) 00010000:00000001:1.0:1767384285.173223:0:16776:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446619781820865536 : -124291888686080 : ffff8ef50a205c00) 00010000:00000001:1.0:1767384285.173226:0:16776:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384285.173227:0:16776:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384285.173236:0:16776:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.152@tcp lock: 0000000036c06e30/0x7e51148972eeca5b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 16776 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384285.173242:0:16776:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.152@tcp lock: 0000000036c06e30/0x7e51148972eeca5b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 16776 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384285.173250:0:16776:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.152@tcp lock: 0000000036c06e30/0x7e51148972eeca5b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 16776 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384285.173253:0:16776:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767384285.173255:0:16776:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384285.173259:0:16776:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c8b0c32d. 00000100:00000001:1.0:1767384285.173260:0:16776:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446619781702196224 : -124292007355392 : ffff8ef5030d9c00) 00000100:00000001:1.0:1767384285.173262:0:16776:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384285.173263:0:16776:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782424477696 : -124291285073920 : ffff8ef52e1ac000) 00000100:00000001:1.0:1767384285.173266:0:16776:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384285.173268:0:16776:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384285.173269:0:16776:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384285.173271:0:16776:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384285.173277:0:16776:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006ed2bb3d x1853236723064448/t0(0) o101->MGC192.168.202.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384285.173283:0:16776:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384285.173285:0:16776:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384285.173287:0:16776:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384285.173289:0:16776:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384285.173291:0:16776:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384285.173293:0:16776:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006ed2bb3d pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c0412d60-4f67-4dbc-8791-892843f60083:16776:1853236723064448:0@lo:101: 00000100:00000001:1.0:1767384285.173296:0:16776:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384285.173300:0:16776:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384285.173302:0:16776:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384285.173303:0:16776:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384285.173306:0:16776:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000ec5c8a9a. 02000000:00000001:1.0:1767384285.173307:0:16776:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384285.173311:0:16776:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d42027a5. 00000400:00000010:1.0:1767384285.173321:0:16776:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ef028f0e. 00000100:00000200:1.0:1767384285.173326:0:16776:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236723064448, portal 25 00000100:00000001:1.0:1767384285.173327:0:16776:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384285.173328:0:16776:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782424477696 : -124291285073920 : ffff8ef52e1ac000) 00000100:00000040:1.0:1767384285.173331:0:16776:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006ed2bb3d x1853236723064448/t0(0) o101->MGC192.168.202.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384301 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384285.173337:0:16776:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384285.173338:0:16776:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384285.173340:0:16776:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004d9ebefe. 00000100:00000200:1.0:1767384285.173341:0:16776:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853236723064448, offset 0 00000400:00000200:1.0:1767384285.173345:0:16776:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384285.173355:0:16776:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384285.173362:0:16776:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695824c901e80 00000400:00000200:1.0:1767384285.173366:0:16776:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x1c1 [2] + 0 00000400:00000010:1.0:1767384285.173369:0:16776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001da1072e. 00000400:00000200:1.0:1767384285.173372:0:16776:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000231f705e 00000400:00000200:1.0:1767384285.173376:0:16776:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384285.173379:0:16776:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384285.173382:0:16776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000231f705e 00000400:00000010:1.0:1767384285.173383:0:16776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000231f705e. 00000100:00000001:1.0:1767384285.173386:0:16776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384285.173388:0:16776:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384285.173390:0:16776:0:(events.c:337:request_in_callback()) incoming req@00000000cad213ed x1853236723064448 msgsize 328 00000100:00100000:1.0:1767384285.173392:0:16776:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384285.173394:0:16776:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384285.173405:0:16776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384285.173412:0:16776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004d9ebefe 00000400:00000010:1.0:1767384285.173413:0:16776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004d9ebefe. 00000100:00000001:1.0:1767384285.173415:0:16776:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384285.173417:0:16776:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006ed2bb3d x1853236723064448/t0(0) o101->MGC192.168.202.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384301 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384285.173424:0:16776:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384285.173427:0:16776:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000006ed2bb3d x1853236723064448/t0(0) o101->MGC192.168.202.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384301 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384285.173436:0:16774:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384285.173439:0:16776:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384285.173441:0:16774:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723064448 00000100:00000001:1.0:1767384285.173443:0:16776:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:3.0:1767384285.173447:0:16774:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384285.173448:0:16776:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384285.173450:0:16774:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384285.173453:0:16776:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294875143 00000100:00000001:3.0:1767384285.173454:0:16774:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384285.173457:0:16776:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000062a64117. 02000000:00000001:3.0:1767384285.173460:0:16774:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384285.173464:0:16776:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 0 00000100:00100000:3.0:1767384285.173466:0:16774:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723064448 00000100:00000001:1.0:1767384285.173470:0:16776:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294875143 00000100:00000010:1.0:1767384285.173472:0:16776:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000080548e37. 00000100:00000001:1.0:1767384285.173474:0:16776:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767384285.173478:0:16776:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294875143 00000020:00000001:3.0:1767384285.173480:0:16774:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000010:1.0:1767384285.173481:0:16776:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c08a0e16. 00000020:00000040:3.0:1767384285.173484:0:16774:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eec8e1 00000100:00000001:1.0:1767384285.173485:0:16776:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 2 00000020:00000001:3.0:1767384285.173489:0:16774:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384285.173490:0:16776:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294875143 00000020:00000040:3.0:1767384285.173494:0:16774:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000555601ca refcount=14 00000100:00000010:1.0:1767384285.173494:0:16776:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a9ddc0e7. 00000100:00000001:1.0:1767384285.173499:0:16776:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 3 00000020:00000001:3.0:1767384285.173500:0:16774:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000100:00000001:1.0:1767384285.173502:0:16776:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384285.173506:0:16774:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000100:00000001:1.0:1767384285.173506:0:16776:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384285.173509:0:16776:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384285.173512:0:16776:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384285.173514:0:16774:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:1.0:1767384285.173514:0:16776:0:(client.c:2690:ptlrpc_set_wait()) set 00000000c8b0c32d going to sleep for 11 seconds 00000100:00000001:1.0:1767384285.173516:0:16776:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384285.173519:0:16776:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384285.173520:0:16774:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b6086560. 00000100:00000001:3.0:1767384285.173524:0:16774:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384285.173527:0:16774:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b6086560. 00000020:00000010:3.0:1767384285.173533:0:16774:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001f0bb177. 00000020:00000010:3.0:1767384285.173539:0:16774:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003e95ccff. 00000020:00000010:3.0:1767384285.173543:0:16774:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000005480004. 00000100:00000040:3.0:1767384285.173553:0:16774:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384285.173556:0:16774:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384285.173557:0:16774:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384285.173559:0:16774:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384285.173567:0:16774:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384285.173582:0:16774:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384285.173593:0:16774:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384285.173595:0:16774:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384285.173600:0:16774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00000040:3.0:1767384285.173604:0:16774:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000555601ca : new rpc_count 1 00000100:00000001:3.0:1767384285.173607:0:16774:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619777395442768 : -124296314108848 : ffff8ef40259c450) 00000100:00000040:3.0:1767384285.173614:0:16774:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000cad213ed x1853236723064448/t0(0) o101->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:266/0 lens 328/0 e 0 to 0 dl 1767384296 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384285.173623:0:16774:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384285.173626:0:16774:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b6086560. 00000100:00000001:3.0:1767384285.173628:0:16774:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384285.173630:0:16774:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b6086560. 00000100:00100000:3.0:1767384285.173633:0:16774:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000cad213ed pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c0412d60-4f67-4dbc-8791-892843f60083+14:16776:x1853236723064448:12345-0@lo:101: 00000100:00000200:3.0:1767384285.173637:0:16774:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723064448 00000020:00000001:3.0:1767384285.173647:0:16774:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384285.173650:0:16774:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384285.173652:0:16774:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384285.173655:0:16774:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384285.173657:0:16774:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669141056 : -1040410560 : ffffffffc1fc9840) 00000020:00000001:3.0:1767384285.173660:0:16774:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384285.173662:0:16774:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384285.173664:0:16774:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384285.173666:0:16774:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384285.173669:0:16774:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384285.173671:0:16774:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1767384285.173674:0:16774:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1767384285.173675:0:16774:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1767384285.173677:0:16774:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1767384285.173679:0:16774:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384285.173683:0:16774:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384285.173688:0:16774:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000b2c22869. 00010000:00000001:3.0:1767384285.173692:0:16774:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384285.173694:0:16774:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000003653ee69. 00000020:00000001:3.0:1767384285.173698:0:16774:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384285.173699:0:16774:0:(lustre_handles.c:77:class_handle_hash()) added object 000000003653ee69 with handle 0x7e51148972eeca62 to hash 00000020:00000001:3.0:1767384285.173701:0:16774:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384285.173703:0:16774:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446619781713885184 : -124291995666432 : ffff8ef503bff800) 00010000:00000001:3.0:1767384285.173705:0:16774:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446619781713885184 : -124291995666432 : ffff8ef503bff800) 00010000:00010000:3.0:1767384285.173707:0:16774:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 000000003653ee69/0x7e51148972eeca62 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x7e51148972eeca5b expref: -99 pid: 16774 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384285.173715:0:16774:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 00000000555601ca : new locks_count 10 00000020:00000040:3.0:1767384285.173717:0:16774:0:(genops.c:887:class_export_get()) GET export 00000000555601ca refcount=15 00000100:00000001:3.0:1767384285.173724:0:16774:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384285.173726:0:16774:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384285.173730:0:16774:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 000000006d0e7449. 02000000:00000001:3.0:1767384285.173732:0:16774:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384285.173734:0:16774:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384285.173736:0:16774:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384285.173745:0:16774:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384285.173747:0:16774:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384285.173764:0:16774:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384285.173766:0:16774:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384285.173768:0:16774:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384285.173770:0:16774:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384285.173772:0:16774:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384285.173774:0:16774:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384285.173776:0:16774:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384285.173777:0:16774:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384285.173779:0:16774:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000b2c22869) refcount = 1 00010000:00010000:3.0:1767384285.173784:0:16774:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000003653ee69/0x7e51148972eeca62 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x7e51148972eeca5b expref: 15 pid: 16774 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384285.173791:0:16774:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384285.173793:0:16774:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384285.173794:0:16774:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384285.173796:0:16774:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384285.173798:0:16774:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384285.173803:0:16774:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1767384285.173806:0:16774:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 000000003653ee69/0x7e51148972eeca62 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7e51148972eeca5b expref: 15 pid: 16774 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384285.173812:0:16774:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384285.173814:0:16774:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384285.173816:0:16774:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384285.173818:0:16774:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384285.173820:0:16774:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384285.173821:0:16774:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384285.173823:0:16774:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384285.173824:0:16774:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 000000003653ee69, rc 0) 00000020:00000001:3.0:1767384285.173826:0:16774:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384285.173829:0:16774:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236723064448 00010000:00000001:3.0:1767384285.173832:0:16774:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384285.173836:0:16774:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000cad213ed x1853236723064448/t0(0) o101->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:266/0 lens 328/344 e 0 to 0 dl 1767384296 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384285.173855:0:16774:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384285.173858:0:16774:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384285.173861:0:16774:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dd452398 time=15 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384285.173865:0:16774:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384285.173867:0:16774:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 21 to 0@lo 00000100:00000001:3.0:1767384285.173869:0:16774:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 02000000:00000001:3.0:1767384285.173872:0:16774:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384285.173874:0:16774:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384285.173877:0:16774:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384285.173879:0:16774:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384285.173882:0:16774:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007a8779cb. 00000100:00000200:3.0:1767384285.173886:0:16774:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236723064448, offset 224 00000400:00000200:3.0:1767384285.173890:0:16774:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384285.173897:0:16774:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384285.173903:0:16774:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695824c901e80 00000400:00000200:3.0:1767384285.173908:0:16774:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x11c1 [1] + 224 00000400:00000200:3.0:1767384285.173912:0:16774:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384285.173915:0:16774:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384285.173918:0:16774:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384285.173922:0:16774:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006ed2bb3d x1853236723064448/t0(0) o101->MGC192.168.202.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384301 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384285.173931:0:16774:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@000000006ed2bb3d x1853236723064448/t0(0) o101->MGC192.168.202.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384301 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384285.173947:0:16774:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384285.173953:0:16774:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007a8779cb 00000400:00000010:3.0:1767384285.173956:0:16774:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007a8779cb. 00000100:00000001:3.0:1767384285.173958:0:16774:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384285.173960:0:16774:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384285.173964:0:16774:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384285.173968:0:16774:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 20 to 0@lo 00010000:00000001:3.0:1767384285.173971:0:16774:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384285.173973:0:16774:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384285.173974:0:16776:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1767384285.173976:0:16774:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:1.0:1767384285.173979:0:16776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384285.173981:0:16776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384285.173985:0:16776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d42027a5. 00000100:00000040:3.0:1767384285.173988:0:16774:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cad213ed x1853236723064448/t0(0) o101->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:266/0 lens 328/344 e 0 to 0 dl 1767384296 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384285.174001:0:16776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ef028f0e 00000400:00000010:1.0:1767384285.174005:0:16776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ef028f0e. 00000100:00000001:1.0:1767384285.174009:0:16776:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:3.0:1767384285.174015:0:16774:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000cad213ed pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c0412d60-4f67-4dbc-8791-892843f60083+15:16776:x1853236723064448:12345-0@lo:101: Request processed in 389us (621us total) trans 0 rc 0/0 00000100:00000200:1.0:1767384285.174015:0:16776:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006ed2bb3d x1853236723064448/t0(0) o101->MGC192.168.202.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384301 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384285.174035:0:16774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00000200:1.0:1767384285.174035:0:16776:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006ed2bb3d x1853236723064448/t0(0) o101->MGC192.168.202.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384301 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384285.174039:0:16774:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000555601ca : new rpc_count 0 00000100:00000001:3.0:1767384285.174043:0:16774:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384285.174047:0:16774:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384285.174051:0:16776:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:3.0:1767384285.174053:0:16774:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003e95ccff. 00000100:00000001:1.0:1767384285.174054:0:16776:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384285.174059:0:16776:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:3.0:1767384285.174060:0:16774:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000005480004. 02000000:00000001:1.0:1767384285.174061:0:16776:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384285.174064:0:16776:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:3.0:1767384285.174066:0:16774:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001f0bb177. 00000100:00000001:1.0:1767384285.174067:0:16776:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384285.174073:0:16774:0:(genops.c:898:class_export_put()) PUTting export 00000000555601ca : new refcount 14 02000000:00000001:1.0:1767384285.174073:0:16776:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384285.174080:0:16774:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00001000:1.0:1767384285.174081:0:16776:0:(import.c:2128:obd_at_measure()) add 5 to 0000000028df3f77 time=15 v=5 (5 0 0 0) 02000000:00000010:3.0:1767384285.174084:0:16774:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 000000006d0e7449. 02000000:00000001:3.0:1767384285.174108:0:16774:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384285.174111:0:16774:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384285.174116:0:16774:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384285.174122:0:16774:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e6adca78. 00000100:00001000:1.0:1767384285.174122:0:16776:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f5022cbe time=15 v=5 (1 0 0 0) 00000400:00000010:3.0:1767384285.174127:0:16774:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000050ab23fd. 00000100:00000001:1.0:1767384285.174128:0:16776:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384285.174133:0:16776:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384285.174135:0:16776:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384285.174138:0:16776:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384285.174141:0:16776:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384285.174145:0:16776:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006ed2bb3d x1853236723064448/t0(0) o101->MGC192.168.202.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384301 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384285.174153:0:16776:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384285.174156:0:16776:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384285.174159:0:16776:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384285.174163:0:16776:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006ed2bb3d x1853236723064448/t0(0) o101->MGC192.168.202.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384301 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384285.174171:0:16776:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006ed2bb3d pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c0412d60-4f67-4dbc-8791-892843f60083:16776:1853236723064448:0@lo:101: 00000100:00000001:1.0:1767384285.174177:0:16776:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384285.174179:0:16776:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384285.174181:0:16776:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767384285.174183:0:16776:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384285.174185:0:16776:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006ed2bb3d x1853236723064448/t0(0) o101->MGC192.168.202.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384301 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384285.174190:0:16776:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384285.174191:0:16776:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000c8b0c32d. 00000100:00000001:1.0:1767384285.174193:0:16776:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767384285.174194:0:16776:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384285.174196:0:16776:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1767384285.174203:0:16776:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384285.174204:0:16776:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384285.174205:0:16776:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000036c06e30 refcount=4 00000020:00000001:1.0:1767384285.174206:0:16776:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781820865536 : -124291888686080 : ffff8ef50a205c00) 00010000:00000001:1.0:1767384285.174208:0:16776:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781820865536 : -124291888686080 : ffff8ef50a205c00) 00010000:00000040:1.0:1767384285.174211:0:16776:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 0000000036c06e30, remote cookie: 0x7e51148972eeca62, flags: 0x0 00010000:00000001:1.0:1767384285.174213:0:16776:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384285.174215:0:16776:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384285.174216:0:16776:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384285.174217:0:16776:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384285.174218:0:16776:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384285.174219:0:16776:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000071730bc0) refcount = 1 00010000:00010000:1.0:1767384285.174221:0:16776:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.152@tcp lock: 0000000036c06e30/0x7e51148972eeca5b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7e51148972eeca62 expref: -99 pid: 16776 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384285.174224:0:16776:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384285.174225:0:16776:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384285.174226:0:16776:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384285.174228:0:16776:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384285.174229:0:16776:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384285.174231:0:16776:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.152@tcp lock: 0000000036c06e30/0x7e51148972eeca5b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x7e51148972eeca62 expref: -99 pid: 16776 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384285.174235:0:16776:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1767384285.174236:0:16776:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384285.174237:0:16776:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384285.174238:0:16776:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384285.174238:0:16776:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384285.174239:0:16776:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384285.174240:0:16776:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384285.174242:0:16776:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006ed2bb3d x1853236723064448/t0(0) o101->MGC192.168.202.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384301 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384285.174246:0:16776:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384285.174247:0:16776:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384285.174249:0:16776:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000ec5c8a9a. 02000000:00000001:1.0:1767384285.174251:0:16776:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384285.174256:0:16776:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384285.174267:0:16776:0:(genops.c:1242:class_import_put()) import 00000000df830bbe refcount=3 obd=MGC192.168.202.152@tcp 00000020:00000001:1.0:1767384285.174269:0:16776:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384285.174270:0:16776:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000c44ad256. 02000000:00000001:1.0:1767384285.174273:0:16776:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384285.174274:0:16776:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384285.174275:0:16776:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006ed2bb3d. 00000100:00000001:1.0:1767384285.174277:0:16776:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384285.174277:0:16776:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1767384285.174279:0:16776:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384285.174281:0:16776:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1767384285.174282:0:16776:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (0000000070cb7a0b) refs 3 10000000:00000001:1.0:1767384285.174284:0:16776:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384285.174286:0:16776:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384285.174287:0:16776:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384285.174288:0:16776:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000036c06e30 refcount=3 00000020:00000001:1.0:1767384285.174290:0:16776:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781820865536 : -124291888686080 : ffff8ef50a205c00) 00010000:00000001:1.0:1767384285.174293:0:16776:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781820865536 : -124291888686080 : ffff8ef50a205c00) 00010000:00000001:1.0:1767384285.174295:0:16776:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:1.0:1767384285.174296:0:16776:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384285.174297:0:16776:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384285.174298:0:16776:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384285.174300:0:16776:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:1.0:1767384285.174304:0:16776:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 00000000f3a4e309. 00000100:00000010:1.0:1767384285.174317:0:16776:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006ed2bb3d. 00000020:00000040:1.0:1767384285.174320:0:16776:0:(genops.c:1229:class_import_get()) import 00000000df830bbe refcount=4 obd=MGC192.168.202.152@tcp 00000100:00000001:1.0:1767384285.174323:0:16776:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384285.174325:0:16776:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384285.174327:0:16776:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384285.174330:0:16776:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c44ad256. 00000100:00000001:1.0:1767384285.174333:0:16776:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384285.174336:0:16776:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:1.0:1767384285.174339:0:16776:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000ec5c8a9a. 00000100:00000010:1.0:1767384285.174343:0:16776:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 000000004270e6d5. 00000020:00000040:1.0:1767384285.174345:0:16776:0:(genops.c:1229:class_import_get()) import 00000000df830bbe refcount=5 obd=MGC192.168.202.152@tcp 00000100:00000001:1.0:1767384285.174349:0:16776:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767384285.174355:0:16776:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384285.174357:0:16776:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c8b0c32d. 00000100:00000001:1.0:1767384285.174359:0:16776:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446619781702196224 : -124292007355392 : ffff8ef5030d9c00) 00000100:00000001:1.0:1767384285.174362:0:16776:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384285.174363:0:16776:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782424477696 : -124291285073920 : ffff8ef52e1ac000) 00000100:00000001:1.0:1767384285.174366:0:16776:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384285.174368:0:16776:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384285.174369:0:16776:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384285.174370:0:16776:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384285.174373:0:16776:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006ed2bb3d x1853236723064576/t0(0) o256->MGC192.168.202.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384285.174381:0:16776:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384285.174382:0:16776:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384285.174384:0:16776:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384285.174386:0:16776:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384285.174388:0:16776:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384285.174390:0:16776:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006ed2bb3d pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c0412d60-4f67-4dbc-8791-892843f60083:16776:1853236723064576:0@lo:256: 00000100:00000001:1.0:1767384285.174394:0:16776:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384285.174396:0:16776:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384285.174398:0:16776:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384285.174400:0:16776:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:1.0:1767384285.174404:0:16776:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d42027a5. 00000400:00000010:1.0:1767384285.174409:0:16776:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 000000003430c24c. 00000100:00000200:1.0:1767384285.174412:0:16776:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x695824c901f00-0x695824c901f00, portal 33 00000100:00000001:1.0:1767384285.174415:0:16776:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384285.174417:0:16776:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384285.174419:0:16776:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000005178076. 02000000:00000001:1.0:1767384285.174421:0:16776:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384285.174424:0:16776:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009e3de56a. 00000400:00000010:1.0:1767384285.174426:0:16776:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ef028f0e. 00000100:00000200:1.0:1767384285.174428:0:16776:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236723064576, portal 25 00000100:00000001:1.0:1767384285.174429:0:16776:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384285.174430:0:16776:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782424477696 : -124291285073920 : ffff8ef52e1ac000) 00000100:00000040:1.0:1767384285.174433:0:16776:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006ed2bb3d x1853236723064576/t0(0) o256->MGC192.168.202.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384301 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384285.174441:0:16776:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384285.174442:0:16776:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384285.174444:0:16776:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004d9ebefe. 00000100:00000200:1.0:1767384285.174445:0:16776:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853236723064576, offset 0 00000400:00000200:1.0:1767384285.174448:0:16776:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384285.174452:0:16776:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384285.174455:0:16776:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x695824c901f00 00000400:00000200:1.0:1767384285.174458:0:16776:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x1c5 [2] + 0 00000400:00000010:1.0:1767384285.174460:0:16776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ebf426dc. 00000400:00000200:1.0:1767384285.174462:0:16776:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000c51fd502 00000400:00000200:1.0:1767384285.174464:0:16776:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384285.174466:0:16776:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384285.174468:0:16776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c51fd502 00000400:00000010:1.0:1767384285.174469:0:16776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c51fd502. 00000100:00000001:1.0:1767384285.174471:0:16776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384285.174472:0:16776:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384285.174474:0:16776:0:(events.c:337:request_in_callback()) incoming req@00000000a0f397e7 x1853236723064576 msgsize 304 00000100:00100000:1.0:1767384285.174477:0:16776:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384285.174478:0:16776:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384285.174487:0:16776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384285.174490:0:16776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004d9ebefe 00000400:00000010:1.0:1767384285.174491:0:16776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004d9ebefe. 00000100:00000001:1.0:1767384285.174492:0:16776:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384285.174494:0:16776:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006ed2bb3d x1853236723064576/t0(0) o256->MGC192.168.202.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384301 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384285.174499:0:16776:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384285.174500:0:16776:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000006ed2bb3d x1853236723064576/t0(0) o256->MGC192.168.202.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384301 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384285.174505:0:16776:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384285.174506:0:16776:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384285.174509:0:16776:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384285.174511:0:16776:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294875144 00000100:00000001:3.0:1767384285.174515:0:16774:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384285.174516:0:16776:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294875143 00000100:00100000:3.0:1767384285.174519:0:16774:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723064576 02000000:00000001:3.0:1767384285.174522:0:16774:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384285.174525:0:16776:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294875144 00000100:00000001:3.0:1767384285.174526:0:16774:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384285.174530:0:16774:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384285.174531:0:16776:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294875143 02000000:00000001:3.0:1767384285.174536:0:16774:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384285.174536:0:16776:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294875144 00000100:00000001:1.0:1767384285.174541:0:16776:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294875143 00000100:00100000:3.0:1767384285.174542:0:16774:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723064576 00000100:00000001:1.0:1767384285.174544:0:16776:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294875144 00000020:00000001:3.0:1767384285.174547:0:16774:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384285.174548:0:16776:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294875143 00000020:00000040:3.0:1767384285.174551:0:16774:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eec8e1 00000100:00000001:1.0:1767384285.174552:0:16776:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384285.174556:0:16774:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384285.174556:0:16776:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384285.174560:0:16774:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000555601ca refcount=15 00000100:00000001:1.0:1767384285.174561:0:16776:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384285.174563:0:16776:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:3.0:1767384285.174567:0:16774:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000100:00100000:1.0:1767384285.174567:0:16776:0:(client.c:2690:ptlrpc_set_wait()) set 00000000c8b0c32d going to sleep for 11 seconds 00000100:00000001:1.0:1767384285.174571:0:16776:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1767384285.174573:0:16774:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000100:00000001:1.0:1767384285.174574:0:16776:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384285.174580:0:16774:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384285.174590:0:16774:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b6086560. 00000100:00000001:3.0:1767384285.174593:0:16774:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384285.174594:0:16774:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b6086560. 00000020:00000010:3.0:1767384285.174599:0:16774:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001f0bb177. 00000020:00000010:3.0:1767384285.174602:0:16774:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003e95ccff. 00000020:00000010:3.0:1767384285.174604:0:16774:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000005480004. 00000100:00000040:3.0:1767384285.174610:0:16774:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384285.174612:0:16774:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384285.174613:0:16774:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384285.174614:0:16774:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384285.174617:0:16774:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384285.174628:0:16774:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384285.174636:0:16774:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384285.174637:0:16774:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384285.174641:0:16774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00000040:3.0:1767384285.174644:0:16774:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000555601ca : new rpc_count 1 00000100:00000001:3.0:1767384285.174647:0:16774:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619777395450960 : -124296314100656 : ffff8ef40259e450) 00000100:00000040:3.0:1767384285.174651:0:16774:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a0f397e7 x1853236723064576/t0(0) o256->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:266/0 lens 304/0 e 0 to 0 dl 1767384296 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384285.174659:0:16774:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384285.174662:0:16774:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b6086560. 00000100:00000001:3.0:1767384285.174673:0:16774:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384285.174676:0:16774:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b6086560. 00000100:00100000:3.0:1767384285.174679:0:16774:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000a0f397e7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c0412d60-4f67-4dbc-8791-892843f60083+15:16776:x1853236723064576:12345-0@lo:256: 00000100:00000200:3.0:1767384285.174682:0:16774:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723064576 00000020:00000001:3.0:1767384285.174684:0:16774:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384285.174686:0:16774:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384285.174688:0:16774:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384285.174690:0:16774:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384285.174691:0:16774:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669141472 : -1040410144 : ffffffffc1fc99e0) 00000020:00000001:3.0:1767384285.174693:0:16774:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384285.174695:0:16774:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384285.174702:0:16774:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384285.174704:0:16774:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384285.174706:0:16774:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384285.174709:0:16774:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384285.174711:0:16774:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384285.174713:0:16774:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 000000006d0e7449. 02000000:00000001:3.0:1767384285.174715:0:16774:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384285.174717:0:16774:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384285.174720:0:16774:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:3.0:1767384285.174724:0:16774:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:3.0:1767384285.174727:0:16774:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384285.174729:0:16774:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384285.174731:0:16774:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384285.174733:0:16774:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:3.0:1767384285.174735:0:16774:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:3.0:1767384285.174738:0:16774:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 000000000afce0b8. 20000000:00000001:3.0:1767384285.174741:0:16774:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:3.0:1767384285.174766:0:16774:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:3.0:1767384285.174784:0:16774:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:3.0:1767384285.174788:0:16774:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:01000000:3.0:1767384285.174792:0:16774:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 84, pages 4012/1/4/3. 20000000:00000040:3.0:1767384285.174796:0:16774:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:3.0:1767384285.174797:0:16774:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:3.0:1767384285.174800:0:16774:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:01000000:3.0:1767384285.174802:0:16774:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 84, pages 3928/1/4/3. 20000000:01000000:3.0:1767384285.174804:0:16774:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 168, version 10 20000000:00000001:3.0:1767384285.174806:0:16774:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=168 : 168 : a8) 00000100:00000001:3.0:1767384285.174808:0:16774:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:3.0:1767384285.174811:0:16774:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000d1fe0349. 00000100:00000010:3.0:1767384285.174814:0:16774:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000a82ee68b. 00000020:00000040:3.0:1767384285.174816:0:16774:0:(genops.c:887:class_export_get()) GET export 00000000555601ca refcount=16 00010000:00000001:3.0:1767384285.174819:0:16774:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:3.0:1767384285.174822:0:16774:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:3.0:1767384285.174825:0:16774:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007a8779cb. 00000400:00000010:3.0:1767384285.174830:0:16774:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000102752a7. 00000400:00000200:3.0:1767384285.174833:0:16774:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384285.174841:0:16774:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384285.174852:0:16774:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 168 into portal 33 MB=0x695824c901f00 00000400:00000200:3.0:1767384285.174856:0:16774:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 168/168 into md 0x11d1 [4] + 0 00000400:00000010:3.0:1767384285.174860:0:16774:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d42027a5. 00000400:00000200:3.0:1767384285.174863:0:16774:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000003430c24c 00000400:00000200:3.0:1767384285.174866:0:16774:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384285.174869:0:16774:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384285.174871:0:16774:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003430c24c 00000400:00000010:3.0:1767384285.174873:0:16774:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 000000003430c24c. 00000100:00000001:3.0:1767384285.174876:0:16774:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:3.0:1767384285.174878:0:16774:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 000000006ed2bb3d desc 00000000ec5c8a9a mbits 1853236723064576 00000100:00000001:3.0:1767384285.174889:0:16774:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:3.0:1767384285.174892:0:16774:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767384285.174896:0:16774:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:3.0:1767384285.174904:0:16774:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x11dd 00000400:00000200:3.0:1767384285.174907:0:16774:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384285.174911:0:16774:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:1.0:1767384285.174913:0:16776:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384285.174916:0:16774:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000001:1.0:1767384285.174916:0:16776:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384285.174920:0:16774:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 00000000d1fe0349 00000100:00000001:3.0:1767384285.174924:0:16774:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:3.0:1767384285.174931:0:16774:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007a8779cb 00000400:00000010:3.0:1767384285.174933:0:16774:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007a8779cb. 00000100:00000001:3.0:1767384285.174935:0:16774:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:3.0:1767384285.174936:0:16774:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 00000000d1fe0349 00000100:00000001:3.0:1767384285.174938:0:16774:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:3.0:1767384285.174942:0:16774:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 168 bytes via portal 33 id 12345-0@lo mbits 0x695824c901f00-0x695824c901f00 00000100:00000001:3.0:1767384285.174945:0:16774:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384285.174949:0:16774:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384285.174951:0:16774:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:3.0:1767384285.174954:0:16774:0:(genops.c:898:class_export_put()) PUTting export 00000000555601ca : new refcount 15 00000100:00000010:3.0:1767384285.174956:0:16774:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000a82ee68b. 00000100:00000010:3.0:1767384285.174959:0:16774:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000d1fe0349. 00000100:00000001:3.0:1767384285.174962:0:16774:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:3.0:1767384285.174963:0:16774:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:3.0:1767384285.174969:0:16774:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 000000000afce0b8. 20000000:00000001:3.0:1767384285.174973:0:16774:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384285.174979:0:16774:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236723064576 00010000:00000001:3.0:1767384285.174981:0:16774:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384285.174985:0:16774:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000a0f397e7 x1853236723064576/t0(0) o256->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:266/0 lens 304/240 e 0 to 0 dl 1767384296 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384285.175003:0:16774:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384285.175004:0:16774:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384285.175007:0:16774:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dd452398 time=15 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384285.175010:0:16774:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384285.175012:0:16774:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 21 to 0@lo 00000100:00000001:3.0:1767384285.175013:0:16774:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 02000000:00000001:3.0:1767384285.175016:0:16774:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384285.175017:0:16774:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384285.175019:0:16774:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384285.175021:0:16774:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384285.175024:0:16774:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007a8779cb. 00000100:00000200:3.0:1767384285.175027:0:16774:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853236723064576, offset 224 00000400:00000200:3.0:1767384285.175031:0:16774:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384285.175036:0:16774:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384285.175040:0:16774:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x695824c901f00 00000400:00000200:3.0:1767384285.175044:0:16774:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x11d5 [1] + 224 00000400:00000200:3.0:1767384285.175048:0:16774:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384285.175051:0:16774:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384285.175053:0:16774:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384285.175056:0:16774:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006ed2bb3d x1853236723064576/t0(0) o256->MGC192.168.202.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384301 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384285.175064:0:16774:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@000000006ed2bb3d x1853236723064576/t0(0) o256->MGC192.168.202.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384301 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384285.175079:0:16774:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384285.175084:0:16774:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007a8779cb 00000100:00000001:1.0:1767384285.175100:0:16776:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:3.0:1767384285.175132:0:16774:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007a8779cb. 00000100:00000001:3.0:1767384285.175136:0:16774:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:1.0:1767384285.175137:0:16776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767384285.175138:0:16774:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:1.0:1767384285.175140:0:16776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384285.175142:0:16776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009e3de56a. 00000100:00000001:3.0:1767384285.175144:0:16774:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384285.175146:0:16776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ef028f0e 00000400:00000010:1.0:1767384285.175149:0:16776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ef028f0e. 00000100:00000040:3.0:1767384285.175151:0:16774:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 20 to 0@lo 00000100:00000001:1.0:1767384285.175153:0:16776:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384285.175156:0:16776:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006ed2bb3d x1853236723064576/t0(0) o256->MGC192.168.202.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384301 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384285.175165:0:16774:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384285.175168:0:16774:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384285.175168:0:16776:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006ed2bb3d x1853236723064576/t0(0) o256->MGC192.168.202.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384301 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384285.175174:0:16774:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767384285.175178:0:16776:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384285.175180:0:16776:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384285.175182:0:16774:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a0f397e7 x1853236723064576/t0(0) o256->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:266/0 lens 304/240 e 0 to 0 dl 1767384296 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384285.175183:0:16776:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384285.175186:0:16776:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384285.175187:0:16776:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384285.175189:0:16776:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384285.175193:0:16776:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384285.175199:0:16774:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000a0f397e7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c0412d60-4f67-4dbc-8791-892843f60083+15:16776:x1853236723064576:12345-0@lo:256: Request processed in 538us (723us total) trans 0 rc 0/0 00000100:00001000:1.0:1767384285.175203:0:16776:0:(import.c:2128:obd_at_measure()) add 5 to 0000000028df3f77 time=15 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384285.175208:0:16776:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f5022cbe time=15 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384285.175210:0:16776:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384285.175211:0:16776:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384285.175212:0:16776:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384285.175219:0:16776:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384285.175220:0:16774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00000001:1.0:1767384285.175222:0:16776:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384285.175226:0:16774:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000555601ca : new rpc_count 0 00000100:00000040:1.0:1767384285.175228:0:16776:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@000000006ed2bb3d x1853236723064576/t0(0) o256->MGC192.168.202.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384301 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384285.175232:0:16774:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384285.175235:0:16774:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384285.175240:0:16774:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003e95ccff. 00000100:00000040:1.0:1767384285.175240:0:16776:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@000000006ed2bb3d x1853236723064576/t0(0) o256->MGC192.168.202.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384301 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384285.175248:0:16774:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000005480004. 00000100:00000001:1.0:1767384285.175248:0:16776:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384285.175251:0:16776:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384285.175254:0:16774:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001f0bb177. 00000100:00000040:1.0:1767384285.175255:0:16776:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006ed2bb3d x1853236723064576/t0(0) o256->MGC192.168.202.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384301 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384285.175261:0:16774:0:(genops.c:898:class_export_put()) PUTting export 00000000555601ca : new refcount 14 00000100:00100000:1.0:1767384285.175264:0:16776:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006ed2bb3d pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c0412d60-4f67-4dbc-8791-892843f60083:16776:1853236723064576:0@lo:256: 02000000:00000001:3.0:1767384285.175267:0:16774:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1767384285.175268:0:16776:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1767384285.175270:0:16774:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 000000006d0e7449. 00000100:00000001:1.0:1767384285.175271:0:16776:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384285.175276:0:16776:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 02000000:00000001:3.0:1767384285.175277:0:16774:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384285.175277:0:16776:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384285.175282:0:16774:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384285.175282:0:16776:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006ed2bb3d x1853236723064576/t0(0) o256->MGC192.168.202.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384301 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384285.175289:0:16774:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:1.0:1767384285.175290:0:16776:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384285.175295:0:16776:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000c8b0c32d. 00000400:00000010:3.0:1767384285.175297:0:16774:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f456b9b4. 00000100:00000001:1.0:1767384285.175297:0:16776:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767384285.175299:0:16776:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:1.0:1767384285.175303:0:16776:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 10, more 0. 00000400:00000010:3.0:1767384285.175305:0:16774:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cc7070b3. 10000000:00000001:1.0:1767384285.175306:0:16776:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:1.0:1767384285.175312:0:16776:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 00000000ba296654. 10000000:00000040:1.0:1767384285.175321:0:16776:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.202.152@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 00010000:00000001:1.0:1767384285.175326:0:16776:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:1.0:1767384285.175328:0:16776:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:1.0:1767384285.175335:0:16776:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.202.152@tcp has 192.168.202.152@tcp. 00000100:00000001:1.0:1767384285.175336:0:16776:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384285.175338:0:16776:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:1.0:1767384285.175339:0:16776:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.202.152@tcp with 192.168.202.152@tcp 00000100:00000200:1.0:1767384285.175341:0:16776:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.202.152@tcp' 00000400:00000200:1.0:1767384285.175342:0:16776:0:(peer.c:1356:LNetAddPeer()) Add peer with 3 NIDs 00000400:00001000:1.0:1767384285.175344:0:16776:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:1.0:1767384285.175347:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.202.152@tcp 00000400:00000200:1.0:1767384285.175350:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp NID flags 0x100001: -17 00000400:00000200:1.0:1767384285.175353:0:16776:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (3) 00000400:00000200:1.0:1767384285.175356:0:16776:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1767384285.175359:0:16776:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.202.152@tcp NID 192.168.202.152@tcp: 0. pending discovery 00000400:00000200:1.0:1767384285.175360:0:16776:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000005d9714d7 (4) 00000400:00000200:1.0:1767384285.175362:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp 00000400:00000200:1.0:1767384285.175363:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.202.152@tcp10 00000400:00000200:1.0:1767384285.175365:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp10 NID flags 0x1: -114 00000400:00000200:1.0:1767384285.175366:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp10 00000400:00000200:1.0:1767384285.175367:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.202.152@tcp11 00000400:00000200:1.0:1767384285.175369:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp11 NID flags 0x1: -114 00000400:00000200:1.0:1767384285.175370:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp11 00000100:00000001:1.0:1767384285.175371:0:16776:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384285.175372:0:16776:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:1.0:1767384285.175374:0:16776:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.202.152@tcp' by NID '192.168.202.152@tcp' 10000000:00000010:1.0:1767384285.175377:0:16776:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 000000001019b6ea. 10000000:00000040:1.0:1767384285.175378:0:16776:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 10/10 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.202.152@tcp::2 00000020:00000080:1.0:1767384285.175380:0:16776:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000020:00000001:1.0:1767384285.175384:0:16776:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:1.0:1767384285.175386:0:16776:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009b145d2c. 00000020:00000010:1.0:1767384285.175389:0:16776:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000240e5aab. 00000040:00000010:1.0:1767384285.175391:0:16776:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000fe95f894. 00000020:00000010:1.0:1767384285.175394:0:16776:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000007e68384c. 00000020:00000010:1.0:1767384285.175397:0:16776:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000021345c9e. 00000020:00000010:1.0:1767384285.175400:0:16776:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000063dd1339. 80000000:00000010:1.0:1767384285.175402:0:16776:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000075a56093. 40000000:00000010:1.0:1767384285.175408:0:16776:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000cd6d0a32. 00100000:00000010:1.0:1767384285.175411:0:16776:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000009af639eb. 00040000:00000010:1.0:1767384285.175416:0:16776:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000006d8f0a30. 00040000:00000010:1.0:1767384285.175418:0:16776:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000ff62c2f8. 00040000:00000010:1.0:1767384285.175421:0:16776:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000f2fb9238. 00080000:00000010:1.0:1767384285.175423:0:16776:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000a7410881. 00000004:00000010:1.0:1767384285.175426:0:16776:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000009a1e34e. 00000004:00000010:1.0:1767384285.175430:0:16776:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000002701954f. 00000004:00000010:1.0:1767384285.175433:0:16776:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000c90f048e. 00002000:00000010:1.0:1767384285.175436:0:16776:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000f76cb71d. 00000004:00000010:1.0:1767384285.175439:0:16776:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000f30ac791. 00000004:00000001:1.0:1767384285.175442:0:16776:0:(osp_dev.c:662:osp_process_config()) Process entered 00000040:00000001:1.0:1767384285.175444:0:16776:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:1.0:1767384285.175445:0:16776:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 000000001019b6ea 00000040:00001000:1.0:1767384285.175446:0:16776:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:1.0:1767384285.175447:0:16776:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:1.0:1767384285.175449:0:16776:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:1.0:1767384285.175449:0:16776:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:1.0:1767384285.175451:0:16776:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:1.0:1767384285.175452:0:16776:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:1.0:1767384285.175453:0:16776:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:1.0:1767384285.175454:0:16776:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.202.152@tcp::2 00000040:00000001:1.0:1767384285.175455:0:16776:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000004:00000001:1.0:1767384285.175498:0:16776:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384285.175501:0:16776:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000240e5aab. 00000040:00000010:1.0:1767384285.175504:0:16776:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000fe95f894. 00000020:00000010:1.0:1767384285.175506:0:16776:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000007e68384c. 00000020:00000010:1.0:1767384285.175508:0:16776:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000021345c9e. 00000020:00000010:1.0:1767384285.175511:0:16776:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000063dd1339. 80000000:00000010:1.0:1767384285.175513:0:16776:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000075a56093. 40000000:00000010:1.0:1767384285.175515:0:16776:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000cd6d0a32. 00100000:00000010:1.0:1767384285.175517:0:16776:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000009af639eb. 00040000:00000010:1.0:1767384285.175519:0:16776:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000006d8f0a30. 00040000:00000010:1.0:1767384285.175521:0:16776:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000ff62c2f8. 00040000:00000010:1.0:1767384285.175523:0:16776:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000f2fb9238. 00080000:00000010:1.0:1767384285.175529:0:16776:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000a7410881. 00000004:00000010:1.0:1767384285.175531:0:16776:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000009a1e34e. 00000004:00000010:1.0:1767384285.175533:0:16776:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000002701954f. 00000004:00000010:1.0:1767384285.175536:0:16776:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000c90f048e. 00002000:00000010:1.0:1767384285.175538:0:16776:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000f76cb71d. 00000004:00000010:1.0:1767384285.175541:0:16776:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000f30ac791. 00000020:00000010:1.0:1767384285.175543:0:16776:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009b145d2c. 00000020:00000001:1.0:1767384285.175546:0:16776:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384285.175547:0:16776:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:1.0:1767384285.175550:0:16776:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 000000001019b6ea. 10000000:00000010:1.0:1767384285.175552:0:16776:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 00000000ba296654. 10000000:00000001:1.0:1767384285.175554:0:16776:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384285.175556:0:16776:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384285.175558:0:16776:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006ed2bb3d x1853236723064576/t0(0) o256->MGC192.168.202.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384301 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384285.175562:0:16776:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384285.175564:0:16776:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384285.175565:0:16776:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000005178076. 02000000:00000001:1.0:1767384285.175566:0:16776:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384285.175567:0:16776:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384285.175568:0:16776:0:(genops.c:1242:class_import_put()) import 00000000df830bbe refcount=4 obd=MGC192.168.202.152@tcp 00000020:00000001:1.0:1767384285.175569:0:16776:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767384285.175570:0:16776:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:1.0:1767384285.175571:0:16776:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384285.175571:0:16776:0:(genops.c:1242:class_import_put()) import 00000000df830bbe refcount=3 obd=MGC192.168.202.152@tcp 00000020:00000001:1.0:1767384285.175572:0:16776:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:1.0:1767384285.175573:0:16776:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 000000004270e6d5. 00000100:00000010:1.0:1767384285.175575:0:16776:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000ec5c8a9a. 00000100:00000001:1.0:1767384285.175577:0:16776:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:1.0:1767384285.175578:0:16776:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000c44ad256. 02000000:00000001:1.0:1767384285.175579:0:16776:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384285.175580:0:16776:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384285.175581:0:16776:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006ed2bb3d. 00000100:00000001:1.0:1767384285.175582:0:16776:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384285.175583:0:16776:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:1.0:1767384285.175592:0:16776:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 00000000f3a4e309. 10000000:01000000:1.0:1767384285.175596:0:16776:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.152@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:1.0:1767384285.175599:0:16776:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:1.0:1767384285.175600:0:16776:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384285.175601:0:16776:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384285.175602:0:16776:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000036c06e30 refcount=3 00000020:00000001:1.0:1767384285.175604:0:16776:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781820865536 : -124291888686080 : ffff8ef50a205c00) 00010000:00000001:1.0:1767384285.175605:0:16776:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781820865536 : -124291888686080 : ffff8ef50a205c00) 00010000:00000001:1.0:1767384285.175607:0:16776:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384285.175609:0:16776:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.152@tcp lock: 0000000036c06e30/0x7e51148972eeca5b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7e51148972eeca62 expref: -99 pid: 16776 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384285.175613:0:16776:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384285.175614:0:16776:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384285.175615:0:16776:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.152@tcp lock: 0000000036c06e30/0x7e51148972eeca5b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7e51148972eeca62 expref: -99 pid: 16776 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384285.175619:0:16776:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384285.175620:0:16776:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384285.175620:0:16776:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1767384285.175621:0:16776:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384285.175622:0:16776:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384285.175624:0:16776:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:1.0:1767384285.175625:0:16776:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1767384285.175625:0:16776:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(0000000070cb7a0b) refs 3 10000000:00000001:1.0:1767384285.175627:0:16776:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000040:1.0:1767384285.182121:0:62:0:(connection.c:75:cpu_latency_work()) work item of 00000000edc4e618 (cpu 0) has reached its deadline 4294875144, at 4294875145 00000100:00000010:1.0:1767384285.182129:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000080548e37. 00000100:00000040:3.0:1767384285.182130:0:53:0:(connection.c:75:cpu_latency_work()) work item of 000000009d5c2cb6 (cpu 0) has reached its deadline 4294875144, at 4294875145 00000100:00000040:0.0:1767384285.182130:0:449:0:(connection.c:75:cpu_latency_work()) work item of 000000002fd0fb58 (cpu 0) has reached its deadline 4294875144, at 4294875145 00000100:00000010:0.0:1767384285.182139:0:449:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000062a64117. 00000100:00000010:3.0:1767384285.182140:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a9ddc0e7. 00000020:00000010:2.0:1767384285.182519:0:19264:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 00000000bc0c9109. 00000020:00000040:2.0:1767384285.182525:0:19264:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:2.0:1767384285.182528:0:19264:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 00000000bc0c9109. 00000100:00000040:2.0:1767384285.183133:0:795:0:(connection.c:75:cpu_latency_work()) work item of 00000000135c2452 (cpu 0) has reached its deadline 4294875144, at 4294875146 00000100:00000010:2.0:1767384285.183139:0:795:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c08a0e16. 00000001:00000001:1.0:1767384285.472517:0:19328:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384285.472521:0:19328:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg252-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp12 --if ens2 00000001:00000001:1.0:1767384285.475573:0:19328:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384285.481467:0:19329:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000f30ac791. 00000400:00000010:1.0:1767384285.481479:0:19329:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000c8b0c32d. 00000400:00000010:1.0:1767384285.481488:0:19329:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000003430c24c. 00000400:00000010:1.0:1767384285.481491:0:19329:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 0000000063dd1339. 00000400:00000010:1.0:1767384285.481497:0:19329:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000ee227779. 00000400:00000010:1.0:1767384285.481501:0:19329:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000e825cb73. 00000400:00000010:1.0:1767384285.481502:0:19329:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000001c26dbe. 00000400:00000010:1.0:1767384285.481503:0:19329:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000017e65e39. 00000400:00000010:1.0:1767384285.481506:0:19329:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000963665c0. 00000800:00000010:1.0:1767384285.481514:0:19329:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000006d8f0a30. 00000800:00000200:1.0:1767384285.481523:0:19329:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384285.481527:0:19329:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384285.481559:0:19329:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.152) 00000400:02000000:1.0:1767384285.481576:0:19329:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.152@tcp12 [8/256/0/180] 00000400:00000010:1.0:1767384285.482904:0:19329:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 105 at 00000000e984418c. 00000400:00000010:1.0:1767384285.482910:0:19329:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009e3de56a. 00000400:00000010:1.0:1767384285.482915:0:19329:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ef028f0e. 00000400:00000001:1.0:1767384285.482926:0:19329:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384285.482927:0:19329:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384285.482928:0:19329:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000bc71dd0. 00000400:00000200:1.0:1767384285.482931:0:19329:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000075fee3c6 00000400:00000010:1.0:1767384285.482933:0:19329:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000075fee3c6. 00000400:00000010:1.0:1767384285.482936:0:19329:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 89 at 00000000dc63bff4. 00000400:00000200:1.0:1767384285.482939:0:19329:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (3) 00000400:00000200:1.0:1767384285.482948:0:19329:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.152@tcp (000000005d9714d7): 0 00000400:00000200:1.0:1767384285.482956:0:19329:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131084 00000020:00000010:1.0:1767384285.482962:0:19329:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000543f4436. 00000020:01000000:1.0:1767384285.482967:0:19329:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:1.0:1767384285.482969:0:19329:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.152@tcp12 00000400:00000200:0.0:1767384285.482979:0:16135:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:1.0:1767384285.482982:0:19329:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000c8b0c32d. 00000400:00000010:1.0:1767384285.482987:0:19329:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000f30ac791. 00000400:00000200:0.0:1767384285.482990:0:16135:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100151 00000400:00000010:0.0:1767384285.483000:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e7b5b768. 00000020:00000001:2.0:1767384285.483004:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:0.0:1767384285.483004:0:16135:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (4) 10000000:00000001:2.0:1767384285.483010:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384285.483013:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000010:0.0:1767384285.483014:0:16135:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000f3407f87. 10000000:01000000:2.0:1767384285.483015:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:2.0:1767384285.483020:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384285.483025:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:0.0:1767384285.483025:0:16135:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.152@tcp 00000020:01000004:2.0:1767384285.483035:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384285.483037:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384285.483039:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:0.0:1767384285.483041:0:16135:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.152@tcp local destination 00000020:01000004:2.0:1767384285.483042:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384285.483045:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384285.483048:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384285.483049:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384285.483051:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:0.0:1767384285.483052:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 00000100:00000010:2.0:1767384285.483057:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f83c2498. 00000400:00000200:0.0:1767384285.483062:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000020:00000040:2.0:1767384285.483063:0:36:0:(genops.c:1229:class_import_get()) import 00000000df830bbe refcount=4 obd=MGC192.168.202.152@tcp 00000100:00000001:2.0:1767384285.483071:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:0.0:1767384285.483071:0:16135:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp11 02000000:00000001:2.0:1767384285.483074:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1767384285.483078:0:16135:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.152@tcp11 02000000:00000001:2.0:1767384285.483080:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384285.483167:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000008773df0. 00000100:00000001:2.0:1767384285.483174:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384285.483182:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384285.483184:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384285.483199:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f83c2498] to pc [ptlrpcd_00_03+3] req@00000000f83c2498 x1853236723064704/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:2.0:1767384285.483218:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384285.483220:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384285.483230:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767384285.483231:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000020:00000001:2.0:1767384285.483237:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:2.0:1767384285.483238:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384285.483240:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384285.483241:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:2.0:1767384285.483243:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384285.483244:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384285.483246:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384285.483247:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384285.483248:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384285.483249:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384285.483250:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384285.483251:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384285.483252:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:2.0:1767384285.483256:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000168ae6d0. 00000020:00000040:2.0:1767384285.483258:0:36:0:(genops.c:1229:class_import_get()) import 00000000df830bbe refcount=5 obd=MGC192.168.202.152@tcp 00000100:00000001:2.0:1767384285.483260:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384285.483261:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384285.483263:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384285.483269:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000006648bf25. 00000100:00000001:2.0:1767384285.483271:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384285.483273:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384285.483275:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384285.483277:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000168ae6d0] to pc [ptlrpcd_00_00+0] req@00000000168ae6d0 x1853236723064832/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:2.0:1767384285.483292:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384285.483294:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384285.483295:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767384285.483296:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:0.0:1767384285.483297:0:16135:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.152@tcp11 lpni_is_preferred = 0 00000020:00000010:2.0:1767384285.483298:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000543f4436. 00000400:00000200:0.0:1767384285.483306:0:16135:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.152@tcp11 00000400:00000200:0.0:1767384285.483313:0:16135:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp11 NI seq info: [9:9:256:4294967295] 192.168.202.152@tcp11 LPNI seq info [9:9:8:4294967295] 00000100:00000001:2.0:1767384285.483317:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384285.483321:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767384285.483323:0:16135:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.152@tcp11 00000100:00000001:2.0:1767384285.483324:0:16140:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384285.483330:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f83c2498 x1853236723064704/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384285.483344:0:16140:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:0.0:1767384285.483344:0:16135:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp11(192.168.202.152@tcp11:) -> 192.168.202.152@tcp11(192.168.202.152@tcp:192.168.202.152@tcp11) : PUT try# 0 00000100:00000001:2.0:1767384285.483347:0:16140:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384285.483353:0:16140:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384285.483355:0:16140:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000200:0.0:1767384285.483356:0:16135:0:(socklnd_cb.c:1001:ksocknal_send()) sending 96 bytes in 1 frags to 12345-192.168.202.152@tcp11 02000000:00000001:2.0:1767384285.483358:0:16140:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384285.483363:0:16140:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f83c2498 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c0412d60-4f67-4dbc-8791-892843f60083:16140:1853236723064704:0@lo:253: 00000800:00000010:0.0:1767384285.483365:0:16135:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000745e4ef4. 00000100:00000001:2.0:1767384285.483368:0:16140:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384285.483374:0:16140:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384285.483376:0:16140:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384285.483376:0:16135:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000001e6abf02. 02000000:00000001:2.0:1767384285.483378:0:16140:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000010:0.0:1767384285.483384:0:16135:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000ae919872. 02000000:00000010:2.0:1767384285.483386:0:16140:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000009021f979. 02000000:00000001:2.0:1767384285.483390:0:16140:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384285.483394:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001e6abf02] -> 12345-192.168.202.152@tcp11 (2) 00000400:00000010:2.0:1767384285.483395:0:16140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004d9b4bb3. 00000400:00000010:2.0:1767384285.483403:0:16140:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001ec87748. 00000800:00000200:0.1:1767384285.483403:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001e6abf02] -> 12345-192.168.202.152@tcp11 (2) 00000100:00000200:2.0:1767384285.483409:0:16140:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236723064704, portal 25 00000100:00000001:2.0:1767384285.483410:0:16140:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384285.483411:0:16140:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782564207616 : -124291145344000 : ffff8ef5366edc00) 00000100:00000040:2.0:1767384285.483421:0:16140:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f83c2498 x1853236723064704/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384301 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384285.483427:0:16140:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767384285.483428:0:16135:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.152@tcp 00000100:00000040:2.0:1767384285.483432:0:16140:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1767384285.483436:0:16135:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100551 rc 0 00000400:00000010:2.0:1767384285.483437:0:16140:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008c882382. 00000100:00000200:2.0:1767384285.483442:0:16140:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236723064704, offset 0 00000400:00000200:2.0:1767384285.483448:0:16140:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384285.483454:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384285.483457:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:0.0:1767384285.483461:0:16138:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1767384285.483462:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384285.483465:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384285.483468:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384285.483468:0:16140:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824c901f80 00000100:00000001:0.0:1767384285.483477:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384285.483483:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384285.483483:0:16140:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1c9 [2] + 0 00000100:00000001:0.0:1767384285.483483:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384285.483486:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384285.483492:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000775f26b2. 00000100:00000001:0.0:1767384285.483495:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384285.483498:0:16140:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000001b552bed 00000100:00000001:0.0:1767384285.483499:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384285.483501:0:16138:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384285.483506:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000168ae6d0 x1853236723064832/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384285.483517:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384285.483518:0:16138:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384285.483522:0:16138:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384285.483527:0:16138:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384285.483530:0:16138:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384285.483533:0:16138:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384285.483535:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384285.483536:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.152:988 00000100:00100000:0.0:1767384285.483539:0:16138:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000168ae6d0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c0412d60-4f67-4dbc-8791-892843f60083:16138:1853236723064832:0@lo:253: 00000400:00000200:2.0:1767384285.483546:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001b552bed 00000100:00000001:0.0:1767384285.483546:0:16138:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384285.483549:0:16138:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:2.0:1767384285.483550:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001b552bed. 02000000:00000001:0.0:1767384285.483554:0:16138:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384285.483557:0:16140:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:0.0:1767384285.483558:0:16138:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:2.0:1767384285.483560:0:16140:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384285.483564:0:16140:0:(events.c:337:request_in_callback()) incoming req@00000000cbe21b76 x1853236723064704 msgsize 4848 02000000:00000010:0.0:1767384285.483566:0:16138:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000009df9f933. 02000000:00000001:0.0:1767384285.483572:0:16138:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384285.483573:0:16140:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384285.483577:0:16140:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:3.0:1767384285.483578:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.152:988 00000400:00000010:0.0:1767384285.483581:0:16138:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000aa68c4ac. 00000100:00000001:2.0:1767384285.483586:0:16140:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:0.0:1767384285.483588:0:16138:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003f562282. 00000100:00000200:0.0:1767384285.483593:0:16138:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236723064832, portal 25 00000400:00000200:2.0:1767384285.483594:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008c882382 00000100:00000001:0.0:1767384285.483597:0:16138:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000010:2.0:1767384285.483598:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008c882382. 00000100:00000001:0.0:1767384285.483601:0:16138:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782564200448 : -124291145351168 : ffff8ef5366ec000) 00000100:00000001:2.0:1767384285.483602:0:16140:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:3.0:1767384285.483603:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.152:988 00000100:00000200:2.0:1767384285.483608:0:16140:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f83c2498 x1853236723064704/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384301 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384285.483612:0:16138:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000168ae6d0 x1853236723064832/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384301 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384285.483626:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384285.483629:0:16138:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384285.483633:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f83c2498 x1853236723064704/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384301 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384285.483635:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.152:988 00000100:00000040:0.0:1767384285.483638:0:16138:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384285.483645:0:16138:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c81a9fcc. 00000100:00000001:2.0:1767384285.483647:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384285.483650:0:16140:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000200:0.0:1767384285.483650:0:16138:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236723064832, offset 0 00000100:00000001:2.0:1767384285.483655:0:16140:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384285.483660:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294875453 00000400:00000200:0.0:1767384285.483661:0:16138:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:2.0:1767384285.483667:0:16140:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000044723f23. 00000400:00000200:0.0:1767384285.483673:0:16138:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384285.483675:0:16140:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767384285.483681:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294875453 00000400:00000200:0.0:1767384285.483685:0:16138:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824c902000 00000100:00000010:2.0:1767384285.483687:0:16140:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000060da22a9. 00000100:00000001:2.0:1767384285.483693:0:16140:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 1 00000400:00000200:0.0:1767384285.483697:0:16138:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1cd [2] + 0 00000100:00000001:2.0:1767384285.483699:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294875453 00000400:00000010:0.0:1767384285.483704:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000daf5a38b. 00000100:00000010:2.0:1767384285.483705:0:16140:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000434e4546. 00000100:00000001:2.0:1767384285.483711:0:16140:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 2 00000400:00000200:0.0:1767384285.483711:0:16138:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000023264447 00000100:00000001:2.0:1767384285.483715:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294875453 00000100:00000010:2.0:1767384285.483717:0:16140:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000040379a8c. 00000100:00000001:2.0:1767384285.483720:0:16140:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 3 00000400:00000200:0.0:1767384285.483726:0:16138:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384285.483735:0:16140:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384285.483735:0:16138:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384285.483741:0:16140:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384285.483744:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000023264447 00000100:00000001:2.0:1767384285.483758:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384285.483760:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384285.483764:0:16138:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000023264447. 00000100:00000001:2.0:1767384285.483766:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384285.483770:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384285.483770:0:16138:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1767384285.483773:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1767384285.483774:0:16138:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:2.0:1767384285.483776:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384285.483779:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384285.483779:0:16138:0:(events.c:337:request_in_callback()) incoming req@00000000309ab7d4 x1853236723064832 msgsize 4848 00000100:00000001:2.0:1767384285.483785:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384285.483792:0:16138:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384285.483795:0:16138:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:0.0:1767384285.483808:0:16138:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384285.483816:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c81a9fcc 00000400:00000010:0.0:1767384285.483818:0:16138:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c81a9fcc. 00000100:00000001:0.0:1767384285.483821:0:16138:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384285.483823:0:16774:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:0.0:1767384285.483827:0:16138:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000168ae6d0 x1853236723064832/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384301 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384285.483829:0:16774:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723064704 02000000:00000001:2.0:1767384285.483833:0:16774:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384285.483836:0:16774:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384285.483840:0:16774:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384285.483844:0:16774:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384285.483844:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:2.0:1767384285.483850:0:16774:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723064704 00000100:00000040:0.0:1767384285.483850:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000168ae6d0 x1853236723064832/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384301 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384285.483854:0:16774:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384285.483857:0:16774:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eec8e1 00000020:00000001:2.0:1767384285.483861:0:16774:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384285.483864:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384285.483865:0:16774:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000555601ca refcount=15 00000100:00000001:0.0:1767384285.483869:0:16138:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:2.0:1767384285.483870:0:16774:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000020:00000001:2.0:1767384285.483873:0:16774:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000100:00000001:2.0:1767384285.483877:0:16774:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384285.483877:0:16138:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384285.483883:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294875453 00000020:00000010:2.0:1767384285.483884:0:16774:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fd49f5b0. 00000100:00000001:0.0:1767384285.483889:0:16138:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 0, keep current deadline 4294875453 00000100:00000001:2.0:1767384285.483890:0:16774:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384285.483894:0:16774:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fd49f5b0. 00000800:00000010:3.0:1767384285.483896:0:16125:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000067d578f. 00000100:00000001:0.0:1767384285.483896:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294875453 00000100:00000001:0.0:1767384285.483901:0:16138:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 1, keep current deadline 4294875453 00000020:00000010:2.0:1767384285.483902:0:16774:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001ec089b8. 00000100:00000001:0.0:1767384285.483906:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294875453 00000800:00000010:3.0:1767384285.483909:0:16125:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000b3185aa1. 00000020:00000010:2.0:1767384285.483911:0:16774:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005d587af4. 00000100:00000001:0.0:1767384285.483911:0:16138:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 2, keep current deadline 4294875453 00000020:00000010:2.0:1767384285.483919:0:16774:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c8e21af0. 00000100:00000001:0.0:1767384285.483922:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294875453 00000800:00000010:3.0:1767384285.483924:0:16125:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000b6086560. 00000100:00000001:0.0:1767384285.483926:0:16138:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 3, keep current deadline 4294875453 00000100:00000040:2.0:1767384285.483928:0:16774:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384285.483932:0:16138:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384285.483933:0:16774:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384285.483936:0:16774:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384285.483938:0:16138:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384285.483939:0:16774:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384285.483945:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384285.483949:0:16774:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384285.483957:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384285.483958:0:16125:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000b6086560. 00000100:00000001:2.0:1767384285.483958:0:16774:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384285.483976:0:16774:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384285.483978:0:16774:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723064832 02000000:00000001:2.0:1767384285.483980:0:16774:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384285.483981:0:16774:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384285.483983:0:16774:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384285.483984:0:16773:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:3.0:1767384285.483986:0:16133:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 02000000:00000001:2.0:1767384285.483986:0:16774:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384285.483988:0:16773:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384285.483993:0:16774:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723064832 00000020:00000001:2.0:1767384285.483995:0:16774:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384285.483998:0:16774:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eec8e1 00000100:00100000:0.0:1767384285.483999:0:16773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000020:00000001:2.0:1767384285.484000:0:16774:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:3.0:1767384285.484005:0:16133:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.152@tcp11 from 251.3.0.2 00000020:00000040:2.0:1767384285.484005:0:16774:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000555601ca refcount=16 00000100:00000040:0.0:1767384285.484006:0:16773:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000555601ca : new rpc_count 1 00000020:00000001:2.0:1767384285.484011:0:16774:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000100:00000001:0.0:1767384285.484012:0:16773:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619777395456080 : -124296314095536 : ffff8ef40259f850) 00000800:00000010:3.0:1767384285.484013:0:16133:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000002ac5ebb4. 00000020:00000001:2.0:1767384285.484018:0:16774:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000100:00000001:2.0:1767384285.484022:0:16774:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:0.0:1767384285.484023:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000cbe21b76 x1853236723064704/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:266/0 lens 4848/0 e 0 to 0 dl 1767384296 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384285.484026:0:16774:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fd49f5b0. 00000100:00000001:2.0:1767384285.484032:0:16774:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384285.484037:0:16774:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fd49f5b0. 00000100:00000001:0.0:1767384285.484040:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384285.484044:0:16774:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e1a5d5c6. 00000020:00000010:0.0:1767384285.484045:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005fe307dc. 00000020:00000010:2.0:1767384285.484049:0:16774:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000da709135. 00000100:00000001:0.0:1767384285.484050:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384285.484055:0:16774:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c30053b1. 00000020:00000010:0.0:1767384285.484056:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005fe307dc. 00000100:00000001:2.0:1767384285.484063:0:16774:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384285.484066:0:16774:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00100000:0.0:1767384285.484068:0:16773:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000cbe21b76 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c0412d60-4f67-4dbc-8791-892843f60083+16:16140:x1853236723064704:12345-0@lo:253: 00000100:00000001:2.0:1767384285.484069:0:16774:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384285.484076:0:16774:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384285.484076:0:16773:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723064704 00000100:00000001:2.0:1767384285.484081:0:16774:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384285.484082:0:16773:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:2.0:1767384285.484119:0:16774:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384285.484122:0:16774:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:0.0:1767384285.484124:0:16773:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00100000:2.0:1767384285.484128:0:16774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000020:00000001:0.0:1767384285.484129:0:16773:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384285.484132:0:16774:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000555601ca : new rpc_count 2 00000100:00000001:2.0:1767384285.484135:0:16774:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619777413665872 : -124296295885744 : ffff8ef4036fd450) 00000020:00000001:0.0:1767384285.484135:0:16773:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384285.484140:0:16773:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669141328 : -1040410288 : ffffffffc1fc9950) 00000100:00000040:2.0:1767384285.484142:0:16774:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000309ab7d4 x1853236723064832/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:266/0 lens 4848/0 e 0 to 0 dl 1767384296 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384285.484146:0:16773:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384285.484151:0:16773:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384285.484153:0:16774:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:0.0:1767384285.484155:0:16773:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384285.484157:0:16773:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384285.484162:0:16773:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384285.484163:0:16774:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fd49f5b0. 00000800:00000010:3.0:1767384285.484166:0:16126:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000967f02d4. 00000100:00000001:2.0:1767384285.484167:0:16774:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384285.484167:0:16773:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000010:2.0:1767384285.484172:0:16774:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fd49f5b0. 00000800:00000010:3.0:1767384285.484173:0:16126:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000166d6947. 02000000:00000001:0.0:1767384285.484173:0:16773:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:2.0:1767384285.484179:0:16774:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000309ab7d4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c0412d60-4f67-4dbc-8791-892843f60083+16:16138:x1853236723064832:12345-0@lo:253: 02000000:00000010:0.0:1767384285.484182:0:16773:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000d3eea08e. 00000100:00000200:2.0:1767384285.484183:0:16774:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723064832 02000000:00000001:0.0:1767384285.484187:0:16773:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384285.484188:0:16774:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000800:00000010:3.0:1767384285.484189:0:16126:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000093d0f572. 00000020:00000001:2.0:1767384285.484191:0:16774:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:0.0:1767384285.484193:0:16773:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384285.484194:0:16774:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384285.484198:0:16773:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000800:00000200:3.1:1767384285.484199:0:16126:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001e6abf02] -> 12345-192.168.202.152@tcp11 (2) 00000020:00000001:2.0:1767384285.484200:0:16774:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384285.484204:0:16774:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669141328 : -1040410288 : ffffffffc1fc9950) 00000800:00000200:3.1:1767384285.484208:0:16126:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.152@tcp11 0000000093d0f572 deleted 00000020:00000001:2.0:1767384285.484208:0:16774:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 20000000:00000010:0.0:1767384285.484209:0:16773:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000009e7b7821. 00000800:00000010:3.1:1767384285.484211:0:16126:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000093d0f572. 00000020:00000001:2.0:1767384285.484212:0:16774:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 20000000:01000000:0.0:1767384285.484216:0:16773:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000020:00000001:2.0:1767384285.484217:0:16774:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000800:00000200:3.1:1767384285.484219:0:16126:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000020:00000001:2.0:1767384285.484220:0:16774:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 20000000:00000001:0.0:1767384285.484222:0:16773:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000020:00000001:2.0:1767384285.484224:0:16774:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384285.484227:0:16774:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000800:00000200:3.1:1767384285.484230:0:16126:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp11 ip 192.168.202.152:1019 02000000:00000001:2.0:1767384285.484230:0:16774:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:00000001:0.0:1767384285.484233:0:16773:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000800:00000200:3.1:1767384285.484235:0:16126:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000745e4ef4 type 1, nob 192 niov 1 nkiov 1 20000000:00000001:0.0:1767384285.484236:0:16773:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384285.484240:0:16773:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384285.484242:0:16126:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.152@tcp11 p 3.x 192.168.202.152 -> 192.168.202.152:1019 incarnation:1767384284073307519 sched[0] 02000000:00000010:2.0:1767384285.484244:0:16774:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000079f2d84c. 20000000:00000001:0.0:1767384285.484244:0:16773:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 02000000:00000001:2.0:1767384285.484249:0:16774:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384285.484250:0:16126:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000b6086560. 00000100:00000001:2.0:1767384285.484254:0:16774:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:0.0:1767384285.484257:0:16773:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000224c42c8. 20000000:00000001:2.0:1767384285.484258:0:16774:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:01000000:0.0:1767384285.484262:0:16773:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #12 20000000:00000010:2.0:1767384285.484267:0:16774:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000644bba40. 20000000:00000001:0.0:1767384285.484268:0:16773:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:01000000:2.0:1767384285.484274:0:16774:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384285.484276:0:16774:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00080000:00000001:0.0:1767384285.484277:0:16773:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:00000001:2.0:1767384285.484278:0:16774:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384285.484281:0:16774:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384285.484283:0:16774:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384285.484285:0:16774:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000800:00000010:3.0:1767384285.484292:0:16126:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000b6086560. 00000800:00000010:3.0:1767384285.484296:0:16126:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000166d6947. 00000800:00000010:3.0:1767384285.484323:0:16126:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000002ac5ebb4. 00080000:00000001:0.0:1767384285.484327:0:16773:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000800:00000001:3.0:1767384285.484332:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00080000:00000001:0.0:1767384285.484333:0:16773:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384285.484337:0:16773:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384285.484338:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384285.484339:0:16773:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:0.0:1767384285.484345:0:16773:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384285.484351:0:16773:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446619782313850200 : -124291395701416 : ffff8ef52782b558) 00080000:00000001:0.0:1767384285.484355:0:16773:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384285.484362:0:16773:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000c5df7bcc. 00080000:00000001:0.0:1767384285.484365:0:16773:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446619781780563968 : -124291928987648 : ffff8ef507b96800) 00080000:00000001:0.0:1767384285.484369:0:16773:0:(osd_io.c:243:osd_declare_write()) Process entered 00000800:00000200:3.0:1767384285.484385:0:16132:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384285.484388:0:16132:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000745e4ef4. 00000400:00000200:3.0:1767384285.484392:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384285.484397:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp11->192.168.202.152@tcp11: PUT: OK 00000400:00000200:3.0:1767384285.484402:0:16132:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384285.484405:0:16132:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.152@tcp: 0 00000800:00000200:3.1:1767384285.484433:0:16125:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.0:1767384285.484440:0:16125:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.152@tcp11 p 3.x 192.168.202.152 -> 192.168.202.152:988 incarnation:1767384284073307519 sched[0] 00000800:00000010:3.0:1767384285.484444:0:16125:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000b3185aa1. 00000001:00000001:0.0:1767384285.484475:0:16773:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384285.484478:0:16773:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384285.484481:0:16773:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000400:00000200:3.0:1767384285.484486:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.152:988 00080000:00000001:0.0:1767384285.484501:0:16773:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384285.484506:0:16773:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:3.0:1767384285.484514:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.152:988 00000400:00000200:3.0:1767384285.484545:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.152:988 00000400:00000200:3.0:1767384285.484577:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.152:988 00000400:00000200:3.0:1767384285.484609:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.152:988 00080000:00000001:0.0:1767384285.484629:0:16773:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767384285.484633:0:16773:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000800:00000001:0.0:1767384285.484656:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384285.484662:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384285.484664:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384285.484667:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384285.484675:0:16130:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.152@tcp11(192.168.202.152@tcp11) <- 192.168.202.152@tcp11 : PUT - for me 00000400:00000200:0.0:1767384285.484683:0:16130:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.152@tcp of length 96 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384285.484689:0:16130:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.152@tcp of length 96/96 into md 0x11ad [1] + 0 00000400:00000010:0.0:1767384285.484691:0:16130:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002e1aee90. 00000400:00000200:0.0:1767384285.484695:0:16130:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000065db4d3b 00000800:00000001:0.0:1767384285.484699:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384285.484706:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384285.484713:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384285.484718:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp11->192.168.202.152@tcp11: PUT: OK 00000400:00000200:0.0:1767384285.484721:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000065db4d3b 00000400:00000010:0.0:1767384285.484722:0:16130:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000065db4d3b. 00000400:00000200:0.0:1767384285.484726:0:16130:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:0.0:1767384285.484729:0:16130:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (5) 00000400:00000200:0.0:1767384285.484733:0:16130:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.152@tcp(000000005d9714d7) is MR 00000400:00000010:0.0:1767384285.484737:0:16130:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 105 at 00000000b91e63da. 00000400:00000200:2.0:1767384285.484738:0:16133:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767384285.484739:0:16130:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.202.152@tcp 4 00000400:00000200:0.0:1767384285.484759:0:16130:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.152@tcp (000000005d9714d7): -114 00000800:00000010:3.0:1767384285.484763:0:16125:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000b9d8c409. 00000800:00000010:3.0:1767384285.484768:0:16125:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000093d0f572. 00000400:00000200:0.0:1767384285.484769:0:16130:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000005d9714d7 (6) 00000800:00000010:3.0:1767384285.484771:0:16125:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000b6086560. 00000400:00000200:0.0:1767384285.484775:0:16130:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767384285.484776:0:16133:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.152@tcp11 from 250.3.0.2 00000800:00000010:2.0:1767384285.484782:0:16133:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000e6f63aaf. 00000400:00000200:0.0:1767384285.484786:0:16130:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.152@tcp11 to MR: 192.168.202.152@tcp11 local destination 00000400:00000200:0.0:1767384285.484790:0:16130:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp11 NI seq info: [10:10:256:4294967295] 192.168.202.152@tcp11 LPNI seq info [10:10:8:4294967295] 00000400:00000200:0.0:1767384285.484797:0:16130:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp11(192.168.202.152@tcp11:192.168.202.152@tcp11) -> 192.168.202.152@tcp11(192.168.202.152@tcp11:192.168.202.152@tcp11) 192.168.202.152@tcp11 : ACK try# 0 00000800:00000200:0.0:1767384285.484803:0:16130:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.152@tcp11 00000800:00000010:0.0:1767384285.484806:0:16130:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000009da40fe. 00000800:00000010:3.0:1767384285.484808:0:16125:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000b6086560. 00000800:00000200:0.0:1767384285.484813:0:16130:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001e6abf02] -> 12345-192.168.202.152@tcp11 (4) 00000800:00000200:0.0:1767384285.484819:0:16130:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp11 ip 192.168.202.152:988 00000800:00000200:0.0:1767384285.484822:0:16130:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000009da40fe type 0, nob 96 niov 1 nkiov 0 00000800:00000010:3.0:1767384285.484852:0:16127:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000005563e734. 00000800:00000010:3.0:1767384285.484857:0:16127:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000b3185aa1. 00000800:00000010:3.0:1767384285.484877:0:16127:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000166d6947. 00000800:00000200:0.0:1767384285.484882:0:16130:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000200:3.1:1767384285.484883:0:16127:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001e6abf02] -> 12345-192.168.202.152@tcp11 (4) 00000800:00000010:0.0:1767384285.484886:0:16130:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000009da40fe. 00000800:00000200:3.1:1767384285.484891:0:16127:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.152@tcp11 00000000166d6947 deleted 00000400:00000200:0.0:1767384285.484892:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000010:3.1:1767384285.484896:0:16127:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000166d6947. 00000400:00000200:0.0:1767384285.484901:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp11->192.168.202.152@tcp11: ACK: OK 00000800:00000200:3.1:1767384285.484902:0:16127:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000001:0.0:1767384285.484908:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:3.0:1767384285.484909:0:16127:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.152@tcp11 p 3.x 192.168.202.152 -> 192.168.202.152:1018 incarnation:1767384284073307519 sched[0] 00000800:00000001:0.0:1767384285.484914:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1767384285.484915:0:16127:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000b6086560. 00000800:00000001:0.0:1767384285.484920:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384285.484926:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384285.484928:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384285.484933:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384285.484938:0:16130:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.152@tcp11(192.168.202.152@tcp11) <- 192.168.202.152@tcp11 : ACK - for me 00000400:00000200:0.0:1767384285.484953:0:16130:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.152@tcp11: ACK from 12345-192.168.202.152@tcp11 into md 0x11ed 00000400:00000200:0.0:1767384285.484957:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384285.484961:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp11->192.168.202.152@tcp11: ACK: OK 00000800:00000010:3.0:1767384285.484963:0:16127:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000b6086560. 00000400:00000200:0.0:1767384285.484964:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e7b5b768 00000800:00000010:3.0:1767384285.484967:0:16127:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000b3185aa1. 00000400:00000010:0.0:1767384285.484968:0:16130:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e7b5b768. 00000400:00000200:0.0:1767384285.484974:0:16130:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:0.0:1767384285.484978:0:16130:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.152@tcp ev->status 0 00000400:00000200:0.0:1767384285.484982:0:16130:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.152@tcp (000000005d9714d7): -114 00000400:00000200:0.0:1767384285.484986:0:16130:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000005d9714d7 (5) 00000800:00000010:3.0:1767384285.484993:0:16127:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000e6f63aaf. 00000800:00000001:0.0:1767384285.485001:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384285.485007:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384285.485011:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384285.485015:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.1:1767384285.485017:0:16125:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:3.0:1767384285.485023:0:16125:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.152@tcp11 p 3.x 192.168.202.152 -> 192.168.202.152:988 incarnation:1767384284073307519 sched[0] 00000800:00000010:3.0:1767384285.485025:0:16125:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000093d0f572. 00000400:00000200:0.0:1767384285.485055:0:16135:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:0.0:1767384285.485062:0:16135:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002ca903c6. 00000400:00000010:0.0:1767384285.485066:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e7b5b768. 00000400:00000200:0.0:1767384285.485069:0:16135:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 0000000066e4368c 00000400:00000200:0.0:1767384285.485073:0:16135:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x1000d1 00000400:00000010:0.0:1767384285.485079:0:16135:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 100 at 000000002547a921. 00000400:00000010:0.0:1767384285.485082:0:16135:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 120 at 000000007f1796df. 00000400:00000010:0.0:1767384285.485084:0:16135:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 100 at 0000000067d9b3bb. 00000400:00000010:0.0:1767384285.485118:0:16135:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000c015328d. 00000400:00000200:0.0:1767384285.485123:0:16135:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000c015328d nid 192.168.202.152@tcp12 00000400:00000010:0.0:1767384285.485125:0:16135:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000ea80efe4. 00000400:00000200:0.0:1767384285.485128:0:16135:0:(peer.c:204:lnet_peer_net_alloc()) 00000000ea80efe4 net tcp12 00000400:00000200:0.0:1767384285.485130:0:16135:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (4) 00000400:00000200:0.0:1767384285.485135:0:16135:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.152@tcp NID 192.168.202.152@tcp12 flags 0x11 00000400:00000010:0.0:1767384285.485137:0:16135:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 100 at 000000002547a921. 00000400:00000010:0.0:1767384285.485140:0:16135:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 120 at 000000007f1796df. 00000400:00000010:0.0:1767384285.485143:0:16135:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 100 at 0000000067d9b3bb. 00000400:00000010:0.0:1767384285.485145:0:16135:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 105 at 00000000b91e63da. 00000400:00000200:0.0:1767384285.485147:0:16135:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.152@tcp (000000005d9714d7): 0 00000400:00000200:0.0:1767384285.485150:0:16135:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.152@tcp(000000005d9714d7): 0. state = 0x100151 00000400:00000200:0.0:1767384285.485153:0:16135:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100151 rc 1 00000400:00000200:0.0:1767384285.485162:0:16135:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100151 00000400:00000200:0.0:1767384285.485165:0:16135:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.152@tcp 00000400:00000200:0.0:1767384285.485167:0:16135:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100111 rc 0 00000400:00000200:0.0:1767384285.485172:0:16135:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.152@tcp (000000005d9714d7) 00000400:00000200:0.0:1767384285.485175:0:16135:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000005d9714d7 (5) 00000800:00000001:0.0:1767384285.485207:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384285.485210:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384285.491131:0:449:0:(connection.c:75:cpu_latency_work()) work item of 000000002fd0fb58 (cpu 0) has reached its deadline 4294875453, at 4294875454 00000100:00000040:1.0:1767384285.491133:0:62:0:(connection.c:75:cpu_latency_work()) work item of 00000000edc4e618 (cpu 0) has reached its deadline 4294875453, at 4294875454 00000100:00000010:0.0:1767384285.491139:0:449:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000044723f23. 00000100:00000010:1.0:1767384285.491142:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000060da22a9. 00000100:00000040:2.0:1767384285.491235:0:795:0:(connection.c:75:cpu_latency_work()) work item of 00000000135c2452 (cpu 0) has reached its deadline 4294875453, at 4294875454 00000100:00000040:3.0:1767384285.491236:0:53:0:(connection.c:75:cpu_latency_work()) work item of 000000009d5c2cb6 (cpu 0) has reached its deadline 4294875453, at 4294875454 00000100:00000010:3.0:1767384285.491245:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000040379a8c. 00000100:00000010:2.0:1767384285.491248:0:795:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000434e4546. 00080000:00000001:0.0:1767384285.492938:0:16773:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384285.492944:0:16773:0:(lu_object.c:207:lu_object_put()) Add 00000000f07b1e3f/000000000f28175b to site lru. bkt: 00000000b56e2c81 20000000:00000001:0.0:1767384285.492946:0:16773:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384285.492949:0:16773:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00080000:00000001:3.0:1767384285.492954:0:16807:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:3.0:1767384285.492958:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:01000000:0.0:1767384285.492960:0:16773:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00040000:00000001:3.0:1767384285.492961:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:3.0:1767384285.492964:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384285.492966:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1767384285.492968:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000c5df7bcc. 20000000:00000001:0.0:1767384285.492971:0:16773:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384285.492973:0:16807:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:0.0:1767384285.492975:0:16773:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:00000010:1.0:1767384285.492977:0:16774:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000240e5aab. 00080000:00000020:0.0:1767384285.492981:0:16773:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:1.0:1767384285.492982:0:16774:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #12 20000000:00000001:1.0:1767384285.492988:0:16774:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:1.0:1767384285.492992:0:16774:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:01000000:0.0:1767384285.493000:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384285.493003:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384285.493006:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384285.493010:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384285.493012:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1767384285.493018:0:16794:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000b2c22869 count: 2 00010000:00000001:0.0:1767384285.493021:0:16794:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384285.493022:0:16774:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384285.493024:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384285.493028:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000006dc32701. 00080000:00000001:1.0:1767384285.493033:0:16774:0:(osd_index.c:949:osd_remote_fid()) Process entered 00000020:00000001:0.0:1767384285.493034:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:1.0:1767384285.493036:0:16774:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384285.493039:0:16774:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000040:0.0:1767384285.493039:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 000000006dc32701 with handle 0x7e51148972eeca69 to hash 00000020:00000001:1.0:1767384285.493042:0:16774:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384285.493043:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384285.493046:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446619781734629376 : -124291974922240 : ffff8ef504fc8000) 00000020:00000001:1.0:1767384285.493048:0:16774:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446619782313850200 : -124291395701416 : ffff8ef52782b558) 00010000:00000001:0.0:1767384285.493049:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446619781734629376 : -124291974922240 : ffff8ef504fc8000) 00080000:00000001:1.0:1767384285.493054:0:16774:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:0.0:1767384285.493055:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384285.493059:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384285.493060:0:16774:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000ec5c8a9a. 00080000:00000001:1.0:1767384285.493064:0:16774:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446619781702208512 : -124292007343104 : ffff8ef5030dcc00) 00080000:00000001:1.0:1767384285.493068:0:16774:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00010000:0.0:1767384285.493071:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000006dc32701/0x7e51148972eeca69 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384285.493078:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384285.493081:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384285.493083:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384285.493105:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384285.493107:0:16794:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:0.0:1767384285.493111:0:16794:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 000000003653ee69/0x7e51148972eeca62 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7e51148972eeca5b expref: 16 pid: 16774 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384285.493116:0:16794:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:0.0:1767384285.493118:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384285.493120:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384285.493122:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384285.493123:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384285.493125:0:16794:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:0.0:1767384285.493128:0:16794:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 000000006dc32701/0x7e51148972eeca69 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384285.493132:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000b2c22869) refcount = 2 00010000:00000040:0.0:1767384285.493135:0:16794:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1767384285.493138:0:16794:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 000000003653ee69/0x7e51148972eeca62 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0x7e51148972eeca5b expref: 16 pid: 16774 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384285.493142:0:16794:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:0.0:1767384285.493144:0:16794:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 000000006dc32701/0x7e51148972eeca69 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000010:0.0:1767384285.493150:0:16794:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a3f8f98c. 00000100:00000001:0.0:1767384285.493153:0:16794:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384285.493157:0:16794:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004533456f. 00000100:00000001:0.0:1767384285.493159:0:16794:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446619782631086720 : -124291078464896 : ffff8ef53a6b5a80) 00000100:00000001:0.0:1767384285.493161:0:16794:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446619782631086720 : -124291078464896 : ffff8ef53a6b5a80) 00000100:00000001:0.0:1767384285.493164:0:16794:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384285.493165:0:16794:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1767384285.493171:0:16794:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:0.0:1767384285.493174:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384285.493176:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:0.0:1767384285.493178:0:16794:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1767384285.493180:0:16794:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1767384285.493183:0:16794:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:0.0:1767384285.493185:0:16794:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:0.0:1767384285.493200:0:16794:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e11bb988. 00000020:00000040:0.0:1767384285.493203:0:16794:0:(genops.c:1229:class_import_get()) import 00000000ec48d8bc refcount=2 obd=MGS 00000100:00000001:0.0:1767384285.493206:0:16794:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384285.493209:0:16794:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384285.493212:0:16794:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384285.493217:0:16794:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000061a00cc5. 00000100:00000001:0.0:1767384285.493221:0:16794:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384285.493226:0:16794:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 000000003653ee69/0x7e51148972eeca62 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x7e51148972eeca5b expref: 16 pid: 16774 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384285.493238:0:16794:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 000000003653ee69/0x7e51148972eeca62 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x7e51148972eeca5b expref: 16 pid: 16774 timeout: 358 lvb_type: 0 00010000:00000001:0.0:1767384285.493244:0:16794:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:0.0:1767384285.493246:0:16794:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384285.493249:0:16794:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e11bb988 x1853236723064960/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384285.493255:0:16794:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384285.493257:0:16794:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384285.493260:0:16794:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e11bb988 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16794:1853236723064960:0@lo:104: 00000100:00000001:0.0:1767384285.493263:0:16794:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384285.493266:0:16794:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384285.493267:0:16794:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384285.493269:0:16794:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384285.493272:0:16794:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005b72ca7b. 02000000:00000001:0.0:1767384285.493274:0:16794:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384285.493279:0:16794:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000023a9cf75. 00000400:00000010:0.0:1767384285.493283:0:16794:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b59c96da. 00000100:00000200:0.0:1767384285.493286:0:16794:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236723064960, portal 16 00000001:00000001:1.0:1767384285.493288:0:16774:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384285.493291:0:16774:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384285.493294:0:16794:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00080000:00000001:1.0:1767384285.493295:0:16774:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000100:00000001:0.0:1767384285.493297:0:16794:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782674429056 : -124291035122560 : ffff8ef53d00b480) 00000100:00000040:0.0:1767384285.493302:0:16794:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@00000000e11bb988 x1853236723064960/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384301 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00080000:00000001:1.0:1767384285.493307:0:16774:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384285.493307:0:16794:0:(niobuf.c:69:ptl_send_buf()) Process entered 00080000:00000001:1.0:1767384285.493312:0:16774:0:(osd_io.c:399:osd_write()) Process entered 00000100:00000040:0.0:1767384285.493313:0:16794:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384285.493318:0:16794:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d0007e92. 00000100:00000200:0.0:1767384285.493320:0:16794:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853236723064960, offset 0 00000400:00000200:0.0:1767384285.493324:0:16794:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384285.493330:0:16794:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384285.493337:0:16794:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x695824c902080 00000400:00000200:0.0:1767384285.493342:0:16794:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x9 [2] + 656 00000400:00000200:0.0:1767384285.493346:0:16794:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384285.493350:0:16794:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384285.493355:0:16794:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384285.493356:0:16794:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:0.0:1767384285.493359:0:16794:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007e474586. 00000100:00000040:0.0:1767384285.493362:0:16794:0:(events.c:337:request_in_callback()) incoming req@000000007e474586 x1853236723064960 msgsize 328 00000100:00100000:0.0:1767384285.493368:0:16794:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384285.493379:0:16794:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384285.493384:0:16794:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d0007e92 00000400:00000010:0.0:1767384285.493386:0:16794:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d0007e92. 00000100:00000001:0.0:1767384285.493389:0:16794:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384285.493392:0:16794:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e11bb988 x1853236723064960/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384301 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384285.493399:0:16794:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384285.493402:0:16794:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e11bb988 x1853236723064960/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384301 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00080000:00000001:1.0:1767384285.493404:0:16774:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384285.493409:0:16774:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000100:00000001:0.0:1767384285.493410:0:16794:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384285.493412:0:16794:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384285.493416:0:16794:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384285.493418:0:16794:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294875463 00000100:00000010:0.0:1767384285.493422:0:16794:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000017e259bb. 00000100:00000001:0.0:1767384285.493426:0:16794:0:(niobuf.c:677:kick_cpu_latency()) MGS: PM QoS request now active for cpu 0 00000100:00000001:0.0:1767384285.493436:0:16794:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294875463 00000100:00000010:0.0:1767384285.493439:0:16794:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ea58aeb3. 00000100:00000001:0.0:1767384285.493443:0:16794:0:(niobuf.c:677:kick_cpu_latency()) MGS: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767384285.493446:0:16794:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294875463 00000100:00000010:0.0:1767384285.493449:0:16794:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e32c4503. 00000100:00000001:0.0:1767384285.493453:0:16794:0:(niobuf.c:677:kick_cpu_latency()) MGS: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767384285.493456:0:16794:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294875463 00000100:00000010:0.0:1767384285.493459:0:16794:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000021256cfb. 00000100:00000001:0.0:1767384285.493463:0:16794:0:(niobuf.c:677:kick_cpu_latency()) MGS: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767384285.493467:0:16794:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384285.493469:0:16794:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384285.493471:0:16794:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384285.493472:0:16794:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384285.493474:0:16794:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384285.493476:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384285.493477:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384285.493479:0:16794:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384285.493481:0:16794:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:0.0:1767384285.493482:0:16794:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1767384285.493484:0:16794:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384285.493485:0:16794:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384285.493487:0:16794:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767384285.493488:0:16794:0:(client.c:2690:ptlrpc_set_wait()) set 000000004533456f going to sleep for 11 seconds 00000100:00000001:0.0:1767384285.493491:0:16794:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384285.493493:0:16794:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384285.493512:0:17571:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384285.493514:0:17571:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723064960 02000000:00000001:0.0:1767384285.493517:0:17571:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384285.493518:0:17571:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384285.493520:0:17571:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384285.493523:0:17571:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384285.493525:0:17571:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723064960 00000020:00000001:0.0:1767384285.493527:0:17571:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384285.493528:0:17571:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eec8d3 00000020:00000001:0.0:1767384285.493530:0:17571:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384285.493537:0:17571:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000d18f5ad3 refcount=3 00000020:00000001:0.0:1767384285.493539:0:17571:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619777404448768 : -124296305102848 : ffff8ef402e33000) 00000020:00000001:0.0:1767384285.493541:0:17571:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619777404448768 : -124296305102848 : ffff8ef402e33000) 00000100:00000001:0.0:1767384285.493543:0:17571:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384285.493558:0:17571:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001756f3c7. 00000100:00000001:0.0:1767384285.493560:0:17571:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384285.493562:0:17571:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001756f3c7. 00000020:00000010:0.0:1767384285.493566:0:17571:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a726324b. 00000020:00000010:0.0:1767384285.493570:0:17571:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002547a921. 00000020:00000010:0.0:1767384285.493574:0:17571:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000678ea6c7. 00000100:00000040:0.0:1767384285.493580:0:17571:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:0.0:1767384285.493582:0:17571:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384285.493584:0:17571:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384285.493585:0:17571:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384285.493590:0:17571:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384285.493601:0:17571:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384285.493612:0:17571:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384285.493615:0:17571:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384285.493619:0:17571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00000040:0.0:1767384285.493624:0:17571:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000d18f5ad3 : new rpc_count 1 00000100:00000001:0.0:1767384285.493626:0:17571:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619782674428160 : -124291035123456 : ffff8ef53d00b100) 00000100:00000040:0.0:1767384285.493630:0:17571:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000007e474586 x1853236723064960/t0(0) o104->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:266/0 lens 328/0 e 0 to 0 dl 1767384296 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384285.493636:0:17571:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384285.493639:0:17571:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001756f3c7. 00000100:00000001:0.0:1767384285.493641:0:17571:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384285.493643:0:17571:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001756f3c7. 00000100:00100000:0.0:1767384285.493647:0:17571:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000007e474586 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:c0412d60-4f67-4dbc-8791-892843f60083+3:16794:x1853236723064960:12345-0@lo:104: 00000100:00000200:0.0:1767384285.493649:0:17571:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723064960 00010000:00000001:0.0:1767384285.493651:0:17571:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1767384285.493655:0:17571:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384285.493662:0:17571:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384285.493663:0:17571:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000036c06e30 refcount=2 00000020:00000001:0.0:1767384285.493665:0:17571:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781820865536 : -124291888686080 : ffff8ef50a205c00) 00010000:00000001:0.0:1767384285.493667:0:17571:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781820865536 : -124291888686080 : ffff8ef50a205c00) 00010000:00000001:0.0:1767384285.493670:0:17571:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384285.493672:0:17571:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384285.493674:0:17571:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.152@tcp lock: 0000000036c06e30/0x7e51148972eeca5b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x7e51148972eeca62 expref: -99 pid: 16776 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384285.493679:0:17571:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384285.493680:0:17571:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384285.493683:0:17571:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000011ff30f3. 02000000:00000001:0.0:1767384285.493684:0:17571:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384285.493696:0:17571:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384285.493700:0:17571:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384285.493701:0:17571:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384285.493705:0:17571:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c1a96973 time=15 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384285.493709:0:17571:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384285.493712:0:17571:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 21 to 0@lo 00000100:00000001:0.0:1767384285.493714:0:17571:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 02000000:00000001:0.0:1767384285.493716:0:17571:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384285.493717:0:17571:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384285.493720:0:17571:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384285.493722:0:17571:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384285.493725:0:17571:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d0007e92. 00000100:00000200:0.0:1767384285.493735:0:17571:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853236723064960, offset 224 00000400:00000200:0.0:1767384285.493740:0:17571:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384285.493761:0:17571:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384285.493778:0:17571:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x695824c902080 00000400:00000200:0.0:1767384285.493781:0:17571:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x1205 [1] + 224 00000400:00000200:0.0:1767384285.493785:0:17571:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384285.493787:0:17571:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384285.493791:0:17571:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384285.493794:0:17571:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e11bb988 x1853236723064960/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384301 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1767384285.493810:0:17571:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000e11bb988 x1853236723064960/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384301 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384285.493822:0:17571:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384285.493826:0:17571:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d0007e92 00000400:00000010:0.0:1767384285.493828:0:17571:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d0007e92. 00000100:00000001:1.0:1767384285.493829:0:16794:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384285.493840:0:17571:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384285.493843:0:17571:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:1.0:1767384285.493845:0:16794:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767384285.493846:0:17571:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384285.493848:0:16794:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1767384285.493850:0:17571:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 20 to 0@lo 00000400:00000010:1.0:1767384285.493852:0:16794:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000023a9cf75. 00010000:00000001:0.0:1767384285.493854:0:17571:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000400:00000200:1.0:1767384285.493856:0:16794:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b59c96da 00010000:00000010:0.0:1767384285.493858:0:17571:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 0000000019966f6b. 00000400:00000010:1.0:1767384285.493860:0:16794:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b59c96da. 00010000:00000001:0.0:1767384285.493863:0:17571:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000100:00000001:1.0:1767384285.493865:0:16794:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384285.493870:0:16794:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e11bb988 x1853236723064960/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384301 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:0.0:1767384285.493874:0:17571:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:0.0:1767384285.493877:0:17571:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384285.493879:0:17571:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384285.493880:0:17571:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384285.493884:0:17571:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007e474586 x1853236723064960/t0(0) o104->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:266/0 lens 328/224 e 0 to 0 dl 1767384296 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:3.0:1767384285.493898:0:16767:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384285.493902:0:16767:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384285.493908:0:17571:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000007e474586 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:c0412d60-4f67-4dbc-8791-892843f60083+3:16794:x1853236723064960:12345-0@lo:104: Request processed in 267us (541us total) trans 0 rc 0/0 00010000:00010000:3.0:1767384285.493909:0:16767:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00000200:1.0:1767384285.493913:0:16794:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e11bb988 x1853236723064960/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384301 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:3.0:1767384285.493915:0:16767:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1767384285.493919:0:16767:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384285.493934:0:16767:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.152@tcp lock: 0000000036c06e30/0x7e51148972eeca5b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x7e51148972eeca62 expref: -99 pid: 16776 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384285.493935:0:16794:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:0.0:1767384285.493937:0:17571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00000001:1.0:1767384285.493938:0:16794:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384285.493943:0:17571:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000d18f5ad3 : new rpc_count 0 00000100:00000001:1.0:1767384285.493944:0:16794:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384285.493948:0:16794:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384285.493949:0:17571:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00010000:3.0:1767384285.493950:0:16767:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000036c06e30 already unused, calling callback (00000000649d35d1) 00000100:00000001:1.0:1767384285.493951:0:16794:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384285.493953:0:17571:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384285.493954:0:16794:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384285.493956:0:16767:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 02000000:00000001:1.0:1767384285.493958:0:16794:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384285.493958:0:17571:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002547a921. 10000000:00010000:3.0:1767384285.493959:0:16767:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.152@tcp lock: 0000000036c06e30/0x7e51148972eeca5b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x7e51148972eeca62 expref: -99 pid: 16776 timeout: 0 lvb_type: 0 00000100:00001000:1.0:1767384285.493963:0:16794:0:(import.c:2128:obd_at_measure()) add 5 to 00000000441774e7 time=15 v=5 (5 0 0 0) 00000020:00000010:0.0:1767384285.493965:0:17571:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000678ea6c7. 00000020:00000010:0.0:1767384285.493971:0:17571:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a726324b. 00000100:00001000:1.0:1767384285.493972:0:16794:0:(import.c:2128:obd_at_measure()) add 1 to 000000000e70851c time=15 v=5 (1 0 0 0) 00000020:00000040:0.0:1767384285.493976:0:17571:0:(genops.c:898:class_export_put()) PUTting export 00000000d18f5ad3 : new refcount 2 00000100:00000001:1.0:1767384285.493977:0:16794:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384285.493982:0:17571:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384285.493987:0:16794:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384285.493989:0:16767:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384285.493990:0:16794:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384285.493993:0:16767:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1767384285.493994:0:16794:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384285.493997:0:16767:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384285.493999:0:16794:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384285.494000:0:16767:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000036c06e30 refcount=3 00000020:00000001:3.0:1767384285.494005:0:16767:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781820865536 : -124291888686080 : ffff8ef50a205c00) 00000100:00000040:1.0:1767384285.494005:0:16794:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e11bb988 x1853236723064960/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384301 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:3.0:1767384285.494011:0:16767:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781820865536 : -124291888686080 : ffff8ef50a205c00) 00010000:00000001:3.0:1767384285.494017:0:16767:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000001:1.0:1767384285.494018:0:16794:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1767384285.494021:0:16767:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.152@tcp lock: 0000000036c06e30/0x7e51148972eeca5b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x7e51148972eeca62 expref: -99 pid: 16776 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384285.494022:0:16794:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384285.494024:0:16794:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384285.494028:0:16794:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:1.0:1767384285.494030:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 10000000:00000001:3.0:1767384285.494032:0:16767:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00010000:00000001:1.0:1767384285.494033:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00010000:3.0:1767384285.494037:0:16767:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.152@tcp lock: 0000000036c06e30/0x7e51148972eeca5b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x7e51148972eeca62 expref: -99 pid: 16776 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384285.494037:0:16794:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384285.494043:0:16794:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e11bb988 x1853236723064960/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384301 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 10000000:01000000:3.0:1767384285.494050:0:16767:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:00000001:3.0:1767384285.494057:0:16767:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 00000100:00100000:1.0:1767384285.494058:0:16794:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e11bb988 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16794:1853236723064960:0@lo:104: 10000000:00000040:3.0:1767384285.494061:0:16767:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 10000000:00000040:3.0:1767384285.494064:0:16767:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00000100:00000001:1.0:1767384285.494064:0:16794:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384285.494068:0:16767:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:1.0:1767384285.494069:0:16794:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384285.494070:0:16767:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384285.494072:0:16794:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767384285.494074:0:16794:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384285.494076:0:16794:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e11bb988 x1853236723064960/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384301 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 10000000:00000001:3.0:1767384285.494081:0:16767:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 00000100:00000001:1.0:1767384285.494082:0:16794:0:(client.c:2768:__ptlrpc_free_req()) Process entered 10000000:00000001:3.0:1767384285.494106:0:16767:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1767384285.494108:0:16767:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(0000000070cb7a0b) refs 2 10000000:00000001:3.0:1767384285.494111:0:16767:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:3.0:1767384285.494112:0:16767:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384285.494116:0:16767:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384285.494118:0:16767:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384285.494121:0:16767:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384285.494123:0:16767:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384285.494125:0:16767:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384285.494127:0:16767:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000036c06e30 with handle 0x7e51148972eeca5b from hash 02000000:00000001:1.0:1767384285.494129:0:16794:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:3.0:1767384285.494130:0:16767:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384285.494133:0:16767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000010:1.0:1767384285.494134:0:16794:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005b72ca7b. 00010000:00000001:3.0:1767384285.494135:0:16767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:1.0:1767384285.494138:0:16794:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384285.494140:0:16794:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:3.0:1767384285.494144:0:16767:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000020:00000040:1.0:1767384285.494144:0:16794:0:(genops.c:1242:class_import_put()) import 00000000ec48d8bc refcount=1 obd=MGS 00000020:00000001:1.0:1767384285.494148:0:16794:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:3.0:1767384285.494149:0:16767:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 02000000:00000010:1.0:1767384285.494150:0:16794:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000061a00cc5. 00010000:00000001:3.0:1767384285.494152:0:16767:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 02000000:00000001:1.0:1767384285.494154:0:16794:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:3.0:1767384285.494155:0:16767:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 02000000:00000001:1.0:1767384285.494156:0:16794:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:3.0:1767384285.494160:0:16767:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1767384285.494160:0:16794:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e11bb988. 00000100:00000001:1.0:1767384285.494164:0:16794:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000010:3.0:1767384285.494166:0:16767:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000057d52b05. 00000100:00000001:1.0:1767384285.494166:0:16794:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1767384285.494170:0:16767:0:(genops.c:1229:class_import_get()) import 00000000df830bbe refcount=6 obd=MGC192.168.202.152@tcp 00000100:00000001:3.0:1767384285.494173:0:16767:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000010:1.0:1767384285.494175:0:16794:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000004533456f. 02000000:00000001:3.0:1767384285.494176:0:16767:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384285.494180:0:16767:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384285.494181:0:16794:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1767384285.494184:0:16794:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000010:3.0:1767384285.494187:0:16767:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000018f5639f. 00010000:00000010:1.0:1767384285.494198:0:16794:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a3f8f98c. 00000100:00000001:3.0:1767384285.494202:0:16767:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384285.494203:0:16794:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384285.494208:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384285.494209:0:16767:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00000001:1.0:1767384285.494212:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1767384285.494214:0:16767:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.152@tcp lock: 0000000036c06e30/0x7e51148972eeca5b lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7e51148972eeca62 expref: -99 pid: 16776 timeout: 0 lvb_type: 0 20000000:00000001:1.0:1767384285.494216:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00000001:1.0:1767384285.494219:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:3.0:1767384285.494222:0:16767:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1767384285.494223:0:16794:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 000000006dc32701/0x7e51148972eeca69 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384285.494225:0:16767:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384285.494231:0:16767:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384285.494233:0:16767:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384285.494238:0:16767:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000057d52b05] to pc [ptlrpcd_00_01+1] req@0000000057d52b05 x1853236723065088/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384285.494260:0:16767:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384285.494262:0:16767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384285.494264:0:16767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384285.494265:0:16767:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384285.494268:0:16767:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384285.494270:0:16767:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384285.494272:0:16767:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.152@tcp lock: 0000000036c06e30/0x7e51148972eeca5b lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7e51148972eeca62 expref: -99 pid: 16776 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384285.494277:0:16767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384285.494279:0:16767:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.152@tcp lock: 0000000036c06e30/0x7e51148972eeca5b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7e51148972eeca62 expref: -99 pid: 16776 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384285.494283:0:16767:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000071730bc0 count: 0 00000100:00000001:0.0:1767384285.494283:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384285.494288:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384285.494289:0:16138:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384285.494302:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000057d52b05 x1853236723065088/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384285.494306:0:16767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384285.494310:0:16767:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:0.0:1767384285.494311:0:16138:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000010:3.0:1767384285.494313:0:16767:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 0000000019966f6b. 00000100:00000001:0.0:1767384285.494314:0:16138:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384285.494319:0:16138:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000001:3.0:1767384285.494320:0:16767:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384285.494322:0:16138:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384285.494324:0:16767:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:0.0:1767384285.494325:0:16138:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384285.494327:0:16767:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384285.494330:0:16138:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000057d52b05 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c0412d60-4f67-4dbc-8791-892843f60083:16138:1853236723065088:0@lo:103: 00010000:00010000:3.0:1767384285.494332:0:16767:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1767384285.494336:0:16767:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1767384285.494337:0:16138:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000001:3.0:1767384285.494339:0:16767:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384285.494340:0:16138:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00010000:3.0:1767384285.494342:0:16767:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:0.0:1767384285.494343:0:16138:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384285.494347:0:16767:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:0.0:1767384285.494347:0:16138:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:3.0:1767384285.494350:0:16767:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384285.494350:0:16138:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a726324b. 00010000:00010000:3.0:1767384285.494353:0:16767:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:0.0:1767384285.494354:0:16138:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384285.494360:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1767384285.494360:0:16138:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000083583c2b. 00000400:00000010:0.0:1767384285.494363:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d0007e92. 00000100:00000200:0.0:1767384285.494365:0:16138:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236723065088, portal 18 00000100:00000001:0.0:1767384285.494366:0:16138:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384285.494369:0:16138:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782675226496 : -124291034325120 : ffff8ef53d0cdf80) 00000100:00000001:2.0:1767384285.494370:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384285.494374:0:16138:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000057d52b05 x1853236723065088/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384301 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384285.494380:0:16138:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384285.494384:0:16138:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384285.494386:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000024e40c18. 00000100:00000200:0.0:1767384285.494388:0:16138:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853236723065088, offset 0 00000400:00000200:0.0:1767384285.494392:0:16138:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384285.494397:0:16138:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384285.494404:0:16138:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x695824c902100 00000400:00000200:0.0:1767384285.494409:0:16138:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0xd [2] + 656 00000400:00000200:0.0:1767384285.494413:0:16138:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384285.494417:0:16138:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384285.494421:0:16138:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384285.494422:0:16138:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1767384285.494430:0:16138:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ceabf501. 00000100:00000040:0.0:1767384285.494432:0:16138:0:(events.c:337:request_in_callback()) incoming req@00000000ceabf501 x1853236723065088 msgsize 328 00000100:00100000:0.0:1767384285.494438:0:16138:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384285.494446:0:16138:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384285.494452:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000024e40c18 00000400:00000010:0.0:1767384285.494453:0:16138:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000024e40c18. 00000100:00000001:0.0:1767384285.494456:0:16138:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384285.494459:0:16138:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000057d52b05 x1853236723065088/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384301 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384285.494463:0:16766:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384285.494465:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:1.0:1767384285.494467:0:16766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723065088 00000100:00000040:0.0:1767384285.494469:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000057d52b05 x1853236723065088/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384301 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384285.494470:0:16766:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384285.494473:0:16766:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384285.494476:0:16766:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384285.494481:0:16766:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384285.494482:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384285.494484:0:16766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723065088 00000100:00000001:0.0:1767384285.494485:0:16138:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:1.0:1767384285.494488:0:16766:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384285.494490:0:16138:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384285.494491:0:16766:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eec8e1 00000020:00000001:1.0:1767384285.494495:0:16766:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384285.494496:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294875464 00000020:00000040:1.0:1767384285.494497:0:16766:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000555601ca refcount=17 00000020:00000001:1.0:1767384285.494501:0:16766:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000020:00000001:1.0:1767384285.494503:0:16766:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000100:00000001:0.0:1767384285.494503:0:16138:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294875463 00000100:00000001:1.0:1767384285.494505:0:16766:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384285.494509:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294875464 00000020:00000010:1.0:1767384285.494510:0:16766:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000e7ad782. 00000100:00000001:1.0:1767384285.494515:0:16766:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384285.494516:0:16138:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294875463 00000020:00000010:1.0:1767384285.494517:0:16766:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000e7ad782. 00000100:00000001:0.0:1767384285.494521:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294875464 00000020:00000010:1.0:1767384285.494523:0:16766:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000005178076. 00000100:00000001:0.0:1767384285.494524:0:16138:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294875463 00000020:00000010:1.0:1767384285.494528:0:16766:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000000f57d75e. 00000100:00000001:0.0:1767384285.494529:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294875464 00000020:00000010:1.0:1767384285.494534:0:16766:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e8a9fe28. 00000100:00000001:0.0:1767384285.494534:0:16138:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294875463 00000100:00000001:0.0:1767384285.494536:0:16138:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384285.494539:0:16138:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384285.494541:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384285.494542:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384285.494551:0:16766:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:0.0:1767384285.494551:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384285.494554:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384285.494555:0:16766:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384285.494558:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384285.494559:0:16766:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384285.494561:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384285.494562:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384285.494567:0:16766:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:1.0:1767384285.494570:0:16766:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384285.494572:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384285.494574:0:16766:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:1.0:1767384285.494577:0:16766:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384285.494578:0:16766:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384285.494580:0:16766:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000003653ee69 refcount=4 00000020:00000001:1.0:1767384285.494581:0:16766:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781713885184 : -124291995666432 : ffff8ef503bff800) 00010000:00000001:1.0:1767384285.494583:0:16766:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781713885184 : -124291995666432 : ffff8ef503bff800) 00010000:00010000:1.0:1767384285.494586:0:16766:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 000000003653ee69/0x7e51148972eeca62 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x7e51148972eeca5b expref: 17 pid: 16774 timeout: 358 lvb_type: 0 00010000:00000001:1.0:1767384285.494591:0:16766:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384285.494592:0:16766:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384285.494592:0:16766:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384285.494593:0:16766:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384285.494597:0:16766:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:1.0:1767384285.494599:0:16766:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ceabf501 x1853236723065088/t0(0) o103->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:266/0 lens 328/0 e 0 to 0 dl 1767384296 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384285.494605:0:16766:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1767384285.494606:0:16766:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384285.494613:0:16766:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384285.494622:0:16766:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384285.494624:0:16766:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384285.494628:0:16766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00000040:1.0:1767384285.494629:0:16766:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000555601ca : new rpc_count 3 00000100:00000001:1.0:1767384285.494631:0:16766:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619782674423680 : -124291035127936 : ffff8ef53d009f80) 00000020:00000010:3.0:1767384285.494633:0:16765:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000d75b7ff5. 00000100:00000040:1.0:1767384285.494634:0:16766:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ceabf501 x1853236723065088/t0(0) o103->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:266/0 lens 328/0 e 0 to 0 dl 1767384296 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384285.494639:0:16765:0:(service.c:3426:ptlrpc_start_thread()) Process entered 00000100:00100000:3.0:1767384285.494642:0:16765:0:(service.c:3434:ptlrpc_start_thread()) ldlm_canceld[0] started 3 min 3 max 56 00000100:00000001:1.0:1767384285.494646:0:16766:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000010:3.0:1767384285.494648:0:16765:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000003d741156. 00000020:00000010:1.0:1767384285.494650:0:16766:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000e7ad782. 00000100:00100000:3.0:1767384285.494653:0:16765:0:(service.c:3493:ptlrpc_start_thread()) starting thread 'ldlm_cn00_003' 00000100:00000001:1.0:1767384285.494654:0:16766:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384285.494658:0:16766:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000e7ad782. 00000100:00100000:1.0:1767384285.494662:0:16766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000ceabf501 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c0412d60-4f67-4dbc-8791-892843f60083+17:16138:x1853236723065088:12345-0@lo:103: 00000100:00000200:1.0:1767384285.494670:0:16766:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723065088 00010000:00000001:1.0:1767384285.494672:0:16766:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:1.0:1767384285.494674:0:16766:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:1.0:1767384285.494676:0:16766:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:1.0:1767384285.494679:0:16766:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384285.494681:0:16766:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384285.494684:0:16766:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000f30ac791. 02000000:00000001:1.0:1767384285.494685:0:16766:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384285.494687:0:16766:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384285.494689:0:16766:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:1.0:1767384285.494690:0:16766:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:1.0:1767384285.494692:0:16766:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384285.494693:0:16766:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384285.494694:0:16766:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000003653ee69 refcount=4 00000020:00000001:1.0:1767384285.494696:0:16766:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781713885184 : -124291995666432 : ffff8ef503bff800) 00010000:00000001:1.0:1767384285.494697:0:16766:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781713885184 : -124291995666432 : ffff8ef503bff800) 00010000:00000040:1.0:1767384285.494707:0:16766:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000b2c22869 count: 3 00010000:00010000:1.0:1767384285.494710:0:16766:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 000000003653ee69/0x7e51148972eeca62 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x7e51148972eeca5b expref: 17 pid: 16774 timeout: 358 lvb_type: 0 00000100:00001000:1.0:1767384285.494714:0:16766:0:(import.c:2128:obd_at_measure()) add 0 to 00000000dce49598 time=1767384285 v=100 (0 0 0 0) 00010000:00000001:1.0:1767384285.494716:0:16766:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384285.494722:0:16766:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384285.494724:0:16766:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384285.494726:0:16766:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 000000003653ee69/0x7e51148972eeca62 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x7e51148972eeca5b expref: 17 pid: 16774 timeout: 358 lvb_type: 0 00000020:00000001:1.0:1767384285.494730:0:16766:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1767384285.494731:0:16766:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1767384285.494733:0:16766:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384285.494734:0:16766:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384285.494737:0:16766:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384285.494739:0:16766:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384285.494743:0:16766:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384285.494745:0:16766:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384285.494763:0:16766:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384285.494775:0:16766:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384285.494777:0:16766:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000003653ee69 with handle 0x7e51148972eeca62 from hash 00010000:00000001:1.0:1767384285.494779:0:16766:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384285.494781:0:16766:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384285.494782:0:16766:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384285.494784:0:16766:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384285.494785:0:16766:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384285.494786:0:16766:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384285.494789:0:16766:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000003653ee69/0x7e51148972eeca62 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x7e51148972eeca5b expref: 17 pid: 16774 timeout: 358 lvb_type: 0 00010000:00000040:1.0:1767384285.494793:0:16766:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000555601ca : new locks_count 9 00000020:00000040:1.0:1767384285.494795:0:16766:0:(genops.c:898:class_export_put()) PUTting export 00000000555601ca : new refcount 16 00010000:00000001:1.0:1767384285.494800:0:16766:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767384285.494801:0:16765:0:(service.c:3515:ptlrpc_start_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384285.494802:0:16766:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384285.494805:0:16766:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:1.0:1767384285.494807:0:16766:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 000000006dc32701 00010000:00000001:1.0:1767384285.494809:0:16766:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384285.494811:0:16766:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384285.494812:0:16766:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384285.494815:0:19333:0:(service.c:2991:ptlrpc_main()) Process entered 00010000:00000001:1.0:1767384285.494815:0:16766:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384285.494819:0:16766:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384285.494821:0:16766:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384285.494823:0:16766:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:1.0:1767384285.494825:0:16766:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 000000006dc32701/0x7e51148972eeca69 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384285.494829:0:16766:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00000100:00000010:3.0:1767384285.494841:0:19333:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000002f68ec97. 00010000:00000001:1.0:1767384285.494841:0:16766:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384285.494842:0:16766:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384285.494845:0:16766:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00000020:00000010:3.0:1767384285.494847:0:19333:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000060b97483. 00010000:00000040:1.0:1767384285.494847:0:16766:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000b2c22869) refcount = 2 00010000:00010000:1.0:1767384285.494853:0:16766:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000006dc32701/0x7e51148972eeca69 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00000020:00000010:3.0:1767384285.494855:0:19333:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005fe6bf10. 00010000:00000001:1.0:1767384285.494859:0:16766:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00000020:00000010:3.0:1767384285.494861:0:19333:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000040b1ca6b. 00000020:00000010:3.0:1767384285.494864:0:19333:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 000000002bc7deaa. 00010000:00000001:1.0:1767384285.494866:0:16766:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00000040:00000010:3.0:1767384285.494868:0:19333:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000005f152fd4. 00010000:00000001:1.0:1767384285.494869:0:16766:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384285.494874:0:16766:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384285.494875:0:19333:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000006da27116. 00010000:00000010:1.0:1767384285.494877:0:16766:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000e7ad782. 00000100:00000001:1.0:1767384285.494880:0:16766:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000020:00000010:3.0:1767384285.494881:0:19333:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000098833e0a. 00000100:00000010:1.0:1767384285.494883:0:16766:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c8b0c32d. 00000020:00000010:3.0:1767384285.494887:0:19333:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000001f0bb177. 00000100:00000001:1.0:1767384285.494887:0:16766:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446619781702196224 : -124292007355392 : ffff8ef5030d9c00) 00000100:00000001:1.0:1767384285.494892:0:16766:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446619781702196224 : -124292007355392 : ffff8ef5030d9c00) 80000000:00000010:3.0:1767384285.494894:0:19333:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000e97f3bd9. 00000100:00000001:1.0:1767384285.494895:0:16766:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384285.494898:0:16766:0:(client.c:1932:ptlrpc_set_producer()) Process entered 40000000:00000010:3.0:1767384285.494899:0:19333:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000b7c6eeb0. 00010000:00000001:1.0:1767384285.494900:0:16766:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 20000000:00000001:1.0:1767384285.494904:0:16766:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00000008:00000010:3.0:1767384285.494906:0:19333:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 0000000094bf72b0. 20000000:01000000:1.0:1767384285.494907:0:16766:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003445359s 00010000:00000001:1.0:1767384285.494911:0:16766:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00020000:00000010:3.0:1767384285.494912:0:19333:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at 00000000ddd00edc. 00000020:00000001:1.0:1767384285.494913:0:16766:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384285.494916:0:16766:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000006dc32701 refcount=5 00008000:00000010:3.0:1767384285.494917:0:19333:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 000000003eea88e3. 00000020:00000001:1.0:1767384285.494918:0:16766:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781734629376 : -124291974922240 : ffff8ef504fc8000) 00010000:00000001:1.0:1767384285.494922:0:16766:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781734629376 : -124291974922240 : ffff8ef504fc8000) 00100000:00000010:3.0:1767384285.494933:0:19333:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000008ac72c0f. 00010000:00000001:1.0:1767384285.494935:0:16766:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384285.494937:0:16766:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000006dc32701/0x7e51148972eeca69 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00040000:00000010:3.0:1767384285.494938:0:19333:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000009836b972. 00010000:00000001:1.0:1767384285.494942:0:16766:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384285.494944:0:16766:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000006dc32701/0x7e51148972eeca69 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00040000:00000010:3.0:1767384285.494950:0:19333:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000095b1cf0. 00010000:00000001:1.0:1767384285.494951:0:16766:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384285.494953:0:16766:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384285.494955:0:16766:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000006dc32701/0x7e51148972eeca69 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00040000:00000010:3.0:1767384285.494956:0:19333:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000000091540a. 00080000:00000010:3.0:1767384285.494962:0:19333:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000000b03d18c. 00010000:00000001:1.0:1767384285.494963:0:16766:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384285.494967:0:16766:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:3.0:1767384285.494968:0:19333:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000ea4c9739. 00010000:00000001:1.0:1767384285.494969:0:16766:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384285.494972:0:16766:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000006dc32701/0x7e51148972eeca69 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00000004:00000010:3.0:1767384285.494973:0:19333:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000a91248e9. 00000004:00000010:3.0:1767384285.494978:0:19333:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000009988803e. 00002000:00000010:3.0:1767384285.494984:0:19333:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000006286d9ce. 00010000:00010000:1.0:1767384285.494986:0:16766:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000006dc32701 already unused, calling callback (00000000871a6010) 00000004:00000010:3.0:1767384285.494989:0:19333:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000f7d40a97. 00010000:00000001:1.0:1767384285.494989:0:16766:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384285.494993:0:16766:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000080:00000010:3.0:1767384285.494995:0:19333:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at 000000008a0c29bc. 00010000:00010000:1.0:1767384285.494996:0:16766:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000006dc32701/0x7e51148972eeca69 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00000080:00000010:3.0:1767384285.495001:0:19333:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000952236d2. 00010000:00000001:1.0:1767384285.495003:0:16766:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384285.495006:0:16766:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000010:3.0:1767384285.495007:0:19333:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 000000000b9cf31e. 00000020:00000001:1.0:1767384285.495007:0:16766:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384285.495010:0:16766:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000006dc32701 refcount=6 00000020:00000001:1.0:1767384285.495013:0:16766:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781734629376 : -124291974922240 : ffff8ef504fc8000) 00010000:00000001:1.0:1767384285.495015:0:16766:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781734629376 : -124291974922240 : ffff8ef504fc8000) 00010000:00000001:1.0:1767384285.495017:0:16766:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384285.495019:0:16766:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000006dc32701/0x7e51148972eeca69 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00000100:00000200:3.0:1767384285.495023:0:19333:0:(service.c:3079:ptlrpc_main()) service thread 3 (#4) started 00010000:00000001:1.0:1767384285.495023:0:16766:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384285.495025:0:16766:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384285.495029:0:16766:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384285.495038:0:16766:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384285.495040:0:16766:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384285.495042:0:16766:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384285.495044:0:16766:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384285.495046:0:16766:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000006dc32701 with handle 0x7e51148972eeca69 from hash 00010000:00000001:1.0:1767384285.495048:0:16766:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384285.495050:0:16766:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384285.495052:0:16766:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384285.495053:0:16766:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384285.495054:0:16766:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384285.495056:0:16766:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384285.495057:0:16766:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384285.495059:0:16766:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384285.495060:0:16766:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384285.495062:0:16766:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384285.495067:0:16766:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384285.495069:0:16766:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384285.495070:0:16766:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384285.495072:0:16766:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384285.495073:0:16766:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384285.495075:0:16766:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384285.495077:0:16766:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000006dc32701/0x7e51148972eeca69 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384285.495080:0:16766:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384285.495082:0:16766:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384285.495083:0:16766:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384285.495084:0:16766:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384285.495106:0:16766:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384285.495108:0:16766:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384285.495109:0:16766:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384285.495111:0:16766:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384285.495113:0:16766:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384285.495114:0:16766:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384285.495115:0:16766:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384285.495116:0:16766:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384285.495117:0:16766:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:1.0:1767384285.495119:0:16766:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1767384285.495120:0:16766:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384285.495122:0:16766:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384285.495123:0:16766:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:1.0:1767384285.495124:0:16766:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000c8b0c32d. 00000100:00000001:1.0:1767384285.495126:0:16766:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1767384285.495127:0:16766:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1767384285.495129:0:16766:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000e7ad782. 00010000:00000001:1.0:1767384285.495131:0:16766:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:1.0:1767384285.495132:0:16766:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:1.0:1767384285.495133:0:16766:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384285.495136:0:16766:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384285.495137:0:16766:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384285.495139:0:16766:0:(import.c:2128:obd_at_measure()) add 1 to 0000000028084485 time=15 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384285.495141:0:16766:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384285.495148:0:16766:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 21 to 0@lo 00000100:00000001:1.0:1767384285.495150:0:16766:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 02000000:00000001:1.0:1767384285.495151:0:16766:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384285.495153:0:16766:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384285.495154:0:16766:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384285.495157:0:16766:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00010000:1.0:1767384285.495176:0:16794:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 000000006dc32701/0x7e51148972eeca69 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384285.495180:0:16794:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 20000000:00000001:1.0:1767384285.495182:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00010000:1.0:1767384285.495184:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000006dc32701/0x7e51148972eeca69 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384285.495188:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384285.495189:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384285.495190:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000006dc32701/0x7e51148972eeca69 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384285.495194:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000b2c22869 count: 0 00010000:00000001:1.0:1767384285.495204:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384285.495205:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000010:1.0:1767384285.495210:0:16766:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004d9ebefe. 00000100:00000200:1.0:1767384285.495213:0:16766:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853236723065088, offset 224 00000400:00000200:1.0:1767384285.495218:0:16766:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384285.495226:0:16766:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384285.495232:0:16766:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x695824c902100 00000400:00000200:1.0:1767384285.495237:0:16766:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x1211 [1] + 224 00000400:00000200:1.0:1767384285.495240:0:16766:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384285.495244:0:16766:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384285.495247:0:16766:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384285.495251:0:16766:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000057d52b05 x1853236723065088/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384301 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384285.495258:0:16766:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000057d52b05 x1853236723065088/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384301 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384285.495283:0:16766:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384285.495291:0:16766:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004d9ebefe 00000400:00000010:1.0:1767384285.495293:0:16766:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004d9ebefe. 00000100:00000001:1.0:1767384285.495297:0:16766:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384285.495298:0:16766:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384285.495302:0:16766:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384285.495304:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767384285.495305:0:16766:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 20 to 0@lo 00000100:00000001:3.0:1767384285.495307:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1767384285.495308:0:16766:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384285.495311:0:16766:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384285.495313:0:16138:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1767384285.495315:0:16766:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ceabf501 x1853236723065088/t0(0) o103->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:266/0 lens 328/224 e 0 to 0 dl 1767384296 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767384285.495317:0:16138:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384285.495320:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000083583c2b. 00000400:00000200:3.0:1767384285.495326:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d0007e92 00000100:00100000:1.0:1767384285.495328:0:16766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000ceabf501 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c0412d60-4f67-4dbc-8791-892843f60083+16:16138:x1853236723065088:12345-0@lo:103: Request processed in 680us (893us total) trans 0 rc 0/0 00000400:00000010:3.0:1767384285.495329:0:16138:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d0007e92. 00000100:00000001:3.0:1767384285.495335:0:16138:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:1.0:1767384285.495338:0:16766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00000200:3.0:1767384285.495342:0:16138:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000057d52b05 x1853236723065088/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384301 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384285.495342:0:16766:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000555601ca : new rpc_count 2 00000100:00000001:1.0:1767384285.495346:0:16766:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384285.495349:0:16766:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384285.495353:0:16766:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000000f57d75e. 00000100:00000200:3.0:1767384285.495357:0:16138:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000057d52b05 x1853236723065088/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384301 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384285.495358:0:16766:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e8a9fe28. 00000020:00000010:1.0:1767384285.495364:0:16766:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000005178076. 00000100:00000001:3.0:1767384285.495368:0:16138:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:1.0:1767384285.495370:0:16766:0:(genops.c:898:class_export_put()) PUTting export 00000000555601ca : new refcount 15 00000100:00000001:3.0:1767384285.495371:0:16138:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384285.495375:0:16138:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767384285.495375:0:16766:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384285.495378:0:16138:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384285.495381:0:16138:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384285.495382:0:16138:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384285.495384:0:16138:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384285.495386:0:16138:0:(import.c:2128:obd_at_measure()) add 5 to 00000000e6189a3f time=15 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384285.495389:0:16138:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f5022cbe time=15 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384285.495391:0:16138:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384285.495392:0:16138:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384285.495395:0:16138:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384285.495404:0:16138:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384285.495407:0:16138:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384285.495412:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000057d52b05 x1853236723065088/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384301 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384285.495420:0:16138:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384285.495422:0:16138:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384285.495424:0:16138:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384285.495429:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000057d52b05 x1853236723065088/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384301 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384285.495437:0:16138:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000057d52b05 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c0412d60-4f67-4dbc-8791-892843f60083:16138:1853236723065088:0@lo:103: 00000100:00000001:3.0:1767384285.495444:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384285.495447:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384285.495449:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000057d52b05 x1853236723065088/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384301 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384285.495457:0:16138:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384285.495459:0:16138:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384285.495462:0:16138:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a726324b. 02000000:00000001:3.0:1767384285.495467:0:16138:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384285.495468:0:16138:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384285.495469:0:16138:0:(genops.c:1242:class_import_put()) import 00000000df830bbe refcount=5 obd=MGC192.168.202.152@tcp 00000020:00000001:3.0:1767384285.495471:0:16138:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384285.495472:0:16138:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000018f5639f. 02000000:00000001:3.0:1767384285.495475:0:16138:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384285.495477:0:16138:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384285.495478:0:16138:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000057d52b05. 00000100:00000001:3.0:1767384285.495481:0:16138:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384285.495482:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384285.495483:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384285.495485:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384285.495486:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384285.495488:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384285.495499:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1767384285.499113:0:19335:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000071730bc0. 00010000:00000010:3.1:1767384285.499122:0:19335:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000036c06e30. 00000100:00000040:3.0:1767384285.502128:0:53:0:(connection.c:75:cpu_latency_work()) work item of 000000009d5c2cb6 (cpu 0) has reached its deadline 4294875464, at 4294875465 00000100:00000040:0.0:1767384285.502128:0:449:0:(connection.c:75:cpu_latency_work()) work item of 000000002fd0fb58 (cpu 0) has reached its deadline 4294875464, at 4294875465 00000100:00000010:0.0:1767384285.502138:0:449:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000017e259bb. 00000100:00000010:3.0:1767384285.502141:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000021256cfb. 00000100:00000040:1.0:1767384285.502153:0:62:0:(connection.c:75:cpu_latency_work()) work item of 00000000edc4e618 (cpu 0) has reached its deadline 4294875464, at 4294875465 00000100:00000010:1.0:1767384285.502160:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ea58aeb3. 00000100:00000040:2.0:1767384285.502175:0:795:0:(connection.c:75:cpu_latency_work()) work item of 00000000135c2452 (cpu 0) has reached its deadline 4294875464, at 4294875465 00000100:00000010:2.0:1767384285.502190:0:795:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e32c4503. 00000400:00000010:3.0:1767384285.502424:0:19335:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 0000000059451a47. 00000400:00000040:3.0:1767384285.502444:0:19335:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384285.502448:0:19335:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384285.502451:0:19335:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384285.502454:0:19335:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384285.502457:0:19335:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384285.502458:0:19335:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:3.0:1767384285.502462:0:19335:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384285.502465:0:19335:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384285.502467:0:19335:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384285.502470:0:19335:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:3.0:1767384285.502472:0:19335:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384285.502474:0:19335:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384285.502476:0:19335:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384285.502478:0:19335:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384285.502480:0:19335:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767384285.502482:0:19335:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384285.502483:0:19335:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384285.502485:0:19335:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767384285.502486:0:19335:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:3.0:1767384285.502488:0:19335:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384285.502489:0:19335:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384285.502491:0:19335:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384285.502492:0:19335:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384285.502494:0:19335:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384285.502495:0:19335:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:3.0:1767384285.502497:0:19335:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384285.502498:0:19335:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384285.502499:0:19335:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384285.502500:0:19335:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384285.502501:0:19335:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384285.502502:0:19335:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767384285.502503:0:19335:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384285.502504:0:19335:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384285.502505:0:19335:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384285.502506:0:19335:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384285.502507:0:19335:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384285.502508:0:19335:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767384285.502516:0:19335:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384285.502518:0:19335:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384285.502519:0:19335:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384285.502521:0:19335:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384285.502522:0:19335:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384285.502523:0:19335:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767384285.502524:0:19335:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767384285.502525:0:19335:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767384285.502526:0:19335:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767384285.502527:0:19335:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767384285.502528:0:19335:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767384285.502530:0:19335:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384285.502531:0:19335:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384285.502533:0:19335:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767384285.502535:0:19335:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384285.502536:0:19335:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767384285.502538:0:19335:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:3.0:1767384285.502539:0:19335:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767384285.502541:0:19335:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767384285.502542:0:19335:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:3.0:1767384285.502562:0:19335:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 0000000059451a47. 00080000:00000001:1.0:1767384285.503908:0:16774:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384285.503913:0:16774:0:(lu_object.c:207:lu_object_put()) Add 00000000f07b1e3f/000000000f28175b to site lru. bkt: 00000000b56e2c81 00080000:00000001:3.0:1767384285.503915:0:16807:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 20000000:00000001:1.0:1767384285.503916:0:16774:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:3.0:1767384285.503920:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:1.0:1767384285.503920:0:16774:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:3.0:1767384285.503923:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:3.0:1767384285.503925:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:01000000:1.0:1767384285.503925:0:16774:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00040000:00000001:3.0:1767384285.503936:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1767384285.503940:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000ec5c8a9a. 00080000:00000001:3.0:1767384285.503945:0:16807:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:1.0:1767384285.503945:0:16774:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384285.503950:0:16774:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:1.0:1767384285.503963:0:16774:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:1.0:1767384285.503975:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384285.503977:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384285.503980:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384285.503983:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384285.503985:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384285.503991:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000025e91165. 00010000:00000001:1.0:1767384285.503995:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384285.503998:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000036c06e30. 00000020:00000001:1.0:1767384285.504001:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384285.504004:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000036c06e30 with handle 0x7e51148972eeca70 to hash 00000020:00000001:1.0:1767384285.504006:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384285.504008:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446619781820865536 : -124291888686080 : ffff8ef50a205c00) 00010000:00000001:1.0:1767384285.504010:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446619781820865536 : -124291888686080 : ffff8ef50a205c00) 00010000:00000001:1.0:1767384285.504012:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384285.504013:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384285.504015:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000036c06e30/0x7e51148972eeca70 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384285.504021:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384285.504024:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384285.504025:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384285.504027:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384285.504028:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384285.504030:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384285.504031:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384285.504033:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384285.504034:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384285.504035:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384285.504036:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384285.504037:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000025e91165) refcount = 1 00010000:00010000:1.0:1767384285.504039:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000036c06e30/0x7e51148972eeca70 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384285.504043:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384285.504045:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384285.504051:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384285.504053:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384285.504054:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384285.504056:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384285.504058:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003445359s 00010000:00000001:1.0:1767384285.504060:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384285.504061:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384285.504063:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000036c06e30 refcount=4 00000020:00000001:1.0:1767384285.504064:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781820865536 : -124291888686080 : ffff8ef50a205c00) 00010000:00000001:1.0:1767384285.504066:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781820865536 : -124291888686080 : ffff8ef50a205c00) 00010000:00000001:1.0:1767384285.504068:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384285.504069:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000036c06e30/0x7e51148972eeca70 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384285.504072:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384285.504073:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000036c06e30/0x7e51148972eeca70 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384285.504076:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384285.504078:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384285.504079:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000036c06e30/0x7e51148972eeca70 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384285.504082:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384285.504083:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384285.504084:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384285.504085:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000036c06e30/0x7e51148972eeca70 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000010:1.1:1767384285.504110:0:16794:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000003653ee69. 00010000:00000010:1.1:1767384285.504118:0:16794:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000b2c22869. 00010000:00000010:1.1:1767384285.504125:0:16794:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000006dc32701. 00010000:00010000:1.0:1767384285.504134:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000036c06e30 already unused, calling callback (00000000871a6010) 00010000:00000001:1.0:1767384285.504136:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384285.504138:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384285.504139:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000036c06e30/0x7e51148972eeca70 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384285.504151:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384285.504153:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384285.504154:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384285.504156:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000036c06e30 refcount=5 00000020:00000001:1.0:1767384285.504157:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781820865536 : -124291888686080 : ffff8ef50a205c00) 00010000:00000001:1.0:1767384285.504159:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781820865536 : -124291888686080 : ffff8ef50a205c00) 00010000:00000001:1.0:1767384285.504162:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384285.504164:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000036c06e30/0x7e51148972eeca70 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384285.504167:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384285.504169:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384285.504171:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384285.504174:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384285.504176:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384285.504178:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384285.504179:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384285.504181:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000036c06e30 with handle 0x7e51148972eeca70 from hash 00010000:00000001:1.0:1767384285.504182:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384285.504183:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384285.504185:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384285.504186:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384285.504187:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384285.504189:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384285.504191:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384285.504192:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384285.504207:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384285.504209:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384285.504210:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384285.504212:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384285.504214:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384285.504215:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384285.504217:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384285.504218:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384285.504234:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000036c06e30/0x7e51148972eeca70 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384285.504238:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384285.504238:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384285.504240:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384285.504241:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384285.504241:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384285.504242:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384285.504244:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384285.504245:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384285.504246:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384285.504248:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000036c06e30/0x7e51148972eeca70 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384285.504251:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384285.504252:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384285.504253:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000036c06e30/0x7e51148972eeca70 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384285.504257:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000025e91165 count: 0 00010000:00000001:1.0:1767384285.504262:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384285.504263:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:2.0:1767384285.504767:0:16773:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:2.0:1767384285.504780:0:16773:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384285.504782:0:16773:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000009e7b7821. 20000000:00000001:2.0:1767384285.504788:0:16773:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384285.504792:0:16773:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236723064704 00010000:00000001:2.0:1767384285.504794:0:16773:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384285.504801:0:16773:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000cbe21b76 x1853236723064704/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:266/0 lens 4848/4768 e 0 to 0 dl 1767384296 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384285.504808:0:16773:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384285.504810:0:16773:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384285.504814:0:16773:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dd452398 time=15 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384285.504818:0:16773:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384285.504820:0:16773:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 21 to 0@lo 00000100:00000001:2.0:1767384285.504822:0:16773:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 02000000:00000001:2.0:1767384285.504825:0:16773:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384285.504827:0:16773:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384285.504830:0:16773:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384285.504845:0:16773:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384285.504848:0:16773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bea7be6e. 00000100:00000200:2.0:1767384285.504853:0:16773:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236723064704, offset 224 00000400:00000200:2.0:1767384285.504859:0:16773:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384285.504868:0:16773:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384285.504878:0:16773:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824c901f80 00000400:00000200:2.0:1767384285.504885:0:16773:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x11f1 [2] + 224 00000400:00000200:2.0:1767384285.504891:0:16773:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384285.504895:0:16773:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384285.504900:0:16773:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384285.504903:0:16773:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f83c2498 x1853236723064704/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384301 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384285.504912:0:16773:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000f83c2498 x1853236723064704/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384301 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384285.504950:0:16773:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384285.504960:0:16773:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bea7be6e 00000100:00000001:3.0:1767384285.504961:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1767384285.504963:0:16773:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bea7be6e. 00000100:00000001:3.0:1767384285.504964:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384285.504969:0:16773:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:3.0:1767384285.504971:0:16140:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384285.504974:0:16140:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767384285.504974:0:16773:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000010:3.0:1767384285.504979:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004d9b4bb3. 00000100:00000001:2.0:1767384285.504982:0:16773:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384285.504983:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001ec87748 00000400:00000010:3.0:1767384285.504987:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001ec87748. 00000100:00000040:2.0:1767384285.504990:0:16773:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 20 to 0@lo 00000100:00000001:3.0:1767384285.504992:0:16140:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1767384285.504997:0:16773:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000200:3.0:1767384285.505001:0:16140:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f83c2498 x1853236723064704/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384301 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384285.505001:0:16773:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384285.505009:0:16773:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:3.0:1767384285.505015:0:16140:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f83c2498 x1853236723064704/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384301 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384285.505017:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cbe21b76 x1853236723064704/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:266/0 lens 4848/4768 e 0 to 0 dl 1767384296 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384285.505036:0:16773:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000cbe21b76 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c0412d60-4f67-4dbc-8791-892843f60083+15:16140:x1853236723064704:12345-0@lo:253: Request processed in 20994us (21468us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384285.505039:0:16140:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384285.505043:0:16140:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384285.505046:0:16140:0:(client.c:1578:after_reply()) Process entered 00000100:00100000:2.0:1767384285.505049:0:16773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 02000000:00000001:3.0:1767384285.505050:0:16140:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384285.505053:0:16140:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:2.0:1767384285.505053:0:16773:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000555601ca : new rpc_count 1 00000100:00000001:3.0:1767384285.505055:0:16140:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384285.505058:0:16773:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:3.0:1767384285.505059:0:16140:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384285.505060:0:16773:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00001000:3.0:1767384285.505064:0:16140:0:(import.c:2128:obd_at_measure()) add 5 to 0000000028df3f77 time=15 v=5 (5 0 0 0) 00000020:00000010:2.0:1767384285.505066:0:16773:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005d587af4. 00000100:00001000:3.0:1767384285.505068:0:16140:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f5022cbe time=15 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384285.505073:0:16140:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384285.505074:0:16140:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384285.505075:0:16773:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c8e21af0. 00010000:00000001:3.0:1767384285.505076:0:16140:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384285.505079:0:16140:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384285.505081:0:16140:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384285.505083:0:16773:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001ec089b8. 00000100:00000040:3.0:1767384285.505085:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f83c2498 x1853236723064704/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384301 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384285.505118:0:16140:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384285.505121:0:16140:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384285.505123:0:16140:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1767384285.505124:0:16773:0:(genops.c:898:class_export_put()) PUTting export 00000000555601ca : new refcount 14 00000020:01000004:3.0:1767384285.505126:0:16140:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384285.505131:0:16140:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384285.505133:0:16140:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384285.505134:0:16140:0:(tgt_mount.c:1150:server_mti_print()) uuid: 02000000:00000001:2.0:1767384285.505134:0:16773:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000020:01000004:3.0:1767384285.505139:0:16140:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384285.505140:0:16140:0:(tgt_mount.c:1152:server_mti_print()) flags: 02000000:00000010:2.0:1767384285.505140:0:16773:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000d3eea08e. 00000020:01000004:3.0:1767384285.505142:0:16140:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384285.505145:0:16140:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384285.505147:0:16140:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 02000000:00000001:2.0:1767384285.505147:0:16773:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:01000004:3.0:1767384285.505149:0:16140:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:2.0:1767384285.505153:0:16773:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384285.505154:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f83c2498 x1853236723064704/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384301 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384285.505164:0:16140:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f83c2498 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c0412d60-4f67-4dbc-8791-892843f60083:16140:1853236723064704:0@lo:253: 00000100:00000200:2.0:1767384285.505164:0:16773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:3.0:1767384285.505172:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384285.505172:0:16773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b9b0a5e8. 00000100:00000001:3.0:1767384285.505177:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:2.0:1767384285.505181:0:16773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bea7be6e. 00000100:00000040:3.0:1767384285.505188:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f83c2498 x1853236723064704/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384301 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384285.505193:0:16140:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384285.505195:0:16140:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384285.505198:0:16140:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000009021f979. 02000000:00000001:3.0:1767384285.505204:0:16140:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384285.505205:0:16140:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384285.505207:0:16140:0:(genops.c:1242:class_import_put()) import 00000000df830bbe refcount=4 obd=MGC192.168.202.152@tcp 00000020:00000001:3.0:1767384285.505209:0:16140:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384285.505211:0:16140:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000008773df0. 02000000:00000001:3.0:1767384285.505216:0:16140:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384285.505218:0:16140:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384285.505219:0:16140:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f83c2498. 00000100:00000001:3.0:1767384285.505223:0:16140:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384285.505225:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384285.505226:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384285.505232:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384285.505234:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384285.505236:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384285.505238:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:1.0:1767384285.507143:0:16774:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767384285.507145:0:16774:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384285.507147:0:16774:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000644bba40. 20000000:00000001:1.0:1767384285.507152:0:16774:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384285.507155:0:16774:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236723064832 00010000:00000001:1.0:1767384285.507157:0:16774:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384285.507161:0:16774:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000309ab7d4 x1853236723064832/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:266/0 lens 4848/4768 e 0 to 0 dl 1767384296 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384285.507168:0:16774:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384285.507169:0:16774:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384285.507171:0:16774:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dd452398 time=15 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384285.507175:0:16774:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384285.507178:0:16774:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 21 to 0@lo 00000100:00000001:1.0:1767384285.507180:0:16774:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 02000000:00000001:1.0:1767384285.507187:0:16774:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384285.507189:0:16774:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384285.507191:0:16774:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384285.507194:0:16774:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384285.507212:0:16774:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000aa8188e3. 00000100:00000200:1.0:1767384285.507216:0:16774:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236723064832, offset 224 00000400:00000200:1.0:1767384285.507223:0:16774:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384285.507230:0:16774:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384285.507238:0:16774:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824c902000 00000400:00000200:1.0:1767384285.507244:0:16774:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x11f9 [2] + 224 00000400:00000200:1.0:1767384285.507250:0:16774:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384285.507254:0:16774:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384285.507258:0:16774:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384285.507277:0:16774:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000168ae6d0 x1853236723064832/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384301 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384285.507284:0:16774:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000168ae6d0 x1853236723064832/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384301 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384285.507297:0:16774:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384285.507304:0:16774:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aa8188e3 00000400:00000010:1.0:1767384285.507306:0:16774:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000aa8188e3. 00000100:00000001:1.0:1767384285.507309:0:16774:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384285.507311:0:16774:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384285.507315:0:16774:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384285.507316:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384285.507319:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767384285.507319:0:16774:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 20 to 0@lo 00010000:00000001:1.0:1767384285.507323:0:16774:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:3.0:1767384285.507326:0:16138:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:1.0:1767384285.507326:0:16774:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384285.507330:0:16138:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:1.0:1767384285.507331:0:16774:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:3.0:1767384285.507334:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000aa68c4ac. 00000100:00000040:1.0:1767384285.507337:0:16774:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000309ab7d4 x1853236723064832/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:266/0 lens 4848/4768 e 0 to 0 dl 1767384296 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384285.507341:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003f562282 00000400:00000010:3.0:1767384285.507345:0:16138:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003f562282. 00000100:00100000:1.0:1767384285.507349:0:16774:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000309ab7d4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c0412d60-4f67-4dbc-8791-892843f60083+14:16138:x1853236723064832:12345-0@lo:253: Request processed in 23194us (23567us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384285.507350:0:16138:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384285.507358:0:16138:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000168ae6d0 x1853236723064832/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384301 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384285.507361:0:16774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00000040:1.0:1767384285.507367:0:16774:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000555601ca : new rpc_count 0 00000100:00000200:3.0:1767384285.507372:0:16138:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000168ae6d0 x1853236723064832/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384301 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384285.507376:0:16774:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384285.507380:0:16774:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384285.507384:0:16774:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000da709135. 00000100:00000001:3.0:1767384285.507385:0:16138:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384285.507389:0:16138:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384285.507391:0:16774:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c30053b1. 00000100:00000001:3.0:1767384285.507393:0:16138:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384285.507396:0:16138:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:1.0:1767384285.507397:0:16774:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e1a5d5c6. 00000100:00000001:3.0:1767384285.507399:0:16138:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000040:1.0:1767384285.507402:0:16774:0:(genops.c:898:class_export_put()) PUTting export 00000000555601ca : new refcount 13 02000000:00000001:1.0:1767384285.507406:0:16774:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384285.507409:0:16774:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000079f2d84c. 00000100:00000001:3.0:1767384285.507410:0:16138:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384285.507414:0:16774:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:3.0:1767384285.507415:0:16138:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384285.507416:0:16774:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767384285.507421:0:16138:0:(import.c:2128:obd_at_measure()) add 5 to 0000000028df3f77 time=15 v=5 (5 0 0 0) 00000100:00000200:1.0:1767384285.507422:0:16774:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384285.507427:0:16774:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f738e56f. 00000100:00001000:3.0:1767384285.507428:0:16138:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f5022cbe time=15 v=5 (1 0 0 0) 00000400:00000010:1.0:1767384285.507431:0:16774:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000aa8188e3. 00000100:00000001:3.0:1767384285.507434:0:16138:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384285.507438:0:16138:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384285.507440:0:16138:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384285.507442:0:16138:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384285.507445:0:16138:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384285.507450:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000168ae6d0 x1853236723064832/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384301 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384285.507458:0:16138:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384285.507461:0:16138:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384285.507462:0:16138:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384285.507466:0:16138:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384285.507468:0:16138:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384285.507469:0:16138:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384285.507471:0:16138:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384285.507472:0:16138:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384285.507473:0:16138:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384285.507473:0:16138:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384285.507474:0:16138:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384285.507475:0:16138:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384285.507477:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000168ae6d0 x1853236723064832/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384301 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384285.507483:0:16138:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000168ae6d0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c0412d60-4f67-4dbc-8791-892843f60083:16138:1853236723064832:0@lo:253: 00000100:00000001:3.0:1767384285.507487:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384285.507488:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384285.507490:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000168ae6d0 x1853236723064832/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384301 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384285.507494:0:16138:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384285.507495:0:16138:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384285.507497:0:16138:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000009df9f933. 02000000:00000001:3.0:1767384285.507500:0:16138:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384285.507501:0:16138:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384285.507508:0:16138:0:(genops.c:1242:class_import_put()) import 00000000df830bbe refcount=3 obd=MGC192.168.202.152@tcp 00000020:00000001:3.0:1767384285.507509:0:16138:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384285.507511:0:16138:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000006648bf25. 02000000:00000001:3.0:1767384285.507514:0:16138:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384285.507515:0:16138:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384285.507516:0:16138:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000168ae6d0. 00000100:00000001:3.0:1767384285.507518:0:16138:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384285.507519:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384285.507520:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384285.507524:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384285.507526:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384285.507527:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384285.507529:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1767384285.513127:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000025e91165. 00010000:00000010:1.1:1767384285.513138:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000036c06e30. 00010000:00000001:0.0:1767384285.750189:0:449:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384285.750194:0:449:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384285.750199:0:449:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384285.750200:0:449:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384285.750237:0:16768:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384285.750241:0:16768:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384285.750245:0:16768:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:2.0:1767384286.036998:0:19480:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384286.037013:0:19480:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384286.037017:0:19480:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384286.037023:0:19480:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384286.037034:0:19480:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384286.037038:0:19480:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384286.197165:0:16802:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:0.0:1767384286.197173:0:16802:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:0.0:1767384286.197181:0:16802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006fac9fc8. 00000100:00000040:2.0:1767384286.197184:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384286.197192:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000020:00000040:0.0:1767384286.197192:0:16802:0:(genops.c:1229:class_import_get()) import 0000000068bc8709 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000010:2.0:1767384286.197199:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b55211d7. 00000100:00000001:0.0:1767384286.197200:0:16802:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000020:00000040:2.0:1767384286.197205:0:36:0:(genops.c:1229:class_import_get()) import 0000000068bc8709 refcount=5 obd=lustre-OST0000-osc-MDT0000 02000000:00000001:0.0:1767384286.197207:0:16802:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1767384286.197212:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384286.197215:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384286.197216:0:16802:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384286.197219:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384286.197227:0:16802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000613cf24c. 02000000:00000010:2.0:1767384286.197228:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005c00056c. 00000100:00000001:2.0:1767384286.197238:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384286.197239:0:16802:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384286.197248:0:16802:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:2.0:1767384286.197249:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@00000000b55211d7 x1853236723065216/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384286.197254:0:16802:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384286.197264:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384286.197266:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384286.197268:0:16802:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006fac9fc8] to pc [ptlrpcd_00_02+2] req@000000006fac9fc8 x1853236723065344/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384286.197274:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b55211d7] to pc [ptlrpcd_00_03+3] req@00000000b55211d7 x1853236723065216/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:0.0:1767384286.197324:0:16802:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384286.197329:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384286.197333:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384286.197337:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1767384286.197338:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:2.0:1767384286.197341:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007c5b2eb5. 00000100:00000001:0.0:1767384286.197345:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:2.0:1767384286.197346:0:36:0:(genops.c:1229:class_import_get()) import 00000000345f9ba7 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:2.0:1767384286.197350:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767384286.197351:0:16139:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1767384286.197352:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384286.197357:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384286.197361:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006fac9fc8 x1853236723065344/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767384286.197362:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a079a5d8. 00000100:00000001:2.0:1767384286.197368:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384286.197375:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@000000007c5b2eb5 x1853236723065472/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384286.197387:0:16139:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384286.197389:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384286.197392:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384286.197392:0:16139:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384286.197400:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007c5b2eb5] to pc [ptlrpcd_00_00+0] req@000000007c5b2eb5 x1853236723065472/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384286.197402:0:16139:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384286.197406:0:16139:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384286.197414:0:16139:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384286.197423:0:16139:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006fac9fc8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16139:1853236723065344:0@lo:13: 00000100:00000001:0.0:1767384286.197431:0:16139:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767384286.197438:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384286.197444:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384286.197448:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:0.0:1767384286.197448:0:16139:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384286.197454:0:16139:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384286.197455:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c465c2af. 00000020:00000040:2.0:1767384286.197462:0:36:0:(genops.c:1229:class_import_get()) import 000000005a28ad8c refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:0.0:1767384286.197463:0:16139:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767384286.197465:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384286.197468:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000010:0.0:1767384286.197469:0:16139:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000004b0c1981. 02000000:00000001:2.0:1767384286.197470:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384286.197476:0:16139:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384286.197479:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000401ce985. 00000400:00000010:0.0:1767384286.197484:0:16139:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007f7e3a29. 00000100:00000001:2.0:1767384286.197485:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384286.197492:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@00000000c465c2af x1853236723065600/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:0.0:1767384286.197496:0:16139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000024e40c18. 00000100:00000001:2.0:1767384286.197499:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384286.197503:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384286.197507:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c465c2af] to pc [ptlrpcd_00_01+1] req@00000000c465c2af x1853236723065600/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384286.197508:0:16139:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236723065344, portal 4 00000100:00000001:0.0:1767384286.197516:0:16139:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384286.197521:0:16139:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782674418304 : -124291035133312 : ffff8ef53d008a80) 00000100:00000001:2.0:1767384286.197523:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384286.197529:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (213) 00000100:00000040:0.0:1767384286.197533:0:16139:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006fac9fc8 x1853236723065344/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384302 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384286.197545:0:16139:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384286.197549:0:16139:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384286.197552:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1767384286.197553:0:16139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cff112c4. 00000100:00000001:2.0:1767384286.197557:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384286.197560:0:16140:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000200:0.0:1767384286.197560:0:16139:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853236723065344, offset 0 00000100:00000040:2.0:1767384286.197567:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b55211d7 x1853236723065216/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384286.197573:0:16139:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384286.197581:0:16140:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384286.197583:0:16140:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384286.197586:0:16140:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384286.197588:0:16140:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384286.197590:0:16140:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384286.197596:0:16140:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b55211d7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16140:1853236723065216:0@lo:400: 00000400:00000200:0.0:1767384286.197596:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384286.197605:0:16140:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384286.197608:0:16140:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384286.197619:0:16140:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384286.197619:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x695824c902200 02000000:00000001:2.0:1767384286.197624:0:16140:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384286.197629:0:16140:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000021224e3c. 02000000:00000001:2.0:1767384286.197633:0:16140:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384286.197634:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xb9d [8] + 224 00000400:00000010:2.0:1767384286.197638:0:16140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000017b2962f. 00000400:00000200:0.0:1767384286.197644:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1767384286.197645:0:16140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000025f6c491. 00000100:00000200:2.0:1767384286.197652:0:16140:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236723065216, portal 4 00000100:00000001:2.0:1767384286.197655:0:16140:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384286.197658:0:16140:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782564206720 : -124291145344896 : ffff8ef5366ed880) 00000400:00000200:0.0:1767384286.197660:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:2.0:1767384286.197665:0:16140:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b55211d7 x1853236723065216/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384302 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384286.197670:0:16139:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1767384286.197673:0:16140:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:0.0:1767384286.197675:0:16139:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:2.0:1767384286.197678:0:16140:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384286.197685:0:16140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005e511620. 00000100:00000010:0.0:1767384286.197685:0:16139:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000561d573c. 00000100:00000200:2.0:1767384286.197688:0:16140:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853236723065216, offset 0 00000100:00000040:0.0:1767384286.197693:0:16139:0:(events.c:337:request_in_callback()) incoming req@00000000561d573c x1853236723065344 msgsize 224 00000400:00000200:2.0:1767384286.197696:0:16140:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:0.0:1767384286.197705:0:16139:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:2.0:1767384286.197712:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384286.197722:0:16139:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384286.197732:0:16140:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x695824c902180 00000400:00000200:2.0:1767384286.197757:0:16140:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xa9d [8] + 1648 00000400:00000200:0.0:1767384286.197762:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cff112c4 00000400:00000200:2.0:1767384286.197763:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1767384286.197770:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cff112c4. 00000400:00000200:2.0:1767384286.197772:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384286.197777:0:16139:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384286.197779:0:16140:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384286.197783:0:16140:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000200:0.0:1767384286.197786:0:16139:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006fac9fc8 x1853236723065344/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384302 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384286.197789:0:16140:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009596a33a. 00000100:00000040:2.0:1767384286.197795:0:16140:0:(events.c:337:request_in_callback()) incoming req@000000009596a33a x1853236723065216 msgsize 224 00000100:00100000:2.0:1767384286.197807:0:16140:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384286.197816:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384286.197819:0:16140:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384286.197827:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005e511620 00000400:00000010:2.0:1767384286.197830:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005e511620. 00000100:00000040:0.0:1767384286.197831:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006fac9fc8 x1853236723065344/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384302 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384286.197835:0:16140:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384286.197843:0:16140:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b55211d7 x1853236723065216/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384302 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384286.197856:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384286.197859:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384286.197862:0:16139:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:2.0:1767384286.197864:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b55211d7 x1853236723065216/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384302 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384286.197873:0:16139:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384286.197882:0:16139:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 23975 usecs (24 jiffies) 00000100:00000001:2.0:1767384286.197883:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384286.197890:0:16140:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384286.197892:0:16139:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294876184 00000100:00000001:2.0:1767384286.197897:0:16140:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384286.197903:0:16140:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 23975 usecs (24 jiffies) 00000100:00000001:2.0:1767384286.197906:0:16140:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294876184 00000100:00000010:2.0:1767384286.197911:0:16140:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000032a76324. 00000100:00000001:2.0:1767384286.197918:0:16140:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767384286.197923:0:16140:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294876184 00000100:00000010:2.0:1767384286.197927:0:16140:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e7f3f65b. 00000100:00000001:2.0:1767384286.197930:0:16140:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384286.197933:0:16140:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294876184 00000020:00000010:0.0:1767384286.197934:0:17551:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000005d81d7e0. 00000100:00000010:2.0:1767384286.197937:0:16140:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f6f7b0fc. 00000100:00000001:2.0:1767384286.197942:0:16140:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767384286.197943:0:17551:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384286.197945:0:16140:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294876184 00000100:00100000:0.0:1767384286.197949:0:17551:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723065344 00000100:00000010:2.0:1767384286.197951:0:16140:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000088f2c395. 02000000:00000001:0.0:1767384286.197957:0:17551:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384286.197958:0:16140:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767384286.197963:0:17551:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384286.197964:0:16140:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384286.197969:0:16140:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384286.197969:0:17551:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384286.197976:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384286.197979:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384286.197979:0:17551:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384286.197988:0:17551:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723065344 00000100:00000001:2.0:1767384286.197993:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:0.0:1767384286.197994:0:17551:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384286.197998:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000040:0.0:1767384286.197999:0:17551:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eeca38 00000100:00000001:2.0:1767384286.198002:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384286.198005:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1767384286.198005:0:17551:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384286.198012:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384286.198012:0:17551:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000cf791f94 refcount=7 00000100:00000001:2.0:1767384286.198017:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384286.198020:0:17551:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619777391929344 : -124296317622272 : ffff8ef402242800) 00000020:00000001:0.0:1767384286.198025:0:17551:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619777391929344 : -124296317622272 : ffff8ef402242800) 00000100:00000001:2.0:1767384286.198030:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384286.198030:0:17551:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384286.198034:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:0.0:1767384286.198037:0:17551:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ac7dcf3f. 00000100:00000001:2.0:1767384286.198038:0:16137:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384286.198043:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007c5b2eb5 x1853236723065472/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384286.198046:0:17551:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000090361af. 00000100:00000001:2.0:1767384286.198054:0:16137:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000040:0.0:1767384286.198056:0:17551:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (0000000083abdb14) now 6 - evictor 00000100:00000001:2.0:1767384286.198064:0:16137:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384286.198067:0:16137:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384286.198069:0:16137:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384286.198070:0:16137:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384286.198073:0:17551:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:2.0:1767384286.198074:0:16137:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000007c5b2eb5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16137:1853236723065472:0@lo:400: 00000100:00000001:2.0:1767384286.198079:0:16137:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000010:0.0:1767384286.198081:0:17551:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000034fc9b7d. 02000000:00000001:2.0:1767384286.198082:0:16137:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384286.198116:0:16137:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384286.198120:0:16137:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384286.198125:0:16137:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001a7e4b90. 02000000:00000001:2.0:1767384286.198129:0:16137:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384286.198134:0:17551:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000067d9b3bb. 00000400:00000010:2.0:1767384286.198137:0:16137:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000071c374ff. 00000020:00000010:0.0:1767384286.198142:0:17551:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000678ea6c7. 00000400:00000010:2.0:1767384286.198146:0:16137:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005e511620. 00000100:00000200:2.0:1767384286.198154:0:16137:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236723065472, portal 10 00000100:00000040:0.0:1767384286.198155:0:17551:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:2.0:1767384286.198157:0:16137:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384286.198162:0:17551:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384286.198163:0:16137:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782564215680 : -124291145335936 : ffff8ef5366efb80) 00000100:00000001:0.0:1767384286.198167:0:17551:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384286.198172:0:17551:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384286.198177:0:16137:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000007c5b2eb5 x1853236723065472/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384302 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384286.198183:0:17551:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384286.198188:0:16137:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384286.198196:0:16137:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384286.198202:0:16137:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009a764da8. 00000100:00000001:0.0:1767384286.198204:0:17551:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384286.198207:0:16137:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236723065472, offset 0 00000400:00000200:2.0:1767384286.198218:0:16137:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384286.198222:0:17551:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384286.198227:0:17551:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:2.0:1767384286.198229:0:16137:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:0.0:1767384286.198236:0:17551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00000040:0.0:1767384286.198241:0:17551:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000cf791f94 : new rpc_count 1 00000400:00000200:2.0:1767384286.198242:0:16137:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824c902280 00000100:00000001:0.0:1767384286.198247:0:17551:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619782674420096 : -124291035131520 : ffff8ef53d009180) 00000400:00000200:2.0:1767384286.198255:0:16137:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 2008 00000100:00000040:0.0:1767384286.198259:0:17551:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000561d573c x1853236723065344/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:267/0 lens 224/0 e 0 to 0 dl 1767384297 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384286.198265:0:16137:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384286.198278:0:16137:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384286.198280:0:17551:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384286.198284:0:16137:0:(events.c:286:request_in_callback()) Process entered 00000020:00000010:0.0:1767384286.198286:0:17551:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000249c15ae. 00000100:00000200:2.0:1767384286.198289:0:16137:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:0.0:1767384286.198293:0:17551:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000010:2.0:1767384286.198297:0:16137:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000fe1f4c2. 00000020:00000010:0.0:1767384286.198299:0:17551:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000249c15ae. 00000100:00000040:2.0:1767384286.198305:0:16137:0:(events.c:337:request_in_callback()) incoming req@000000000fe1f4c2 x1853236723065472 msgsize 224 00000100:00100000:0.0:1767384286.198311:0:17551:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000561d573c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:16139:x1853236723065344:12345-0@lo:13: 00000100:00100000:2.0:1767384286.198322:0:16137:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000200:0.0:1767384286.198323:0:17551:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723065344 00000020:00000001:0.0:1767384286.198330:0:17551:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384286.198333:0:17551:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384286.198336:0:17551:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384286.198337:0:16137:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000001:0.0:1767384286.198340:0:17551:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384286.198343:0:17551:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072673306064 : -1036245552 : ffffffffc23c25d0) 00000020:00000001:0.0:1767384286.198346:0:17551:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384286.198351:0:17551:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384286.198354:0:17551:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:2.0:1767384286.198355:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009a764da8 00000020:00000001:0.0:1767384286.198357:0:17551:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000010:2.0:1767384286.198362:0:16137:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009a764da8. 00000020:00000001:0.0:1767384286.198363:0:17551:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384286.198369:0:16137:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384286.198372:0:17551:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000200:2.0:1767384286.198377:0:16137:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007c5b2eb5 x1853236723065472/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384302 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384286.198378:0:17551:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384286.198384:0:17551:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 0000000009c8166c. 02000000:00000001:0.0:1767384286.198391:0:17551:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384286.198396:0:16137:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384286.198397:0:17551:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384286.198404:0:16137:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000007c5b2eb5 x1853236723065472/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384302 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00002000:00000001:0.0:1767384286.198404:0:17551:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00002000:00000001:0.0:1767384286.198412:0:17551:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:0.0:1767384286.198417:0:17551:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000100:00000001:2.0:1767384286.198419:0:16137:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384286.198422:0:17551:0:(osd_handler.c:571:osd_statfs()) Process entered 00000100:00000001:2.0:1767384286.198424:0:16137:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384286.198432:0:16137:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384286.198435:0:17551:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384286.198436:0:16137:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 3303 usecs (4 jiffies) 00000100:00000001:2.0:1767384286.198440:0:16137:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294876165 00000100:00000001:2.0:1767384286.198444:0:16137:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294876184 00000020:00000001:0.0:1767384286.198449:0:17551:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384286.198450:0:16137:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294876165 00002000:00000024:0.0:1767384286.198457:0:17551:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 389021696 avail 386924544 00000100:00000001:2.0:1767384286.198458:0:16137:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294876184 00000100:00000001:2.0:1767384286.198466:0:16137:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294876165 00000020:00000020:0.0:1767384286.198467:0:17551:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40828928 0 0 00000100:00000001:2.0:1767384286.198469:0:16137:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294876184 00000020:00000020:0.0:1767384286.198474:0:17551:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000cf791f94 dirty 0 pend 0 grant 0 00000100:00000001:2.0:1767384286.198475:0:16137:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294876165 00000100:00000001:2.0:1767384286.198482:0:16137:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294876184 00002000:00000020:0.0:1767384286.198484:0:17551:0:(ofd_obd.c:737:ofd_statfs()) 374 blocks: 371 free, 331 avail; 12280 objects: 11872 free; state 0 00000100:00000001:2.0:1767384286.198487:0:16137:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000001:0.0:1767384286.198491:0:17551:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000100:00000001:2.0:1767384286.198493:0:16137:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384286.198498:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384286.198499:0:17551:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at 00000000ddc2f7be. 00000100:00000001:2.0:1767384286.198501:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:0.0:1767384286.198507:0:17551:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000100:00000001:2.0:1767384286.198510:0:16137:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000001:00000001:0.0:1767384286.198512:0:17551:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384286.198515:0:16137:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00002000:00000001:0.0:1767384286.198518:0:17551:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384286.198520:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000040:0.0:1767384286.198524:0:17551:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934594, transno 0, xid 1853236723065344 00000100:00000001:2.0:1767384286.198525:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384286.198529:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384286.198531:0:17551:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00100000:2.0:1767384286.198535:0:16137:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1767384286.198539:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000200:0.0:1767384286.198540:0:17551:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000561d573c x1853236723065344/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:267/0 lens 224/368 e 0 to 0 dl 1767384297 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384286.198545:0:16137:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:0.0:1767384286.198553:0:17551:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1767384286.198556:0:16137:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384286.198559:0:17551:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384286.198562:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384286.198566:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00001000:0.0:1767384286.198567:0:17551:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bde6550e time=5 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384286.198569:0:16137:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767384286.198576:0:17551:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384286.198579:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c465c2af x1853236723065600/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384286.198584:0:17551:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 21 to 0@lo 00000100:00000001:0.0:1767384286.198591:0:17551:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 02000000:00000001:0.0:1767384286.198598:0:17551:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1767384286.198601:0:16137:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:0.0:1767384286.198603:0:17551:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384286.198605:0:16137:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384286.198609:0:17551:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1767384286.198611:0:16137:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384286.198615:0:16137:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384286.198616:0:17551:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:2.0:1767384286.198622:0:16137:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384286.198623:0:17551:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cff112c4. 00000100:00100000:2.0:1767384286.198629:0:16137:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c465c2af pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:16137:1853236723065600:0@lo:400: 00000100:00000200:0.0:1767384286.198631:0:17551:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853236723065344, offset 224 00000100:00000001:2.0:1767384286.198639:0:16137:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384286.198644:0:16137:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1767384286.198645:0:17551:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:2.0:1767384286.198649:0:16137:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384286.198654:0:16137:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767384286.198658:0:17551:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:2.0:1767384286.198661:0:16137:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a20b62c3. 02000000:00000001:2.0:1767384286.198666:0:16137:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384286.198669:0:17551:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x695824c902200 00000400:00000010:2.0:1767384286.198673:0:16137:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004c5b5306. 00000400:00000200:0.0:1767384286.198680:0:17551:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x122d [1] + 224 00000400:00000200:0.0:1767384286.198687:0:17551:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384286.198690:0:17551:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:2.0:1767384286.198693:0:16137:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009a764da8. 00000100:00000001:0.0:1767384286.198695:0:17551:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384286.198699:0:16137:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236723065600, portal 10 00000100:00000001:2.0:1767384286.198705:0:16137:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384286.198707:0:16137:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782564204032 : -124291145347584 : ffff8ef5366ece00) 00000100:00000200:0.0:1767384286.198709:0:17551:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006fac9fc8 x1853236723065344/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384302 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384286.198717:0:16137:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c465c2af x1853236723065600/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384302 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384286.198738:0:17551:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@000000006fac9fc8 x1853236723065344/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384302 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384286.198759:0:16137:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384286.198769:0:16137:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384286.198776:0:16137:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002a8df399. 00000100:00000001:0.0:1767384286.198791:0:17551:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:2.0:1767384286.198794:0:16137:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236723065600, offset 0 00000400:00000200:0.0:1767384286.198799:0:17551:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cff112c4 00000400:00000010:0.0:1767384286.198804:0:17551:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cff112c4. 00000100:00000001:0.0:1767384286.198808:0:17551:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384286.198810:0:17551:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:2.0:1767384286.198812:0:16137:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384286.198816:0:17551:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384286.198824:0:17551:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 20 to 0@lo 00000400:00000200:2.0:1767384286.198827:0:16137:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:0.0:1767384286.198830:0:17551:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384286.198834:0:17551:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384286.198840:0:16137:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824c902300 00000020:00000001:0.0:1767384286.198840:0:17551:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384286.198849:0:17551:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000561d573c x1853236723065344/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:267/0 lens 224/368 e 0 to 0 dl 1767384297 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384286.198851:0:16137:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 2232 00000400:00000200:2.0:1767384286.198863:0:16137:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:0.0:1767384286.198869:0:17551:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000561d573c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:16139:x1853236723065344:12345-0@lo:13: Request processed in 587us (1173us total) trans 0 rc 0/0 00000400:00000200:2.0:1767384286.198882:0:16137:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:0.0:1767384286.198888:0:17551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00000001:2.0:1767384286.198891:0:16137:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:0.0:1767384286.198894:0:17551:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000cf791f94 : new rpc_count 0 00000100:00000200:2.0:1767384286.198895:0:16137:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:0.0:1767384286.198902:0:17551:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000010:2.0:1767384286.198904:0:16137:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000025babc46. 00000100:00000001:0.0:1767384286.198907:0:17551:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:2.0:1767384286.198910:0:16137:0:(events.c:337:request_in_callback()) incoming req@0000000025babc46 x1853236723065600 msgsize 224 00000020:00000010:0.0:1767384286.198914:0:17551:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000067d9b3bb. 00000100:00100000:2.0:1767384286.198922:0:16137:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000010:0.0:1767384286.198924:0:17551:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000678ea6c7. 00000020:00000010:0.0:1767384286.198930:0:17551:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000034fc9b7d. 00000020:00000040:0.0:1767384286.198936:0:17551:0:(genops.c:898:class_export_put()) PUTting export 00000000cf791f94 : new refcount 6 00000100:00000001:2.0:1767384286.198937:0:16137:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384286.198940:0:17551:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384286.198945:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002a8df399 00000400:00000010:2.0:1767384286.198950:0:16137:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002a8df399. 00000100:00000001:2.0:1767384286.198954:0:16137:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384286.198957:0:16137:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c465c2af x1853236723065600/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384302 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384286.198967:0:16137:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384286.198969:0:16137:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c465c2af x1853236723065600/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384302 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384286.198978:0:16137:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384286.198981:0:16137:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384286.198986:0:16137:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384286.198990:0:16137:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3868 usecs (4 jiffies) 00000100:00000001:2.0:1767384286.198994:0:16137:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294876165 00000100:00000001:2.0:1767384286.198997:0:16137:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294876184 00000100:00000001:2.0:1767384286.199000:0:16137:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294876165 00000100:00000001:2.0:1767384286.199004:0:16137:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294876184 00000100:00000001:2.0:1767384286.199007:0:16137:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294876165 00000100:00000001:2.0:1767384286.199010:0:16137:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294876184 00000100:00000001:2.0:1767384286.199012:0:16137:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294876165 00000100:00000001:2.0:1767384286.199015:0:16137:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294876184 00000100:00000001:2.0:1767384286.199018:0:16137:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384286.199021:0:16137:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1767384286.199023:0:16775:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00000001:2.0:1767384286.199026:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384286.199030:0:16775:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (0000000083abdb14) now 6 - evictor 00000100:00000001:2.0:1767384286.199031:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384286.199046:0:16139:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294876184 00000100:00000001:0.0:1767384286.199053:0:16139:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294876185 00000100:00000001:2.0:1767384286.199056:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384286.199059:0:16139:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4294876184 00000100:00000001:2.0:1767384286.199061:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384286.199075:0:16139:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294876185 00000100:00000001:2.0:1767384286.199078:0:17548:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384286.199080:0:16139:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4294876184 00000100:00100000:2.0:1767384286.199083:0:17548:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723065216 00000100:00000001:0.0:1767384286.199114:0:16139:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294876186 02000000:00000001:2.0:1767384286.199115:0:17548:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384286.199120:0:17548:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384286.199123:0:16139:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4294876184 00000100:00000001:2.0:1767384286.199124:0:17548:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384286.199132:0:16139:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384286.199133:0:17548:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384286.199140:0:17548:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723065216 00000100:00000001:0.0:1767384286.199141:0:16139:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384286.199144:0:17548:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384286.199147:0:17548:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eeca38 00000020:00000001:2.0:1767384286.199149:0:17548:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000001:0.0:1767384286.199150:0:16139:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000040:2.0:1767384286.199152:0:17548:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000cf791f94 refcount=7 00000400:00000001:0.0:1767384286.199156:0:16139:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:2.0:1767384286.199157:0:17548:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619777391929344 : -124296317622272 : ffff8ef402242800) 00000020:00000001:2.0:1767384286.199161:0:17548:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619777391929344 : -124296317622272 : ffff8ef402242800) 00000400:00000010:0.0:1767384286.199161:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007f7e3a29. 00000100:00000001:2.0:1767384286.199170:0:17548:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1767384286.199170:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000024e40c18 00000020:00000010:2.0:1767384286.199173:0:17548:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000060a1270b. 00000400:00000010:0.0:1767384286.199175:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000024e40c18. 00000100:00000001:2.0:1767384286.199179:0:17548:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384286.199182:0:16139:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:2.0:1767384286.199183:0:17548:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000060a1270b. 00000020:00000010:2.0:1767384286.199191:0:17548:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000554c1bb7. 00000100:00000200:0.0:1767384286.199192:0:16139:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006fac9fc8 x1853236723065344/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384302 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384286.199198:0:17548:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009a57fb1d. 00000020:00000010:2.0:1767384286.199206:0:17548:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c8e21af0. 00000100:00000200:0.0:1767384286.199216:0:16139:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006fac9fc8 x1853236723065344/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384302 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384286.199218:0:17548:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:2.0:1767384286.199224:0:17548:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384286.199226:0:17548:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384286.199230:0:17548:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384286.199239:0:17548:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1767384286.199239:0:16139:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384286.199243:0:17548:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1767384286.199243:0:16139:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384286.199246:0:17548:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384286.199251:0:16139:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384286.199255:0:16139:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384286.199257:0:16139:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384286.199259:0:17548:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384286.199260:0:16139:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384286.199267:0:16139:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384286.199271:0:17548:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384286.199274:0:17548:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00001000:0.0:1767384286.199274:0:16139:0:(import.c:2128:obd_at_measure()) add 5 to 0000000032110564 time=5 v=5 (5 0 0 0) 00000100:00100000:2.0:1767384286.199282:0:17548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00001000:0.0:1767384286.199283:0:16139:0:(import.c:2128:obd_at_measure()) add 1 to 000000001fbc0fd6 time=5 v=5 (1 0 0 0) 00000100:00000040:2.0:1767384286.199285:0:17548:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000cf791f94 : new rpc_count 1 00000100:00000001:2.0:1767384286.199289:0:17548:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619782564212096 : -124291145339520 : ffff8ef5366eed80) 00000100:00000001:0.0:1767384286.199292:0:16139:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384286.199294:0:16139:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384286.199300:0:16139:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000040:2.0:1767384286.199304:0:17548:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000009596a33a x1853236723065216/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:267/0 lens 224/0 e 0 to 0 dl 1767384297 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:0.0:1767384286.199310:0:16139:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000006fac9fc8 x1853236723065344/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384302 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384286.199320:0:17548:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384286.199325:0:17548:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000060a1270b. 00010000:00000001:0.0:1767384286.199329:0:16139:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384286.199330:0:17548:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384286.199336:0:17548:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000060a1270b. 00000100:00000001:0.0:1767384286.199337:0:16139:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1767384286.199342:0:17548:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000009596a33a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+7:16140:x1853236723065216:12345-0@lo:400: 00000100:00000200:2.0:1767384286.199346:0:17548:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723065216 00000020:00000001:2.0:1767384286.199352:0:17548:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000040:0.0:1767384286.199352:0:16139:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934594 00000020:00000001:2.0:1767384286.199354:0:17548:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384286.199358:0:17548:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384286.199360:0:16139:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000020:00000001:2.0:1767384286.199362:0:17548:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384286.199365:0:17548:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661494240 : -1048057376 : ffffffffc187e9e0) 00000100:00000001:0.0:1767384286.199366:0:16139:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384286.199368:0:17548:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384286.199372:0:17548:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384286.199375:0:17548:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000040:0.0:1767384286.199376:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006fac9fc8 x1853236723065344/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384302 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384286.199378:0:17548:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384286.199381:0:17548:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384286.199386:0:17548:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1767384286.199391:0:17548:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384286.199395:0:17548:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1767384286.199398:0:16139:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000010:2.0:1767384286.199400:0:17548:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000eea3a540. 02000000:00000001:2.0:1767384286.199406:0:17548:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384286.199406:0:16139:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384286.199408:0:17548:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384286.199412:0:17548:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384286.199412:0:16139:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:2.0:1767384286.199420:0:17548:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934594, transno 0, xid 1853236723065216 00000004:00000001:0.0:1767384286.199421:0:16139:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00010000:00000001:2.0:1767384286.199423:0:17548:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000004:00000040:0.0:1767384286.199427:0:16139:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00010000:00000200:2.0:1767384286.199430:0:17548:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000009596a33a x1853236723065216/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:267/0 lens 224/224 e 0 to 0 dl 1767384297 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000004:00000040:0.0:1767384286.199434:0:16139:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=95744 free=94976 avail=84736 avail_mb=331 hwm_mb=3 files=12280 ffree=11872 state=0: rc = 0 00010000:00000001:2.0:1767384286.199442:0:17548:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384286.199446:0:17548:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384286.199449:0:17548:0:(import.c:2128:obd_at_measure()) add 1 to 0000000094c7e214 time=5 v=5 (1 0 0 0) 00000004:00000020:0.0:1767384286.199451:0:16139:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (000000009fef8af1): 95744 blocks, 94976 free, 84736 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 12280 files, 11872 free files 0x0 00000100:00000001:2.0:1767384286.199452:0:17548:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000004:00000001:0.0:1767384286.199460:0:16139:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384286.199464:0:17548:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 21 to 0@lo 00000100:00000001:2.0:1767384286.199468:0:17548:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 00000100:00000040:0.0:1767384286.199470:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006fac9fc8 x1853236723065344/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384302 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384286.199472:0:17548:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384286.199475:0:17548:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384286.199481:0:17548:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384286.199489:0:17548:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384286.199493:0:17548:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002a8df399. 00000100:00100000:0.0:1767384286.199497:0:16139:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006fac9fc8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16139:1853236723065344:0@lo:13: 00000100:00000200:2.0:1767384286.199499:0:17548:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853236723065216, offset 224 00000400:00000200:2.0:1767384286.199510:0:17548:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384286.199510:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384286.199516:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767384286.199521:0:17548:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:0.0:1767384286.199525:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006fac9fc8 x1853236723065344/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384302 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384286.199534:0:17548:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x695824c902180 00000400:00000200:2.0:1767384286.199544:0:17548:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1235 [1] + 224 00000100:00000001:0.0:1767384286.199544:0:16139:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384286.199550:0:16139:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:2.0:1767384286.199551:0:17548:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:0.0:1767384286.199556:0:16139:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000004b0c1981. 00000400:00000200:2.0:1767384286.199558:0:17548:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:0.0:1767384286.199563:0:16139:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767384286.199565:0:17548:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:0.0:1767384286.199568:0:16139:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000200:2.0:1767384286.199571:0:17548:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b55211d7 x1853236723065216/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384302 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384286.199572:0:16139:0:(genops.c:1242:class_import_put()) import 0000000068bc8709 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:0.0:1767384286.199580:0:16139:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384286.199585:0:16139:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000613cf24c. 00000100:00000040:2.0:1767384286.199589:0:17548:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b55211d7 x1853236723065216/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384302 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384286.199595:0:16139:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384286.199600:0:16139:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384286.199601:0:16139:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006fac9fc8. 00000100:00000001:2.0:1767384286.199603:0:17548:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384286.199610:0:17548:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002a8df399 00000400:00000010:2.0:1767384286.199614:0:17548:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002a8df399. 00000100:00000001:2.0:1767384286.199618:0:17548:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384286.199618:0:16139:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384286.199623:0:17548:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384286.199623:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384286.199629:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384286.199630:0:17548:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384286.199638:0:17548:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 20 to 0@lo 00000100:00000001:0.0:1767384286.199640:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1767384286.199641:0:17548:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384286.199645:0:17548:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384286.199646:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384286.199648:0:17548:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1767384286.199653:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767384286.199655:0:17548:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009596a33a x1853236723065216/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:267/0 lens 224/224 e 0 to 0 dl 1767384297 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384286.199658:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384286.199668:0:17548:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000009596a33a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+7:16140:x1853236723065216:12345-0@lo:400: Request processed in 347us (1871us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384286.199686:0:17548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00000040:2.0:1767384286.199688:0:17548:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000cf791f94 : new rpc_count 0 00000100:00000001:2.0:1767384286.199691:0:17548:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384286.199693:0:17548:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384286.199697:0:17548:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009a57fb1d. 00000020:00000010:2.0:1767384286.199700:0:17548:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c8e21af0. 00000020:00000010:2.0:1767384286.199704:0:17548:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000554c1bb7. 00000020:00000040:2.0:1767384286.199707:0:17548:0:(genops.c:898:class_export_put()) PUTting export 00000000cf791f94 : new refcount 6 00000100:00000001:2.0:1767384286.199710:0:17548:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384286.199733:0:16780:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000006d4de6b4. 00000100:00000001:2.0:1767384286.199736:0:16780:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384286.199738:0:16780:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723065472 02000000:00000001:2.0:1767384286.199757:0:16780:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384286.199759:0:16780:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384286.199762:0:16780:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384286.199766:0:16780:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384286.199769:0:16780:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723065472 00000020:00000001:2.0:1767384286.199772:0:16780:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384286.199774:0:16780:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eeca2a 00000020:00000001:2.0:1767384286.199776:0:16780:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384286.199779:0:16780:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f335576c refcount=5 00000020:00000001:2.0:1767384286.199782:0:16780:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619777384806400 : -124296324745216 : ffff8ef401b77800) 00000020:00000001:2.0:1767384286.199785:0:16780:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619777384806400 : -124296324745216 : ffff8ef401b77800) 00000100:00000001:2.0:1767384286.199790:0:16780:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384286.199795:0:16780:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000060a1270b. 00000100:00000001:2.0:1767384286.199798:0:16780:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384286.199801:0:16780:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000060a1270b. 00000020:00000010:2.0:1767384286.199808:0:16780:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000554c1bb7. 00000020:00000010:2.0:1767384286.199814:0:16780:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009a57fb1d. 00000020:00000010:2.0:1767384286.199819:0:16780:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c8e21af0. 00000100:00000040:2.0:1767384286.199828:0:16780:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1767384286.199831:0:16780:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384286.199839:0:16780:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384286.199842:0:16780:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384286.199846:0:16780:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1767384286.199848:0:16780:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767384286.199849:0:16780:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384286.199858:0:16780:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384286.199867:0:16780:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384286.199869:0:16780:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723065600 02000000:00000001:2.0:1767384286.199871:0:16780:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384286.199873:0:16780:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384286.199875:0:16780:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384286.199877:0:16780:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384286.199879:0:16780:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723065600 00000020:00000001:2.0:1767384286.199881:0:16780:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384286.199882:0:16780:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eeca23 00000020:00000001:2.0:1767384286.199884:0:16780:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384286.199886:0:16780:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000b2466616 refcount=5 00000020:00000001:2.0:1767384286.199888:0:16780:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619782058162176 : -124291651389440 : ffff8ef518453800) 00000020:00000001:2.0:1767384286.199890:0:16780:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619782058162176 : -124291651389440 : ffff8ef518453800) 00000100:00000001:2.0:1767384286.199893:0:16780:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384286.199896:0:16780:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000060a1270b. 00000020:00000010:2.0:1767384286.199899:0:16780:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000002f915988. 00000020:00000040:2.0:1767384286.199903:0:16780:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000b1f9e0ef) now 8 - evictor 00000100:00000001:2.0:1767384286.199911:0:16780:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:2.0:1767384286.199914:0:16780:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000042d6860a. 00000020:00000010:2.0:1767384286.199918:0:16780:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a595cc17. 00000020:00000010:2.0:1767384286.199923:0:16780:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000021b332a2. 00000100:00000001:2.0:1767384286.199925:0:16780:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384286.199927:0:16780:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384286.199929:0:16780:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384286.199931:0:16780:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1767384286.199933:0:16780:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767384286.199936:0:16780:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384286.199947:0:16780:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384286.199954:0:16780:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384286.199962:0:16780:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384286.199967:0:16780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00000040:2.0:1767384286.199970:0:16780:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000f335576c : new rpc_count 1 00000100:00000001:2.0:1767384286.199972:0:16780:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619782564209408 : -124291145342208 : ffff8ef5366ee300) 00000100:00000040:2.0:1767384286.199976:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000000fe1f4c2 x1853236723065472/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:267/0 lens 224/0 e 0 to 0 dl 1767384297 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384286.199984:0:16780:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384286.199986:0:16780:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008da06b8f. 00000100:00000001:2.0:1767384286.199988:0:16780:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384286.199990:0:16780:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008da06b8f. 00000100:00100000:2.0:1767384286.199993:0:16780:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000000fe1f4c2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:16137:x1853236723065472:12345-0@lo:400: 00000100:00000200:2.0:1767384286.199997:0:16780:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723065472 00000020:00000001:2.0:1767384286.199998:0:16780:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384286.200000:0:16780:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384286.200002:0:16780:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384286.200004:0:16780:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384286.200006:0:16780:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661494240 : -1048057376 : ffffffffc187e9e0) 00000020:00000001:2.0:1767384286.200008:0:16780:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384286.200011:0:16780:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384286.200013:0:16780:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384286.200014:0:16780:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384286.200015:0:16780:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384286.200017:0:16780:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1767384286.200019:0:16780:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384286.200021:0:16780:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384286.200025:0:16780:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000001e66c987. 02000000:00000001:2.0:1767384286.200027:0:16780:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384286.200029:0:16780:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384286.200031:0:16780:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384286.200033:0:16780:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236723065472 00010000:00000001:2.0:1767384286.200035:0:16780:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384286.200037:0:16780:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000000fe1f4c2 x1853236723065472/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:267/0 lens 224/224 e 0 to 0 dl 1767384297 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384286.200054:0:16780:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384286.200056:0:16780:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384286.200059:0:16780:0:(import.c:2128:obd_at_measure()) add 1 to 000000008dd0459f time=11 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384286.200062:0:16780:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384286.200065:0:16780:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 21 to 0@lo 00000100:00000001:2.0:1767384286.200068:0:16780:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 02000000:00000001:2.0:1767384286.200070:0:16780:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384286.200072:0:16780:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384286.200074:0:16780:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384286.200077:0:16780:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384286.200081:0:16780:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002a8df399. 00000100:00000200:2.0:1767384286.200103:0:16780:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236723065472, offset 224 00000400:00000200:2.0:1767384286.200109:0:16780:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384286.200115:0:16780:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384286.200121:0:16780:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824c902280 00000400:00000200:2.0:1767384286.200127:0:16780:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x123d [1] + 224 00000400:00000200:2.0:1767384286.200131:0:16780:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384286.200134:0:16780:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384286.200138:0:16780:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384286.200141:0:16780:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007c5b2eb5 x1853236723065472/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384302 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384286.200148:0:16780:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000007c5b2eb5 x1853236723065472/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384302 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384286.200161:0:16780:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384286.200167:0:16780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002a8df399 00000400:00000010:2.0:1767384286.200169:0:16780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002a8df399. 00000100:00000001:2.0:1767384286.200172:0:16780:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384286.200173:0:16780:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384286.200177:0:16780:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384286.200179:0:16780:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 20 to 0@lo 00010000:00000001:2.0:1767384286.200182:0:16780:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384286.200183:0:16780:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384286.200186:0:16780:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384286.200195:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000fe1f4c2 x1853236723065472/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:267/0 lens 224/224 e 0 to 0 dl 1767384297 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384286.200203:0:16780:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000000fe1f4c2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:16137:x1853236723065472:12345-0@lo:400: Request processed in 217us (1897us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384286.200210:0:16780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00000040:2.0:1767384286.200212:0:16780:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f335576c : new rpc_count 0 00000100:00000001:2.0:1767384286.200214:0:16780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384286.200216:0:16780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384286.200219:0:16780:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009a57fb1d. 00000020:00000010:2.0:1767384286.200223:0:16780:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c8e21af0. 00000020:00000010:2.0:1767384286.200227:0:16780:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000554c1bb7. 00000020:00000040:2.0:1767384286.200230:0:16780:0:(genops.c:898:class_export_put()) PUTting export 00000000f335576c : new refcount 4 00000100:00000001:2.0:1767384286.200232:0:16780:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384286.200241:0:16780:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384286.200243:0:16780:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384286.200245:0:16780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00000040:2.0:1767384286.200247:0:16780:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000b2466616 : new rpc_count 1 00000100:00000001:2.0:1767384286.200249:0:16780:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619782564214784 : -124291145336832 : ffff8ef5366ef800) 00000100:00000040:2.0:1767384286.200252:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000025babc46 x1853236723065600/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:267/0 lens 224/0 e 0 to 0 dl 1767384297 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384286.200258:0:16780:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384286.200262:0:16780:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008da06b8f. 00000100:00000001:2.0:1767384286.200264:0:16780:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384286.200267:0:16780:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008da06b8f. 00000100:00100000:2.0:1767384286.200272:0:16780:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000025babc46 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:16137:x1853236723065600:12345-0@lo:400: 00000100:00000200:2.0:1767384286.200275:0:16780:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723065600 00000020:00000001:2.0:1767384286.200277:0:16780:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384286.200279:0:16780:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384286.200280:0:16780:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384286.200282:0:16780:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384286.200284:0:16780:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661494240 : -1048057376 : ffffffffc187e9e0) 00000020:00000001:2.0:1767384286.200291:0:16780:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384286.200293:0:16780:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384286.200295:0:16780:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384286.200296:0:16780:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384286.200298:0:16780:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384286.200299:0:16780:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1767384286.200301:0:16780:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384286.200302:0:16780:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384286.200305:0:16780:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000033ed7a7f. 02000000:00000001:2.0:1767384286.200307:0:16780:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384286.200308:0:16780:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384286.200309:0:16780:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384286.200312:0:16780:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236723065600 00010000:00000001:2.0:1767384286.200313:0:16780:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384286.200315:0:16780:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000025babc46 x1853236723065600/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:267/0 lens 224/224 e 0 to 0 dl 1767384297 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384286.200323:0:16780:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384286.200326:0:16780:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384286.200328:0:16780:0:(import.c:2128:obd_at_measure()) add 1 to 000000008dd0459f time=11 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384286.200332:0:16780:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384286.200336:0:16780:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 21 to 0@lo 00000100:00000001:2.0:1767384286.200339:0:16780:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 02000000:00000001:2.0:1767384286.200342:0:16780:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384286.200344:0:16780:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384286.200347:0:16780:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384286.200351:0:16780:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384286.200355:0:16780:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002a8df399. 00000100:00000200:2.0:1767384286.200360:0:16780:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236723065600, offset 224 00000400:00000200:2.0:1767384286.200368:0:16780:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384286.200377:0:16780:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384286.200387:0:16780:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824c902300 00000400:00000200:2.0:1767384286.200394:0:16780:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1249 [1] + 224 00000400:00000200:2.0:1767384286.200400:0:16780:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384286.200405:0:16780:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384286.200411:0:16780:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384286.200425:0:16780:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c465c2af x1853236723065600/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384302 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384286.200433:0:16780:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c465c2af x1853236723065600/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384302 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384286.200442:0:16780:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384286.200448:0:16780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002a8df399 00000400:00000010:2.0:1767384286.200450:0:16780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002a8df399. 00000100:00000001:2.0:1767384286.200454:0:16780:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384286.200455:0:16780:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384286.200461:0:16780:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384286.200464:0:16780:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 20 to 0@lo 00010000:00000001:2.0:1767384286.200467:0:16780:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384286.200468:0:16780:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384286.200471:0:16780:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384286.200475:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000025babc46 x1853236723065600/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:267/0 lens 224/224 e 0 to 0 dl 1767384297 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384286.200483:0:16780:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000025babc46 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:16137:x1853236723065600:12345-0@lo:400: Request processed in 222us (1570us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384286.200490:0:16780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00000040:2.0:1767384286.200493:0:16780:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000b2466616 : new rpc_count 0 00000100:00000001:2.0:1767384286.200495:0:16780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384286.200497:0:16780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384286.200500:0:16780:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a595cc17. 00000020:00000010:2.0:1767384286.200504:0:16780:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000021b332a2. 00000020:00000010:2.0:1767384286.200508:0:16780:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000042d6860a. 00000020:00000040:2.0:1767384286.200511:0:16780:0:(genops.c:898:class_export_put()) PUTting export 00000000b2466616 : new refcount 4 00000100:00000001:2.0:1767384286.200513:0:16780:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1767384286.200548:0:16775:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000040:2.0:1767384286.200552:0:16775:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000b1f9e0ef) now 8 - evictor 00000100:00000001:2.0:1767384286.200580:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384286.200581:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384286.200585:0:16140:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384286.200587:0:16140:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384286.200596:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000017b2962f. 00000400:00000200:2.0:1767384286.200600:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000025f6c491 00000400:00000010:2.0:1767384286.200602:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000025f6c491. 00000100:00000001:2.0:1767384286.200606:0:16140:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384286.200610:0:16140:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b55211d7 x1853236723065216/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384302 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384286.200618:0:16140:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b55211d7 x1853236723065216/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384302 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384286.200625:0:16140:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384286.200628:0:16140:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384286.200630:0:16140:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384286.200631:0:16140:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384286.200633:0:16140:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384286.200634:0:16140:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384286.200636:0:16140:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384286.200640:0:16140:0:(import.c:2128:obd_at_measure()) add 5 to 0000000040f3b9ed time=5 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384286.200643:0:16140:0:(import.c:2128:obd_at_measure()) add 1 to 000000001fbc0fd6 time=5 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384286.200646:0:16140:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384286.200648:0:16140:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384286.200651:0:16140:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767384286.200654:0:16140:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000b55211d7 x1853236723065216/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384302 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384286.200660:0:16140:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384286.200662:0:16140:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767384286.200664:0:16140:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934594 00000100:00000001:2.0:1767384286.200666:0:16140:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384286.200667:0:16140:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384286.200671:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b55211d7 x1853236723065216/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384302 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384286.200677:0:16140:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384286.200679:0:16140:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384286.200681:0:16140:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384286.200695:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b55211d7 x1853236723065216/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384302 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384286.200710:0:16140:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b55211d7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16140:1853236723065216:0@lo:400: 00000100:00000001:2.0:1767384286.200715:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384286.200717:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384286.200719:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b55211d7 x1853236723065216/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384302 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384286.200725:0:16140:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384286.200726:0:16140:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384286.200728:0:16140:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000021224e3c. 02000000:00000001:2.0:1767384286.200731:0:16140:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384286.200733:0:16140:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384286.200734:0:16140:0:(genops.c:1242:class_import_put()) import 0000000068bc8709 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:2.0:1767384286.200736:0:16140:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384286.200737:0:16140:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005c00056c. 02000000:00000001:2.0:1767384286.200760:0:16140:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384286.200762:0:16140:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384286.200764:0:16140:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b55211d7. 00000100:00000001:2.0:1767384286.200770:0:16140:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384286.200773:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384286.200775:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384286.200783:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384286.200785:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384286.200789:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384286.200792:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384286.200804:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384286.200806:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384286.200810:0:16137:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384286.200811:0:16137:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384286.200813:0:16137:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004c5b5306. 00000400:00000200:2.0:1767384286.200818:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009a764da8 00000400:00000010:2.0:1767384286.200820:0:16137:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009a764da8. 00000100:00000001:2.0:1767384286.200822:0:16137:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384286.200825:0:16137:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c465c2af x1853236723065600/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384302 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384286.200831:0:16137:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c465c2af x1853236723065600/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384302 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384286.200844:0:16137:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384286.200846:0:16137:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384286.200848:0:16137:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384286.200850:0:16137:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384286.200852:0:16137:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384286.200853:0:16137:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384286.200856:0:16137:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384286.200860:0:16137:0:(import.c:2128:obd_at_measure()) add 5 to 00000000edb11b67 time=11 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384286.200863:0:16137:0:(import.c:2128:obd_at_measure()) add 1 to 000000006fb1a5f2 time=11 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384286.200866:0:16137:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384286.200867:0:16137:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384286.200868:0:16137:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767384286.200872:0:16137:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000c465c2af x1853236723065600/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384302 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384286.200878:0:16137:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384286.200881:0:16137:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767384286.200882:0:16137:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:2.0:1767384286.200884:0:16137:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384286.200886:0:16137:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384286.200888:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c465c2af x1853236723065600/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384302 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384286.200894:0:16137:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384286.200896:0:16137:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384286.200898:0:16137:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384286.200902:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c465c2af x1853236723065600/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384302 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384286.200908:0:16137:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c465c2af pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:16137:1853236723065600:0@lo:400: 00000400:00000001:2.0:1767384286.200915:0:16137:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384286.200917:0:16137:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384286.200918:0:16137:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000071c374ff. 00000400:00000200:2.0:1767384286.200921:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005e511620 00000400:00000010:2.0:1767384286.200923:0:16137:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005e511620. 00000100:00000001:2.0:1767384286.200932:0:16137:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384286.200935:0:16137:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007c5b2eb5 x1853236723065472/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384302 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384286.200941:0:16137:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007c5b2eb5 x1853236723065472/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384302 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384286.200947:0:16137:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384286.200948:0:16137:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384286.200950:0:16137:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384286.200951:0:16137:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384286.200952:0:16137:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384286.200954:0:16137:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384286.200955:0:16137:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384286.200958:0:16137:0:(import.c:2128:obd_at_measure()) add 5 to 00000000701828d5 time=11 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384286.200961:0:16137:0:(import.c:2128:obd_at_measure()) add 1 to 0000000073619233 time=11 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384286.200963:0:16137:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384286.200965:0:16137:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384286.200967:0:16137:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767384286.200970:0:16137:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000007c5b2eb5 x1853236723065472/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384302 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384286.200975:0:16137:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384286.200977:0:16137:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767384286.200978:0:16137:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:2.0:1767384286.200979:0:16137:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384286.200980:0:16137:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384286.200982:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007c5b2eb5 x1853236723065472/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384302 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384286.200987:0:16137:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384286.200988:0:16137:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384286.200990:0:16137:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384286.200993:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007c5b2eb5 x1853236723065472/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384302 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384286.200998:0:16137:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000007c5b2eb5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16137:1853236723065472:0@lo:400: 00000100:00000001:2.0:1767384286.201010:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384286.201013:0:16137:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384286.201016:0:16137:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c465c2af x1853236723065600/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384302 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384286.201022:0:16137:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384286.201024:0:16137:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384286.201026:0:16137:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a20b62c3. 02000000:00000001:2.0:1767384286.201030:0:16137:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384286.201032:0:16137:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384286.201034:0:16137:0:(genops.c:1242:class_import_put()) import 000000005a28ad8c refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:2.0:1767384286.201036:0:16137:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384286.201037:0:16137:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000401ce985. 02000000:00000001:2.0:1767384286.201042:0:16137:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384286.201043:0:16137:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384286.201045:0:16137:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c465c2af. 00000100:00000001:2.0:1767384286.201058:0:16137:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384286.201060:0:16137:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384286.201061:0:16137:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384286.201064:0:16137:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000007c5b2eb5 x1853236723065472/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384302 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384286.201069:0:16137:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384286.201072:0:16137:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384286.201074:0:16137:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001a7e4b90. 02000000:00000001:2.0:1767384286.201079:0:16137:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384286.201080:0:16137:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384286.201082:0:16137:0:(genops.c:1242:class_import_put()) import 00000000345f9ba7 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:2.0:1767384286.201084:0:16137:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384286.201113:0:16137:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a079a5d8. 02000000:00000001:2.0:1767384286.201117:0:16137:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384286.201119:0:16137:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384286.201120:0:16137:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007c5b2eb5. 00000100:00000001:2.0:1767384286.201124:0:16137:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384286.201125:0:16137:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384286.201127:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384286.201131:0:16137:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384286.201133:0:16137:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384286.201140:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384286.201141:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384286.215437:0:17574:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000100:00000001:0.0:1767384286.215445:0:17574:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000100:00000001:0.0:1767384286.215448:0:17574:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000001:00080000:0.0:1767384286.215451:0:17574:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 8589934595 is committed 00000001:00000040:0.0:1767384286.215455:0:17574:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export 00000000cf791f94 : new cb_count 1 00000020:00000040:0.0:1767384286.215460:0:17574:0:(genops.c:898:class_export_put()) PUTting export 00000000cf791f94 : new refcount 5 00000001:00000010:0.0:1767384286.215463:0:17574:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 00000000dca20be7. 00002000:00001000:0.0:1767384286.215469:0:17574:0:(ofd_objects.c:181:ofd_cb_precreate()) Sub 8 from 16 for [0x240000400:0x41:0x0], th_sync 1 00002000:00000010:0.0:1767384286.215473:0:17574:0:(ofd_objects.c:184:ofd_cb_precreate()) kfreed 'opc': 88 at 000000002ea6a0e8. 00040000:00000001:0.0:1767384286.215476:0:17574:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384286.215478:0:17574:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384286.215481:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000005c1fba6c. 00080000:00000001:0.0:1767384286.215484:0:17574:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384286.215489:0:17574:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000100:00000001:0.0:1767384286.215491:0:17574:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000100:00000001:0.0:1767384286.215492:0:17574:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000001:00080000:0.0:1767384286.215493:0:17574:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 8589934596 is committed 00000001:00000040:0.0:1767384286.215494:0:17574:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export 00000000cf791f94 : new cb_count 0 00000020:00000040:0.0:1767384286.215495:0:17574:0:(genops.c:898:class_export_put()) PUTting export 00000000cf791f94 : new refcount 4 00000001:00000010:0.0:1767384286.215497:0:17574:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 000000006ac514f3. 00002000:00001000:0.0:1767384286.215499:0:17574:0:(ofd_objects.c:181:ofd_cb_precreate()) Sub 8 from 8 for [0x240000400:0x41:0x0], th_sync 0 00002000:00000010:0.0:1767384286.215500:0:17574:0:(ofd_objects.c:184:ofd_cb_precreate()) kfreed 'opc': 88 at 00000000f87df11a. 00040000:00000001:0.0:1767384286.215502:0:17574:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384286.215502:0:17574:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384286.215504:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000076badc7b. 00080000:00000001:0.0:1767384286.215505:0:17574:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000100:00000040:2.0:1767384286.223140:0:795:0:(connection.c:75:cpu_latency_work()) work item of 00000000135c2452 (cpu 0) has reached its deadline 4294876185, at 4294876186 00000100:00000010:2.0:1767384286.223151:0:795:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f6f7b0fc. 00000100:00000040:1.0:1767384286.223176:0:62:0:(connection.c:75:cpu_latency_work()) work item of 00000000edc4e618 (cpu 0) has reached its deadline 4294876185, at 4294876186 00000100:00000040:0.0:1767384286.223181:0:449:0:(connection.c:75:cpu_latency_work()) work item of 000000002fd0fb58 (cpu 0) has reached its deadline 4294876184, at 4294876186 00000100:00000010:1.0:1767384286.223187:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e7f3f65b. 00000100:00000010:0.0:1767384286.223194:0:449:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000032a76324. 00000100:00000040:3.0:1767384286.224133:0:53:0:(connection.c:75:cpu_latency_work()) work item of 000000009d5c2cb6 (cpu 0) has reached its deadline 4294876186, at 4294876187 00000100:00000010:3.0:1767384286.224142:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000088f2c395. 00000001:00000001:0.0:1767384286.773563:0:19645:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767384286.773571:0:19645:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg252-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp13 --if ens2 00000001:00000001:0.0:1767384286.777135:0:19645:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:0.0:1767384286.777160:0:449:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384286.777163:0:449:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384286.777168:0:449:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384286.777169:0:449:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384286.777197:0:16767:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384286.777202:0:16767:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384286.777206:0:16767:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000010:0.0:1767384286.784351:0:19646:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 0000000095a26dfb. 00000400:00000010:0.0:1767384286.784364:0:19646:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000f5428fae. 00000400:00000010:0.0:1767384286.784372:0:19646:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000da447954. 00000400:00000010:0.0:1767384286.784376:0:19646:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000008c479933. 00000400:00000010:0.0:1767384286.784379:0:19646:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000076cd8018. 00000400:00000010:0.0:1767384286.784382:0:19646:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000099001684. 00000400:00000010:0.0:1767384286.784384:0:19646:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000ef6116d1. 00000400:00000010:0.0:1767384286.784385:0:19646:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000049afb425. 00000400:00000010:0.0:1767384286.784388:0:19646:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000674166b8. 00000800:00000010:0.0:1767384286.784396:0:19646:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000613cf24c. 00000800:00000200:0.0:1767384286.784406:0:19646:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:0.0:1767384286.784411:0:19646:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:0.0:1767384286.784444:0:19646:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.152) 00000400:02000000:0.0:1767384286.784462:0:19646:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.152@tcp13 [8/256/0/180] 00000400:00000010:0.0:1767384286.785919:0:19646:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 121 at 00000000c9cf3b32. 00000400:00000010:0.0:1767384286.785927:0:19646:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007f7e3a29. 00000400:00000010:0.0:1767384286.785933:0:19646:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000024e40c18. 00000400:00000001:0.0:1767384286.785947:0:19646:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384286.785949:0:19646:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384286.785951:0:19646:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009e3de56a. 00000400:00000200:0.0:1767384286.785954:0:19646:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ef028f0e 00000400:00000010:0.0:1767384286.785957:0:19646:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ef028f0e. 00000400:00000010:0.0:1767384286.785961:0:19646:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 105 at 00000000e984418c. 00000400:00000200:0.0:1767384286.785966:0:19646:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (4) 00000400:00000200:0.0:1767384286.785978:0:19646:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.152@tcp (000000005d9714d7): 0 00000400:00000200:0.0:1767384286.785987:0:19646:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131085 00000020:00000010:0.0:1767384286.785994:0:19646:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000009e7b7821. 00000020:01000000:0.0:1767384286.785998:0:19646:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000200:2.0:1767384286.786004:0:16135:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:0.0:1767384286.786005:0:19646:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.152@tcp13 00000400:00000200:2.0:1767384286.786013:0:16135:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100151 00000400:00000010:2.0:1767384286.786021:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005e511620. 00000400:00000010:0.0:1767384286.786022:0:19646:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000f5428fae. 00000400:00000200:2.0:1767384286.786024:0:16135:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (5) 00000400:00000010:0.0:1767384286.786027:0:19646:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 0000000095a26dfb. 00000400:00000010:2.0:1767384286.786031:0:16135:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000001f6603d9. 00000400:00000200:2.0:1767384286.786038:0:16135:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.152@tcp 00000020:00000001:3.0:1767384286.786047:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:2.0:1767384286.786051:0:16135:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.152@tcp local destination 10000000:00000001:3.0:1767384286.786053:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384286.786056:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:2.0:1767384286.786057:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 10000000:01000000:3.0:1767384286.786060:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:3.0:1767384286.786066:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:2.0:1767384286.786067:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000020:01000004:3.0:1767384286.786071:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384286.786075:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:2.0:1767384286.786075:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000020:01000004:3.0:1767384286.786077:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384286.786080:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384286.786084:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:2.0:1767384286.786084:0:16135:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp12 00000400:00000200:2.0:1767384286.786112:0:16135:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.152@tcp12 00000020:01000004:3.0:1767384286.786113:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384286.786117:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:2.0:1767384286.786118:0:16135:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.152@tcp12 lpni_is_preferred = 0 00000020:01000004:3.0:1767384286.786122:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:2.0:1767384286.786124:0:16135:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.152@tcp12 00000020:01000004:3.0:1767384286.786126:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:2.0:1767384286.786130:0:16135:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp12 NI seq info: [11:11:256:4294967295] 192.168.202.152@tcp12 LPNI seq info [11:11:8:4294967295] 00000100:00000010:3.0:1767384286.786136:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000057d52b05. 00000400:00000200:2.0:1767384286.786137:0:16135:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.152@tcp12 00000020:00000040:3.0:1767384286.786145:0:36:0:(genops.c:1229:class_import_get()) import 00000000df830bbe refcount=4 obd=MGC192.168.202.152@tcp 00000400:00000200:2.0:1767384286.786153:0:16135:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp12(192.168.202.152@tcp12:) -> 192.168.202.152@tcp12(192.168.202.152@tcp:192.168.202.152@tcp12) : PUT try# 0 00000100:00000001:3.0:1767384286.786154:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384286.786160:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000800:00000200:2.0:1767384286.786163:0:16135:0:(socklnd_cb.c:1001:ksocknal_send()) sending 112 bytes in 1 frags to 12345-192.168.202.152@tcp12 02000000:00000001:3.0:1767384286.786166:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384286.786171:0:16135:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000048b980b9. 02000000:00000010:3.0:1767384286.786176:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000005a275da0. 00000800:00000010:2.0:1767384286.786181:0:16135:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000002abc7be. 00000800:00000010:2.0:1767384286.786186:0:16135:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000003ff35b64. 00000100:00000001:3.0:1767384286.786191:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384286.786192:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000002abc7be] -> 12345-192.168.202.152@tcp12 (2) 00000800:00000200:2.1:1767384286.786199:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000002abc7be] -> 12345-192.168.202.152@tcp12 (2) 00000100:00000001:3.0:1767384286.786203:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384286.786206:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384286.786213:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000057d52b05] to pc [ptlrpcd_00_02+2] req@0000000057d52b05 x1853236723065728/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384286.786214:0:16135:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.152@tcp 00000400:00000200:2.0:1767384286.786220:0:16135:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100551 rc 0 10000000:00000001:3.0:1767384286.786249:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384286.786252:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384286.786255:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1767384286.786257:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:1.0:1767384286.786261:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1767384286.786264:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:3.0:1767384286.786267:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000100:00100000:1.0:1767384286.786267:0:16140:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 10000000:00000001:3.0:1767384286.786270:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000001:1.0:1767384286.786272:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 10000000:01000000:3.0:1767384286.786273:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:3.0:1767384286.786278:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384286.786279:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000400:00000200:2.0:1767384286.786280:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.152:988 00000020:01000004:3.0:1767384286.786281:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000001:1.0:1767384286.786283:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:01000004:3.0:1767384286.786284:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384286.786288:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000001:1.0:1767384286.786289:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384286.786290:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384286.786293:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000100:00000001:1.0:1767384286.786295:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000004:3.0:1767384286.786296:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000100:00000001:1.0:1767384286.786299:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:01000004:3.0:1767384286.786300:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:1.0:1767384286.786303:0:16140:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000010:3.0:1767384286.786306:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002853bee5. 00000020:00000040:3.0:1767384286.786310:0:36:0:(genops.c:1229:class_import_get()) import 00000000df830bbe refcount=5 obd=MGC192.168.202.152@tcp 00000100:00000040:1.0:1767384286.786311:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000057d52b05 x1853236723065728/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384286.786314:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384286.786318:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384286.786322:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384286.786325:0:16140:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384286.786328:0:16140:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384286.786330:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000015b19ca3. 02000000:00000001:1.0:1767384286.786331:0:16140:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384286.786335:0:16140:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384286.786336:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384286.786339:0:16140:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384286.786341:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00100000:1.0:1767384286.786344:0:16140:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000057d52b05 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c0412d60-4f67-4dbc-8791-892843f60083:16140:1853236723065728:0@lo:253: 00000100:00000001:3.0:1767384286.786345:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384286.786348:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.152:988 00000100:00000040:3.0:1767384286.786353:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002853bee5] to pc [ptlrpcd_00_03+3] req@000000002853bee5 x1853236723065856/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384286.786354:0:16140:0:(niobuf.c:865:ptl_send_rpc()) Process entered 10000000:00000001:3.0:1767384286.786364:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384286.786366:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384286.786367:0:16140:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384286.786370:0:16140:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384286.786373:0:16140:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:3.0:1767384286.786377:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384286.786377:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.152:988 02000000:00000010:1.0:1767384286.786380:0:16140:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000025c8911a. 00000020:01000000:3.0:1767384286.786383:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 02000000:00000001:1.0:1767384286.786384:0:16140:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384286.786386:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000009e7b7821. 00000400:00000010:1.0:1767384286.786390:0:16140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000038bfcdbd. 00000400:00000010:1.0:1767384286.786398:0:16140:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d9148345. 00000100:00000200:1.0:1767384286.786401:0:16140:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236723065728, portal 25 00000100:00000001:3.0:1767384286.786402:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384286.786404:0:16140:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00100000:3.0:1767384286.786407:0:16139:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:1.0:1767384286.786407:0:16140:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782675226496 : -124291034325120 : ffff8ef53d0cdf80) 00000100:00000001:3.0:1767384286.786413:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384286.786416:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.152:988 00000100:00000040:1.0:1767384286.786417:0:16140:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000057d52b05 x1853236723065728/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384302 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384286.786421:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384286.786426:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384286.786429:0:16140:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384286.786431:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767384286.786433:0:16140:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384286.786436:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:1.0:1767384286.786438:0:16140:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e374e567. 00000100:00000001:3.0:1767384286.786440:0:16139:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000200:1.0:1767384286.786442:0:16140:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236723065728, offset 0 00000400:00000200:2.0:1767384286.786446:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.152:988 00000100:00000040:3.0:1767384286.786449:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002853bee5 x1853236723065856/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384286.786451:0:16140:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384286.786464:0:16139:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1767384286.786465:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384286.786469:0:16139:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384286.786475:0:16139:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384286.786477:0:16139:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384286.786478:0:16140:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824c902380 02000000:00000001:3.0:1767384286.786483:0:16139:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384286.786485:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.152:988 00000400:00000200:1.0:1767384286.786489:0:16140:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1d1 [2] + 0 00000100:00100000:3.0:1767384286.786492:0:16139:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000002853bee5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c0412d60-4f67-4dbc-8791-892843f60083:16139:1853236723065856:0@lo:253: 00000400:00000010:1.0:1767384286.786495:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cd5f731c. 00000400:00000200:1.0:1767384286.786501:0:16140:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000008e843f77 00000100:00000001:3.0:1767384286.786502:0:16139:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384286.786507:0:16139:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1767384286.786509:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1767384286.786510:0:16139:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384286.786515:0:16139:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1767384286.786516:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384286.786522:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008e843f77 00000400:00000010:1.0:1767384286.786524:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008e843f77. 02000000:00000010:3.0:1767384286.786527:0:16139:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000006648bf25. 00000100:00000001:1.0:1767384286.786529:0:16140:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:3.0:1767384286.786532:0:16139:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384286.786533:0:16140:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384286.786539:0:16140:0:(events.c:337:request_in_callback()) incoming req@000000002f311a33 x1853236723065728 msgsize 4848 00000400:00000010:3.0:1767384286.786542:0:16139:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000047ce834f. 00000100:00100000:1.0:1767384286.786548:0:16140:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384286.786550:0:16140:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000010:3.0:1767384286.786551:0:16139:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000052b85209. 00000100:00000200:3.0:1767384286.786558:0:16139:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236723065856, portal 25 00000100:00000001:1.0:1767384286.786558:0:16140:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384286.786563:0:16139:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384286.786565:0:16139:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782675227392 : -124291034324224 : ffff8ef53d0ce300) 00000400:00000200:1.0:1767384286.786568:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e374e567 00000400:00000010:1.0:1767384286.786571:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e374e567. 00000100:00000040:3.0:1767384286.786572:0:16139:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000002853bee5 x1853236723065856/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384302 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384286.786574:0:16140:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384286.786583:0:16139:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:1.0:1767384286.786588:0:16140:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000057d52b05 x1853236723065728/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384302 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384286.786592:0:16139:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384286.786600:0:16139:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008875891d. 00000100:00000001:1.0:1767384286.786601:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384286.786604:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000057d52b05 x1853236723065728/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384302 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384286.786614:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384286.786615:0:16139:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236723065856, offset 0 00000100:00000001:1.0:1767384286.786616:0:16140:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384286.786623:0:16140:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384286.786628:0:16139:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384286.786629:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294876773 00000100:00000010:1.0:1767384286.786635:0:16140:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000075a56093. 00000400:00000200:3.0:1767384286.786641:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384286.786643:0:16140:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767384286.786651:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294876773 00000400:00000200:3.0:1767384286.786654:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824c902400 00000100:00000010:1.0:1767384286.786657:0:16140:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b0d460ff. 00000100:00000001:1.0:1767384286.786663:0:16140:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 1 00000400:00000200:3.0:1767384286.786666:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1d5 [2] + 0 00000100:00000001:1.0:1767384286.786668:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294876773 00000400:00000010:3.0:1767384286.786674:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c23953b9. 00000100:00000010:1.0:1767384286.786675:0:16140:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000028be4304. 00000400:00000200:3.0:1767384286.786681:0:16139:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000129bbeea 00000100:00000001:1.0:1767384286.786681:0:16140:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767384286.786685:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294876773 00000100:00000010:1.0:1767384286.786688:0:16140:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000017c6de6e. 00000400:00000200:3.0:1767384286.786689:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384286.786691:0:16140:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 3 00000400:00000200:3.0:1767384286.786697:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384286.786697:0:16140:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384286.786702:0:16140:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384286.786705:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000129bbeea 00000100:00000001:1.0:1767384286.786706:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384286.786710:0:16128:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000ba8b284e. 00000400:00000010:3.0:1767384286.786711:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000129bbeea. 00000100:00000001:1.0:1767384286.786711:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384286.786715:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000010:2.0:1767384286.786716:0:16128:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000093d0f572. 00000100:00000001:1.0:1767384286.786718:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384286.786719:0:16139:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1767384286.786722:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384286.786723:0:16139:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000800:00000010:2.0:1767384286.786724:0:16128:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000bc764292. 00000100:00000001:1.0:1767384286.786725:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384286.786732:0:16139:0:(events.c:337:request_in_callback()) incoming req@0000000082d7092d x1853236723065856 msgsize 4848 00000100:00100000:3.0:1767384286.786757:0:16139:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384286.786761:0:16139:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:1.0:1767384286.786763:0:16774:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384286.786774:0:16139:0:(events.c:373:request_in_callback()) Process leaving 00000100:00100000:1.0:1767384286.786775:0:16774:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723065728 00000800:00000010:2.0:1767384286.786776:0:16128:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000bc764292. 02000000:00000001:1.0:1767384286.786780:0:16774:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384286.786783:0:16774:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1767384286.786784:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008875891d 00000100:00000001:1.0:1767384286.786785:0:16774:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384286.786789:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008875891d. 00000100:00000001:3.0:1767384286.786793:0:16139:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:1.0:1767384286.786798:0:16774:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384286.786800:0:16139:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002853bee5 x1853236723065856/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384302 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384286.786803:0:16774:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723065728 00000020:00000001:1.0:1767384286.786808:0:16774:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384286.786811:0:16774:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eec8e1 00000020:00000001:1.0:1767384286.786816:0:16774:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384286.786819:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000040:1.0:1767384286.786819:0:16774:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000555601ca refcount=14 00000020:00000001:1.0:1767384286.786823:0:16774:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000100:00000040:3.0:1767384286.786826:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002853bee5 x1853236723065856/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384302 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384286.786827:0:16774:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000100:00000001:1.0:1767384286.786835:0:16774:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384286.786840:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384286.786840:0:16774:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009a2b6a19. 00000400:00000200:2.0:1767384286.786841:0:16133:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000100:00000001:3.0:1767384286.786843:0:16139:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384286.786846:0:16774:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384286.786849:0:16774:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009a2b6a19. 00000100:00000001:3.0:1767384286.786851:0:16139:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384286.786855:0:16774:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000079c680a0. 00000100:00000001:3.0:1767384286.786857:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294876773 00000020:00000010:1.0:1767384286.786861:0:16774:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000658cf32a. 00000400:00000200:2.0:1767384286.786862:0:16133:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.152@tcp12 from 249.3.0.2 00000100:00000001:3.0:1767384286.786863:0:16139:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 0, keep current deadline 4294876773 00000800:00000010:2.0:1767384286.786869:0:16133:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000dce5be48. 00000100:00000001:3.0:1767384286.786870:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294876773 00000020:00000010:1.0:1767384286.786871:0:16774:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e8a9fe28. 00000100:00000001:3.0:1767384286.786877:0:16139:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 1, keep current deadline 4294876773 00000100:00000001:3.0:1767384286.786880:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294876773 00000100:00000040:1.0:1767384286.786884:0:16774:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384286.786888:0:16774:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384286.786891:0:16774:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384286.786893:0:16139:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 2, keep current deadline 4294876773 00000100:00000001:1.0:1767384286.786894:0:16774:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384286.786900:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294876773 00000100:00000001:3.0:1767384286.786903:0:16139:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 3, keep current deadline 4294876773 00000100:00000001:1.0:1767384286.786904:0:16774:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384286.786906:0:16139:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384286.786911:0:16139:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384286.786914:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384286.786918:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384286.786919:0:16774:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384286.786934:0:16774:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384286.786937:0:16774:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723065856 02000000:00000001:1.0:1767384286.786939:0:16774:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384286.786941:0:16774:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384286.786943:0:16774:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384286.786948:0:16773:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000001:1.0:1767384286.786948:0:16774:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384286.786953:0:16773:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384286.786954:0:16774:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723065856 00000020:00000001:1.0:1767384286.786958:0:16774:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384286.786962:0:16774:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eec8e1 00000100:00100000:3.0:1767384286.786963:0:16773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000020:00000001:1.0:1767384286.786967:0:16774:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:3.0:1767384286.786970:0:16773:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000555601ca : new rpc_count 1 00000020:00000040:1.0:1767384286.786971:0:16774:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000555601ca refcount=15 00000100:00000001:3.0:1767384286.786976:0:16773:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619777413675088 : -124296295876528 : ffff8ef4036ff850) 00000020:00000001:1.0:1767384286.786978:0:16774:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000020:00000001:1.0:1767384286.786984:0:16774:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000100:00000040:3.0:1767384286.786988:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000002f311a33 x1853236723065728/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:267/0 lens 4848/0 e 0 to 0 dl 1767384297 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384286.786991:0:16774:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384286.787000:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000800:00000010:2.0:1767384286.787001:0:16126:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000079f2d84c. 00000020:00000010:1.0:1767384286.787004:0:16774:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009a2b6a19. 00000020:00000010:3.0:1767384286.787008:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000db4da650. 00000800:00000010:2.0:1767384286.787008:0:16126:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000005b09fecb. 00000100:00000001:1.0:1767384286.787010:0:16774:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384286.787017:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384286.787017:0:16774:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009a2b6a19. 00000020:00000010:3.0:1767384286.787024:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000db4da650. 00000020:00000010:1.0:1767384286.787028:0:16774:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000eb3fb08b. 00000800:00000010:2.0:1767384286.787030:0:16126:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000000035690d. 00000100:00100000:3.0:1767384286.787036:0:16773:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000002f311a33 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c0412d60-4f67-4dbc-8791-892843f60083+15:16140:x1853236723065728:12345-0@lo:253: 00000020:00000010:1.0:1767384286.787038:0:16774:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001320141b. 00000800:00000200:2.1:1767384286.787040:0:16126:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000002abc7be] -> 12345-192.168.202.152@tcp12 (2) 00000100:00000200:3.0:1767384286.787047:0:16773:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723065728 00000020:00000010:1.0:1767384286.787049:0:16774:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000096ae7b1c. 00000800:00000200:2.1:1767384286.787051:0:16126:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.152@tcp12 000000000035690d deleted 00000020:00000001:3.0:1767384286.787053:0:16773:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000800:00000010:2.1:1767384286.787056:0:16126:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000000035690d. 00000020:00000001:3.0:1767384286.787058:0:16773:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:1.0:1767384286.787059:0:16774:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:3.0:1767384286.787062:0:16773:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.1:1767384286.787063:0:16126:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000100:00000001:1.0:1767384286.787063:0:16774:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:3.0:1767384286.787067:0:16773:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1767384286.787069:0:16774:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384286.787070:0:16773:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669141328 : -1040410288 : ffffffffc1fc9950) 00000800:00000200:2.1:1767384286.787075:0:16126:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp12 ip 192.168.202.152:1017 00000020:00000001:3.0:1767384286.787078:0:16773:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1767384286.787078:0:16774:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.1:1767384286.787079:0:16126:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000048b980b9 type 1, nob 208 niov 1 nkiov 1 00000020:00000001:3.0:1767384286.787081:0:16773:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767384286.787125:0:16126:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.152@tcp12 p 3.x 192.168.202.152 -> 192.168.202.152:1017 incarnation:1767384285481515080 sched[0] 00000800:00000010:2.0:1767384286.787130:0:16126:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000bc764292. 00000100:00000001:1.0:1767384286.787133:0:16774:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384286.787137:0:16773:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384286.787142:0:16773:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384286.787146:0:16773:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384286.787151:0:16773:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1767384286.787153:0:16774:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384286.787156:0:16774:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000001:3.0:1767384286.787161:0:16773:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:1.0:1767384286.787165:0:16774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 02000000:00000010:3.0:1767384286.787168:0:16773:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000008773df0. 00000100:00000040:1.0:1767384286.787169:0:16774:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000555601ca : new rpc_count 2 00000800:00000010:2.0:1767384286.787173:0:16126:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000bc764292. 02000000:00000001:3.0:1767384286.787174:0:16773:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384286.787175:0:16774:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619777413667920 : -124296295883696 : ffff8ef4036fdc50) 00000800:00000010:2.0:1767384286.787179:0:16126:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000005b09fecb. 00000100:00000001:3.0:1767384286.787180:0:16773:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384286.787185:0:16774:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000082d7092d x1853236723065856/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:267/0 lens 4848/0 e 0 to 0 dl 1767384297 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 20000000:00000001:3.0:1767384286.787186:0:16773:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:3.0:1767384286.787198:0:16773:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000009021f979. 00000100:00000001:1.0:1767384286.787198:0:16774:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 20000000:01000000:3.0:1767384286.787203:0:16773:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000020:00000010:1.0:1767384286.787204:0:16774:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009a2b6a19. 00000800:00000010:2.0:1767384286.787206:0:16126:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000dce5be48. 20000000:00000001:3.0:1767384286.787207:0:16773:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000100:00000001:1.0:1767384286.787210:0:16774:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384286.787212:0:16773:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384286.787215:0:16773:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384286.787217:0:16774:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009a2b6a19. 20000000:00000001:3.0:1767384286.787218:0:16773:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384286.787219:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 20000000:00000001:3.0:1767384286.787224:0:16773:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000100:00100000:1.0:1767384286.787225:0:16774:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000082d7092d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c0412d60-4f67-4dbc-8791-892843f60083+15:16139:x1853236723065856:12345-0@lo:253: 00000800:00000001:2.0:1767384286.787226:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384286.787234:0:16774:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723065856 20000000:00000010:3.0:1767384286.787236:0:16773:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000fad41381. 00000020:00000001:1.0:1767384286.787237:0:16774:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 20000000:01000000:3.0:1767384286.787240:0:16773:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #13 00000020:00000001:1.0:1767384286.787242:0:16774:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 20000000:00000001:3.0:1767384286.787247:0:16773:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000020:00000001:1.0:1767384286.787247:0:16774:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384286.787252:0:16774:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00080000:00000001:3.0:1767384286.787254:0:16773:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000020:00000001:1.0:1767384286.787255:0:16774:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669141328 : -1040410288 : ffffffffc1fc9950) 00000020:00000001:1.0:1767384286.787261:0:16774:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384286.787263:0:16774:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384286.787265:0:16774:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384286.787275:0:16774:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384286.787278:0:16774:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384286.787279:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767384286.787282:0:16774:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000800:00000010:2.0:1767384286.787284:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000048b980b9. 02000000:00000001:1.0:1767384286.787287:0:16774:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:2.0:1767384286.787289:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384286.787294:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp12->192.168.202.152@tcp12: PUT: OK 02000000:00000010:1.0:1767384286.787296:0:16774:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000060684b6e. 00000400:00000200:2.0:1767384286.787299:0:16131:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 02000000:00000001:1.0:1767384286.787302:0:16774:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384286.787303:0:16773:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384286.787304:0:16131:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.152@tcp: 0 00000100:00000001:1.0:1767384286.787309:0:16774:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384286.787310:0:16773:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384286.787314:0:16773:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384286.787315:0:16774:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00080000:00000001:3.0:1767384286.787317:0:16773:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:3.0:1767384286.787321:0:16773:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384286.787326:0:16773:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446619782313850200 : -124291395701416 : ffff8ef52782b558) 20000000:00000010:1.0:1767384286.787327:0:16774:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000c47b5f3c. 00080000:00000001:3.0:1767384286.787330:0:16773:0:(osd_handler.c:352:osd_trans_create()) Process entered 20000000:01000000:1.0:1767384286.787333:0:16774:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00080000:00000010:3.0:1767384286.787338:0:16773:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000001666c403. 20000000:00000001:1.0:1767384286.787338:0:16774:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000800:00000200:2.1:1767384286.787340:0:16128:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00080000:00000001:3.0:1767384286.787343:0:16773:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446619777414591488 : -124296294960128 : ffff8ef4037df400) 20000000:00000001:1.0:1767384286.787343:0:16774:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000800:00000200:2.0:1767384286.787349:0:16128:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.152@tcp12 p 3.x 192.168.202.152 -> 192.168.202.152:988 incarnation:1767384285481515080 sched[0] 20000000:00000001:1.0:1767384286.787349:0:16774:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384286.787350:0:16773:0:(osd_io.c:243:osd_declare_write()) Process entered 00000800:00000010:2.0:1767384286.787357:0:16128:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000093d0f572. 20000000:00000001:1.0:1767384286.787357:0:16774:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384286.787363:0:16774:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:2.0:1767384286.787403:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.152:988 00000400:00000200:2.0:1767384286.787439:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.152:988 00000001:00000001:3.0:1767384286.787450:0:16773:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384286.787453:0:16773:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384286.787456:0:16773:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384286.787476:0:16773:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384286.787478:0:16773:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:2.0:1767384286.787499:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.152:988 00000400:00000200:2.0:1767384286.787554:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.152:988 00000400:00000200:2.0:1767384286.787613:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.152:988 00080000:00000001:3.0:1767384286.787623:0:16773:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384286.787627:0:16773:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:2.0:1767384286.787645:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.152:988 00000400:00000200:2.0:1767384286.787684:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.152:988 00000800:00000001:1.0:1767384286.787695:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384286.787706:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384286.787710:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384286.787714:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384286.787722:0:16130:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.152@tcp12(192.168.202.152@tcp12) <- 192.168.202.152@tcp12 : PUT - for me 00000400:00000200:1.0:1767384286.787749:0:16130:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.152@tcp of length 112 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384286.787756:0:16130:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.152@tcp of length 112/112 into md 0x1201 [1] + 0 00000400:00000010:1.0:1767384286.787761:0:16130:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002ca903c6. 00000400:00000200:1.0:1767384286.787767:0:16130:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000e7b5b768 00000800:00000001:1.0:1767384286.787773:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384286.787784:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384286.787787:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384286.787793:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp12->192.168.202.152@tcp12: PUT: OK 00000400:00000200:1.0:1767384286.787797:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e7b5b768 00000400:00000010:1.0:1767384286.787800:0:16130:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e7b5b768. 00000400:00000200:1.0:1767384286.787805:0:16130:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:1.0:1767384286.787809:0:16130:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (6) 00000400:00000200:1.0:1767384286.787815:0:16130:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.152@tcp(000000005d9714d7) is MR 00000400:00000010:1.0:1767384286.787821:0:16130:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 121 at 00000000827d2db1. 00000400:00000200:1.0:1767384286.787825:0:16130:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.202.152@tcp 5 00000400:00000200:1.0:1767384286.787840:0:16130:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.152@tcp (000000005d9714d7): -114 00000800:00000010:2.0:1767384286.787851:0:16128:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000644bba40. 00000400:00000200:1.0:1767384286.787853:0:16130:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000005d9714d7 (7) 00000800:00000010:2.0:1767384286.787855:0:16128:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000005b09fecb. 00000400:00000200:1.0:1767384286.787862:0:16130:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000800:00000010:2.0:1767384286.787863:0:16128:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000bc764292. 00000400:00000200:1.0:1767384286.787875:0:16130:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.152@tcp12 to MR: 192.168.202.152@tcp12 local destination 00000400:00000200:1.0:1767384286.787882:0:16130:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp12 NI seq info: [12:12:256:4294967295] 192.168.202.152@tcp12 LPNI seq info [12:12:8:4294967295] 00000800:00000010:2.0:1767384286.787895:0:16128:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000bc764292. 00000400:00000200:1.0:1767384286.787905:0:16130:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp12(192.168.202.152@tcp12:192.168.202.152@tcp12) -> 192.168.202.152@tcp12(192.168.202.152@tcp12:192.168.202.152@tcp12) 192.168.202.152@tcp12 : ACK try# 0 00000800:00000200:1.0:1767384286.787913:0:16130:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.152@tcp12 00000800:00000010:1.0:1767384286.787949:0:16130:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004e372472. 00000800:00000200:1.0:1767384286.787956:0:16130:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000002abc7be] -> 12345-192.168.202.152@tcp12 (4) 00000800:00000200:1.0:1767384286.787964:0:16130:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp12 ip 192.168.202.152:988 00000800:00000200:1.0:1767384286.787968:0:16130:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004e372472 type 0, nob 96 niov 1 nkiov 0 00000400:00000200:2.0:1767384286.788007:0:16133:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:2.0:1767384286.788020:0:16133:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.152@tcp12 from 248.3.0.2 00000800:00000010:2.0:1767384286.788024:0:16133:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000006a369feb. 00000800:00000200:1.0:1767384286.788050:0:16130:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384286.788055:0:16130:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004e372472. 00000400:00000200:1.0:1767384286.788061:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384286.788068:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp12->192.168.202.152@tcp12: ACK: OK 00000800:00000001:1.0:1767384286.788078:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384286.788084:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384286.788121:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384286.788128:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384286.788131:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384286.788137:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384286.788144:0:16130:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.152@tcp12(192.168.202.152@tcp12) <- 192.168.202.152@tcp12 : ACK - for me 00000800:00000010:3.0:1767384286.788146:0:16127:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000004038b2db. 00000800:00000010:3.0:1767384286.788153:0:16127:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000000adc5dad. 00000400:00000200:1.0:1767384286.788160:0:16130:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.152@tcp12: ACK from 12345-192.168.202.152@tcp12 into md 0x1261 00000400:00000200:1.0:1767384286.788166:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384286.788173:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp12->192.168.202.152@tcp12: ACK: OK 00000400:00000200:1.0:1767384286.788177:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005e511620 00000800:00000010:3.0:1767384286.788178:0:16127:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000e7c4cf0b. 00000400:00000010:1.0:1767384286.788180:0:16130:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005e511620. 00000400:00000200:1.0:1767384286.788188:0:16130:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000800:00000200:3.1:1767384286.788192:0:16127:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000002abc7be] -> 12345-192.168.202.152@tcp12 (4) 00000400:00000200:1.0:1767384286.788196:0:16130:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.152@tcp ev->status 0 00000800:00000200:3.1:1767384286.788203:0:16127:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.152@tcp12 00000000e7c4cf0b deleted 00000400:00000200:1.0:1767384286.788204:0:16130:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.152@tcp (000000005d9714d7): -114 00000800:00000010:3.1:1767384286.788208:0:16127:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000e7c4cf0b. 00000400:00000200:1.0:1767384286.788212:0:16130:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000005d9714d7 (6) 00000800:00000200:3.1:1767384286.788219:0:16127:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000001:1.0:1767384286.788228:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384286.788235:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767384286.788239:0:16127:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.152@tcp12 p 3.x 192.168.202.152 -> 192.168.202.152:1016 incarnation:1767384285481515080 sched[0] 00000800:00000010:3.0:1767384286.788252:0:16127:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000b81e47df. 00000400:00000200:1.0:1767384286.788266:0:16135:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:1.0:1767384286.788272:0:16135:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000065dc6267. 00000400:00000010:1.0:1767384286.788279:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004d9ebefe. 00000400:00000200:1.0:1767384286.788284:0:16135:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 0000000066e4368c 00000400:00000200:1.0:1767384286.788291:0:16135:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x1000d1 00000400:00000010:1.0:1767384286.788300:0:16135:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 120 at 0000000071e3383e. 00000400:00000010:1.0:1767384286.788304:0:16135:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 144 at 00000000e374e567. 00000400:00000010:1.0:1767384286.788307:0:16135:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 120 at 00000000d80a8368. 00000800:00000010:3.0:1767384286.788313:0:16127:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000b81e47df. 00000800:00000010:3.0:1767384286.788318:0:16127:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000000adc5dad. 00000400:00000010:1.0:1767384286.788321:0:16135:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000da9d24af. 00000400:00000200:1.0:1767384286.788329:0:16135:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000da9d24af nid 192.168.202.152@tcp13 00000400:00000010:1.0:1767384286.788334:0:16135:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 0000000072cd4217. 00000400:00000200:1.0:1767384286.788338:0:16135:0:(peer.c:204:lnet_peer_net_alloc()) 0000000072cd4217 net tcp13 00000400:00000200:1.0:1767384286.788342:0:16135:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (5) 00000400:00000200:1.0:1767384286.788349:0:16135:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.152@tcp NID 192.168.202.152@tcp13 flags 0x11 00000400:00000010:1.0:1767384286.788354:0:16135:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 120 at 0000000071e3383e. 00000800:00000010:3.0:1767384286.788355:0:16127:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000006a369feb. 00000400:00000010:1.0:1767384286.788358:0:16135:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 144 at 00000000e374e567. 00000400:00000010:1.0:1767384286.788364:0:16135:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 120 at 00000000d80a8368. 00000400:00000010:1.0:1767384286.788369:0:16135:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 121 at 00000000827d2db1. 00000400:00000200:1.0:1767384286.788374:0:16135:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.152@tcp (000000005d9714d7): 0 00000400:00000200:1.0:1767384286.788378:0:16135:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.152@tcp(000000005d9714d7): 0. state = 0x100151 00000400:00000200:1.0:1767384286.788383:0:16135:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100151 rc 1 00000800:00000200:3.1:1767384286.788385:0:16128:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000400:00000200:1.0:1767384286.788390:0:16135:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100151 00000800:00000200:3.0:1767384286.788395:0:16128:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.152@tcp12 p 3.x 192.168.202.152 -> 192.168.202.152:988 incarnation:1767384285481515080 sched[0] 00000800:00000010:3.0:1767384286.788400:0:16128:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000005b09fecb. 00000400:00000200:1.0:1767384286.788401:0:16135:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.152@tcp 00000400:00000200:1.0:1767384286.788408:0:16135:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100111 rc 0 00000400:00000200:1.0:1767384286.788413:0:16135:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.152@tcp (000000005d9714d7) 00000400:00000200:1.0:1767384286.788420:0:16135:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000005d9714d7 (6) 00000800:00000001:1.0:1767384286.788439:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384286.788444:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384286.788447:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384286.788451:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384286.796224:0:16807:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384286.796228:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00080000:00000001:3.0:1767384286.796229:0:16773:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384286.796231:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1767384286.796234:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384286.796236:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000020:00000002:3.0:1767384286.796238:0:16773:0:(lu_object.c:207:lu_object_put()) Add 00000000f07b1e3f/000000000f28175b to site lru. bkt: 00000000b56e2c81 00080000:00000010:2.0:1767384286.796239:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000001666c403. 20000000:00000001:3.0:1767384286.796245:0:16773:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384286.796246:0:16807:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:3.0:1767384286.796251:0:16773:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384286.796264:0:16773:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384286.796278:0:16773:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:00000010:0.0:1767384286.796281:0:16774:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000715b6c07. 20000000:01000000:3.0:1767384286.796282:0:16773:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:0.0:1767384286.796286:0:16774:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #13 20000000:00000001:0.0:1767384286.796291:0:16774:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000020:3.0:1767384286.796292:0:16773:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 00080000:00000001:0.0:1767384286.796294:0:16774:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:01000000:3.0:1767384286.796315:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:0.0:1767384286.796319:0:16774:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384286.796320:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000001:0.0:1767384286.796325:0:16774:0:(osd_index.c:949:osd_remote_fid()) Process entered 10000000:01000000:3.0:1767384286.796326:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:0.0:1767384286.796327:0:16774:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384286.796332:0:16774:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00010000:00000001:3.0:1767384286.796335:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00000020:00000001:0.0:1767384286.796336:0:16774:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384286.796340:0:16774:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446619782313850200 : -124291395701416 : ffff8ef52782b558) 00010000:00000001:3.0:1767384286.796341:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:0.0:1767384286.796345:0:16774:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000010:3.0:1767384286.796352:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000427b8774. 00080000:00000010:0.0:1767384286.796353:0:16774:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000007c31b61b. 00080000:00000001:0.0:1767384286.796356:0:16774:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446619781780560896 : -124291928990720 : ffff8ef507b95c00) 00080000:00000001:0.0:1767384286.796360:0:16774:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:3.0:1767384286.796361:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384286.796367:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000046a46c52. 00000020:00000001:3.0:1767384286.796373:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384286.796376:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000046a46c52 with handle 0x7e51148972eeca77 to hash 00000020:00000001:3.0:1767384286.796379:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384286.796381:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446619781713885696 : -124291995665920 : ffff8ef503bffa00) 00010000:00000001:3.0:1767384286.796385:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446619781713885696 : -124291995665920 : ffff8ef503bffa00) 00010000:00000001:3.0:1767384286.796389:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384286.796392:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384286.796396:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000046a46c52/0x7e51148972eeca77 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384286.796406:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384286.796420:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384286.796424:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384286.796426:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384286.796429:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384286.796432:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384286.796434:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384286.796437:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384286.796440:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384286.796442:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384286.796444:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384286.796446:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000427b8774) refcount = 1 00000001:00000001:0.0:1767384286.796447:0:16774:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384286.796449:0:16774:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384286.796455:0:16774:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00010000:3.0:1767384286.796456:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000046a46c52/0x7e51148972eeca77 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384286.796467:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384286.796469:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384286.796472:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384286.796473:0:16774:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384286.796480:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384286.796480:0:16774:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:3.0:1767384286.796486:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384286.796490:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384286.796494:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003445359s 00010000:00000001:3.0:1767384286.796498:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384286.796500:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384286.796503:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000046a46c52 refcount=4 00000020:00000001:3.0:1767384286.796506:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781713885696 : -124291995665920 : ffff8ef503bffa00) 00010000:00000001:3.0:1767384286.796510:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781713885696 : -124291995665920 : ffff8ef503bffa00) 00010000:00000001:3.0:1767384286.796513:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384286.796515:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000046a46c52/0x7e51148972eeca77 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384286.796524:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384286.796527:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000046a46c52/0x7e51148972eeca77 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384286.796535:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384286.796537:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384286.796549:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000046a46c52/0x7e51148972eeca77 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384286.796553:0:16774:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767384286.796559:0:16774:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000001:3.0:1767384286.796560:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384286.796565:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384286.796568:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384286.796571:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000046a46c52/0x7e51148972eeca77 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384286.796579:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000046a46c52 already unused, calling callback (00000000871a6010) 00010000:00000001:3.0:1767384286.796583:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384286.796586:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384286.796588:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000046a46c52/0x7e51148972eeca77 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384286.796596:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384286.796598:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384286.796600:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384286.796603:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000046a46c52 refcount=5 00000020:00000001:3.0:1767384286.796606:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781713885696 : -124291995665920 : ffff8ef503bffa00) 00010000:00000001:3.0:1767384286.796609:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781713885696 : -124291995665920 : ffff8ef503bffa00) 00010000:00000001:3.0:1767384286.796612:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384286.796614:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000046a46c52/0x7e51148972eeca77 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384286.796621:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384286.796623:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384286.796625:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384286.796629:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384286.796631:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384286.796635:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384286.796637:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384286.796639:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000046a46c52 with handle 0x7e51148972eeca77 from hash 00010000:00000001:3.0:1767384286.796643:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384286.796645:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384286.796656:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384286.796658:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384286.796661:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384286.796664:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384286.796666:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384286.796669:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384286.796673:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384286.796676:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384286.796679:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384286.796683:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384286.796685:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384286.796687:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384286.796689:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384286.796692:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384286.796695:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000046a46c52/0x7e51148972eeca77 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384286.796701:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384286.796703:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384286.796705:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384286.796707:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384286.796709:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384286.796711:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384286.796713:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384286.796717:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384286.796719:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384286.796722:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000046a46c52/0x7e51148972eeca77 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384286.796729:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384286.796731:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384286.796733:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000046a46c52/0x7e51148972eeca77 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384286.796759:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000427b8774 count: 0 00010000:00000001:3.0:1767384286.796770:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384286.796773:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000010:3.1:1767384286.801152:0:18307:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000427b8774. 00010000:00000010:3.1:1767384286.801162:0:18307:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000046a46c52. 00080000:00000001:3.0:1767384286.805388:0:16774:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384286.805398:0:16807:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000020:00000002:3.0:1767384286.805400:0:16774:0:(lu_object.c:207:lu_object_put()) Add 00000000f07b1e3f/000000000f28175b to site lru. bkt: 00000000b56e2c81 00040000:00000001:2.0:1767384286.805402:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:3.0:1767384286.805405:0:16774:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384286.805406:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:3.0:1767384286.805409:0:16774:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:2.0:1767384286.805410:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384286.805413:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:01000000:3.0:1767384286.805414:0:16774:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000010:2.0:1767384286.805416:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000007c31b61b. 00080000:00000001:2.0:1767384286.805422:0:16807:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:3.0:1767384286.805425:0:16774:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384286.805429:0:16774:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:3.0:1767384286.805433:0:16774:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:3.0:1767384286.805445:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384286.805447:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384286.805449:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384286.805452:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384286.805454:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384286.805458:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000427b8774. 00010000:00000001:3.0:1767384286.805462:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384286.805465:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000046a46c52. 00000020:00000001:3.0:1767384286.805467:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384286.805470:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000046a46c52 with handle 0x7e51148972eeca7e to hash 00000020:00000001:3.0:1767384286.805472:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384286.805473:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446619781713885696 : -124291995665920 : ffff8ef503bffa00) 00010000:00000001:3.0:1767384286.805475:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446619781713885696 : -124291995665920 : ffff8ef503bffa00) 00010000:00000001:3.0:1767384286.805477:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384286.805478:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384286.805481:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000046a46c52/0x7e51148972eeca7e lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384286.805486:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384286.805488:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384286.805489:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384286.805491:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384286.805492:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384286.805494:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384286.805495:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384286.805497:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384286.805498:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384286.805499:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384286.805501:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384286.805508:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000427b8774) refcount = 1 00010000:00010000:3.0:1767384286.805511:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000046a46c52/0x7e51148972eeca7e lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384286.805516:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384286.805517:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384286.805518:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384286.805520:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384286.805522:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384286.805524:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384286.805526:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003445359s 00010000:00000001:3.0:1767384286.805527:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384286.805529:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384286.805530:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000046a46c52 refcount=4 00000020:00000001:3.0:1767384286.805532:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781713885696 : -124291995665920 : ffff8ef503bffa00) 00010000:00000001:3.0:1767384286.805533:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781713885696 : -124291995665920 : ffff8ef503bffa00) 00010000:00000001:3.0:1767384286.805535:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384286.805536:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000046a46c52/0x7e51148972eeca7e lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384286.805540:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384286.805541:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000046a46c52/0x7e51148972eeca7e lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384286.805545:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384286.805546:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384286.805547:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000046a46c52/0x7e51148972eeca7e lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384286.805551:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384286.805553:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384286.805554:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384286.805556:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000046a46c52/0x7e51148972eeca7e lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384286.805560:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000046a46c52 already unused, calling callback (00000000871a6010) 00010000:00000001:3.0:1767384286.805567:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384286.805568:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384286.805569:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000046a46c52/0x7e51148972eeca7e lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384286.805573:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384286.805574:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384286.805575:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384286.805575:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000046a46c52 refcount=5 00000020:00000001:3.0:1767384286.805576:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781713885696 : -124291995665920 : ffff8ef503bffa00) 00010000:00000001:3.0:1767384286.805578:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781713885696 : -124291995665920 : ffff8ef503bffa00) 00010000:00000001:3.0:1767384286.805579:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384286.805581:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000046a46c52/0x7e51148972eeca7e lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384286.805584:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384286.805587:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384286.805588:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384286.805592:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384286.805593:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384286.805595:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384286.805596:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384286.805598:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000046a46c52 with handle 0x7e51148972eeca7e from hash 00010000:00000001:3.0:1767384286.805600:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384286.805602:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384286.805603:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384286.805604:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384286.805606:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384286.805607:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384286.805609:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384286.805610:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384286.805612:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384286.805614:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384286.805616:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384286.805618:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384286.805619:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384286.805626:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384286.805627:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384286.805629:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384286.805643:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000046a46c52/0x7e51148972eeca7e lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384286.805648:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384286.805649:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384286.805651:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384286.805652:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384286.805654:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384286.805670:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384286.805671:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384286.805674:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384286.805676:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384286.805678:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000046a46c52/0x7e51148972eeca7e lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384286.805682:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384286.805682:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384286.805683:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000046a46c52/0x7e51148972eeca7e lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384286.805687:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000427b8774 count: 0 00010000:00000001:3.0:1767384286.805699:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384286.805700:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:3.0:1767384286.806271:0:16773:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767384286.806275:0:16773:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384286.806277:0:16773:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000009021f979. 20000000:00000001:3.0:1767384286.806282:0:16773:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384286.806286:0:16773:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236723065728 00010000:00000001:3.0:1767384286.806289:0:16773:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384286.806294:0:16773:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000002f311a33 x1853236723065728/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:267/0 lens 4848/4768 e 0 to 0 dl 1767384297 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384286.806301:0:16773:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384286.806303:0:16773:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384286.806306:0:16773:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dd452398 time=16 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384286.806317:0:16773:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384286.806320:0:16773:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 21 to 0@lo 00000100:00000001:3.0:1767384286.806322:0:16773:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 02000000:00000001:3.0:1767384286.806325:0:16773:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384286.806327:0:16773:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384286.806330:0:16773:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384286.806332:0:16773:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384286.806336:0:16773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008e843f77. 00000100:00000200:3.0:1767384286.806339:0:16773:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236723065728, offset 224 00000400:00000200:3.0:1767384286.806345:0:16773:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384286.806352:0:16773:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384286.806360:0:16773:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824c902380 00000400:00000200:3.0:1767384286.806366:0:16773:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1265 [2] + 224 00000400:00000200:3.0:1767384286.806372:0:16773:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384286.806375:0:16773:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384286.806379:0:16773:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384286.806382:0:16773:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000057d52b05 x1853236723065728/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384302 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384286.806390:0:16773:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000057d52b05 x1853236723065728/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384302 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384286.806408:0:16773:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384286.806414:0:16773:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008e843f77 00000400:00000010:3.0:1767384286.806416:0:16773:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008e843f77. 00000100:00000001:3.0:1767384286.806419:0:16773:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384286.806421:0:16773:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384286.806422:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384286.806425:0:16773:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384286.806427:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767384286.806429:0:16773:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 20 to 0@lo 00010000:00000001:3.0:1767384286.806431:0:16773:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384286.806432:0:16773:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384286.806434:0:16773:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384286.806439:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002f311a33 x1853236723065728/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:267/0 lens 4848/4768 e 0 to 0 dl 1767384297 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767384286.806442:0:16140:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384286.806446:0:16140:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:3.0:1767384286.806450:0:16773:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000002f311a33 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c0412d60-4f67-4dbc-8791-892843f60083+15:16140:x1853236723065728:12345-0@lo:253: Request processed in 19448us (19907us total) trans 0 rc 0/0 00000400:00000010:1.0:1767384286.806450:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000038bfcdbd. 00000400:00000200:1.0:1767384286.806457:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d9148345 00000400:00000010:1.0:1767384286.806462:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d9148345. 00000100:00000001:1.0:1767384286.806468:0:16140:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:3.0:1767384286.806470:0:16773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00000040:3.0:1767384286.806474:0:16773:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000555601ca : new rpc_count 1 00000100:00000200:1.0:1767384286.806475:0:16140:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000057d52b05 x1853236723065728/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384302 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384286.806476:0:16773:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384286.806480:0:16773:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384286.806486:0:16773:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000658cf32a. 00000020:00000010:3.0:1767384286.806492:0:16773:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e8a9fe28. 00000100:00000200:1.0:1767384286.806493:0:16140:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000057d52b05 x1853236723065728/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384302 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384286.806498:0:16773:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000079c680a0. 00000020:00000040:3.0:1767384286.806504:0:16773:0:(genops.c:898:class_export_put()) PUTting export 00000000555601ca : new refcount 14 00000100:00000001:1.0:1767384286.806507:0:16140:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:3.0:1767384286.806509:0:16773:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1767384286.806511:0:16140:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1767384286.806512:0:16773:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000008773df0. 00000100:00000001:1.0:1767384286.806518:0:16140:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384286.806520:0:16773:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384286.806523:0:16773:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384286.806523:0:16140:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384286.806527:0:16140:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:3.0:1767384286.806529:0:16773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:1.0:1767384286.806530:0:16140:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384286.806535:0:16140:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384286.806539:0:16140:0:(import.c:2128:obd_at_measure()) add 5 to 0000000028df3f77 time=16 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384286.806543:0:16140:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f5022cbe time=16 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384286.806546:0:16140:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384286.806548:0:16140:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384286.806550:0:16140:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384286.806553:0:16140:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384286.806555:0:16140:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384286.806559:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000057d52b05 x1853236723065728/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384302 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384286.806567:0:16140:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1767384286.806568:0:19651:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000cacfdabd. 00000100:00000001:1.0:1767384286.806570:0:16140:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384286.806574:0:16140:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384286.806578:0:16140:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384286.806580:0:16140:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384286.806581:0:16140:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384286.806583:0:16140:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000040:2.0:1767384286.806584:0:19651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000020:01000004:1.0:1767384286.806586:0:16140:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000040:2.0:1767384286.806587:0:19651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000020:01000004:1.0:1767384286.806591:0:16140:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000040:2.0:1767384286.806592:0:19651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000020:01000004:1.0:1767384286.806595:0:16140:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000040:2.0:1767384286.806596:0:19651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000020:01000004:1.0:1767384286.806598:0:16140:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000040:2.0:1767384286.806600:0:19651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384286.806601:0:19651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:2.0:1767384286.806604:0:19651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384286.806606:0:19651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384286.806609:0:19651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000020:01000004:1.0:1767384286.806609:0:16140:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000040:2.0:1767384286.806613:0:19651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000020:01000004:1.0:1767384286.806613:0:16140:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384286.806619:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000057d52b05 x1853236723065728/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384302 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000040:2.0:1767384286.806622:0:19651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384286.806627:0:19651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000010:3.0:1767384286.806634:0:16773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dcc0cd3a. 00000400:00000040:2.0:1767384286.806634:0:19651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000100:00100000:1.0:1767384286.806635:0:16140:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000057d52b05 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c0412d60-4f67-4dbc-8791-892843f60083:16140:1853236723065728:0@lo:253: 00000400:00000040:2.0:1767384286.806641:0:19651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384286.806645:0:19651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000100:00000001:1.0:1767384286.806645:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384286.806651:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000040:2.0:1767384286.806652:0:19651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384286.806657:0:19651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000100:00000040:1.0:1767384286.806657:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000057d52b05 x1853236723065728/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384302 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384286.806660:0:16773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008e843f77. 00000400:00000040:2.0:1767384286.806662:0:19651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767384286.806666:0:19651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767384286.806670:0:19651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384286.806674:0:19651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000100:00000001:1.0:1767384286.806676:0:16140:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000040:2.0:1767384286.806677:0:19651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384286.806681:0:19651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 02000000:00000001:1.0:1767384286.806682:0:16140:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000040:2.0:1767384286.806683:0:19651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384286.806686:0:19651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 02000000:00000010:1.0:1767384286.806686:0:16140:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000025c8911a. 00000400:00000040:2.0:1767384286.806688:0:19651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384286.806692:0:19651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384286.806694:0:19651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384286.806696:0:19651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 02000000:00000001:1.0:1767384286.806696:0:16140:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000040:2.0:1767384286.806698:0:19651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000020:00000001:1.0:1767384286.806701:0:16140:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000040:2.0:1767384286.806702:0:19651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767384286.806705:0:19651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000020:00000040:1.0:1767384286.806706:0:16140:0:(genops.c:1242:class_import_put()) import 00000000df830bbe refcount=4 obd=MGC192.168.202.152@tcp 00000400:00000040:2.0:1767384286.806708:0:19651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384286.806711:0:19651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000020:00000001:1.0:1767384286.806713:0:16140:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000040:2.0:1767384286.806714:0:19651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 02000000:00000010:1.0:1767384286.806717:0:16140:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000005a275da0. 00000400:00000040:2.0:1767384286.806718:0:19651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384286.806721:0:19651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767384286.806724:0:19651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384286.806725:0:19651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384286.806727:0:19651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 02000000:00000001:1.0:1767384286.806727:0:16140:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000040:2.0:1767384286.806728:0:19651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384286.806746:0:19651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384286.806748:0:19651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 02000000:00000001:1.0:1767384286.806748:0:16140:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000040:2.0:1767384286.806752:0:19651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000100:00000010:1.0:1767384286.806753:0:16140:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000057d52b05. 00000400:00000040:2.0:1767384286.806754:0:19651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767384286.806759:0:19651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767384286.806760:0:19651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000100:00000001:1.0:1767384286.806761:0:16140:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000040:2.0:1767384286.806762:0:19651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767384286.806767:0:19651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000100:00000001:1.0:1767384286.806767:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384286.806771:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000040:2.0:1767384286.806776:0:19651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384286.806778:0:19651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767384286.806779:0:19651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000100:00000001:1.0:1767384286.806780:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000040:2.0:1767384286.806781:0:19651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767384286.806784:0:19651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000100:00000001:1.0:1767384286.806785:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000040:2.0:1767384286.806786:0:19651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767384286.806790:0:19651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767384286.806792:0:19651:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000100:00000001:1.0:1767384286.806792:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384286.806797:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384286.806813:0:19651:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000cacfdabd. 00080000:00000020:3.0:1767384286.808164:0:16774:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767384286.808166:0:16774:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384286.808167:0:16774:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000c47b5f3c. 20000000:00000001:3.0:1767384286.808171:0:16774:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384286.808173:0:16774:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236723065856 00010000:00000001:3.0:1767384286.808174:0:16774:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384286.808177:0:16774:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000082d7092d x1853236723065856/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:267/0 lens 4848/4768 e 0 to 0 dl 1767384297 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384286.808182:0:16774:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384286.808183:0:16774:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384286.808185:0:16774:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dd452398 time=16 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384286.808187:0:16774:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384286.808189:0:16774:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 21 to 0@lo 00000100:00000001:3.0:1767384286.808190:0:16774:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 02000000:00000001:3.0:1767384286.808192:0:16774:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384286.808193:0:16774:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384286.808195:0:16774:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384286.808196:0:16774:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384286.808205:0:16774:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000231f705e. 00000100:00000200:3.0:1767384286.808207:0:16774:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236723065856, offset 224 00000400:00000200:3.0:1767384286.808211:0:16774:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384286.808216:0:16774:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384286.808220:0:16774:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824c902400 00000400:00000200:3.0:1767384286.808223:0:16774:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x126d [2] + 224 00000400:00000200:3.0:1767384286.808226:0:16774:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384286.808228:0:16774:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384286.808230:0:16774:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384286.808233:0:16774:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002853bee5 x1853236723065856/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384302 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384286.808238:0:16774:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000002853bee5 x1853236723065856/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384302 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384286.808249:0:16774:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384286.808253:0:16774:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000231f705e 00000400:00000010:3.0:1767384286.808254:0:16774:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000231f705e. 00000100:00000001:3.0:1767384286.808256:0:16774:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384286.808257:0:16774:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384286.808260:0:16774:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384286.808262:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767384286.808263:0:16774:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 20 to 0@lo 00000100:00000001:0.0:1767384286.808266:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1767384286.808267:0:16774:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384286.808270:0:16774:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384286.808270:0:16139:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:3.0:1767384286.808272:0:16774:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:0.0:1767384286.808273:0:16139:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384286.808276:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000047ce834f. 00000100:00000040:3.0:1767384286.808277:0:16774:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000082d7092d x1853236723065856/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:267/0 lens 4848/4768 e 0 to 0 dl 1767384297 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384286.808283:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000052b85209 00000400:00000010:0.0:1767384286.808286:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000052b85209. 00000100:00100000:3.0:1767384286.808288:0:16774:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000082d7092d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c0412d60-4f67-4dbc-8791-892843f60083+14:16139:x1853236723065856:12345-0@lo:253: Request processed in 21089us (21554us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384286.808290:0:16139:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384286.808296:0:16139:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002853bee5 x1853236723065856/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384302 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384286.808300:0:16774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00000040:3.0:1767384286.808305:0:16774:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000555601ca : new rpc_count 0 00000100:00000001:3.0:1767384286.808309:0:16774:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384286.808313:0:16774:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:0.0:1767384286.808315:0:16139:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002853bee5 x1853236723065856/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384302 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384286.808317:0:16774:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001320141b. 00000020:00000010:3.0:1767384286.808323:0:16774:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000096ae7b1c. 00000100:00000001:0.0:1767384286.808325:0:16139:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:3.0:1767384286.808332:0:16774:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000eb3fb08b. 00000100:00000001:0.0:1767384286.808335:0:16139:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1767384286.808336:0:16774:0:(genops.c:898:class_export_put()) PUTting export 00000000555601ca : new refcount 13 00000100:00000001:0.0:1767384286.808338:0:16139:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384286.808341:0:16774:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:0.0:1767384286.808341:0:16139:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384286.808343:0:16139:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000010:3.0:1767384286.808345:0:16774:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000060684b6e. 00000100:00000001:0.0:1767384286.808346:0:16139:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384286.808349:0:16139:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384286.808352:0:16774:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00001000:0.0:1767384286.808353:0:16139:0:(import.c:2128:obd_at_measure()) add 5 to 0000000028df3f77 time=16 v=5 (5 0 0 0) 00000100:00000001:3.0:1767384286.808357:0:16774:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767384286.808357:0:16139:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f5022cbe time=16 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384286.808362:0:16139:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384286.808364:0:16139:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384286.808365:0:16774:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:0.0:1767384286.808366:0:16139:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384286.808368:0:16139:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384286.808371:0:16139:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384286.808374:0:16774:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000047ce834f. 00000100:00000040:0.0:1767384286.808374:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002853bee5 x1853236723065856/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384302 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384286.808382:0:16774:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000231f705e. 00000100:00000001:0.0:1767384286.808383:0:16139:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384286.808388:0:16139:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384286.808389:0:16139:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384286.808392:0:16139:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384286.808393:0:16139:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384286.808394:0:16139:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384286.808395:0:16139:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384286.808396:0:16139:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384286.808397:0:16139:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384286.808398:0:16139:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384286.808399:0:16139:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384286.808400:0:16139:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384286.808401:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002853bee5 x1853236723065856/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384302 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384286.808407:0:16139:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000002853bee5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c0412d60-4f67-4dbc-8791-892843f60083:16139:1853236723065856:0@lo:253: 00000100:00000001:0.0:1767384286.808409:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384286.808410:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384286.808412:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002853bee5 x1853236723065856/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384302 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384286.808415:0:16139:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384286.808421:0:16139:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384286.808422:0:16139:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000006648bf25. 02000000:00000001:0.0:1767384286.808425:0:16139:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384286.808426:0:16139:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384286.808426:0:16139:0:(genops.c:1242:class_import_put()) import 00000000df830bbe refcount=3 obd=MGC192.168.202.152@tcp 00000020:00000001:0.0:1767384286.808428:0:16139:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384286.808429:0:16139:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000015b19ca3. 02000000:00000001:0.0:1767384286.808431:0:16139:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384286.808432:0:16139:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384286.808433:0:16139:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002853bee5. 00000100:00000001:0.0:1767384286.808434:0:16139:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384286.808435:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384286.808436:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384286.808440:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384286.808440:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384286.808442:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384286.808443:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1767384286.810156:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000427b8774. 00010000:00000010:3.1:1767384286.810164:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000046a46c52. 00000100:00000040:1.0:1767384286.811130:0:62:0:(connection.c:75:cpu_latency_work()) work item of 00000000edc4e618 (cpu 0) has reached its deadline 4294876773, at 4294876774 00000100:00000040:2.0:1767384286.811136:0:795:0:(connection.c:75:cpu_latency_work()) work item of 00000000135c2452 (cpu 0) has reached its deadline 4294876773, at 4294876774 00000100:00000010:1.0:1767384286.811140:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b0d460ff. 00000100:00000010:2.0:1767384286.811143:0:795:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000028be4304. 00000100:00000040:0.0:1767384286.811147:0:449:0:(connection.c:75:cpu_latency_work()) work item of 000000002fd0fb58 (cpu 0) has reached its deadline 4294876773, at 4294876774 00000100:00000010:0.0:1767384286.811156:0:449:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000075a56093. 00000100:00000040:3.0:1767384286.811157:0:53:0:(connection.c:75:cpu_latency_work()) work item of 000000009d5c2cb6 (cpu 0) has reached its deadline 4294876773, at 4294876774 00000100:00000010:3.0:1767384286.811167:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000017c6de6e. 00080000:00000001:1.0:1767384287.376065:0:19807:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384287.376079:0:19807:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384287.376084:0:19807:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384287.376117:0:19807:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384287.376124:0:19807:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384287.376128:0:19807:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384287.797159:0:449:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384287.797165:0:449:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384287.797169:0:449:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384287.797171:0:449:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384287.797256:0:16768:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384287.797261:0:16768:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384287.797264:0:16768:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:1.0:1767384288.130307:0:19971:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384288.130314:0:19971:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg252-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp14 --if ens2 00000001:00000001:1.0:1767384288.133875:0:19971:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384288.141874:0:19972:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000004ce9f338. 00000400:00000010:1.0:1767384288.141888:0:19972:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 0000000032761775. 00000400:00000010:1.0:1767384288.141897:0:19972:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000006a24b49b. 00000400:00000010:1.0:1767384288.141900:0:19972:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000fe95f894. 00000400:00000010:1.0:1767384288.141903:0:19972:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000c7a20b34. 00000400:00000010:1.0:1767384288.141907:0:19972:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000a11ac4c1. 00000400:00000010:1.0:1767384288.141908:0:19972:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000ad89daab. 00000400:00000010:1.0:1767384288.141910:0:19972:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000e9bd7282. 00000400:00000010:1.0:1767384288.141912:0:19972:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000006c19ec2e. 00000800:00000010:1.0:1767384288.141921:0:19972:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000004e372472. 00000800:00000200:1.0:1767384288.141930:0:19972:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384288.141936:0:19972:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384288.141968:0:19972:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.152) 00000400:02000000:1.0:1767384288.141985:0:19972:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.152@tcp14 [8/256/0/180] 00000400:00000010:1.0:1767384288.143946:0:19972:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 137 at 000000008b17c80c. 00000400:00000010:1.0:1767384288.143954:0:19972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000038bfcdbd. 00000400:00000010:1.0:1767384288.143961:0:19972:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000006d2462e. 00000400:00000001:1.0:1767384288.143976:0:19972:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384288.143978:0:19972:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384288.143981:0:19972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007f7e3a29. 00000400:00000200:1.0:1767384288.143986:0:19972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000024e40c18 00000400:00000010:1.0:1767384288.143988:0:19972:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000024e40c18. 00000400:00000010:1.0:1767384288.143992:0:19972:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 121 at 00000000c9cf3b32. 00000400:00000200:1.0:1767384288.143997:0:19972:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (5) 00000400:00000200:1.0:1767384288.144010:0:19972:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.152@tcp (000000005d9714d7): 0 00000400:00000200:1.0:1767384288.144022:0:19972:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131086 00000020:00000010:1.0:1767384288.144030:0:19972:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 0000000025c8911a. 00000400:00000200:2.0:1767384288.144032:0:16135:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:1.0:1767384288.144035:0:19972:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000200:2.0:1767384288.144040:0:16135:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100151 00000020:01000000:1.0:1767384288.144042:0:19972:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.152@tcp14 00000400:00000010:2.0:1767384288.144048:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009a764da8. 00000400:00000200:2.0:1767384288.144052:0:16135:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (6) 00000400:00000010:2.0:1767384288.144056:0:16135:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000bc2c8273. 00000400:00000010:1.0:1767384288.144059:0:19972:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 0000000032761775. 00000400:00000200:2.0:1767384288.144060:0:16135:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.152@tcp 00000400:00000010:1.0:1767384288.144070:0:19972:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000004ce9f338. 00000400:00000200:2.0:1767384288.144073:0:16135:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.152@tcp local destination 00000400:00000200:2.0:1767384288.144078:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 00000400:00000200:2.0:1767384288.144084:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000020:00000001:0.0:1767384288.144132:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384288.144139:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384288.144143:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384288.144147:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:0.0:1767384288.144151:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384288.144154:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384288.144155:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384288.144156:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384288.144158:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384288.144159:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384288.144161:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000200:2.0:1767384288.144164:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 00000020:01000004:0.0:1767384288.144165:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384288.144168:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:2.0:1767384288.144171:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000020:01000004:0.0:1767384288.144171:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:2.0:1767384288.144182:0:16135:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp13 00000100:00000010:0.0:1767384288.144183:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006fac9fc8. 00000400:00000200:2.0:1767384288.144186:0:16135:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.152@tcp13 00000400:00000200:2.0:1767384288.144190:0:16135:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.152@tcp13 lpni_is_preferred = 0 00000400:00000200:2.0:1767384288.144193:0:16135:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.152@tcp13 00000020:00000040:0.0:1767384288.144200:0:36:0:(genops.c:1229:class_import_get()) import 00000000df830bbe refcount=4 obd=MGC192.168.202.152@tcp 00000400:00000200:2.0:1767384288.144201:0:16135:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp13 NI seq info: [13:13:256:4294967295] 192.168.202.152@tcp13 LPNI seq info [13:13:8:4294967295] 00000100:00000001:0.0:1767384288.144210:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1767384288.144211:0:16135:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.152@tcp13 02000000:00000001:0.0:1767384288.144215:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384288.144223:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384288.144227:0:16135:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp13(192.168.202.152@tcp13:) -> 192.168.202.152@tcp13(192.168.202.152@tcp:192.168.202.152@tcp13) : PUT try# 0 00000800:00000200:2.0:1767384288.144232:0:16135:0:(socklnd_cb.c:1001:ksocknal_send()) sending 128 bytes in 1 frags to 12345-192.168.202.152@tcp13 02000000:00000010:0.0:1767384288.144234:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000009e7b7821. 00000800:00000010:2.0:1767384288.144244:0:16135:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000099fb2693. 00000100:00000001:0.0:1767384288.144244:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384288.144254:0:16135:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000009f8889a5. 00000100:00000001:0.0:1767384288.144255:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000800:00000010:2.0:1767384288.144259:0:16135:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000f89d1e26. 00000100:00000001:0.0:1767384288.144260:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384288.144265:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009f8889a5] -> 12345-192.168.202.152@tcp13 (2) 00000800:00000200:2.1:1767384288.144269:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009f8889a5] -> 12345-192.168.202.152@tcp13 (2) 00000100:00000040:0.0:1767384288.144272:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006fac9fc8] to pc [ptlrpcd_00_00+0] req@000000006fac9fc8 x1853236723065984/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384288.144291:0:16135:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.152@tcp 00000400:00000200:2.0:1767384288.144294:0:16135:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100551 rc 0 10000000:00000001:0.0:1767384288.144311:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384288.144316:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384288.144318:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384288.144321:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:2.0:1767384288.144325:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1767384288.144330:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000001:2.0:1767384288.144331:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 10000000:00000001:0.0:1767384288.144336:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000100:00000001:2.0:1767384288.144337:0:16137:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:00000001:0.0:1767384288.144342:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000040:2.0:1767384288.144345:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006fac9fc8 x1853236723065984/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:01000000:0.0:1767384288.144347:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:0.0:1767384288.144353:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384288.144357:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00000001:2.0:1767384288.144358:0:16137:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:0.0:1767384288.144361:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000001:2.0:1767384288.144362:0:16137:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384288.144367:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 02000000:00000001:2.0:1767384288.144369:0:16137:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:0.0:1767384288.144372:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 02000000:00000001:2.0:1767384288.144373:0:16137:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:0.0:1767384288.144377:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 02000000:00000001:2.0:1767384288.144378:0:16137:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384288.144381:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000400:00000200:3.0:1767384288.144383:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.152:988 00000100:00100000:2.0:1767384288.144384:0:16137:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006fac9fc8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c0412d60-4f67-4dbc-8791-892843f60083:16137:1853236723065984:0@lo:253: 00000020:01000004:0.0:1767384288.144385:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384288.144391:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:2.0:1767384288.144398:0:16137:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000010:0.0:1767384288.144401:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002db249fa. 02000000:00000001:2.0:1767384288.144403:0:16137:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000040:0.0:1767384288.144408:0:36:0:(genops.c:1229:class_import_get()) import 00000000df830bbe refcount=5 obd=MGC192.168.202.152@tcp 02000000:00000001:2.0:1767384288.144409:0:16137:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384288.144413:0:16137:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384288.144415:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384288.144419:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000010:2.0:1767384288.144420:0:16137:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000d441d4bf. 02000000:00000001:0.0:1767384288.144423:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384288.144424:0:16137:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384288.144433:0:16137:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000071c374ff. 02000000:00000010:0.0:1767384288.144437:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000078f4bc6e. 00000400:00000010:2.0:1767384288.144438:0:16137:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b3185aa1. 00000100:00000001:0.0:1767384288.144445:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384288.144447:0:16137:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236723065984, portal 25 00000100:00000001:2.0:1767384288.144451:0:16137:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384288.144454:0:16137:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782674418304 : -124291035133312 : ffff8ef53d008a80) 00000100:00000001:0.0:1767384288.144454:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:3.0:1767384288.144457:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.152:988 00000100:00000001:0.0:1767384288.144459:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384288.144461:0:16137:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006fac9fc8 x1853236723065984/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384304 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384288.144473:0:16137:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384288.144478:0:16137:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:0.0:1767384288.144481:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002db249fa] to pc [ptlrpcd_00_01+1] req@000000002db249fa x1853236723066112/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384288.144482:0:16137:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000166d6947. 00000400:00000200:3.0:1767384288.144483:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.152:988 00000100:00000200:2.0:1767384288.144489:0:16137:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236723065984, offset 0 00000400:00000200:2.0:1767384288.144511:0:16137:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 10000000:00000001:0.0:1767384288.144513:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384288.144519:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384288.144520:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.152:988 00000400:00000200:2.0:1767384288.144528:0:16137:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:0.0:1767384288.144528:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384288.144535:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:0.0:1767384288.144539:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 0000000025c8911a. 00000400:00000200:2.0:1767384288.144540:0:16137:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824c902480 00000400:00000200:2.0:1767384288.144555:0:16137:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1d9 [2] + 0 00000400:00000010:2.0:1767384288.144560:0:16137:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000074c3e7f3. 00000400:00000200:2.0:1767384288.144564:0:16137:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000321655b7 00000100:00000001:0.0:1767384288.144568:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384288.144570:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.152:988 00000400:00000200:2.0:1767384288.144571:0:16137:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384288.144574:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384288.144582:0:16138:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767384288.144589:0:16137:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:0.0:1767384288.144592:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002db249fa x1853236723066112/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384288.144597:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000321655b7 00000400:00000010:2.0:1767384288.144601:0:16137:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000321655b7. 00000100:00000001:2.0:1767384288.144610:0:16137:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1767384288.144610:0:16138:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000200:2.0:1767384288.144615:0:16137:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:0.0:1767384288.144617:0:16138:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384288.144620:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.152:988 00000100:00000040:2.0:1767384288.144621:0:16137:0:(events.c:337:request_in_callback()) incoming req@00000000a3f1b2c2 x1853236723065984 msgsize 4848 02000000:00000001:0.0:1767384288.144622:0:16138:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384288.144628:0:16138:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384288.144637:0:16138:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384288.144639:0:16137:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384288.144645:0:16137:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00100000:0.0:1767384288.144647:0:16138:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000002db249fa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c0412d60-4f67-4dbc-8791-892843f60083:16138:1853236723066112:0@lo:253: 00000100:00000001:0.0:1767384288.144654:0:16138:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767384288.144659:0:16137:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:0.0:1767384288.144660:0:16138:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384288.144665:0:16138:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384288.144668:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000166d6947 02000000:00000001:0.0:1767384288.144668:0:16138:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:2.0:1767384288.144672:0:16137:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000166d6947. 00000100:00000001:2.0:1767384288.144676:0:16137:0:(events.c:34:request_out_callback()) Process entered 02000000:00000010:0.0:1767384288.144678:0:16138:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000b3393a7c. 00000400:00000200:3.0:1767384288.144679:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.152:988 00000100:00000200:2.0:1767384288.144682:0:16137:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006fac9fc8 x1853236723065984/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384304 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384288.144687:0:16138:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384288.144696:0:16138:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e3dc7d26. 00000100:00000001:2.0:1767384288.144698:0:16137:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384288.144704:0:16137:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006fac9fc8 x1853236723065984/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384304 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384288.144708:0:16138:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001db19ab8. 00000100:00000001:2.0:1767384288.144710:0:16137:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384288.144714:0:16137:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000200:0.0:1767384288.144716:0:16138:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236723066112, portal 25 00000100:00000001:2.0:1767384288.144718:0:16137:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384288.144737:0:16138:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384288.144740:0:16137:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294878131 00000100:00000001:0.0:1767384288.144741:0:16138:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782674419200 : -124291035132416 : ffff8ef53d008e00) 00000100:00000010:2.0:1767384288.144746:0:16137:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000028200cc2. 00000400:00000200:3.0:1767384288.144751:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.152:988 00000100:00000040:0.0:1767384288.144753:0:16138:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000002db249fa x1853236723066112/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384304 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384288.144754:0:16137:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767384288.144769:0:16137:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294878131 00000100:00000001:0.0:1767384288.144769:0:16138:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000010:2.0:1767384288.144774:0:16137:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000ef90019. 00000100:00000040:0.0:1767384288.144779:0:16138:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384288.144780:0:16137:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384288.144791:0:16137:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294878131 00000100:00000010:2.0:1767384288.144795:0:16137:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000029157e6d. 00000400:00000010:0.0:1767384288.144795:0:16138:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000022826e93. 00000100:00000001:2.0:1767384288.144801:0:16137:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 2 00000100:00000200:0.0:1767384288.144803:0:16138:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236723066112, offset 0 00000100:00000001:2.0:1767384288.144804:0:16137:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294878131 00000100:00000010:2.0:1767384288.144809:0:16137:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ed8870f4. 00000100:00000001:2.0:1767384288.144813:0:16137:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384288.144818:0:16137:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384288.144818:0:16138:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384288.144824:0:16137:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384288.144826:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384288.144828:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384288.144832:0:16138:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384288.144837:0:16137:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384288.144841:0:16137:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384288.144846:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384288.144846:0:16138:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824c902500 00000100:00000001:2.0:1767384288.144849:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384288.144851:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384288.144855:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384288.144859:0:16138:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1dd [2] + 0 00000400:00000010:0.0:1767384288.144864:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000013e00cda. 00000400:00000200:0.0:1767384288.144868:0:16138:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000000223631e 00000400:00000200:0.0:1767384288.144876:0:16138:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384288.144882:0:16138:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384288.144885:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000223631e 00000100:00000001:2.0:1767384288.144886:0:16774:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000010:0.0:1767384288.144888:0:16138:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000223631e. 00000100:00100000:2.0:1767384288.144890:0:16774:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723065984 02000000:00000001:2.0:1767384288.144895:0:16774:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384288.144898:0:16138:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1767384288.144899:0:16774:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:0.0:1767384288.144903:0:16138:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:2.0:1767384288.144904:0:16774:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384288.144910:0:16774:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384288.144913:0:16138:0:(events.c:337:request_in_callback()) incoming req@00000000be93efa9 x1853236723066112 msgsize 4848 00000100:00100000:2.0:1767384288.144914:0:16774:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723065984 00000020:00000001:2.0:1767384288.144919:0:16774:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384288.144922:0:16774:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eec8e1 00000020:00000001:2.0:1767384288.144925:0:16774:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:0.0:1767384288.144926:0:16138:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000040:2.0:1767384288.144929:0:16774:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000555601ca refcount=14 00000100:00000040:0.0:1767384288.144931:0:16138:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000020:00000001:2.0:1767384288.144932:0:16774:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000020:00000001:2.0:1767384288.144936:0:16774:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000100:00000001:2.0:1767384288.144939:0:16774:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384288.144942:0:16774:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000468444a8. 00000100:00000001:2.0:1767384288.144945:0:16774:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384288.144947:0:16138:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000010:2.0:1767384288.144948:0:16774:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000468444a8. 00000020:00000010:2.0:1767384288.144956:0:16774:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a20b62c3. 00000400:00000200:0.0:1767384288.144957:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000022826e93 00000400:00000010:0.0:1767384288.144961:0:16138:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000022826e93. 00000100:00000001:0.0:1767384288.144965:0:16138:0:(events.c:34:request_out_callback()) Process entered 00000020:00000010:2.0:1767384288.144970:0:16774:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001984c462. 00000100:00000200:0.0:1767384288.144972:0:16138:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002db249fa x1853236723066112/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384304 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384288.144978:0:16774:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000021b332a2. 00000100:00000001:0.0:1767384288.144993:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384288.144997:0:16774:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000040:0.0:1767384288.144998:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002db249fa x1853236723066112/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384304 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384288.145003:0:16774:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384288.145007:0:16774:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384288.145011:0:16774:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384288.145013:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384288.145017:0:16138:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384288.145022:0:16774:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384288.145023:0:16138:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384288.145031:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294878131 00000100:00000001:0.0:1767384288.145034:0:16138:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 0, keep current deadline 4294878131 00000100:00000001:2.0:1767384288.145036:0:16774:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384288.145038:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294878131 00000100:00000001:0.0:1767384288.145043:0:16138:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 1, keep current deadline 4294878131 00000100:00000001:0.0:1767384288.145045:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294878131 00000800:00000010:3.0:1767384288.145046:0:16125:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000018c526bd. 00000100:00000001:2.0:1767384288.145050:0:16774:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000800:00000010:3.0:1767384288.145052:0:16125:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000efb5b02f. 00000100:00100000:2.0:1767384288.145053:0:16774:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723066112 02000000:00000001:2.0:1767384288.145057:0:16774:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384288.145059:0:16138:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 2, keep current deadline 4294878131 00000100:00000001:2.0:1767384288.145060:0:16774:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000800:00000010:3.0:1767384288.145061:0:16125:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000f089a9a0. 00000100:00000001:2.0:1767384288.145066:0:16774:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384288.145066:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294878131 02000000:00000001:2.0:1767384288.145073:0:16774:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384288.145073:0:16138:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 3, keep current deadline 4294878131 00000100:00100000:2.0:1767384288.145079:0:16774:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723066112 00000100:00000001:0.0:1767384288.145080:0:16138:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384288.145082:0:16774:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384288.145084:0:16774:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eec8e1 00000020:00000001:2.0:1767384288.145121:0:16774:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384288.145124:0:16774:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000555601ca refcount=15 00000100:00000001:0.0:1767384288.145125:0:16138:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384288.145129:0:16774:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000020:00000001:2.0:1767384288.145133:0:16774:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000100:00000001:0.0:1767384288.145133:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384288.145137:0:16125:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000f089a9a0. 00000100:00000001:0.0:1767384288.145140:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384288.145141:0:16774:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384288.145145:0:16774:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000468444a8. 00000100:00000001:2.0:1767384288.145150:0:16774:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384288.145152:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:2.0:1767384288.145153:0:16774:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000468444a8. 00000100:00000001:0.0:1767384288.145159:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:2.0:1767384288.145161:0:16774:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000423c5127. 00000020:00000010:2.0:1767384288.145167:0:16774:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000042d98212. 00000100:00000001:0.0:1767384288.145168:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:2.0:1767384288.145171:0:16774:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c8e21af0. 00000100:00000001:0.0:1767384288.145172:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384288.145178:0:16774:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384288.145180:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384288.145181:0:16774:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384288.145184:0:16774:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384288.145185:0:16773:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384288.145188:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384288.145189:0:16773:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384288.145190:0:16774:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384288.145199:0:16774:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384288.145205:0:16773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00000040:3.0:1767384288.145211:0:16773:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000555601ca : new rpc_count 1 00000100:00000001:3.0:1767384288.145215:0:16773:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619777413669968 : -124296295881648 : ffff8ef4036fe450) 00000100:00000001:2.0:1767384288.145217:0:16774:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384288.145221:0:16774:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:3.0:1767384288.145225:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a3f1b2c2 x1853236723065984/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:269/0 lens 4848/0 e 0 to 0 dl 1767384299 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384288.145239:0:16771:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:2.0:1767384288.145244:0:16774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00000001:0.0:1767384288.145247:0:16771:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:2.0:1767384288.145257:0:16774:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000555601ca : new rpc_count 2 00000100:00000001:2.0:1767384288.145260:0:16774:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619777413673040 : -124296295878576 : ffff8ef4036ff050) 00000100:00000001:0.0:1767384288.145263:0:16771:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384288.145268:0:16774:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000be93efa9 x1853236723066112/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:269/0 lens 4848/0 e 0 to 0 dl 1767384299 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384288.145273:0:16771:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384288.145314:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384288.145315:0:16774:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384288.145327:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f089a9a0. 00000020:00000010:2.0:1767384288.145328:0:16774:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000468444a8. 00000100:00000001:2.0:1767384288.145339:0:16774:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384288.145340:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384288.145351:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f089a9a0. 00000020:00000010:2.0:1767384288.145352:0:16774:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000468444a8. 00000400:00000200:0.0:1767384288.145364:0:16133:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000100:00100000:3.0:1767384288.145376:0:16773:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000a3f1b2c2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c0412d60-4f67-4dbc-8791-892843f60083+15:16137:x1853236723065984:12345-0@lo:253: 00000100:00100000:2.0:1767384288.145376:0:16774:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000be93efa9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c0412d60-4f67-4dbc-8791-892843f60083+15:16138:x1853236723066112:12345-0@lo:253: 00000400:00000200:0.0:1767384288.145396:0:16133:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.152@tcp13 from 247.3.0.2 00000100:00000200:3.0:1767384288.145405:0:16773:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723065984 00000100:00000200:2.0:1767384288.145405:0:16774:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723066112 00000800:00000010:0.0:1767384288.145408:0:16133:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000028c02edb. 00000020:00000001:3.0:1767384288.145421:0:16773:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384288.145422:0:16774:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384288.145436:0:16773:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384288.145437:0:16774:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384288.145449:0:16773:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384288.145449:0:16774:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384288.145464:0:16773:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384288.145465:0:16774:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384288.145469:0:16773:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669141328 : -1040410288 : ffffffffc1fc9950) 00000020:00000001:2.0:1767384288.145470:0:16774:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669141328 : -1040410288 : ffffffffc1fc9950) 00000020:00000001:3.0:1767384288.145480:0:16773:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384288.145481:0:16774:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384288.145491:0:16774:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384288.145492:0:16773:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384288.145506:0:16773:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384288.145506:0:16774:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384288.145521:0:16773:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384288.145522:0:16774:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384288.145533:0:16773:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384288.145533:0:16774:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384288.145551:0:16773:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1767384288.145552:0:16774:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000800:00000010:0.0:1767384288.145562:0:16126:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000006b82f407. 02000000:00000001:3.0:1767384288.145567:0:16773:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:2.0:1767384288.145567:0:16774:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000800:00000010:0.0:1767384288.145571:0:16126:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000022826e93. 02000000:00000010:3.0:1767384288.145581:0:16773:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000b0ea61a0. 02000000:00000010:2.0:1767384288.145581:0:16774:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000009df9f933. 02000000:00000001:3.0:1767384288.145594:0:16773:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384288.145594:0:16774:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384288.145599:0:16126:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000dabcf4fa. 00000100:00000001:3.0:1767384288.145613:0:16773:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384288.145615:0:16774:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.1:1767384288.145618:0:16126:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009f8889a5] -> 12345-192.168.202.152@tcp13 (2) 20000000:00000001:3.0:1767384288.145631:0:16773:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000001:2.0:1767384288.145631:0:16774:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000800:00000200:0.1:1767384288.145642:0:16126:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.152@tcp13 00000000dabcf4fa deleted 00000800:00000010:0.1:1767384288.145647:0:16126:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000dabcf4fa. 00000800:00000200:0.1:1767384288.145653:0:16126:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 20000000:00000010:2.0:1767384288.145656:0:16774:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000d3eea08e. 20000000:00000010:3.0:1767384288.145657:0:16773:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000065ae89bd. 20000000:01000000:3.0:1767384288.145666:0:16773:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:2.0:1767384288.145666:0:16774:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000800:00000200:0.1:1767384288.145667:0:16126:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp13 ip 192.168.202.152:1015 20000000:00000001:3.0:1767384288.145679:0:16773:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384288.145679:0:16774:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000800:00000200:0.1:1767384288.145680:0:16126:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000099fb2693 type 1, nob 224 niov 1 nkiov 1 20000000:00000001:3.0:1767384288.145687:0:16773:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384288.145692:0:16773:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384288.145695:0:16126:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.152@tcp13 p 3.x 192.168.202.152 -> 192.168.202.152:1015 incarnation:1767384286784398329 sched[0] 20000000:00000001:3.0:1767384288.145698:0:16773:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384288.145699:0:16774:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384288.145702:0:16774:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384288.145706:0:16774:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384288.145707:0:16773:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000800:00000010:0.0:1767384288.145708:0:16126:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000009d2ba4e8. 20000000:00000001:2.0:1767384288.145715:0:16774:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:3.0:1767384288.145735:0:16773:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000fa207ee5. 20000000:01000000:3.0:1767384288.145738:0:16773:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #14 20000000:00000001:3.0:1767384288.145745:0:16773:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:3.0:1767384288.145753:0:16773:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:3.0:1767384288.145820:0:16773:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384288.145823:0:16773:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384288.145826:0:16773:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384288.145829:0:16773:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:3.0:1767384288.145833:0:16773:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000800:00000010:0.0:1767384288.145836:0:16126:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000009d2ba4e8. 00000020:00000001:3.0:1767384288.145841:0:16773:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446619782313850200 : -124291395701416 : ffff8ef52782b558) 00000800:00000010:0.0:1767384288.145844:0:16126:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000022826e93. 00080000:00000001:3.0:1767384288.145846:0:16773:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384288.145856:0:16773:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000001666c403. 00080000:00000001:3.0:1767384288.145860:0:16773:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446619777414591488 : -124296294960128 : ffff8ef4037df400) 00080000:00000001:3.0:1767384288.145864:0:16773:0:(osd_io.c:243:osd_declare_write()) Process entered 00000800:00000010:0.0:1767384288.145884:0:16126:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000028c02edb. 00000800:00000001:0.0:1767384288.145900:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384288.145905:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767384288.145968:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384288.145972:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000099fb2693. 00000400:00000200:0.0:1767384288.145978:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384288.145985:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp13->192.168.202.152@tcp13: PUT: OK 00000001:00000001:3.0:1767384288.145987:0:16773:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384288.145990:0:16773:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384288.145996:0:16773:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000400:00000200:0.0:1767384288.145998:0:16131:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384288.146003:0:16131:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.152@tcp: 0 00080000:00000001:3.0:1767384288.146018:0:16773:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384288.146022:0:16773:0:(osd_io.c:399:osd_write()) Process entered 00000800:00000200:0.1:1767384288.146033:0:16125:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.0:1767384288.146042:0:16125:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.152@tcp13 p 3.x 192.168.202.152 -> 192.168.202.152:988 incarnation:1767384286784398329 sched[0] 00000800:00000010:0.0:1767384288.146045:0:16125:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000efb5b02f. 00000400:00000200:0.0:1767384288.146162:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.152:988 00080000:00000001:3.0:1767384288.146180:0:16773:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384288.146184:0:16773:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:0.0:1767384288.146253:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.152:988 00000800:00000001:3.0:1767384288.146285:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384288.146295:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384288.146297:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384288.146302:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384288.146313:0:16130:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.152@tcp13(192.168.202.152@tcp13) <- 192.168.202.152@tcp13 : PUT - for me 00000400:00000200:0.0:1767384288.146321:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.152:988 00000400:00000200:3.0:1767384288.146328:0:16130:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.152@tcp of length 128 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384288.146341:0:16130:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.152@tcp of length 128/128 into md 0x1275 [1] + 0 00000400:00000010:3.0:1767384288.146345:0:16130:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000065dc6267. 00000400:00000200:3.0:1767384288.146350:0:16130:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000004d9ebefe 00000800:00000001:3.0:1767384288.146355:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384288.146366:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384288.146368:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384288.146374:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp13->192.168.202.152@tcp13: PUT: OK 00000400:00000200:3.0:1767384288.146380:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004d9ebefe 00000400:00000010:3.0:1767384288.146383:0:16130:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004d9ebefe. 00000400:00000200:3.0:1767384288.146389:0:16130:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:3.0:1767384288.146393:0:16130:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (7) 00000400:00000200:0.0:1767384288.146393:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.152:988 00000400:00000200:3.0:1767384288.146405:0:16130:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.152@tcp(000000005d9714d7) is MR 00000400:00000010:3.0:1767384288.146415:0:16130:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 137 at 00000000bed0cef4. 00000400:00000200:3.0:1767384288.146419:0:16130:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.202.152@tcp 6 00000400:00000200:3.0:1767384288.146425:0:16130:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.152@tcp (000000005d9714d7): -114 00000400:00000200:3.0:1767384288.146435:0:16130:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000005d9714d7 (8) 00000400:00000200:3.0:1767384288.146443:0:16130:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767384288.146452:0:16130:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.152@tcp13 to MR: 192.168.202.152@tcp13 local destination 00000400:00000200:3.0:1767384288.146459:0:16130:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp13 NI seq info: [14:14:256:4294967295] 192.168.202.152@tcp13 LPNI seq info [14:14:8:4294967295] 00000400:00000200:0.0:1767384288.146463:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.152:988 00000400:00000200:3.0:1767384288.146481:0:16130:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp13(192.168.202.152@tcp13:192.168.202.152@tcp13) -> 192.168.202.152@tcp13(192.168.202.152@tcp13:192.168.202.152@tcp13) 192.168.202.152@tcp13 : ACK try# 0 00000800:00000200:3.0:1767384288.146488:0:16130:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.152@tcp13 00000800:00000010:3.0:1767384288.146493:0:16130:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d2b3f806. 00000800:00000200:3.0:1767384288.146500:0:16130:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009f8889a5] -> 12345-192.168.202.152@tcp13 (4) 00000800:00000200:3.0:1767384288.146508:0:16130:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp13 ip 192.168.202.152:988 00000800:00000200:3.0:1767384288.146511:0:16130:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d2b3f806 type 0, nob 96 niov 1 nkiov 0 00000400:00000200:0.0:1767384288.146539:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.152:988 00000800:00000200:3.0:1767384288.146595:0:16130:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384288.146599:0:16130:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d2b3f806. 00000400:00000200:3.0:1767384288.146603:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384288.146610:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp13->192.168.202.152@tcp13: ACK: OK 00000800:00000001:0.0:1767384288.146633:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384288.146643:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384288.146649:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384288.146658:0:16135:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000800:00000001:0.0:1767384288.146659:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384288.146664:0:16135:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000bc71dd0. 00000800:00000001:0.0:1767384288.146665:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:3.0:1767384288.146674:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007a8779cb. 00000800:00000001:0.0:1767384288.146675:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384288.146685:0:16135:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 0000000066e4368c 00000400:00000200:0.0:1767384288.146694:0:16132:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.152@tcp13(192.168.202.152@tcp13) <- 192.168.202.152@tcp13 : ACK - for me 00000400:00000200:3.0:1767384288.146699:0:16135:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x1004d1 00000400:00000010:3.0:1767384288.146712:0:16135:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 140 at 00000000efb5b02f. 00000400:00000200:0.0:1767384288.146719:0:16132:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.152@tcp13: ACK from 12345-192.168.202.152@tcp13 into md 0x128d 00000400:00000010:3.0:1767384288.146735:0:16135:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 168 at 00000000167f0f5c. 00000400:00000200:0.0:1767384288.146743:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384288.146754:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp13->192.168.202.152@tcp13: ACK: OK 00000400:00000200:0.0:1767384288.146759:0:16132:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009a764da8 00000400:00000010:0.0:1767384288.146762:0:16132:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009a764da8. 00000400:00000010:2.0:1767384288.146764:0:16135:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 140 at 00000000a467ed9c. 00000400:00000200:0.0:1767384288.146767:0:16132:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:0.0:1767384288.146772:0:16132:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.152@tcp ev->status 0 00000400:00000200:0.0:1767384288.146780:0:16132:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.152@tcp (000000005d9714d7): -114 00000400:00000010:2.0:1767384288.146783:0:16135:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000554c1bb7. 00000400:00000200:0.0:1767384288.146787:0:16132:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000005d9714d7 (7) 00000400:00000200:2.0:1767384288.146793:0:16135:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000554c1bb7 nid 192.168.202.152@tcp14 00000400:00000010:2.0:1767384288.146797:0:16135:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 0000000004acfee7. 00000400:00000200:2.0:1767384288.146800:0:16135:0:(peer.c:204:lnet_peer_net_alloc()) 0000000004acfee7 net tcp14 00000400:00000200:2.0:1767384288.146804:0:16135:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (6) 00000400:00000200:2.0:1767384288.146811:0:16135:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.152@tcp NID 192.168.202.152@tcp14 flags 0x11 00000400:00000010:2.0:1767384288.146815:0:16135:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 140 at 00000000efb5b02f. 00000400:00000010:2.0:1767384288.146817:0:16135:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 168 at 00000000167f0f5c. 00000400:00000010:2.0:1767384288.146819:0:16135:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 140 at 00000000a467ed9c. 00000400:00000010:2.0:1767384288.146823:0:16135:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 137 at 00000000bed0cef4. 00000400:00000200:2.0:1767384288.146828:0:16135:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.152@tcp (000000005d9714d7): 0 00000400:00000200:2.0:1767384288.146832:0:16135:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.152@tcp(000000005d9714d7): 0. state = 0x100151 00000400:00000200:2.0:1767384288.146837:0:16135:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100151 rc 1 00000400:00000200:2.0:1767384288.146840:0:16135:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100151 00000400:00000200:2.0:1767384288.146844:0:16135:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.152@tcp 00000400:00000200:2.0:1767384288.146847:0:16135:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100111 rc 0 00000400:00000200:2.0:1767384288.146851:0:16135:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.152@tcp (000000005d9714d7) 00000400:00000200:2.0:1767384288.146862:0:16135:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000005d9714d7 (7) 00000800:00000001:0.0:1767384288.147171:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384288.147181:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384288.147217:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.152:988 00000400:00000200:3.0:1767384288.147343:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.152:988 00000400:00000200:2.0:1767384288.147456:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.152:988 00000800:00000010:3.0:1767384288.147898:0:16125:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000006648bf25. 00000800:00000010:3.0:1767384288.147904:0:16125:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000789bae15. 00000800:00000010:3.0:1767384288.147908:0:16125:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000f9032daf. 00000800:00000010:3.0:1767384288.148029:0:16125:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000f9032daf. 00000400:00000200:0.0:1767384288.148210:0:16133:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767384288.148226:0:16133:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.152@tcp13 from 246.3.0.2 00000800:00000010:0.0:1767384288.148230:0:16133:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000668d030b. 00000800:00000010:2.0:1767384288.148332:0:16127:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000fcdbb803. 00000800:00000010:2.0:1767384288.148338:0:16127:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000a467ed9c. 00000800:00000010:2.0:1767384288.148374:0:16127:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000e1161fe9. 00000800:00000200:2.1:1767384288.148380:0:16127:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009f8889a5] -> 12345-192.168.202.152@tcp13 (4) 00000800:00000200:2.1:1767384288.148388:0:16127:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.152@tcp13 00000000e1161fe9 deleted 00000800:00000010:2.1:1767384288.148390:0:16127:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000e1161fe9. 00000800:00000200:2.1:1767384288.148396:0:16127:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:2.0:1767384288.148404:0:16127:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.152@tcp13 p 3.x 192.168.202.152 -> 192.168.202.152:1014 incarnation:1767384286784398329 sched[0] 00000800:00000010:2.0:1767384288.148410:0:16127:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000006682f3e5. 00000800:00000010:2.0:1767384288.148486:0:16127:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000006682f3e5. 00000800:00000010:2.0:1767384288.148492:0:16127:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000a467ed9c. 00000800:00000010:2.0:1767384288.148545:0:16127:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000668d030b. 00000800:00000200:0.1:1767384288.148606:0:16125:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:0.0:1767384288.148619:0:16125:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.152@tcp13 p 3.x 192.168.202.152 -> 192.168.202.152:988 incarnation:1767384286784398329 sched[0] 00000800:00000010:0.0:1767384288.148624:0:16125:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000789bae15. 00000800:00000001:3.0:1767384288.148681:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384288.148689:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384288.148694:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384288.148700:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384288.155964:0:16773:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384288.155974:0:16773:0:(lu_object.c:207:lu_object_put()) Add 00000000f07b1e3f/000000000f28175b to site lru. bkt: 00000000b56e2c81 00080000:00000001:1.0:1767384288.155978:0:16807:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 20000000:00000001:0.0:1767384288.155978:0:16773:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384288.155983:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:0.0:1767384288.155983:0:16773:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:1.0:1767384288.155988:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1767384288.155989:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384288.155990:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384288.155993:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000001666c403. 20000000:01000000:0.0:1767384288.155996:0:16773:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000001:1.0:1767384288.155997:0:16807:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:0.0:1767384288.156013:0:16773:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384288.156016:0:16773:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:00000010:2.0:1767384288.156022:0:16774:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000424bc8b2. 20000000:01000000:3.0:1767384288.156023:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000020:0.0:1767384288.156023:0:16773:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000001:3.0:1767384288.156032:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 20000000:01000000:2.0:1767384288.156033:0:16774:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #14 10000000:01000000:3.0:1767384288.156036:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384288.156042:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 20000000:00000001:2.0:1767384288.156042:0:16774:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00010000:00000001:3.0:1767384288.156046:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384288.156055:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000af6d94d4. 00080000:00000001:2.0:1767384288.156056:0:16774:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00010000:00000001:3.0:1767384288.156066:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384288.156069:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000003653ee69. 00000020:00000001:3.0:1767384288.156073:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384288.156077:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 000000003653ee69 with handle 0x7e51148972eeca85 to hash 00000020:00000001:3.0:1767384288.156080:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384288.156082:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446619781713885184 : -124291995666432 : ffff8ef503bff800) 00010000:00000001:3.0:1767384288.156085:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446619781713885184 : -124291995666432 : ffff8ef503bff800) 00010000:00000001:3.0:1767384288.156139:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384288.156142:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384288.156142:0:16774:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1767384288.156161:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000003653ee69/0x7e51148972eeca85 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384288.156161:0:16774:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384288.156168:0:16774:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384288.156178:0:16774:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:2.0:1767384288.156185:0:16774:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:3.0:1767384288.156186:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384288.156191:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00000020:00000001:2.0:1767384288.156191:0:16774:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446619782313850200 : -124291395701416 : ffff8ef52782b558) 00010000:00000001:3.0:1767384288.156197:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00080000:00000001:2.0:1767384288.156198:0:16774:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:3.0:1767384288.156204:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000010:2.0:1767384288.156207:0:16774:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000041331458. 00010000:00000001:3.0:1767384288.156208:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384288.156221:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000001:2.0:1767384288.156222:0:16774:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446619777392440320 : -124296317111296 : ffff8ef4022bf400) 00010000:00000001:3.0:1767384288.156229:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384288.156230:0:16774:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:3.0:1767384288.156234:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384288.156238:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384288.156239:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384288.156241:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384288.156243:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000af6d94d4) refcount = 1 00010000:00010000:3.0:1767384288.156247:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000003653ee69/0x7e51148972eeca85 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384288.156262:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384288.156265:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384288.156266:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384288.156268:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384288.156270:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384288.156275:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384288.156279:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003445359s 00010000:00000001:3.0:1767384288.156282:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384288.156284:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384288.156286:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000003653ee69 refcount=4 00000020:00000001:3.0:1767384288.156290:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781713885184 : -124291995666432 : ffff8ef503bff800) 00010000:00000001:3.0:1767384288.156292:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781713885184 : -124291995666432 : ffff8ef503bff800) 00010000:00000001:3.0:1767384288.156295:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384288.156298:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000003653ee69/0x7e51148972eeca85 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384288.156303:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384288.156306:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000003653ee69/0x7e51148972eeca85 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384288.156309:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384288.156311:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384288.156313:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000003653ee69/0x7e51148972eeca85 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00000001:00000001:2.0:1767384288.156316:0:16774:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:3.0:1767384288.156318:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:2.0:1767384288.156319:0:16774:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384288.156322:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384288.156323:0:16774:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:3.0:1767384288.156334:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384288.156336:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000003653ee69/0x7e51148972eeca85 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384288.156342:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000003653ee69 already unused, calling callback (00000000871a6010) 00080000:00000001:2.0:1767384288.156343:0:16774:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384288.156345:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00080000:00000001:2.0:1767384288.156347:0:16774:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:3.0:1767384288.156356:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384288.156359:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000003653ee69/0x7e51148972eeca85 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384288.156364:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384288.156366:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384288.156369:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384288.156371:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000003653ee69 refcount=5 00000020:00000001:3.0:1767384288.156372:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781713885184 : -124291995666432 : ffff8ef503bff800) 00010000:00000001:3.0:1767384288.156374:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781713885184 : -124291995666432 : ffff8ef503bff800) 00010000:00000001:3.0:1767384288.156377:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384288.156380:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000003653ee69/0x7e51148972eeca85 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384288.156384:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384288.156387:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384288.156389:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384288.156395:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384288.156397:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384288.156401:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384288.156405:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384288.156407:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000003653ee69 with handle 0x7e51148972eeca85 from hash 00010000:00000001:3.0:1767384288.156410:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384288.156412:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384288.156414:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384288.156416:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384288.156419:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384288.156421:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384288.156424:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384288.156426:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384288.156429:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384288.156431:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384288.156433:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384288.156435:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384288.156437:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384288.156438:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384288.156444:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384288.156446:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384288.156449:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000003653ee69/0x7e51148972eeca85 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384288.156453:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384288.156455:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384288.156457:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384288.156459:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384288.156461:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384288.156462:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384288.156464:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384288.156468:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384288.156470:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384288.156472:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000003653ee69/0x7e51148972eeca85 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384288.156476:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00080000:00000001:2.0:1767384288.156477:0:16774:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00010000:00000001:3.0:1767384288.156479:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000001:2.0:1767384288.156484:0:16774:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00010000:3.0:1767384288.156485:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000003653ee69/0x7e51148972eeca85 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384288.156495:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000af6d94d4 count: 0 00010000:00000001:3.0:1767384288.156521:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384288.156522:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000010:3.1:1767384288.164136:0:16601:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000af6d94d4. 00010000:00000010:3.1:1767384288.164152:0:16601:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000003653ee69. 00000400:00000010:0.0:1767384288.167375:0:19977:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000fd85c8ab. 00000400:00000040:0.0:1767384288.167395:0:19977:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384288.167398:0:19977:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384288.167401:0:19977:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384288.167402:0:19977:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384288.167404:0:19977:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384288.167406:0:19977:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384288.167410:0:19977:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384288.167411:0:19977:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384288.167414:0:19977:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384288.167416:0:19977:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384288.167417:0:19977:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384288.167418:0:19977:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384288.167420:0:19977:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384288.167421:0:19977:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384288.167422:0:19977:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384288.167424:0:19977:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384288.167425:0:19977:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384288.167425:0:19977:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384288.167426:0:19977:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384288.167428:0:19977:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384288.167430:0:19977:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384288.167432:0:19977:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384288.167433:0:19977:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384288.167436:0:19977:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384288.167437:0:19977:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384288.167439:0:19977:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384288.167441:0:19977:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384288.167442:0:19977:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384288.167443:0:19977:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384288.167448:0:19977:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384288.167450:0:19977:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384288.167452:0:19977:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384288.167453:0:19977:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384288.167455:0:19977:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384288.167456:0:19977:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384288.167457:0:19977:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384288.167458:0:19977:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384288.167460:0:19977:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384288.167461:0:19977:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384288.167462:0:19977:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384288.167463:0:19977:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384288.167464:0:19977:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384288.167465:0:19977:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384288.167466:0:19977:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384288.167467:0:19977:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384288.167469:0:19977:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384288.167470:0:19977:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384288.167472:0:19977:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384288.167474:0:19977:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384288.167476:0:19977:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384288.167478:0:19977:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384288.167480:0:19977:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384288.167481:0:19977:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384288.167483:0:19977:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384288.167484:0:19977:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384288.167485:0:19977:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384288.167486:0:19977:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:0.0:1767384288.167514:0:19977:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000fd85c8ab. 00080000:00000001:3.0:1767384288.168577:0:16774:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384288.168578:0:16807:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1767384288.168584:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384288.168588:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000020:00000002:3.0:1767384288.168590:0:16774:0:(lu_object.c:207:lu_object_put()) Add 00000000f07b1e3f/000000000f28175b to site lru. bkt: 00000000b56e2c81 00040000:00000001:1.0:1767384288.168591:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384288.168595:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:3.0:1767384288.168597:0:16774:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384288.168601:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000041331458. 20000000:00000001:3.0:1767384288.168604:0:16774:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00080000:00000001:1.0:1767384288.168611:0:16807:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:3.0:1767384288.168613:0:16774:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384288.168630:0:16774:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384288.168635:0:16774:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:3.0:1767384288.168646:0:16774:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:3.0:1767384288.168693:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384288.168698:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384288.168701:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384288.168706:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384288.168718:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384288.168742:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000e7829f2c. 00010000:00000001:3.0:1767384288.168748:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384288.168752:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000003653ee69. 00000020:00000001:3.0:1767384288.168756:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384288.168759:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 000000003653ee69 with handle 0x7e51148972eeca8c to hash 00000020:00000001:3.0:1767384288.168762:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384288.168764:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446619781713885184 : -124291995666432 : ffff8ef503bff800) 00010000:00000001:3.0:1767384288.168768:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446619781713885184 : -124291995666432 : ffff8ef503bff800) 00010000:00000001:3.0:1767384288.168771:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384288.168774:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384288.168778:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000003653ee69/0x7e51148972eeca8c lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384288.168788:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384288.168792:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384288.168795:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384288.168798:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384288.168801:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384288.168804:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384288.168807:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384288.168810:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384288.168812:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384288.168815:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384288.168817:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384288.168819:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000e7829f2c) refcount = 1 00010000:00010000:3.0:1767384288.168824:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000003653ee69/0x7e51148972eeca8c lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384288.168832:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384288.168835:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384288.168837:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384288.168839:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384288.168841:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384288.168844:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384288.168848:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003445359s 00010000:00000001:3.0:1767384288.168862:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384288.168864:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384288.168866:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000003653ee69 refcount=4 00000020:00000001:3.0:1767384288.168869:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781713885184 : -124291995666432 : ffff8ef503bff800) 00010000:00000001:3.0:1767384288.168872:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781713885184 : -124291995666432 : ffff8ef503bff800) 00010000:00000001:3.0:1767384288.168875:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384288.168877:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000003653ee69/0x7e51148972eeca8c lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384288.168885:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384288.168887:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000003653ee69/0x7e51148972eeca8c lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384288.168893:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384288.168895:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384288.168897:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000003653ee69/0x7e51148972eeca8c lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384288.168903:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384288.168905:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384288.168908:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384288.168910:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000003653ee69/0x7e51148972eeca8c lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384288.168915:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000003653ee69 already unused, calling callback (00000000871a6010) 00010000:00000001:3.0:1767384288.168918:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384288.168920:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384288.168922:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000003653ee69/0x7e51148972eeca8c lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384288.168928:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384288.168929:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384288.168931:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384288.168933:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000003653ee69 refcount=5 00000020:00000001:3.0:1767384288.168936:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781713885184 : -124291995666432 : ffff8ef503bff800) 00010000:00000001:3.0:1767384288.168947:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781713885184 : -124291995666432 : ffff8ef503bff800) 00010000:00000001:3.0:1767384288.168952:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384288.168956:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000003653ee69/0x7e51148972eeca8c lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384288.168963:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384288.168964:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384288.168966:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384288.168972:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384288.168974:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384288.168978:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384288.168981:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384288.168985:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000003653ee69 with handle 0x7e51148972eeca8c from hash 00010000:00000001:3.0:1767384288.168988:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384288.168990:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384288.168992:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384288.168994:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384288.168997:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384288.168999:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384288.169001:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384288.169003:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384288.169006:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384288.169008:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384288.169010:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384288.169013:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384288.169014:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384288.169017:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384288.169019:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384288.169022:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384288.169024:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000003653ee69/0x7e51148972eeca8c lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384288.169030:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384288.169033:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384288.169035:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384288.169037:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384288.169048:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384288.169050:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384288.169052:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384288.169057:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384288.169059:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384288.169063:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000003653ee69/0x7e51148972eeca8c lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384288.169071:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384288.169072:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384288.169074:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000003653ee69/0x7e51148972eeca8c lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384288.169081:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000e7829f2c count: 0 00000100:00000040:1.0:1767384288.169163:0:62:0:(connection.c:75:cpu_latency_work()) work item of 00000000edc4e618 (cpu 0) has reached its deadline 4294878131, at 4294878132 00010000:00000001:3.0:1767384288.169168:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384288.169172:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000010:1.0:1767384288.169176:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000ef90019. 00000100:00000040:3.0:1767384288.169189:0:53:0:(connection.c:75:cpu_latency_work()) work item of 000000009d5c2cb6 (cpu 0) has reached its deadline 4294878131, at 4294878132 00000100:00000010:3.0:1767384288.169200:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ed8870f4. 00000100:00000040:0.0:1767384288.169229:0:449:0:(connection.c:75:cpu_latency_work()) work item of 000000002fd0fb58 (cpu 0) has reached its deadline 4294878131, at 4294878132 00000100:00000010:0.0:1767384288.169236:0:449:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000028200cc2. 00080000:00000020:2.0:1767384288.169592:0:16773:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:2.0:1767384288.169597:0:16773:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384288.169598:0:16773:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000065ae89bd. 20000000:00000001:2.0:1767384288.169607:0:16773:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384288.169612:0:16773:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236723065984 00010000:00000001:2.0:1767384288.169614:0:16773:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384288.169621:0:16773:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000a3f1b2c2 x1853236723065984/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:269/0 lens 4848/4768 e 0 to 0 dl 1767384299 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384288.169628:0:16773:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384288.169631:0:16773:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384288.169634:0:16773:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dd452398 time=18 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384288.169638:0:16773:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384288.169641:0:16773:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 21 to 0@lo 00000100:00000001:2.0:1767384288.169643:0:16773:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 02000000:00000001:2.0:1767384288.169647:0:16773:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384288.169649:0:16773:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384288.169654:0:16773:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384288.169657:0:16773:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384288.169667:0:16773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b9246f42. 00000100:00000200:2.0:1767384288.169672:0:16773:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236723065984, offset 224 00000400:00000200:2.0:1767384288.169678:0:16773:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384288.169689:0:16773:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384288.169698:0:16773:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824c902480 00000400:00000200:2.0:1767384288.169705:0:16773:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1291 [2] + 224 00000400:00000200:2.0:1767384288.169712:0:16773:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384288.169717:0:16773:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384288.169736:0:16773:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384288.169741:0:16773:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006fac9fc8 x1853236723065984/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384304 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384288.169748:0:16773:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000006fac9fc8 x1853236723065984/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384304 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384288.169762:0:16773:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384288.169769:0:16773:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b9246f42 00000400:00000010:2.0:1767384288.169771:0:16773:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b9246f42. 00000100:00000001:2.0:1767384288.169775:0:16773:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384288.169776:0:16773:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384288.169781:0:16773:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384288.169784:0:16773:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 20 to 0@lo 00010000:00000001:2.0:1767384288.169786:0:16773:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384288.169788:0:16773:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384288.169790:0:16773:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384288.169798:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a3f1b2c2 x1853236723065984/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:269/0 lens 4848/4768 e 0 to 0 dl 1767384299 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384288.169802:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384288.169810:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1767384288.169811:0:16773:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000a3f1b2c2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c0412d60-4f67-4dbc-8791-892843f60083+15:16137:x1853236723065984:12345-0@lo:253: Request processed in 24495us (25187us total) trans 0 rc 0/0 00000400:00000001:3.0:1767384288.169821:0:16137:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:2.0:1767384288.169822:0:16773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000400:00000001:3.0:1767384288.169829:0:16137:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1767384288.169831:0:16773:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000555601ca : new rpc_count 1 00000100:00000001:2.0:1767384288.169835:0:16773:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000010:3.0:1767384288.169836:0:16137:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000071c374ff. 00000100:00000001:2.0:1767384288.169837:0:16773:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384288.169844:0:16773:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001984c462. 00000400:00000200:3.0:1767384288.169845:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b3185aa1 00000020:00000010:2.0:1767384288.169849:0:16773:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000021b332a2. 00000400:00000010:3.0:1767384288.169851:0:16137:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b3185aa1. 00000100:00000001:3.0:1767384288.169857:0:16137:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:2.0:1767384288.169861:0:16773:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a20b62c3. 00000020:00000040:2.0:1767384288.169866:0:16773:0:(genops.c:898:class_export_put()) PUTting export 00000000555601ca : new refcount 14 00000100:00000200:3.0:1767384288.169868:0:16137:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006fac9fc8 x1853236723065984/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384304 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384288.169871:0:16773:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384288.169875:0:16773:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000b0ea61a0. 02000000:00000001:2.0:1767384288.169883:0:16773:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384288.169887:0:16773:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384288.169897:0:16137:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006fac9fc8 x1853236723065984/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384304 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384288.169897:0:16773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384288.169906:0:16773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004c5b5306. 00000400:00000010:2.0:1767384288.169916:0:16773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b9246f42. 00000100:00000001:3.0:1767384288.169921:0:16137:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384288.169926:0:16137:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384288.169931:0:16137:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384288.169935:0:16137:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384288.169939:0:16137:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384288.169942:0:16137:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384288.169954:0:16137:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384288.169961:0:16137:0:(import.c:2128:obd_at_measure()) add 5 to 0000000028df3f77 time=18 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384288.169967:0:16137:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f5022cbe time=18 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384288.169971:0:16137:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384288.169973:0:16137:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384288.169977:0:16137:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384288.169980:0:16137:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384288.169984:0:16137:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384288.169991:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006fac9fc8 x1853236723065984/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384304 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384288.170000:0:16137:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384288.170005:0:16137:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384288.170007:0:16137:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384288.170012:0:16137:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384288.170015:0:16137:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384288.170018:0:16137:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384288.170020:0:16137:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384288.170023:0:16137:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384288.170024:0:16137:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384288.170026:0:16137:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384288.170028:0:16137:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384288.170030:0:16137:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384288.170031:0:16137:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384288.170036:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006fac9fc8 x1853236723065984/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384304 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384288.170045:0:16137:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006fac9fc8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c0412d60-4f67-4dbc-8791-892843f60083:16137:1853236723065984:0@lo:253: 00000100:00000001:3.0:1767384288.170053:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384288.170057:0:16137:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384288.170060:0:16137:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006fac9fc8 x1853236723065984/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384304 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384288.170070:0:16137:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384288.170074:0:16137:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384288.170078:0:16137:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000d441d4bf. 02000000:00000001:3.0:1767384288.170083:0:16137:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384288.170085:0:16137:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384288.170145:0:16137:0:(genops.c:1242:class_import_put()) import 00000000df830bbe refcount=4 obd=MGC192.168.202.152@tcp 00000020:00000001:3.0:1767384288.170149:0:16137:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384288.170153:0:16137:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000009e7b7821. 00000100:00000040:2.0:1767384288.170155:0:795:0:(connection.c:75:cpu_latency_work()) work item of 00000000135c2452 (cpu 0) has reached its deadline 4294878131, at 4294878133 02000000:00000001:3.0:1767384288.170160:0:16137:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000010:2.0:1767384288.170163:0:795:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000029157e6d. 02000000:00000001:3.0:1767384288.170164:0:16137:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384288.170168:0:16137:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006fac9fc8. 00000100:00000001:3.0:1767384288.170177:0:16137:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384288.170180:0:16137:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384288.170184:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384288.170196:0:16137:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384288.170198:0:16137:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384288.170201:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384288.170203:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:3.0:1767384288.170923:0:16774:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767384288.170927:0:16774:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384288.170928:0:16774:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000d3eea08e. 20000000:00000001:3.0:1767384288.170933:0:16774:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384288.170936:0:16774:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236723066112 00010000:00000001:3.0:1767384288.170938:0:16774:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384288.170943:0:16774:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000be93efa9 x1853236723066112/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:269/0 lens 4848/4768 e 0 to 0 dl 1767384299 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384288.170949:0:16774:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384288.170951:0:16774:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384288.170954:0:16774:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dd452398 time=18 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384288.170957:0:16774:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384288.170959:0:16774:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 21 to 0@lo 00000100:00000001:3.0:1767384288.170961:0:16774:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 02000000:00000001:3.0:1767384288.170963:0:16774:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384288.170966:0:16774:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384288.170969:0:16774:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384288.170972:0:16774:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384288.170975:0:16774:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000efb5b02f. 00000100:00000200:3.0:1767384288.170978:0:16774:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236723066112, offset 224 00000400:00000200:3.0:1767384288.170983:0:16774:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384288.170992:0:16774:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384288.170999:0:16774:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824c902500 00000400:00000200:3.0:1767384288.171011:0:16774:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1299 [2] + 224 00000400:00000200:3.0:1767384288.171018:0:16774:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384288.171020:0:16774:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384288.171024:0:16774:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384288.171028:0:16774:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002db249fa x1853236723066112/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384304 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384288.171034:0:16774:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000002db249fa x1853236723066112/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384304 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384288.171050:0:16774:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384288.171058:0:16774:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000efb5b02f 00000400:00000010:3.0:1767384288.171060:0:16774:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000efb5b02f. 00000100:00000001:3.0:1767384288.171064:0:16774:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384288.171065:0:16774:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384288.171072:0:16774:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384288.171076:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767384288.171077:0:16774:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 20 to 0@lo 00010000:00000001:3.0:1767384288.171083:0:16774:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:0.0:1767384288.171083:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1767384288.171119:0:16774:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384288.171122:0:16774:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:0.0:1767384288.171124:0:16138:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384288.171127:0:16138:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:3.0:1767384288.171129:0:16774:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000be93efa9 x1853236723066112/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:269/0 lens 4848/4768 e 0 to 0 dl 1767384299 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384288.171130:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e3dc7d26. 00000400:00000200:0.0:1767384288.171141:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001db19ab8 00000400:00000010:0.0:1767384288.171151:0:16138:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001db19ab8. 00000100:00100000:3.0:1767384288.171155:0:16774:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000be93efa9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c0412d60-4f67-4dbc-8791-892843f60083+14:16138:x1853236723066112:12345-0@lo:253: Request processed in 25835us (26238us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384288.171165:0:16138:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:3.0:1767384288.171169:0:16774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00000200:0.0:1767384288.171174:0:16138:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002db249fa x1853236723066112/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384304 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384288.171176:0:16774:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000555601ca : new rpc_count 0 00000100:00000001:3.0:1767384288.171184:0:16774:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384288.171188:0:16774:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384288.171197:0:16774:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000042d98212. 00000100:00000200:0.0:1767384288.171200:0:16138:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002db249fa x1853236723066112/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384304 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384288.171204:0:16774:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c8e21af0. 00000020:00000010:3.0:1767384288.171213:0:16774:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000423c5127. 00000100:00000001:0.0:1767384288.171215:0:16138:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384288.171220:0:16138:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1767384288.171222:0:16774:0:(genops.c:898:class_export_put()) PUTting export 00000000555601ca : new refcount 13 00000100:00000001:0.0:1767384288.171230:0:16138:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384288.171231:0:16774:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384288.171234:0:16774:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000009df9f933. 02000000:00000001:0.0:1767384288.171236:0:16138:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384288.171239:0:16138:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384288.171241:0:16138:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384288.171250:0:16138:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384288.171251:0:16774:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384288.171258:0:16774:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767384288.171260:0:16138:0:(import.c:2128:obd_at_measure()) add 5 to 0000000028df3f77 time=18 v=5 (5 0 0 0) 00000100:00000200:3.0:1767384288.171265:0:16774:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00001000:0.0:1767384288.171265:0:16138:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f5022cbe time=18 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384288.171273:0:16138:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000010:3.0:1767384288.171274:0:16774:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f5eddae2. 00000100:00000001:0.0:1767384288.171276:0:16138:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384288.171282:0:16774:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000efb5b02f. 00010000:00000001:0.0:1767384288.171283:0:16138:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384288.171289:0:16138:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384288.171293:0:16138:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384288.171296:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002db249fa x1853236723066112/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384304 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384288.171301:0:16138:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384288.171305:0:16138:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384288.171306:0:16138:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384288.171309:0:16138:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384288.171311:0:16138:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384288.171312:0:16138:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384288.171313:0:16138:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384288.171314:0:16138:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384288.171315:0:16138:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384288.171316:0:16138:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384288.171318:0:16138:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384288.171319:0:16138:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384288.171320:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002db249fa x1853236723066112/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384304 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384288.171325:0:16138:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000002db249fa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c0412d60-4f67-4dbc-8791-892843f60083:16138:1853236723066112:0@lo:253: 00000100:00000001:0.0:1767384288.171334:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384288.171336:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384288.171338:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002db249fa x1853236723066112/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384304 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384288.171343:0:16138:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384288.171345:0:16138:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384288.171347:0:16138:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000b3393a7c. 02000000:00000001:0.0:1767384288.171350:0:16138:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384288.171351:0:16138:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384288.171353:0:16138:0:(genops.c:1242:class_import_put()) import 00000000df830bbe refcount=3 obd=MGC192.168.202.152@tcp 00000020:00000001:0.0:1767384288.171354:0:16138:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384288.171356:0:16138:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000078f4bc6e. 02000000:00000001:0.0:1767384288.171359:0:16138:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384288.171360:0:16138:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384288.171361:0:16138:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002db249fa. 00000100:00000001:0.0:1767384288.171366:0:16138:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384288.171367:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384288.171368:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384288.171374:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384288.171375:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384288.171376:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384288.171378:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1767384288.174140:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000e7829f2c. 00010000:00000010:3.1:1767384288.174156:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000003653ee69. 00080000:00000001:1.0:1767384288.774434:0:20144:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384288.774447:0:20144:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384288.774451:0:20144:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384288.774458:0:20144:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384288.774464:0:20144:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384288.774469:0:20144:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384288.821151:0:449:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384288.821159:0:449:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384288.821167:0:449:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384288.821168:0:449:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384288.821206:0:16767:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384288.821211:0:16767:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384288.821215:0:16767:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:3.0:1767384289.602021:0:20308:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384289.602026:0:20308:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg252-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp15 --if ens2 00000001:00000001:3.0:1767384289.604767:0:20308:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384289.611685:0:20309:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000c0e83866. 00000400:00000010:3.0:1767384289.611698:0:20309:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000129bbeea. 00000400:00000010:3.0:1767384289.611706:0:20309:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000369aefb8. 00000400:00000010:3.0:1767384289.611722:0:20309:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000eb3fb08b. 00000400:00000010:3.0:1767384289.611726:0:20309:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000d55eab3d. 00000400:00000010:3.0:1767384289.611730:0:20309:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000a140d146. 00000400:00000010:3.0:1767384289.611731:0:20309:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000545b5ddf. 00000400:00000010:3.0:1767384289.611732:0:20309:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000057988363. 00000400:00000010:3.0:1767384289.611735:0:20309:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000b8509155. 00000800:00000010:3.0:1767384289.611744:0:20309:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000002d4bac2e. 00000800:00000200:3.0:1767384289.611754:0:20309:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384289.611759:0:20309:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384289.611794:0:20309:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.152) 00000400:02000000:3.0:1767384289.611813:0:20309:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.152@tcp15 [8/256/0/180] 00000400:00000010:3.0:1767384289.613194:0:20309:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 153 at 000000000223631e. 00000400:00000010:3.0:1767384289.613200:0:20309:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000003494e. 00000400:00000010:3.0:1767384289.613206:0:20309:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000091677c2e. 00000400:00000001:3.0:1767384289.613218:0:20309:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384289.613220:0:20309:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384289.613222:0:20309:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000038bfcdbd. 00000400:00000200:3.0:1767384289.613224:0:20309:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000006d2462e 00000400:00000010:3.0:1767384289.613225:0:20309:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000006d2462e. 00000400:00000010:3.0:1767384289.613229:0:20309:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 137 at 000000008b17c80c. 00000400:00000200:3.0:1767384289.613237:0:20309:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (6) 00000400:00000200:3.0:1767384289.613248:0:20309:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.152@tcp (000000005d9714d7): 0 00000400:00000200:3.0:1767384289.613254:0:20309:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131087 00000020:00000010:3.0:1767384289.613260:0:20309:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 0000000008773df0. 00000020:01000000:3.0:1767384289.613264:0:20309:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:3.0:1767384289.613266:0:20309:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.152@tcp15 00000400:00000200:2.0:1767384289.613279:0:16135:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:3.0:1767384289.613280:0:20309:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000129bbeea. 00000400:00000010:3.0:1767384289.613286:0:20309:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000c0e83866. 00000400:00000200:2.0:1767384289.613289:0:16135:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100151 00000400:00000010:2.0:1767384289.613296:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000025f6c491. 00000400:00000200:2.0:1767384289.613299:0:16135:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (7) 00000400:00000010:2.0:1767384289.613304:0:16135:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000009aa40454. 00000400:00000200:2.0:1767384289.613307:0:16135:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.152@tcp 00000020:00000001:1.0:1767384289.613315:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:2.0:1767384289.613321:0:16135:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.152@tcp local destination 10000000:00000001:1.0:1767384289.613324:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:2.0:1767384289.613328:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 10000000:00000001:1.0:1767384289.613329:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384289.613335:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:2.0:1767384289.613340:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000020:01000004:1.0:1767384289.613341:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384289.613350:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384289.613352:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:2.0:1767384289.613355:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 00000020:01000004:1.0:1767384289.613356:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384289.613364:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384289.613373:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:2.0:1767384289.613376:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 00000020:01000004:1.0:1767384289.613378:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384289.613384:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:2.0:1767384289.613389:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000020:01000004:1.0:1767384289.613390:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384289.613395:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:2.0:1767384289.613400:0:16135:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp14 00000100:00000010:1.0:1767384289.613404:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006ed2bb3d. 00000400:00000200:2.0:1767384289.613408:0:16135:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.152@tcp14 00000020:00000040:1.0:1767384289.613414:0:36:0:(genops.c:1229:class_import_get()) import 00000000df830bbe refcount=4 obd=MGC192.168.202.152@tcp 00000400:00000200:2.0:1767384289.613417:0:16135:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.152@tcp14 lpni_is_preferred = 0 00000400:00000200:2.0:1767384289.613420:0:16135:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.152@tcp14 00000400:00000200:2.0:1767384289.613425:0:16135:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp14 NI seq info: [15:15:256:4294967295] 192.168.202.152@tcp14 LPNI seq info [15:15:8:4294967295] 00000100:00000001:1.0:1767384289.613433:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384289.613437:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1767384289.613439:0:16135:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.152@tcp14 02000000:00000001:1.0:1767384289.613444:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384289.613456:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000025c8911a. 00000400:00000200:2.0:1767384289.613468:0:16135:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp14(192.168.202.152@tcp14:) -> 192.168.202.152@tcp14(192.168.202.152@tcp:192.168.202.152@tcp14) : PUT try# 0 00000100:00000001:1.0:1767384289.613469:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384289.613484:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000800:00000200:2.0:1767384289.613485:0:16135:0:(socklnd_cb.c:1001:ksocknal_send()) sending 144 bytes in 1 frags to 12345-192.168.202.152@tcp14 00000100:00000001:1.0:1767384289.613487:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384289.613493:0:16135:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c6467c13. 00000100:00000040:1.0:1767384289.613499:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006ed2bb3d] to pc [ptlrpcd_00_02+2] req@000000006ed2bb3d x1853236723066240/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:2.0:1767384289.613504:0:16135:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000b574b9b1. 00000800:00000010:2.0:1767384289.613515:0:16135:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000500cb2cd. 00000800:00000200:2.0:1767384289.613522:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b574b9b1] -> 12345-192.168.202.152@tcp14 (2) 00000800:00000200:2.1:1767384289.613528:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b574b9b1] -> 12345-192.168.202.152@tcp14 (2) 10000000:00000001:1.0:1767384289.613548:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384289.613554:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384289.613557:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384289.613560:0:16135:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.152@tcp 00000100:00000001:3.0:1767384289.613562:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000000:1.0:1767384289.613566:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:3.0:1767384289.613573:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767384289.613573:0:16135:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100551 rc 0 00000020:00000001:1.0:1767384289.613575:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000001:3.0:1767384289.613579:0:16139:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:00000001:1.0:1767384289.613579:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384289.613584:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384289.613587:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:1.0:1767384289.613589:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384289.613591:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00000040:3.0:1767384289.613593:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006ed2bb3d x1853236723066240/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:1.0:1767384289.613594:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384289.613598:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384289.613603:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384289.613609:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384289.613613:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384289.613618:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384289.613623:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:3.0:1767384289.613629:0:16139:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000010:1.0:1767384289.613630:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000084c99a64. 00000100:00000001:3.0:1767384289.613632:0:16139:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384289.613639:0:36:0:(genops.c:1229:class_import_get()) import 00000000df830bbe refcount=5 obd=MGC192.168.202.152@tcp 02000000:00000001:3.0:1767384289.613641:0:16139:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767384289.613649:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1767384289.613650:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.152:988 02000000:00000001:3.0:1767384289.613651:0:16139:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384289.613653:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384289.613660:0:16139:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384289.613666:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384289.613667:0:16139:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006ed2bb3d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c0412d60-4f67-4dbc-8791-892843f60083:16139:1853236723066240:0@lo:253: 00000100:00000001:3.0:1767384289.613674:0:16139:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000010:1.0:1767384289.613677:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000060684b6e. 02000000:00000001:3.0:1767384289.613680:0:16139:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767384289.613685:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384289.613686:0:16139:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384289.613703:0:16139:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767384289.613703:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384289.613725:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384289.613727:0:16139:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000009021f979. 02000000:00000001:3.0:1767384289.613731:0:16139:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384289.613733:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.152:988 00000100:00000040:1.0:1767384289.613735:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000084c99a64] to pc [ptlrpcd_00_03+3] req@0000000084c99a64 x1853236723066368/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384289.613739:0:16139:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000023539866. 00000400:00000010:3.0:1767384289.613747:0:16139:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000129bbeea. 00000100:00000200:3.0:1767384289.613760:0:16139:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236723066240, portal 25 00000100:00000001:3.0:1767384289.613766:0:16139:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384289.613769:0:16139:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782424477696 : -124291285073920 : ffff8ef52e1ac000) 10000000:00000001:1.0:1767384289.613769:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384289.613771:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.152:988 10000000:00000001:1.0:1767384289.613786:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384289.613792:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384289.613794:0:16139:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006ed2bb3d x1853236723066240/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384305 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000000:1.0:1767384289.613804:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:2.0:1767384289.613811:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.152:988 00000020:00000010:1.0:1767384289.613818:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 0000000008773df0. 00000100:00000001:3.0:1767384289.613820:0:16139:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384289.613836:0:16139:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384289.613847:0:16139:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000321655b7. 00000100:00000001:1.0:1767384289.613851:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:3.0:1767384289.613854:0:16139:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236723066240, offset 0 00000100:00000001:1.0:1767384289.613857:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384289.613861:0:16140:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1767384289.613868:0:16139:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1767384289.613872:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000084c99a64 x1853236723066368/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384289.613879:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.152:988 00000400:00000200:3.0:1767384289.613888:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384289.613890:0:16140:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384289.613898:0:16140:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384289.613904:0:16140:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1767384289.613911:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824c902580 02000000:00000001:1.0:1767384289.613912:0:16140:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384289.613917:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.152:988 02000000:00000001:1.0:1767384289.613928:0:16140:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384289.613937:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1e1 [2] + 0 00000100:00100000:1.0:1767384289.613938:0:16140:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000084c99a64 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c0412d60-4f67-4dbc-8791-892843f60083:16140:1853236723066368:0@lo:253: 00000400:00000010:3.0:1767384289.613951:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000031115589. 00000100:00000001:1.0:1767384289.613953:0:16140:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384289.613963:0:16140:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1767384289.613964:0:16139:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000a9234ec1 02000000:00000001:1.0:1767384289.613969:0:16140:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384289.613972:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.152:988 02000000:00000001:1.0:1767384289.613973:0:16140:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767384289.613975:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:1.0:1767384289.613981:0:16140:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000c47b5f3c. 00000400:00000200:3.0:1767384289.613985:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:1.0:1767384289.613988:0:16140:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384289.613994:0:16140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000050430655. 00000400:00000200:3.0:1767384289.613996:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a9234ec1 00000400:00000010:3.0:1767384289.614001:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a9234ec1. 00000100:00000001:3.0:1767384289.614005:0:16139:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384289.614008:0:16139:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384289.614011:0:16139:0:(events.c:337:request_in_callback()) incoming req@000000007031e36a x1853236723066240 msgsize 4848 00000400:00000010:1.0:1767384289.614012:0:16140:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005b09fecb. 00000100:00100000:3.0:1767384289.614021:0:16139:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000200:1.0:1767384289.614024:0:16140:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236723066368, portal 25 00000100:00000040:3.0:1767384289.614026:0:16139:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:2.0:1767384289.614027:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.152:988 00000100:00000001:1.0:1767384289.614036:0:16140:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384289.614038:0:16140:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782424489344 : -124291285062272 : ffff8ef52e1aed80) 00000100:00000040:1.0:1767384289.614046:0:16140:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000084c99a64 x1853236723066368/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384305 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384289.614047:0:16139:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384289.614054:0:16140:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767384289.614059:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000321655b7 00000100:00000040:1.0:1767384289.614067:0:16140:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384289.614068:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000321655b7. 00000400:00000200:2.0:1767384289.614068:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.152:988 00000400:00000010:1.0:1767384289.614080:0:16140:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000edd8e092. 00000100:00000001:3.0:1767384289.614082:0:16139:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384289.614125:0:16139:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006ed2bb3d x1853236723066240/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384305 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384289.614134:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384289.614141:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006ed2bb3d x1853236723066240/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384305 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384289.614144:0:16140:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236723066368, offset 0 00000400:00000200:2.0:1767384289.614150:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.152:988 00000100:00000001:3.0:1767384289.614151:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384289.614157:0:16139:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384289.614166:0:16139:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384289.614168:0:16140:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384289.614175:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294879601 00000100:00000010:3.0:1767384289.614181:0:16139:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006a9e89ae. 00000100:00000001:3.0:1767384289.614189:0:16139:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 0 00000400:00000200:1.0:1767384289.614198:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384289.614208:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294879601 00000100:00000010:3.0:1767384289.614214:0:16139:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000028df37d0. 00000400:00000200:1.0:1767384289.614217:0:16140:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824c902600 00000100:00000001:3.0:1767384289.614230:0:16139:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 1 00000400:00000200:1.0:1767384289.614231:0:16140:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1e5 [2] + 0 00000100:00000001:3.0:1767384289.614238:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294879601 00000400:00000010:1.0:1767384289.614239:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000116efea9. 00000400:00000200:1.0:1767384289.614251:0:16140:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000a99e2e90 00000100:00000010:3.0:1767384289.614253:0:16139:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000880d8d48. 00000100:00000001:3.0:1767384289.614268:0:16139:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 2 00000400:00000200:1.0:1767384289.614271:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384289.614279:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294879601 00000400:00000200:1.0:1767384289.614283:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:3.0:1767384289.614288:0:16139:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f87df11a. 00000400:00000200:1.0:1767384289.614293:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a99e2e90 00000100:00000001:3.0:1767384289.614298:0:16139:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 3 00000400:00000010:1.0:1767384289.614298:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a99e2e90. 00000100:00000001:3.0:1767384289.614315:0:16139:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384289.614316:0:16140:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384289.614326:0:16140:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:3.0:1767384289.614328:0:16139:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384289.614340:0:16140:0:(events.c:337:request_in_callback()) incoming req@00000000091742f7 x1853236723066368 msgsize 4848 00000100:00000001:3.0:1767384289.614342:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384289.614353:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384289.614370:0:16140:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384289.614374:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:1.0:1767384289.614376:0:16140:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:3.0:1767384289.614378:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384289.614386:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384289.614388:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384289.614392:0:16140:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384289.614394:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384289.614400:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384289.614406:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000edd8e092 00000400:00000010:1.0:1767384289.614410:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000edd8e092. 00000100:00000001:1.0:1767384289.614414:0:16140:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384289.614424:0:16140:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000084c99a64 x1853236723066368/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384305 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384289.614437:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384289.614440:0:16774:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:1.0:1767384289.614443:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000084c99a64 x1853236723066368/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384305 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384289.614446:0:16774:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723066240 02000000:00000001:3.0:1767384289.614454:0:16774:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384289.614461:0:16774:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384289.614461:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384289.614472:0:16774:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384289.614474:0:16140:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:3.0:1767384289.614485:0:16774:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384289.614488:0:16140:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384289.614492:0:16774:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723066240 00000100:00000001:1.0:1767384289.614494:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294879601 00000020:00000001:3.0:1767384289.614497:0:16774:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384289.614500:0:16140:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 0, keep current deadline 4294879601 00000020:00000040:3.0:1767384289.614501:0:16774:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eec8e1 00000100:00000001:1.0:1767384289.614506:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294879601 00000020:00000001:3.0:1767384289.614507:0:16774:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384289.614514:0:16140:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 1, keep current deadline 4294879601 00000020:00000040:3.0:1767384289.614516:0:16774:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000555601ca refcount=14 00000100:00000001:1.0:1767384289.614531:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294879601 00000020:00000001:3.0:1767384289.614532:0:16774:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000020:00000001:3.0:1767384289.614539:0:16774:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000100:00000001:3.0:1767384289.614548:0:16774:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384289.614548:0:16140:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 2, keep current deadline 4294879601 00000100:00000001:1.0:1767384289.614557:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294879601 00000020:00000010:3.0:1767384289.614558:0:16774:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000dd928e83. 00000100:00000001:1.0:1767384289.614561:0:16140:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 3, keep current deadline 4294879601 00000100:00000001:1.0:1767384289.614566:0:16140:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384289.614567:0:16774:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384289.614572:0:16140:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384289.614575:0:16774:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000dd928e83. 00000100:00000001:1.0:1767384289.614579:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384289.614583:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1767384289.614590:0:16128:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000006b6e9445. 00000100:00000001:1.0:1767384289.614596:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384289.614601:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:3.0:1767384289.614603:0:16774:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cbff3170. 00000800:00000010:2.0:1767384289.614603:0:16128:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000008ec48628. 00000100:00000001:1.0:1767384289.614616:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384289.614619:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:3.0:1767384289.614620:0:16774:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000072d57254. 00000800:00000010:2.0:1767384289.614625:0:16128:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000002d775120. 00000100:00000001:1.0:1767384289.614627:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384289.614631:0:16774:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000005480004. 00000100:00000001:1.0:1767384289.614639:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384289.614658:0:16774:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384289.614664:0:16774:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384289.614666:0:16774:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384289.614668:0:16774:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384289.614678:0:16774:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384289.614680:0:16128:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000002d775120. 00000100:00000001:3.0:1767384289.614688:0:16774:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384289.614726:0:16774:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384289.614728:0:16774:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723066368 02000000:00000001:3.0:1767384289.614731:0:16774:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384289.614733:0:16774:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384289.614736:0:16774:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384289.614739:0:16774:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384289.614742:0:16774:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723066368 00000020:00000001:3.0:1767384289.614743:0:16774:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384289.614744:0:16774:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eec8e1 00000020:00000001:3.0:1767384289.614745:0:16774:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384289.614748:0:16774:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000555601ca refcount=15 00000020:00000001:3.0:1767384289.614750:0:16774:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000020:00000001:3.0:1767384289.614753:0:16774:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000100:00000001:3.0:1767384289.614757:0:16774:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384289.614764:0:16774:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000dd928e83. 00000100:00000001:3.0:1767384289.614767:0:16774:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384289.614769:0:16774:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000dd928e83. 00000020:00000010:3.0:1767384289.614778:0:16774:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e567737f. 00000020:00000010:3.0:1767384289.614781:0:16774:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000140485ef. 00000400:00000200:1.0:1767384289.614782:0:16133:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000020:00000010:3.0:1767384289.614784:0:16774:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000fe3656a. 00000100:00000001:3.0:1767384289.614795:0:16774:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384289.614796:0:16774:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384289.614798:0:16774:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384289.614802:0:16774:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384289.614806:0:16774:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384289.614822:0:16774:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:1.0:1767384289.614822:0:16133:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.152@tcp14 from 245.3.0.2 00000800:00000010:1.0:1767384289.614828:0:16133:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000009f9f6420. 00000100:00000001:3.0:1767384289.614838:0:16774:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384289.614848:0:16774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00000040:3.0:1767384289.614853:0:16774:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000555601ca : new rpc_count 1 00000100:00000001:2.0:1767384289.614854:0:16771:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384289.614857:0:16774:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619777413674064 : -124296295877552 : ffff8ef4036ff450) 00000100:00000001:2.0:1767384289.614858:0:16771:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:3.0:1767384289.614870:0:16774:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000007031e36a x1853236723066240/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:270/0 lens 4848/0 e 0 to 0 dl 1767384300 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384289.614875:0:16771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00000040:2.0:1767384289.614883:0:16771:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000555601ca : new rpc_count 2 00000100:00000001:3.0:1767384289.614885:0:16774:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384289.614887:0:16771:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619777413663824 : -124296295887792 : ffff8ef4036fcc50) 00000020:00000010:3.0:1767384289.614890:0:16774:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000dd928e83. 00000100:00000001:3.0:1767384289.614899:0:16774:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384289.614900:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000091742f7 x1853236723066368/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:270/0 lens 4848/0 e 0 to 0 dl 1767384300 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384289.614905:0:16774:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000dd928e83. 00000100:00000001:2.0:1767384289.614915:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:3.0:1767384289.614921:0:16774:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000007031e36a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c0412d60-4f67-4dbc-8791-892843f60083+15:16139:x1853236723066240:12345-0@lo:253: 00000100:00000200:3.0:1767384289.614927:0:16774:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723066240 00000020:00000001:3.0:1767384289.614929:0:16774:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000010:2.0:1767384289.614931:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002d775120. 00000020:00000001:3.0:1767384289.614935:0:16774:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384289.614940:0:16774:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384289.614941:0:16771:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384289.614944:0:16774:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000010:2.0:1767384289.614947:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002d775120. 00000020:00000001:3.0:1767384289.614948:0:16774:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669141328 : -1040410288 : ffffffffc1fc9950) 00000020:00000001:3.0:1767384289.614955:0:16774:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384289.614958:0:16774:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384289.614962:0:16774:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384289.614966:0:16774:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00100000:2.0:1767384289.614968:0:16771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000091742f7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c0412d60-4f67-4dbc-8791-892843f60083+15:16140:x1853236723066368:12345-0@lo:253: 00000020:00000001:3.0:1767384289.614970:0:16774:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384289.614977:0:16774:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000200:2.0:1767384289.614979:0:16771:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723066368 02000000:00000001:3.0:1767384289.614983:0:16774:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:2.0:1767384289.614986:0:16771:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 02000000:00000010:3.0:1767384289.614989:0:16774:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000008773df0. 02000000:00000001:3.0:1767384289.614994:0:16774:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384289.614994:0:16771:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384289.615001:0:16771:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384289.615002:0:16774:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384289.615009:0:16771:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 20000000:00000001:3.0:1767384289.615010:0:16774:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000001:2.0:1767384289.615015:0:16771:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669141328 : -1040410288 : ffffffffc1fc9950) 00000020:00000001:2.0:1767384289.615021:0:16771:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384289.615024:0:16771:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 20000000:00000010:3.0:1767384289.615025:0:16774:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000009df9f933. 00000020:00000001:2.0:1767384289.615031:0:16771:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 20000000:01000000:3.0:1767384289.615033:0:16774:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000020:00000001:2.0:1767384289.615036:0:16771:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 20000000:00000001:3.0:1767384289.615038:0:16774:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000020:00000001:2.0:1767384289.615040:0:16771:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384289.615042:0:16774:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384289.615046:0:16774:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384289.615046:0:16771:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384289.615052:0:16771:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:00000001:3.0:1767384289.615057:0:16774:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384289.615061:0:16771:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000b94d3830. 20000000:00000001:3.0:1767384289.615062:0:16774:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 02000000:00000001:2.0:1767384289.615066:0:16771:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384289.615070:0:16771:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384289.615072:0:16771:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:3.0:1767384289.615078:0:16774:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000070deba39. 20000000:00000010:2.0:1767384289.615079:0:16771:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000009aea2350. 20000000:01000000:3.0:1767384289.615084:0:16774:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #15 20000000:00000001:3.0:1767384289.615139:0:16774:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:01000000:2.0:1767384289.615141:0:16771:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00080000:00000001:3.0:1767384289.615145:0:16774:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:00000001:2.0:1767384289.615145:0:16771:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384289.615151:0:16771:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384289.615154:0:16771:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384289.615156:0:16771:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384289.615159:0:16771:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000800:00000010:1.0:1767384289.615198:0:16126:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000543f4436. 00000800:00000010:1.0:1767384289.615205:0:16126:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000edd8e092. 00080000:00000001:3.0:1767384289.615206:0:16774:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384289.615213:0:16774:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384289.615215:0:16774:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384289.615218:0:16774:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:3.0:1767384289.615223:0:16774:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384289.615229:0:16774:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446619782313850200 : -124291395701416 : ffff8ef52782b558) 00080000:00000001:3.0:1767384289.615232:0:16774:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000800:00000010:1.0:1767384289.615235:0:16126:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000310fa8cd. 00080000:00000010:3.0:1767384289.615238:0:16774:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000009428b4c9. 00080000:00000001:3.0:1767384289.615243:0:16774:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446619781776842752 : -124291932708864 : ffff8ef50780a000) 00000800:00000200:1.1:1767384289.615254:0:16126:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b574b9b1] -> 12345-192.168.202.152@tcp14 (2) 00080000:00000001:3.0:1767384289.615256:0:16774:0:(osd_io.c:243:osd_declare_write()) Process entered 00000800:00000200:1.1:1767384289.615269:0:16126:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.152@tcp14 00000000310fa8cd deleted 00000800:00000010:1.1:1767384289.615272:0:16126:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000310fa8cd. 00000800:00000200:1.1:1767384289.615277:0:16126:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1:1767384289.615288:0:16126:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp14 ip 192.168.202.152:1013 00000800:00000200:1.1:1767384289.615292:0:16126:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c6467c13 type 1, nob 240 niov 1 nkiov 1 00000800:00000200:1.0:1767384289.615296:0:16126:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.152@tcp14 p 3.x 192.168.202.152 -> 192.168.202.152:1013 incarnation:1767384288141922725 sched[0] 00000800:00000010:1.0:1767384289.615302:0:16126:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000008c6e4f96. 00000800:00000010:1.0:1767384289.615414:0:16126:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000008c6e4f96. 00000800:00000010:1.0:1767384289.615419:0:16126:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000edd8e092. 00000001:00000001:3.0:1767384289.615421:0:16774:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384289.615424:0:16774:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384289.615426:0:16774:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384289.615454:0:16774:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384289.615458:0:16774:0:(osd_io.c:399:osd_write()) Process entered 00000800:00000010:1.0:1767384289.615459:0:16126:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000009f9f6420. 00000800:00000001:1.0:1767384289.615472:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384289.615481:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767384289.615552:0:16132:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384289.615556:0:16132:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c6467c13. 00080000:00000001:3.0:1767384289.615558:0:16774:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384289.615561:0:16774:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:1.0:1767384289.615563:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384289.615574:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp14->192.168.202.152@tcp14: PUT: OK 00000400:00000200:1.0:1767384289.615581:0:16132:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384289.615585:0:16132:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.152@tcp: 0 00000800:00000200:1.1:1767384289.615641:0:16128:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.0:1767384289.615648:0:16128:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.152@tcp14 p 3.x 192.168.202.152 -> 192.168.202.152:988 incarnation:1767384288141922725 sched[0] 00000800:00000010:1.0:1767384289.615658:0:16128:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000008ec48628. 00000400:00000200:1.0:1767384289.615773:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.152:988 00000800:00000001:3.0:1767384289.615815:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384289.615831:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384289.615836:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384289.615842:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384289.615852:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.152:988 00000400:00000200:3.0:1767384289.615860:0:16130:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.152@tcp14(192.168.202.152@tcp14) <- 192.168.202.152@tcp14 : PUT - for me 00000400:00000200:3.0:1767384289.615871:0:16130:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.152@tcp of length 144 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384289.615883:0:16130:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.152@tcp of length 144/144 into md 0x12a1 [1] + 0 00000400:00000010:3.0:1767384289.615887:0:16130:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000bc71dd0. 00000400:00000200:3.0:1767384289.615897:0:16130:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000007a8779cb 00000800:00000001:3.0:1767384289.615904:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384289.615920:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384289.615924:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384289.615932:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp14->192.168.202.152@tcp14: PUT: OK 00000400:00000200:3.0:1767384289.615951:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007a8779cb 00000400:00000200:1.0:1767384289.615952:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.152:988 00000400:00000010:3.0:1767384289.615953:0:16130:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007a8779cb. 00000400:00000200:3.0:1767384289.615969:0:16130:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:3.0:1767384289.615974:0:16130:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (8) 00000400:00000200:3.0:1767384289.615983:0:16130:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.152@tcp(000000005d9714d7) is MR 00000400:00000010:3.0:1767384289.615986:0:16130:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 153 at 00000000321655b7. 00000400:00000200:3.0:1767384289.615992:0:16130:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.202.152@tcp 7 00000400:00000200:3.0:1767384289.615996:0:16130:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.152@tcp (000000005d9714d7): -114 00000400:00000200:3.0:1767384289.616010:0:16130:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000005d9714d7 (9) 00000400:00000200:1.0:1767384289.616013:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.152:988 00000400:00000200:3.0:1767384289.616014:0:16130:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767384289.616029:0:16130:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.152@tcp14 to MR: 192.168.202.152@tcp14 local destination 00000400:00000200:3.0:1767384289.616039:0:16130:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp14 NI seq info: [16:16:256:4294967295] 192.168.202.152@tcp14 LPNI seq info [16:16:8:4294967295] 00000400:00000200:3.0:1767384289.616071:0:16130:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp14(192.168.202.152@tcp14:192.168.202.152@tcp14) -> 192.168.202.152@tcp14(192.168.202.152@tcp14:192.168.202.152@tcp14) 192.168.202.152@tcp14 : ACK try# 0 00000800:00000200:3.0:1767384289.616078:0:16130:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.152@tcp14 00000400:00000200:1.0:1767384289.616261:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.152:988 00000400:00000200:1.0:1767384289.616353:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.152:988 00000400:00000200:3.0:1767384289.616436:0:16135:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:3.0:1767384289.616446:0:16135:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000bc71dd0. 00000400:00000010:3.0:1767384289.616452:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007a8779cb. 00000400:00000200:3.0:1767384289.616460:0:16135:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 0000000066e4368c 00000400:00000200:3.0:1767384289.616472:0:16135:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x1004d1 00000400:00000010:3.0:1767384289.616483:0:16135:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 160 at 00000000a9234ec1. 00000400:00000010:3.0:1767384289.616486:0:16135:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 192 at 00000000aec6de1a. 00000400:00000010:3.0:1767384289.616491:0:16135:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 160 at 00000000a99e2e90. 00000400:00000200:1.0:1767384289.616501:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.152:988 00000400:00000010:3.0:1767384289.616516:0:16135:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000e6b1e065. 00000400:00000200:3.0:1767384289.616525:0:16135:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000e6b1e065 nid 192.168.202.152@tcp15 00000400:00000010:3.0:1767384289.616529:0:16135:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000006ac514f3. 00000400:00000200:3.0:1767384289.616531:0:16135:0:(peer.c:204:lnet_peer_net_alloc()) 000000006ac514f3 net tcp15 00000400:00000200:3.0:1767384289.616541:0:16135:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (8) 00000400:00000200:3.0:1767384289.616550:0:16135:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.152@tcp NID 192.168.202.152@tcp15 flags 0x11 00000400:00000010:3.0:1767384289.616557:0:16135:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 160 at 00000000a9234ec1. 00000400:00000010:3.0:1767384289.616563:0:16135:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 192 at 00000000aec6de1a. 00000400:00000010:3.0:1767384289.616569:0:16135:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 160 at 00000000a99e2e90. 00000400:00000010:3.0:1767384289.616581:0:16135:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 153 at 00000000321655b7. 00000400:00000200:3.0:1767384289.616590:0:16135:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.152@tcp (000000005d9714d7): 0 00000400:00000200:1.0:1767384289.616592:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.152:988 00000400:00000200:3.0:1767384289.616597:0:16135:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.152@tcp(000000005d9714d7): 0. state = 0x100551 00000400:00000200:3.0:1767384289.616606:0:16135:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100551 rc 1 00000400:00000200:3.0:1767384289.616614:0:16135:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100551 00000400:00000200:3.0:1767384289.616619:0:16135:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.152@tcp 00000400:00000200:3.0:1767384289.616624:0:16135:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100511 rc 0 00000400:00000200:3.0:1767384289.616631:0:16135:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.152@tcp (000000005d9714d7) 00000400:00000200:3.0:1767384289.616633:0:16135:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000005d9714d7 (9) 00000400:00000200:1.0:1767384289.616681:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.152:988 00000800:00000010:3.0:1767384289.616690:0:16130:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003505a70f. 00000800:00000200:3.0:1767384289.616702:0:16130:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b574b9b1] -> 12345-192.168.202.152@tcp14 (4) 00000800:00000200:3.0:1767384289.616722:0:16130:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp14 ip 192.168.202.152:988 00000800:00000200:3.0:1767384289.616727:0:16130:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003505a70f type 0, nob 96 niov 1 nkiov 0 00000400:00000200:1.0:1767384289.616768:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.152:988 00000800:00000200:3.0:1767384289.616820:0:16130:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384289.616824:0:16130:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003505a70f. 00000400:00000200:3.0:1767384289.616830:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384289.616830:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.152:988 00000400:00000200:3.0:1767384289.616847:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp14->192.168.202.152@tcp14: ACK: OK 00000800:00000001:3.0:1767384289.616858:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384289.616866:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384289.616869:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384289.616874:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384289.616875:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384289.616880:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384289.616892:0:16130:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.152@tcp14(192.168.202.152@tcp14) <- 192.168.202.152@tcp14 : ACK - for me 00000400:00000200:3.0:1767384289.616911:0:16130:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.152@tcp14: ACK from 12345-192.168.202.152@tcp14 into md 0x12b9 00000400:00000200:3.0:1767384289.616917:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384289.616920:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp14->192.168.202.152@tcp14: ACK: OK 00000400:00000200:3.0:1767384289.616922:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000025f6c491 00000400:00000010:3.0:1767384289.616925:0:16130:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000025f6c491. 00000400:00000200:3.0:1767384289.616930:0:16130:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:3.0:1767384289.616932:0:16130:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.152@tcp ev->status 0 00000400:00000200:3.0:1767384289.616935:0:16130:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000005d9714d7 (8) 00000800:00000001:3.0:1767384289.616948:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384289.616951:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1767384289.617084:0:16128:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000015b19ca3. 00000800:00000010:1.0:1767384289.617120:0:16128:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000310fa8cd. 00000800:00000010:1.0:1767384289.617126:0:16128:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000008c6e4f96. 00000800:00000010:1.0:1767384289.617176:0:16128:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000008c6e4f96. 00000400:00000200:2.0:1767384289.617498:0:16133:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:3.0:1767384289.617828:0:16133:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.152@tcp14 from 244.3.0.2 00000800:00000010:3.0:1767384289.617835:0:16133:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000034e8410d. 00000800:00000010:3.0:1767384289.618260:0:16127:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000d3eea08e. 00000800:00000010:3.0:1767384289.618265:0:16127:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000321655b7. 00000800:00000010:3.0:1767384289.618311:0:16127:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000a99e2e90. 00000800:00000200:3.1:1767384289.618317:0:16127:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b574b9b1] -> 12345-192.168.202.152@tcp14 (4) 00000800:00000200:3.1:1767384289.618324:0:16127:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.152@tcp14 00000000a99e2e90 deleted 00000800:00000010:3.1:1767384289.618326:0:16127:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000a99e2e90. 00000800:00000200:3.1:1767384289.618331:0:16127:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:3.0:1767384289.618336:0:16127:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.152@tcp14 p 3.x 192.168.202.152 -> 192.168.202.152:1012 incarnation:1767384288141922725 sched[0] 00000800:00000010:3.0:1767384289.618342:0:16127:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000006fae9568. 00000800:00000010:3.0:1767384289.618401:0:16127:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000006fae9568. 00000800:00000010:3.0:1767384289.618408:0:16127:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000321655b7. 00000800:00000200:1.1:1767384289.618462:0:16128:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:1.0:1767384289.618470:0:16128:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.152@tcp14 p 3.x 192.168.202.152 -> 192.168.202.152:988 incarnation:1767384288141922725 sched[0] 00000800:00000010:3.0:1767384289.618471:0:16127:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000034e8410d. 00000800:00000010:1.0:1767384289.618481:0:16128:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000310fa8cd. 00000800:00000001:3.0:1767384289.618496:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384289.618506:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384289.618550:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384289.618557:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384289.627771:0:16774:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384289.627782:0:16774:0:(lu_object.c:207:lu_object_put()) Add 00000000f07b1e3f/000000000f28175b to site lru. bkt: 00000000b56e2c81 00080000:00000001:1.0:1767384289.627785:0:16807:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 20000000:00000001:0.0:1767384289.627786:0:16774:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384289.627791:0:16774:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:1.0:1767384289.627792:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384289.627797:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1767384289.627799:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384289.627800:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384289.627804:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000009428b4c9. 20000000:01000000:0.0:1767384289.627808:0:16774:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000001:1.0:1767384289.627811:0:16807:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:0.0:1767384289.627825:0:16774:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:00000010:2.0:1767384289.627826:0:16771:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000a20b62c3. 20000000:01000000:0.0:1767384289.627835:0:16774:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:2.0:1767384289.627836:0:16771:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #15 20000000:01000000:3.0:1767384289.627841:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384289.627852:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 20000000:00000001:2.0:1767384289.627852:0:16771:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000020:0.0:1767384289.627855:0:16774:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 10000000:01000000:3.0:1767384289.627858:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:2.0:1767384289.627858:0:16771:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00010000:00000001:3.0:1767384289.627865:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384289.627869:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384289.627877:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000e7829f2c. 00010000:00000001:3.0:1767384289.627882:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384289.627884:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000e85c90e1. 00080000:00000001:2.0:1767384289.627887:0:16771:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384289.627888:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384289.627891:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000e85c90e1 with handle 0x7e51148972eeca93 to hash 00080000:00000001:2.0:1767384289.627893:0:16771:0:(osd_index.c:949:osd_remote_fid()) Process entered 00000020:00000001:3.0:1767384289.627895:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384289.627896:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446619781713882624 : -124291995668992 : ffff8ef503bfee00) 00010000:00000001:3.0:1767384289.627899:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446619781713882624 : -124291995668992 : ffff8ef503bfee00) 00080000:00000001:2.0:1767384289.627902:0:16771:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384289.627903:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:2.0:1767384289.627905:0:16771:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00010000:00000001:3.0:1767384289.627907:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384289.627909:0:16771:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00010000:3.0:1767384289.627911:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000e85c90e1/0x7e51148972eeca93 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00000020:00000001:2.0:1767384289.627914:0:16771:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446619782313850200 : -124291395701416 : ffff8ef52782b558) 00080000:00000001:2.0:1767384289.627920:0:16771:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:3.0:1767384289.627924:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000010:2.0:1767384289.627925:0:16771:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000000a76d1fb. 00010000:00000001:3.0:1767384289.627929:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00080000:00000001:2.0:1767384289.627929:0:16771:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446619777392441344 : -124296317110272 : ffff8ef4022bf800) 00080000:00000001:2.0:1767384289.627931:0:16771:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:3.0:1767384289.627939:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384289.627941:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384289.627943:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384289.627945:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384289.627947:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384289.627949:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384289.627950:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384289.627951:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384289.627953:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384289.627954:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000e7829f2c) refcount = 1 00010000:00010000:3.0:1767384289.627957:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000e85c90e1/0x7e51148972eeca93 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384289.627962:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384289.627963:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384289.627965:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384289.627967:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384289.627969:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384289.627971:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384289.627974:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003445359s 00000001:00000001:2.0:1767384289.627976:0:16771:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:3.0:1767384289.627977:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00080000:00000001:2.0:1767384289.627979:0:16771:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384289.627980:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384289.627983:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e85c90e1 refcount=4 00080000:00000001:2.0:1767384289.627983:0:16771:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000020:00000001:3.0:1767384289.627987:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781713882624 : -124291995668992 : ffff8ef503bfee00) 00010000:00000001:3.0:1767384289.627989:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781713882624 : -124291995668992 : ffff8ef503bfee00) 00010000:00000001:3.0:1767384289.627991:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384289.627992:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000e85c90e1/0x7e51148972eeca93 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384289.627994:0:16771:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384289.628000:0:16771:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:3.0:1767384289.628001:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384289.628004:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000e85c90e1/0x7e51148972eeca93 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384289.628008:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384289.628010:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384289.628011:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000e85c90e1/0x7e51148972eeca93 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384289.628018:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384289.628020:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384289.628023:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384289.628024:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000e85c90e1/0x7e51148972eeca93 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384289.628029:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000e85c90e1 already unused, calling callback (00000000871a6010) 00010000:00000001:3.0:1767384289.628031:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384289.628033:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384289.628035:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000e85c90e1/0x7e51148972eeca93 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384289.628039:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384289.628040:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384289.628041:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384289.628043:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e85c90e1 refcount=5 00000020:00000001:3.0:1767384289.628044:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781713882624 : -124291995668992 : ffff8ef503bfee00) 00010000:00000001:3.0:1767384289.628046:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781713882624 : -124291995668992 : ffff8ef503bfee00) 00010000:00000001:3.0:1767384289.628049:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00080000:00000001:2.0:1767384289.628050:0:16771:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00010000:00010000:3.0:1767384289.628051:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000e85c90e1/0x7e51148972eeca93 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384289.628055:0:16771:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000001:3.0:1767384289.628060:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384289.628062:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384289.628064:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384289.628067:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384289.628068:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384289.628069:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384289.628070:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384289.628072:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000e85c90e1 with handle 0x7e51148972eeca93 from hash 00010000:00000001:3.0:1767384289.628074:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384289.628075:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384289.628076:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384289.628081:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384289.628082:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384289.628084:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384289.628086:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384289.628111:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384289.628114:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384289.628115:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384289.628117:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384289.628120:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384289.628122:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384289.628124:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384289.628125:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384289.628128:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384289.628130:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000e85c90e1/0x7e51148972eeca93 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384289.628135:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384289.628136:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384289.628137:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384289.628140:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384289.628142:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384289.628144:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384289.628146:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384289.628148:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384289.628150:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384289.628153:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000e85c90e1/0x7e51148972eeca93 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384289.628157:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384289.628157:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384289.628158:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000e85c90e1/0x7e51148972eeca93 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384289.628162:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000e7829f2c count: 0 00010000:00000001:3.0:1767384289.628167:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384289.628169:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000010:3.1:1767384289.638132:0:20315:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000e7829f2c. 00010000:00000010:3.1:1767384289.638152:0:20315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000e85c90e1. 00000400:00000010:1.0:1767384289.638502:0:20314:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000004f281566. 00000400:00000040:1.0:1767384289.638530:0:20314:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384289.638533:0:20314:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384289.638538:0:20314:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384289.638542:0:20314:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384289.638546:0:20314:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384289.638554:0:20314:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384289.638559:0:20314:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384289.638561:0:20314:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384289.638563:0:20314:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384289.638567:0:20314:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384289.638573:0:20314:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384289.638576:0:20314:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384289.638579:0:20314:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384289.638583:0:20314:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384289.638586:0:20314:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384289.638589:0:20314:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384289.638592:0:20314:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384289.638596:0:20314:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384289.638599:0:20314:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384289.638604:0:20314:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384289.638606:0:20314:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384289.638609:0:20314:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384289.638612:0:20314:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384289.638615:0:20314:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384289.638619:0:20314:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384289.638622:0:20314:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384289.638625:0:20314:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384289.638626:0:20314:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384289.638628:0:20314:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384289.638630:0:20314:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384289.638633:0:20314:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384289.638637:0:20314:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384289.638640:0:20314:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384289.638643:0:20314:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384289.638646:0:20314:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384289.638647:0:20314:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384289.638649:0:20314:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384289.638652:0:20314:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384289.638654:0:20314:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384289.638656:0:20314:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384289.638658:0:20314:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384289.638661:0:20314:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384289.638664:0:20314:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384289.638667:0:20314:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384289.638673:0:20314:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384289.638676:0:20314:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384289.638677:0:20314:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384289.638678:0:20314:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384289.638681:0:20314:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384289.638683:0:20314:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384289.638686:0:20314:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384289.638689:0:20314:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384289.638692:0:20314:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384289.638696:0:20314:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384289.638698:0:20314:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384289.638699:0:20314:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384289.638701:0:20314:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:1.0:1767384289.638785:0:20314:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000004f281566. 00000100:00000040:0.0:1767384289.639130:0:449:0:(connection.c:75:cpu_latency_work()) work item of 000000002fd0fb58 (cpu 0) has reached its deadline 4294879601, at 4294879602 00000100:00000010:0.0:1767384289.639142:0:449:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006a9e89ae. 00000100:00000040:3.0:1767384289.639168:0:53:0:(connection.c:75:cpu_latency_work()) work item of 000000009d5c2cb6 (cpu 0) has reached its deadline 4294879601, at 4294879602 00000100:00000010:3.0:1767384289.639178:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f87df11a. 00000100:00000040:1.0:1767384289.639374:0:62:0:(connection.c:75:cpu_latency_work()) work item of 00000000edc4e618 (cpu 0) has reached its deadline 4294879601, at 4294879602 00000100:00000010:1.0:1767384289.639383:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000028df37d0. 00080000:00000001:1.0:1767384289.640019:0:16807:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1767384289.640023:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384289.640026:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1767384289.640028:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384289.640032:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384289.640034:0:16771:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384289.640036:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000000a76d1fb. 00000020:00000002:2.0:1767384289.640044:0:16771:0:(lu_object.c:207:lu_object_put()) Add 00000000f07b1e3f/000000000f28175b to site lru. bkt: 00000000b56e2c81 00080000:00000001:1.0:1767384289.640046:0:16807:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:2.0:1767384289.640050:0:16771:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384289.640053:0:16771:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384289.640057:0:16771:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384289.640071:0:16771:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384289.640075:0:16771:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:2.0:1767384289.640085:0:16771:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:0.0:1767384289.640139:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384289.640145:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384289.640149:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384289.640154:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384289.640159:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384289.640168:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000005059b022. 00010000:00000001:0.0:1767384289.640176:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384289.640180:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000009c436219. 00000020:00000001:0.0:1767384289.640186:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384289.640188:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 000000009c436219 with handle 0x7e51148972eeca9a to hash 00000020:00000001:0.0:1767384289.640191:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384289.640192:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446619781734635520 : -124291974916096 : ffff8ef504fc9800) 00010000:00000001:0.0:1767384289.640196:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446619781734635520 : -124291974916096 : ffff8ef504fc9800) 00010000:00000001:0.0:1767384289.640199:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384289.640202:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384289.640205:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000009c436219/0x7e51148972eeca9a lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384289.640213:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384289.640216:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384289.640218:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384289.640220:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384289.640222:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384289.640224:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384289.640225:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384289.640227:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384289.640229:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384289.640231:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384289.640232:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384289.640234:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000005059b022) refcount = 1 00010000:00010000:0.0:1767384289.640237:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000009c436219/0x7e51148972eeca9a lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384289.640241:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384289.640243:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384289.640243:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384289.640252:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384289.640254:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384289.640257:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384289.640261:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003445359s 00010000:00000001:0.0:1767384289.640264:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384289.640267:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384289.640269:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009c436219 refcount=4 00000020:00000001:0.0:1767384289.640271:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781734635520 : -124291974916096 : ffff8ef504fc9800) 00010000:00000001:0.0:1767384289.640273:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781734635520 : -124291974916096 : ffff8ef504fc9800) 00010000:00000001:0.0:1767384289.640275:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384289.640276:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000009c436219/0x7e51148972eeca9a lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384289.640281:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384289.640283:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000009c436219/0x7e51148972eeca9a lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384289.640287:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384289.640290:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384289.640291:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000009c436219/0x7e51148972eeca9a lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384289.640296:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384289.640298:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384289.640301:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384289.640303:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000009c436219/0x7e51148972eeca9a lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384289.640309:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000009c436219 already unused, calling callback (00000000871a6010) 00010000:00000001:0.0:1767384289.640312:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384289.640314:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384289.640316:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000009c436219/0x7e51148972eeca9a lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384289.640322:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384289.640330:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384289.640333:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384289.640335:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009c436219 refcount=5 00000020:00000001:0.0:1767384289.640339:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781734635520 : -124291974916096 : ffff8ef504fc9800) 00010000:00000001:0.0:1767384289.640343:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781734635520 : -124291974916096 : ffff8ef504fc9800) 00010000:00000001:0.0:1767384289.640347:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384289.640350:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000009c436219/0x7e51148972eeca9a lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384289.640355:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384289.640360:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384289.640364:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384289.640369:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384289.640371:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384289.640376:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384289.640381:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384289.640385:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000009c436219 with handle 0x7e51148972eeca9a from hash 00010000:00000001:0.0:1767384289.640388:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384289.640390:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384289.640392:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384289.640394:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384289.640397:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384289.640401:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384289.640406:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384289.640410:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384289.640413:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384289.640416:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384289.640420:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384289.640424:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384289.640428:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384289.640431:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384289.640433:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384289.640436:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384289.640438:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000009c436219/0x7e51148972eeca9a lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384289.640445:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384289.640452:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384289.640455:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384289.640458:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000100:00000040:2.0:1767384289.640461:0:795:0:(connection.c:75:cpu_latency_work()) work item of 00000000135c2452 (cpu 0) has reached its deadline 4294879601, at 4294879603 00010000:00000001:0.0:1767384289.640461:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384289.640468:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384289.640472:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000010:2.0:1767384289.640475:0:795:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000880d8d48. 00010000:00000001:0.0:1767384289.640477:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384289.640484:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384289.640488:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000009c436219/0x7e51148972eeca9a lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384289.640495:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384289.640499:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384289.640502:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000009c436219/0x7e51148972eeca9a lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384289.640507:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000005059b022 count: 0 00010000:00000001:0.0:1767384289.640532:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384289.640535:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:0.0:1767384289.642601:0:16774:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767384289.642606:0:16774:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384289.642609:0:16774:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000009df9f933. 20000000:00000001:0.0:1767384289.642618:0:16774:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384289.642623:0:16774:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236723066240 00010000:00000001:0.0:1767384289.642626:0:16774:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384289.642635:0:16774:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000007031e36a x1853236723066240/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:270/0 lens 4848/4768 e 0 to 0 dl 1767384300 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384289.642644:0:16774:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384289.642646:0:16774:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384289.642651:0:16774:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dd452398 time=19 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384289.642656:0:16774:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384289.642661:0:16774:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 21 to 0@lo 00000100:00000001:0.0:1767384289.642663:0:16774:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 02000000:00000001:0.0:1767384289.642667:0:16774:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384289.642670:0:16774:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384289.642675:0:16774:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384289.642687:0:16774:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384289.642692:0:16774:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a72309d1. 00000100:00000200:0.0:1767384289.642700:0:16774:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236723066240, offset 224 00000400:00000200:0.0:1767384289.642723:0:16774:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384289.642738:0:16774:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384289.642754:0:16774:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824c902580 00000400:00000200:0.0:1767384289.642764:0:16774:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x12bd [2] + 224 00000400:00000200:0.0:1767384289.642777:0:16774:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384289.642784:0:16774:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384289.642797:0:16774:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384289.642802:0:16774:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006ed2bb3d x1853236723066240/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384305 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384289.642810:0:16774:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000006ed2bb3d x1853236723066240/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384305 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384289.642826:0:16774:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384289.642834:0:16774:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a72309d1 00000400:00000010:0.0:1767384289.642837:0:16774:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a72309d1. 00000100:00000001:2.0:1767384289.642843:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384289.642843:0:16774:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384289.642852:0:16774:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384289.642853:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384289.642861:0:16774:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384289.642865:0:16139:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:0.0:1767384289.642865:0:16774:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 20 to 0@lo 00000400:00000001:2.0:1767384289.642868:0:16139:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:0.0:1767384289.642869:0:16774:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384289.642876:0:16774:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384289.642877:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000023539866. 00000020:00000001:0.0:1767384289.642891:0:16774:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:2.0:1767384289.642894:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000129bbeea 00000100:00000040:0.0:1767384289.642899:0:16774:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007031e36a x1853236723066240/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:270/0 lens 4848/4768 e 0 to 0 dl 1767384300 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384289.642901:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000129bbeea. 00000100:00000001:2.0:1767384289.642912:0:16139:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:0.0:1767384289.642922:0:16774:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000007031e36a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c0412d60-4f67-4dbc-8791-892843f60083+15:16139:x1853236723066240:12345-0@lo:253: Request processed in 28032us (28905us total) trans 0 rc 0/0 00000100:00000200:2.0:1767384289.642927:0:16139:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006ed2bb3d x1853236723066240/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384305 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384289.642948:0:16774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00000040:0.0:1767384289.642953:0:16774:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000555601ca : new rpc_count 1 00000100:00000200:2.0:1767384289.642958:0:16139:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006ed2bb3d x1853236723066240/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384305 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384289.642959:0:16774:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384289.642961:0:16774:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384289.642968:0:16774:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000072d57254. 00000100:00000001:2.0:1767384289.642981:0:16139:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:0.0:1767384289.642983:0:16774:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000005480004. 00000100:00000001:2.0:1767384289.642987:0:16139:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384289.642990:0:16774:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cbff3170. 00000100:00000001:2.0:1767384289.642994:0:16139:0:(client.c:1578:after_reply()) Process entered 00000020:00000040:0.0:1767384289.642999:0:16774:0:(genops.c:898:class_export_put()) PUTting export 00000000555601ca : new refcount 14 02000000:00000001:2.0:1767384289.643001:0:16139:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:0.0:1767384289.643007:0:16774:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1767384289.643008:0:16139:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000010:0.0:1767384289.643013:0:16774:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000008773df0. 00000100:00000001:2.0:1767384289.643014:0:16139:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384289.643021:0:16774:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:2.0:1767384289.643022:0:16139:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384289.643030:0:16774:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1767384289.643033:0:16139:0:(import.c:2128:obd_at_measure()) add 5 to 0000000028df3f77 time=19 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384289.643039:0:16139:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f5022cbe time=19 v=5 (1 0 0 0) 00000100:00000200:0.0:1767384289.643040:0:16774:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:2.0:1767384289.643043:0:16139:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384289.643046:0:16139:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384289.643047:0:16774:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e3dc7d26. 00010000:00000001:2.0:1767384289.643050:0:16139:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384289.643053:0:16139:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384289.643056:0:16139:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384289.643056:0:16774:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a72309d1. 00000100:00000040:2.0:1767384289.643068:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006ed2bb3d x1853236723066240/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384305 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384289.643075:0:16139:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384289.643078:0:16139:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384289.643082:0:16139:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384289.643085:0:16139:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384289.643132:0:16139:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384289.643135:0:16139:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384289.643137:0:16139:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384289.643140:0:16139:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384289.643143:0:16139:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384289.643146:0:16139:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384289.643148:0:16139:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384289.643150:0:16139:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384289.643153:0:16139:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384289.643159:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006ed2bb3d x1853236723066240/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384305 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384289.643167:0:16139:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006ed2bb3d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c0412d60-4f67-4dbc-8791-892843f60083:16139:1853236723066240:0@lo:253: 00000100:00000001:2.0:1767384289.643177:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384289.643180:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384289.643191:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006ed2bb3d x1853236723066240/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384305 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384289.643201:0:16139:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384289.643205:0:16139:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384289.643208:0:16139:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000009021f979. 02000000:00000001:2.0:1767384289.643218:0:16139:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384289.643221:0:16139:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384289.643223:0:16139:0:(genops.c:1242:class_import_put()) import 00000000df830bbe refcount=4 obd=MGC192.168.202.152@tcp 00000020:00000001:2.0:1767384289.643226:0:16139:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384289.643229:0:16139:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000025c8911a. 02000000:00000001:2.0:1767384289.643234:0:16139:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384289.643237:0:16139:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384289.643239:0:16139:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006ed2bb3d. 00000100:00000001:2.0:1767384289.643243:0:16139:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384289.643245:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384289.643248:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384289.643256:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384289.643257:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384289.643259:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384289.643261:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:1.0:1767384289.643396:0:16771:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767384289.643401:0:16771:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384289.643402:0:16771:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000009aea2350. 20000000:00000001:1.0:1767384289.643407:0:16771:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384289.643411:0:16771:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236723066368 00010000:00000001:1.0:1767384289.643413:0:16771:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384289.643417:0:16771:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000091742f7 x1853236723066368/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:270/0 lens 4848/4768 e 0 to 0 dl 1767384300 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384289.643423:0:16771:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384289.643426:0:16771:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384289.643428:0:16771:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dd452398 time=19 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384289.643430:0:16771:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384289.643432:0:16771:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 21 to 0@lo 00000100:00000001:1.0:1767384289.643433:0:16771:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 02000000:00000001:1.0:1767384289.643442:0:16771:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384289.643444:0:16771:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384289.643448:0:16771:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384289.643450:0:16771:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384289.643452:0:16771:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000001d8c1db. 00000100:00000200:1.0:1767384289.643455:0:16771:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236723066368, offset 224 00000400:00000200:1.0:1767384289.643458:0:16771:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384289.643463:0:16771:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384289.643468:0:16771:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824c902600 00000400:00000200:1.0:1767384289.643472:0:16771:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x12c5 [2] + 224 00000400:00000200:1.0:1767384289.643478:0:16771:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384289.643481:0:16771:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384289.643484:0:16771:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384289.643486:0:16771:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000084c99a64 x1853236723066368/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384305 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384289.643492:0:16771:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000084c99a64 x1853236723066368/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384305 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384289.643507:0:16771:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384289.643515:0:16771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000001d8c1db 00000400:00000010:1.0:1767384289.643518:0:16771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000001d8c1db. 00000100:00000001:1.0:1767384289.643522:0:16771:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384289.643523:0:16771:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384289.643529:0:16771:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384289.643531:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767384289.643533:0:16771:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 20 to 0@lo 00000100:00000001:2.0:1767384289.643535:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1767384289.643536:0:16771:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:2.0:1767384289.643539:0:16140:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:1.0:1767384289.643539:0:16771:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384289.643542:0:16771:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:2.0:1767384289.643543:0:16140:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:1.0:1767384289.643546:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000091742f7 x1853236723066368/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:270/0 lens 4848/4768 e 0 to 0 dl 1767384300 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384289.643547:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000050430655. 00000400:00000200:2.0:1767384289.643556:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005b09fecb 00000400:00000010:2.0:1767384289.643563:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005b09fecb. 00000100:00000001:2.0:1767384289.643573:0:16140:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:1.0:1767384289.643574:0:16771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000091742f7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c0412d60-4f67-4dbc-8791-892843f60083+14:16140:x1853236723066368:12345-0@lo:253: Request processed in 28658us (29232us total) trans 0 rc 0/0 00000100:00000200:2.0:1767384289.643584:0:16140:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000084c99a64 x1853236723066368/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384305 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384289.643594:0:16771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00000040:1.0:1767384289.643605:0:16771:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000555601ca : new rpc_count 0 00000100:00000200:2.0:1767384289.643609:0:16140:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000084c99a64 x1853236723066368/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384305 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384289.643616:0:16771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384289.643621:0:16771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384289.643629:0:16140:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:1.0:1767384289.643629:0:16771:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000140485ef. 00000100:00000001:2.0:1767384289.643632:0:16140:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384289.643636:0:16140:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:1.0:1767384289.643637:0:16771:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000fe3656a. 02000000:00000001:2.0:1767384289.643638:0:16140:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384289.643645:0:16140:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:1.0:1767384289.643646:0:16771:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e567737f. 00000020:00000040:1.0:1767384289.643651:0:16771:0:(genops.c:898:class_export_put()) PUTting export 00000000555601ca : new refcount 13 00000100:00000001:2.0:1767384289.643654:0:16140:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384289.643656:0:16771:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384289.643660:0:16771:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000b94d3830. 02000000:00000001:2.0:1767384289.643661:0:16140:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384289.643666:0:16771:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00001000:2.0:1767384289.643668:0:16140:0:(import.c:2128:obd_at_measure()) add 5 to 0000000028df3f77 time=19 v=5 (5 0 0 0) 00000100:00000001:1.0:1767384289.643670:0:16771:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1767384289.643673:0:16140:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f5022cbe time=19 v=5 (1 0 0 0) 00000100:00000200:1.0:1767384289.643675:0:16771:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:2.0:1767384289.643676:0:16140:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384289.643684:0:16140:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384289.643686:0:16771:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000080af15de. 00010000:00000001:2.0:1767384289.643687:0:16140:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000010:1.0:1767384289.643691:0:16771:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000001d8c1db. 00010000:00000001:2.0:1767384289.643692:0:16140:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384289.643699:0:16140:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384289.643704:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000084c99a64 x1853236723066368/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384305 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384289.643723:0:16140:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384289.643726:0:16140:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384289.643727:0:16140:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384289.643729:0:16140:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384289.643730:0:16140:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384289.643731:0:16140:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384289.643732:0:16140:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384289.643733:0:16140:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384289.643734:0:16140:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384289.643735:0:16140:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384289.643736:0:16140:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384289.643737:0:16140:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384289.643739:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000084c99a64 x1853236723066368/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384305 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384289.643743:0:16140:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000084c99a64 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c0412d60-4f67-4dbc-8791-892843f60083:16140:1853236723066368:0@lo:253: 00000100:00000001:2.0:1767384289.643746:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384289.643747:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384289.643749:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000084c99a64 x1853236723066368/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384305 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384289.643753:0:16140:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384289.643754:0:16140:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384289.643755:0:16140:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000c47b5f3c. 02000000:00000001:2.0:1767384289.643758:0:16140:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384289.643759:0:16140:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384289.643765:0:16140:0:(genops.c:1242:class_import_put()) import 00000000df830bbe refcount=3 obd=MGC192.168.202.152@tcp 00000020:00000001:2.0:1767384289.643766:0:16140:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384289.643768:0:16140:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000060684b6e. 02000000:00000001:2.0:1767384289.643770:0:16140:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384289.643771:0:16140:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384289.643772:0:16140:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000084c99a64. 00000100:00000001:2.0:1767384289.643774:0:16140:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384289.643775:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384289.643776:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384289.643779:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384289.643780:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384289.643781:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384289.643783:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1767384289.649139:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000005059b022. 00010000:00000010:0.1:1767384289.649148:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000009c436219. 00010000:00000001:0.0:1767384289.845168:0:449:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384289.845177:0:449:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384289.845184:0:449:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384289.845186:0:449:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384289.845223:0:16768:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384289.845229:0:16768:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384289.845233:0:16768:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:3.0:1767384290.324069:0:20492:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384290.324081:0:20492:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384290.324084:0:20492:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384290.324118:0:20492:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384290.324123:0:20492:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384290.324126:0:20492:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384290.869144:0:449:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384290.869151:0:449:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384290.869157:0:449:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384290.869160:0:449:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767384290.869162:0:449:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767384290.869165:0:449:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384290.869168:0:449:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767384290.869170:0:449:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384290.869172:0:449:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384290.869174:0:449:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384290.869234:0:16767:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384290.869241:0:16767:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384290.869246:0:16767:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:0.0:1767384291.110310:0:20657:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767384291.110316:0:20657:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg252-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp16 --if ens2 00000001:00000001:0.0:1767384291.113619:0:20657:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384291.122722:0:20658:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000c0e83866. 00000400:00000010:3.0:1767384291.122756:0:20658:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000f3ee0250. 00000400:00000010:3.0:1767384291.122764:0:20658:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000501e191b. 00000400:00000010:3.0:1767384291.122768:0:20658:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000043cc0ca. 00000400:00000010:3.0:1767384291.122771:0:20658:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000009db485d2. 00000400:00000010:3.0:1767384291.122774:0:20658:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000e79337f1. 00000400:00000010:3.0:1767384291.122776:0:20658:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000e119112b. 00000400:00000010:3.0:1767384291.122777:0:20658:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000243bacba. 00000400:00000010:3.0:1767384291.122780:0:20658:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000b6be6b71. 00000800:00000010:3.0:1767384291.122788:0:20658:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000274cefa4. 00000800:00000200:3.0:1767384291.122797:0:20658:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384291.122820:0:20658:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384291.122861:0:20658:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.152) 00000400:02000000:3.0:1767384291.122886:0:20658:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.152@tcp16 [8/256/0/180] 00000400:00000010:3.0:1767384291.124671:0:20658:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 169 at 000000000b3dab83. 00000400:00000010:3.0:1767384291.124677:0:20658:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000eef60a18. 00000400:00000010:3.0:1767384291.124682:0:20658:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001a87f51c. 00000400:00000001:3.0:1767384291.124708:0:20658:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384291.124710:0:20658:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384291.124712:0:20658:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000003494e. 00000400:00000200:3.0:1767384291.124717:0:20658:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000091677c2e 00000400:00000010:3.0:1767384291.124718:0:20658:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000091677c2e. 00000400:00000010:3.0:1767384291.124722:0:20658:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 153 at 000000000223631e. 00000400:00000200:3.0:1767384291.124726:0:20658:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (7) 00000400:00000200:3.0:1767384291.124736:0:20658:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.152@tcp (000000005d9714d7): 0 00000400:00000200:3.0:1767384291.124744:0:20658:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131088 00000020:00000010:3.0:1767384291.124750:0:20658:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000009df9f933. 00000020:01000000:3.0:1767384291.124753:0:20658:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:3.0:1767384291.124756:0:20658:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.152@tcp16 00000400:00000200:2.0:1767384291.124769:0:16135:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:3.0:1767384291.124773:0:20658:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000f3ee0250. 00000400:00000200:2.0:1767384291.124777:0:16135:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100151 00000400:00000010:3.0:1767384291.124778:0:20658:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000c0e83866. 00000400:00000010:2.0:1767384291.124786:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002a8df399. 00000400:00000200:2.0:1767384291.124791:0:16135:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (8) 00000400:00000010:2.0:1767384291.124796:0:16135:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000f438476d. 00000400:00000200:2.0:1767384291.124799:0:16135:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.152@tcp 00000400:00000200:2.0:1767384291.124812:0:16135:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.152@tcp local destination 00000020:00000001:0.0:1767384291.124816:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:2.0:1767384291.124817:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 10000000:00000001:0.0:1767384291.124824:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:2.0:1767384291.124825:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 10000000:00000001:0.0:1767384291.124829:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:2.0:1767384291.124835:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 10000000:01000000:0.0:1767384291.124836:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:0.0:1767384291.124847:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:2.0:1767384291.124854:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 00000020:01000004:0.0:1767384291.124854:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384291.124864:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384291.124871:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:2.0:1767384291.124876:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 6], ns[16, 6] 00000020:01000004:0.0:1767384291.124876:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:2.0:1767384291.124882:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000400:00000200:2.0:1767384291.124885:0:16135:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp15 00000400:00000200:2.0:1767384291.124888:0:16135:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.152@tcp15 00000020:01000004:0.0:1767384291.124896:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384291.124903:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000200:2.0:1767384291.124906:0:16135:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.152@tcp15 lpni_is_preferred = 0 00000020:01000004:0.0:1767384291.124908:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:2.0:1767384291.124913:0:16135:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.152@tcp15 00000020:01000004:0.0:1767384291.124915:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384291.124920:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:2.0:1767384291.124921:0:16135:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp15 NI seq info: [17:17:256:4294967295] 192.168.202.152@tcp15 LPNI seq info [17:17:8:4294967295] 00000400:00000200:2.0:1767384291.124928:0:16135:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.152@tcp15 00000100:00000010:0.0:1767384291.124932:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002db249fa. 00000400:00000200:2.0:1767384291.124942:0:16135:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp15(192.168.202.152@tcp15:) -> 192.168.202.152@tcp15(192.168.202.152@tcp:192.168.202.152@tcp15) : PUT try# 0 00000020:00000040:0.0:1767384291.124943:0:36:0:(genops.c:1229:class_import_get()) import 00000000df830bbe refcount=4 obd=MGC192.168.202.152@tcp 00000800:00000200:2.0:1767384291.124951:0:16135:0:(socklnd_cb.c:1001:ksocknal_send()) sending 160 bytes in 1 frags to 12345-192.168.202.152@tcp15 00000100:00000001:0.0:1767384291.124957:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000800:00000010:2.0:1767384291.124958:0:16135:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ec7e2d9e. 02000000:00000001:0.0:1767384291.124968:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000800:00000010:2.0:1767384291.124973:0:16135:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000005b09fecb. 02000000:00000001:0.0:1767384291.124974:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384291.124977:0:16135:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000005d3b3596. 00000800:00000200:2.0:1767384291.124982:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005b09fecb] -> 12345-192.168.202.152@tcp15 (2) 02000000:00000010:0.0:1767384291.124985:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000078f4bc6e. 00000800:00000200:2.1:1767384291.124987:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005b09fecb] -> 12345-192.168.202.152@tcp15 (2) 00000100:00000001:0.0:1767384291.124999:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384291.125010:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384291.125013:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384291.125019:0:16135:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.152@tcp 00000100:00000040:0.0:1767384291.125023:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002db249fa] to pc [ptlrpcd_00_00+0] req@000000002db249fa x1853236723066496/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384291.125030:0:16135:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100551 rc 0 10000000:00000001:0.0:1767384291.125075:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384291.125079:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384291.125082:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384291.125085:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000020:00000001:0.0:1767384291.125123:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384291.125125:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384291.125127:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384291.125130:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000001:2.0:1767384291.125131:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000004:0.0:1767384291.125133:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000100:00000001:2.0:1767384291.125135:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:01000004:0.0:1767384291.125135:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384291.125137:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384291.125141:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000001:2.0:1767384291.125142:0:16137:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:01000004:0.0:1767384291.125154:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384291.125158:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384291.125161:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000100:00000040:2.0:1767384291.125162:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002db249fa x1853236723066496/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:0.0:1767384291.125164:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:3.0:1767384291.125165:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.152:988 00000020:01000004:0.0:1767384291.125168:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:0.0:1767384291.125176:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000091a70da0. 00000100:00000001:2.0:1767384291.125185:0:16137:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000040:0.0:1767384291.125185:0:36:0:(genops.c:1229:class_import_get()) import 00000000df830bbe refcount=5 obd=MGC192.168.202.152@tcp 00000100:00000001:2.0:1767384291.125190:0:16137:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384291.125193:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384291.125195:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384291.125196:0:16137:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384291.125200:0:16137:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384291.125202:0:16137:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384291.125204:0:16137:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000002db249fa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c0412d60-4f67-4dbc-8791-892843f60083:16137:1853236723066496:0@lo:253: 02000000:00000001:0.0:1767384291.125212:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384291.125213:0:16137:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1767384291.125219:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.152:988 02000000:00000001:2.0:1767384291.125220:0:16137:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:0.0:1767384291.125220:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000b3393a7c. 02000000:00000001:2.0:1767384291.125230:0:16137:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384291.125231:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384291.125234:0:16137:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384291.125237:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384291.125240:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384291.125241:0:16137:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000b94d3830. 02000000:00000001:2.0:1767384291.125247:0:16137:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384291.125250:0:16137:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000017b2962f. 00000100:00000040:0.0:1767384291.125252:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000091a70da0] to pc [ptlrpcd_00_01+1] req@0000000091a70da0 x1853236723066624/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384291.125261:0:16137:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005710314a. 00000100:00000200:2.0:1767384291.125267:0:16137:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236723066496, portal 25 10000000:00000001:0.0:1767384291.125269:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384291.125272:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.152:988 10000000:00000001:0.0:1767384291.125273:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384291.125284:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384291.125285:0:16137:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384291.125291:0:16137:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782674419200 : -124291035132416 : ffff8ef53d008e00) 00000020:01000000:0.0:1767384291.125292:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:0.0:1767384291.125310:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000009df9f933. 00000400:00000200:3.0:1767384291.125314:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.152:988 00000100:00000040:2.0:1767384291.125331:0:16137:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000002db249fa x1853236723066496/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384307 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384291.125340:0:16137:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384291.125341:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384291.125347:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767384291.125348:0:16137:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384291.125359:0:16138:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:2.0:1767384291.125360:0:16137:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007ef9d5c0. 00000100:00000040:0.0:1767384291.125368:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000091a70da0 x1853236723066624/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384291.125383:0:16137:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236723066496, offset 0 00000400:00000200:3.0:1767384291.125386:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.152:988 00000100:00000001:0.0:1767384291.125406:0:16138:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1767384291.125413:0:16137:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384291.125415:0:16138:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384291.125426:0:16138:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384291.125431:0:16138:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384291.125438:0:16138:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384291.125445:0:16137:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:0.0:1767384291.125450:0:16138:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000091a70da0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c0412d60-4f67-4dbc-8791-892843f60083:16138:1853236723066624:0@lo:253: 00000400:00000200:3.0:1767384291.125457:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.152:988 00000100:00000001:0.0:1767384291.125458:0:16138:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1767384291.125466:0:16137:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824c902680 02000000:00000001:0.0:1767384291.125467:0:16138:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384291.125476:0:16138:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384291.125481:0:16138:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767384291.125482:0:16137:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1e9 [2] + 0 00000400:00000010:2.0:1767384291.125489:0:16137:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d896c818. 02000000:00000010:0.0:1767384291.125490:0:16138:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000035df818b. 02000000:00000001:0.0:1767384291.125499:0:16138:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384291.125517:0:16138:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c1bcaa1c. 00000400:00000200:2.0:1767384291.125518:0:16137:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000646af463 00000400:00000200:3.0:1767384291.125520:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.152:988 00000400:00000010:0.0:1767384291.125531:0:16138:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bba983ae. 00000400:00000200:2.0:1767384291.125532:0:16137:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1767384291.125544:0:16138:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236723066624, portal 25 00000400:00000200:2.0:1767384291.125545:0:16137:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384291.125554:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.152:988 00000100:00000001:0.0:1767384291.125556:0:16138:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1767384291.125559:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000646af463 00000100:00000001:0.0:1767384291.125562:0:16138:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782674421888 : -124291035129728 : ffff8ef53d009880) 00000400:00000010:2.0:1767384291.125564:0:16137:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000646af463. 00000100:00000040:0.0:1767384291.125589:0:16138:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000091a70da0 x1853236723066624/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384307 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384291.125591:0:16137:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384291.125597:0:16137:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384291.125610:0:16137:0:(events.c:337:request_in_callback()) incoming req@00000000efdfd0f3 x1853236723066496 msgsize 4848 00000100:00000001:0.0:1767384291.125611:0:16138:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767384291.125615:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.152:988 00000100:00000040:0.0:1767384291.125624:0:16138:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384291.125633:0:16138:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ed97fc72. 00000100:00100000:2.0:1767384291.125641:0:16137:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000200:0.0:1767384291.125644:0:16138:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236723066624, offset 0 00000100:00000040:2.0:1767384291.125648:0:16137:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:0.0:1767384291.125660:0:16138:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384291.125668:0:16137:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384291.125679:0:16138:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384291.125680:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007ef9d5c0 00000400:00000010:2.0:1767384291.125685:0:16137:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007ef9d5c0. 00000400:00000200:3.0:1767384291.125687:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.152:988 00000400:00000200:0.0:1767384291.125718:0:16138:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824c902700 00000400:00000200:0.0:1767384291.125724:0:16138:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1ed [2] + 0 00000400:00000010:0.0:1767384291.125727:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c03986dc. 00000100:00000001:2.0:1767384291.125732:0:16137:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:0.0:1767384291.125733:0:16138:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000005b2f10f7 00000100:00000200:2.0:1767384291.125741:0:16137:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002db249fa x1853236723066496/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384307 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384291.125743:0:16138:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384291.125751:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.152:988 00000400:00000200:0.0:1767384291.125762:0:16138:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384291.125775:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005b2f10f7 00000100:00000001:2.0:1767384291.125776:0:16137:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:0.0:1767384291.125784:0:16138:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005b2f10f7. 00000100:00000001:0.0:1767384291.125802:0:16138:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:2.0:1767384291.125804:0:16137:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002db249fa x1853236723066496/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384307 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384291.125806:0:16138:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1767384291.125810:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.152:988 00000100:00000040:0.0:1767384291.125820:0:16138:0:(events.c:337:request_in_callback()) incoming req@00000000ae718e3d x1853236723066624 msgsize 4848 00000100:00000001:2.0:1767384291.125831:0:16137:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384291.125837:0:16137:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:0.0:1767384291.125840:0:16138:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384291.125843:0:16138:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:2.0:1767384291.125857:0:16137:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384291.125857:0:16138:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384291.125864:0:16137:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294881112 00000400:00000200:0.0:1767384291.125866:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ed97fc72 00000400:00000010:0.0:1767384291.125873:0:16138:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ed97fc72. 00000100:00000010:2.0:1767384291.125874:0:16137:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005c01cb3d. 00000100:00000001:0.0:1767384291.125882:0:16138:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384291.125885:0:16137:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 0 00000100:00000200:0.0:1767384291.125888:0:16138:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000091a70da0 x1853236723066624/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384307 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384291.125893:0:16137:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294881112 00000100:00000010:2.0:1767384291.125900:0:16137:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000012bac5c7. 00000100:00000001:0.0:1767384291.125901:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384291.125904:0:16137:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 1 00000100:00000040:0.0:1767384291.125908:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000091a70da0 x1853236723066624/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384307 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384291.125909:0:16137:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294881112 00000100:00000010:2.0:1767384291.125914:0:16137:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bb78c367. 00000100:00000001:2.0:1767384291.125920:0:16137:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384291.125931:0:16137:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294881112 00000100:00000001:0.0:1767384291.125933:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384291.125937:0:16137:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004b6e4554. 00000100:00000001:0.0:1767384291.125939:0:16138:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384291.125942:0:16137:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384291.125948:0:16137:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384291.125952:0:16137:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384291.125953:0:16138:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384291.125956:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384291.125960:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294881112 00000100:00000001:2.0:1767384291.125979:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384291.125982:0:16138:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 0, keep current deadline 4294881112 00000100:00000001:0.0:1767384291.125985:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294881112 00000100:00000001:0.0:1767384291.125987:0:16138:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 1, keep current deadline 4294881112 00000100:00000001:2.0:1767384291.125988:0:16137:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384291.125992:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294881112 00000100:00000001:2.0:1767384291.125993:0:16137:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384291.126004:0:16138:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 2, keep current deadline 4294881112 00000100:00000001:2.0:1767384291.126005:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384291.126012:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384291.126012:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294881112 00000100:00000001:0.0:1767384291.126022:0:16138:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 3, keep current deadline 4294881112 00000100:00000001:2.0:1767384291.126024:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384291.126027:0:16138:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384291.126032:0:16138:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384291.126036:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384291.126037:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384291.126044:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384291.126053:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384291.126056:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384291.126061:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384291.126064:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384291.126067:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384291.126072:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384291.126090:0:16771:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384291.126094:0:16771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723066496 02000000:00000001:2.0:1767384291.126098:0:16771:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384291.126104:0:16771:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384291.126106:0:16771:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384291.126110:0:16771:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384291.126114:0:16771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723066496 00000020:00000001:2.0:1767384291.126117:0:16771:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384291.126149:0:16771:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eec8e1 00000400:00000200:1.0:1767384291.126151:0:16133:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000020:00000001:2.0:1767384291.126153:0:16771:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000800:00000010:3.0:1767384291.126158:0:16125:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000009df9f933. 00000020:00000040:2.0:1767384291.126161:0:16771:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000555601ca refcount=14 00000800:00000010:3.0:1767384291.126164:0:16125:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f3ee0250. 00000800:00000010:3.0:1767384291.126170:0:16125:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000001bc59402. 00000020:00000001:2.0:1767384291.126172:0:16771:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000100:00000001:0.0:1767384291.126172:0:16774:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:2.0:1767384291.126181:0:16771:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000100:00100000:0.0:1767384291.126182:0:16774:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723066624 00000100:00000001:2.0:1767384291.126187:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:0.0:1767384291.126189:0:16774:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384291.126194:0:16774:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:2.0:1767384291.126195:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a8feba86. 00000400:00000200:1.0:1767384291.126199:0:16133:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.152@tcp15 from 243.3.0.2 00000100:00000001:2.0:1767384291.126208:0:16771:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384291.126208:0:16774:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384291.126209:0:16125:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000001bc59402. 00000800:00000010:1.0:1767384291.126209:0:16133:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000008f259044. 00000020:00000010:2.0:1767384291.126225:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a8feba86. 02000000:00000001:0.0:1767384291.126227:0:16774:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384291.126238:0:16774:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723066624 00000020:00000010:2.0:1767384291.126242:0:16771:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001f346007. 00000020:00000001:0.0:1767384291.126244:0:16774:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384291.126248:0:16774:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eec8e1 00000020:00000010:2.0:1767384291.126250:0:16771:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003c0d420a. 00000020:00000001:0.0:1767384291.126251:0:16774:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384291.126257:0:16774:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000555601ca refcount=15 00000020:00000010:2.0:1767384291.126259:0:16771:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000021b332a2. 00000020:00000001:0.0:1767384291.126265:0:16774:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000020:00000001:0.0:1767384291.126271:0:16774:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000100:00000040:2.0:1767384291.126280:0:16771:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384291.126280:0:16774:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384291.126287:0:16774:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000061468ed1. 00000100:00000001:2.0:1767384291.126288:0:16771:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384291.126296:0:16771:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384291.126297:0:16774:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384291.126317:0:16771:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384291.126321:0:16774:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000061468ed1. 00000020:00000010:0.0:1767384291.126329:0:16774:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ef976e19. 00000100:00000001:2.0:1767384291.126332:0:16771:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384291.126334:0:16774:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000079f40d3f. 00000020:00000010:0.0:1767384291.126340:0:16774:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000678ea6c7. 00000100:00000001:2.0:1767384291.126347:0:16771:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384291.126349:0:16774:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384291.126354:0:16774:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384291.126356:0:16774:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384291.126369:0:16774:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384291.126371:0:16774:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384291.126390:0:16771:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384291.126395:0:16771:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384291.126403:0:16774:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384291.126406:0:16774:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384291.126408:0:16771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00000040:2.0:1767384291.126415:0:16771:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000555601ca : new rpc_count 1 00000100:00000001:2.0:1767384291.126419:0:16771:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619777413666896 : -124296295884720 : ffff8ef4036fd850) 00000100:00100000:0.0:1767384291.126425:0:16774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00000040:0.0:1767384291.126429:0:16774:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000555601ca : new rpc_count 2 00000100:00000040:2.0:1767384291.126430:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000efdfd0f3 x1853236723066496/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:272/0 lens 4848/0 e 0 to 0 dl 1767384302 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384291.126437:0:16774:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619777413664848 : -124296295886768 : ffff8ef4036fd050) 00000800:00000010:1.0:1767384291.126443:0:16126:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000005a275da0. 00000800:00000010:1.0:1767384291.126453:0:16126:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000003828eeaf. 00000100:00000040:0.0:1767384291.126457:0:16774:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ae718e3d x1853236723066624/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:272/0 lens 4848/0 e 0 to 0 dl 1767384302 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:1.0:1767384291.126480:0:16126:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000de5dd046. 00000100:00000001:2.0:1767384291.126484:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384291.126494:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a8feba86. 00000800:00000200:1.1:1767384291.126494:0:16126:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005b09fecb] -> 12345-192.168.202.152@tcp15 (2) 00000100:00000001:0.0:1767384291.126495:0:16774:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384291.126515:0:16774:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000061468ed1. 00000100:00000001:2.0:1767384291.126520:0:16771:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384291.126521:0:16774:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000200:1.1:1767384291.126529:0:16126:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.152@tcp15 00000000de5dd046 deleted 00000800:00000010:1.1:1767384291.126536:0:16126:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000de5dd046. 00000020:00000010:0.0:1767384291.126538:0:16774:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000061468ed1. 00000020:00000010:2.0:1767384291.126539:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a8feba86. 00000800:00000200:1.1:1767384291.126544:0:16126:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1:1767384291.126564:0:16126:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp15 ip 192.168.202.152:1011 00000800:00000200:1.1:1767384291.126579:0:16126:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ec7e2d9e type 1, nob 256 niov 1 nkiov 1 00000100:00100000:0.0:1767384291.126580:0:16774:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000ae718e3d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c0412d60-4f67-4dbc-8791-892843f60083+15:16138:x1853236723066624:12345-0@lo:253: 00000100:00100000:2.0:1767384291.126594:0:16771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000efdfd0f3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c0412d60-4f67-4dbc-8791-892843f60083+15:16137:x1853236723066496:12345-0@lo:253: 00000800:00000200:1.0:1767384291.126598:0:16126:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.152@tcp15 p 3.x 192.168.202.152 -> 192.168.202.152:1011 incarnation:1767384289611746125 sched[0] 00000100:00000200:0.0:1767384291.126598:0:16774:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723066624 00000020:00000001:0.0:1767384291.126606:0:16774:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384291.126616:0:16774:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000200:2.0:1767384291.126621:0:16771:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723066496 00000800:00000010:1.0:1767384291.126622:0:16126:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000a7b30d2e. 00000020:00000001:0.0:1767384291.126623:0:16774:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384291.126639:0:16771:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384291.126639:0:16774:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384291.126650:0:16771:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384291.126650:0:16774:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669141328 : -1040410288 : ffffffffc1fc9950) 00000020:00000001:2.0:1767384291.126654:0:16771:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384291.126660:0:16771:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384291.126664:0:16774:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384291.126667:0:16774:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384291.126669:0:16771:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669141328 : -1040410288 : ffffffffc1fc9950) 00000020:00000001:0.0:1767384291.126674:0:16774:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384291.126675:0:16771:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384291.126680:0:16771:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384291.126682:0:16774:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384291.126684:0:16771:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384291.126689:0:16771:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384291.126691:0:16774:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384291.126728:0:16771:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384291.126741:0:16771:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1767384291.126741:0:16774:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384291.126753:0:16774:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:2.0:1767384291.126754:0:16771:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000800:00000010:1.0:1767384291.126755:0:16126:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000a7b30d2e. 02000000:00000010:2.0:1767384291.126768:0:16771:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000009aea2350. 00000800:00000010:1.0:1767384291.126768:0:16126:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000003828eeaf. 02000000:00000010:0.0:1767384291.126769:0:16774:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000009021f979. 00000800:00000200:3.1:1767384291.126775:0:16125:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 02000000:00000001:2.0:1767384291.126779:0:16771:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384291.126783:0:16774:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384291.126802:0:16771:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384291.126802:0:16774:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384291.126810:0:16125:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.152@tcp15 p 3.x 192.168.202.152 -> 192.168.202.152:988 incarnation:1767384289611746125 sched[0] 00000800:00000010:3.0:1767384291.126820:0:16125:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f3ee0250. 20000000:00000001:0.0:1767384291.126820:0:16774:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000001:2.0:1767384291.126821:0:16771:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000800:00000010:1.0:1767384291.126821:0:16126:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000008f259044. 20000000:00000010:0.0:1767384291.126844:0:16774:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000008773df0. 20000000:00000010:2.0:1767384291.126845:0:16771:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000060684b6e. 20000000:01000000:2.0:1767384291.126860:0:16771:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:0.0:1767384291.126861:0:16774:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000800:00000001:1.0:1767384291.126864:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 20000000:00000001:2.0:1767384291.126865:0:16771:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384291.126867:0:16774:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384291.126874:0:16771:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384291.126877:0:16771:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384291.126877:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:2.0:1767384291.126891:0:16771:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384291.126893:0:16774:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384291.126895:0:16771:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:0.0:1767384291.126898:0:16774:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:2.0:1767384291.126906:0:16771:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000f7292767. 20000000:00000001:0.0:1767384291.126906:0:16774:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:2.0:1767384291.126912:0:16771:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #16 20000000:00000001:0.0:1767384291.126916:0:16774:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:3.0:1767384291.126936:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.152:988 20000000:00000001:2.0:1767384291.126938:0:16771:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:2.0:1767384291.126944:0:16771:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000800:00000200:1.0:1767384291.126963:0:16132:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384291.126967:0:16132:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ec7e2d9e. 00000400:00000200:1.0:1767384291.126971:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384291.126980:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp15->192.168.202.152@tcp15: PUT: OK 00000400:00000200:1.0:1767384291.126987:0:16132:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384291.126988:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.152:988 00000400:00000200:1.0:1767384291.126997:0:16132:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.152@tcp: 0 00080000:00000001:2.0:1767384291.126998:0:16771:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384291.127005:0:16771:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384291.127007:0:16771:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384291.127009:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00080000:00000001:2.0:1767384291.127010:0:16771:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:2.0:1767384291.127014:0:16771:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000800:00000001:1.0:1767384291.127016:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384291.127020:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384291.127022:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.152:988 00000020:00000001:2.0:1767384291.127023:0:16771:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446619782313850200 : -124291395701416 : ffff8ef52782b558) 00000800:00000001:1.0:1767384291.127024:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384291.127036:0:16771:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000400:00000200:1.0:1767384291.127040:0:16132:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.152@tcp15(192.168.202.152@tcp15) <- 192.168.202.152@tcp15 : PUT - for me 00080000:00000010:2.0:1767384291.127049:0:16771:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000521b6f75. 00000400:00000200:1.0:1767384291.127050:0:16132:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.152@tcp of length 160 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384291.127057:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.152:988 00080000:00000001:2.0:1767384291.127061:0:16771:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446619777392435200 : -124296317116416 : ffff8ef4022be000) 00000400:00000200:1.0:1767384291.127063:0:16132:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.152@tcp of length 160/160 into md 0x12cd [1] + 0 00000400:00000010:1.0:1767384291.127073:0:16132:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000bc71dd0. 00000400:00000200:3.0:1767384291.127077:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.152:988 00080000:00000001:2.0:1767384291.127077:0:16771:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:1.0:1767384291.127079:0:16132:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000007a8779cb 00000800:00000001:1.0:1767384291.127109:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384291.127119:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384291.127121:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384291.127128:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp15->192.168.202.152@tcp15: PUT: OK 00000400:00000200:1.0:1767384291.127134:0:16132:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007a8779cb 00000400:00000010:1.0:1767384291.127136:0:16132:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007a8779cb. 00000400:00000200:1.0:1767384291.127141:0:16132:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:1.0:1767384291.127144:0:16132:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (9) 00000400:00000200:1.0:1767384291.127149:0:16132:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.152@tcp(000000005d9714d7) is MR 00000400:00000010:1.0:1767384291.127154:0:16132:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 169 at 000000003828eeaf. 00000400:00000200:1.0:1767384291.127157:0:16132:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.202.152@tcp 8 00000400:00000200:1.0:1767384291.127166:0:16132:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.152@tcp (000000005d9714d7): -114 00000400:00000200:1.0:1767384291.127176:0:16132:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000005d9714d7 (10) 00000400:00000200:1.0:1767384291.127183:0:16132:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1767384291.127189:0:16132:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.152@tcp15 to MR: 192.168.202.152@tcp15 local destination 00000400:00000200:1.0:1767384291.127194:0:16132:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp15 NI seq info: [18:18:256:4294967295] 192.168.202.152@tcp15 LPNI seq info [18:18:8:4294967295] 00000400:00000200:1.0:1767384291.127208:0:16132:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp15(192.168.202.152@tcp15:192.168.202.152@tcp15) -> 192.168.202.152@tcp15(192.168.202.152@tcp15:192.168.202.152@tcp15) 192.168.202.152@tcp15 : ACK try# 0 00000800:00000200:1.0:1767384291.127216:0:16132:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.152@tcp15 00000800:00000010:1.0:1767384291.127219:0:16132:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000045d0ee4. 00000001:00000001:2.0:1767384291.127223:0:16771:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384291.127226:0:16771:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384291.127230:0:16132:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005b09fecb] -> 12345-192.168.202.152@tcp15 (4) 00080000:00000001:2.0:1767384291.127233:0:16771:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000800:00000200:1.0:1767384291.127238:0:16132:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp15 ip 192.168.202.152:988 00000800:00000200:1.0:1767384291.127247:0:16132:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000045d0ee4 type 0, nob 96 niov 1 nkiov 0 00080000:00000001:2.0:1767384291.127254:0:16771:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384291.127268:0:16771:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:3.0:1767384291.127271:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.152:988 00000800:00000200:1.0:1767384291.127302:0:16132:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384291.127305:0:16132:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000045d0ee4. 00000400:00000200:1.0:1767384291.127309:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384291.127312:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp15->192.168.202.152@tcp15: ACK: OK 00000800:00000001:1.0:1767384291.127323:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384291.127329:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384291.127333:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384291.127340:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384291.127343:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384291.127345:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.152:988 00000800:00000001:1.0:1767384291.127348:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384291.127356:0:16132:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.152@tcp15(192.168.202.152@tcp15) <- 192.168.202.152@tcp15 : ACK - for me 00000400:00000200:1.0:1767384291.127370:0:16132:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.152@tcp15: ACK from 12345-192.168.202.152@tcp15 into md 0x12e5 00000400:00000200:1.0:1767384291.127375:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384291.127380:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp15->192.168.202.152@tcp15: ACK: OK 00000400:00000200:1.0:1767384291.127383:0:16132:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002a8df399 00000400:00000010:1.0:1767384291.127385:0:16132:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002a8df399. 00000400:00000200:1.0:1767384291.127391:0:16132:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:1.0:1767384291.127394:0:16132:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.152@tcp ev->status 0 00000400:00000200:1.0:1767384291.127401:0:16132:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.152@tcp (000000005d9714d7): -114 00000400:00000200:1.0:1767384291.127405:0:16132:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000005d9714d7 (9) 00000400:00000200:3.0:1767384291.127409:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.152:988 00000800:00000001:1.0:1767384291.127412:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384291.127420:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384291.127464:0:16771:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:2.0:1767384291.127469:0:16771:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:3.0:1767384291.127486:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.152:988 00000400:00000200:0.0:1767384291.127577:0:16135:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:0.0:1767384291.127585:0:16135:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000928f9d6a. 00000400:00000200:3.0:1767384291.127592:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.152:988 00000400:00000010:0.0:1767384291.127593:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cff112c4. 00000400:00000200:0.0:1767384291.127601:0:16135:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 0000000066e4368c 00000400:00000200:0.0:1767384291.127619:0:16135:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x1000d1 00000400:00000010:0.0:1767384291.127637:0:16135:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 180 at 00000000ed97fc72. 00000400:00000010:0.0:1767384291.127644:0:16135:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 216 at 0000000007798122. 00000400:00000010:0.0:1767384291.127651:0:16135:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 180 at 00000000dca1ef92. 00000400:00000200:3.0:1767384291.127674:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.152:988 00000400:00000010:0.0:1767384291.127682:0:16135:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000001f328da7. 00000400:00000200:0.0:1767384291.127712:0:16135:0:(peer.c:185:lnet_peer_ni_alloc()) 000000001f328da7 nid 192.168.202.152@tcp16 00000400:00000010:0.0:1767384291.127720:0:16135:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000007e663fcd. 00000400:00000200:0.0:1767384291.127726:0:16135:0:(peer.c:204:lnet_peer_net_alloc()) 000000007e663fcd net tcp16 00000400:00000200:0.0:1767384291.127732:0:16135:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (8) 00000400:00000200:0.0:1767384291.127760:0:16135:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.152@tcp NID 192.168.202.152@tcp16 flags 0x11 00000400:00000010:0.0:1767384291.127766:0:16135:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 180 at 00000000ed97fc72. 00000400:00000010:0.0:1767384291.127771:0:16135:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 216 at 0000000007798122. 00000400:00000200:3.0:1767384291.127774:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.152:988 00000400:00000010:0.0:1767384291.127776:0:16135:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 180 at 00000000dca1ef92. 00000400:00000010:0.0:1767384291.127784:0:16135:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 169 at 000000003828eeaf. 00000400:00000200:0.0:1767384291.127795:0:16135:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.152@tcp (000000005d9714d7): 0 00000400:00000200:0.0:1767384291.127802:0:16135:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.152@tcp(000000005d9714d7): 0. state = 0x100151 00000400:00000200:0.0:1767384291.127813:0:16135:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100151 rc 1 00000400:00000200:0.0:1767384291.127826:0:16135:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100151 00000400:00000200:0.0:1767384291.127841:0:16135:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.152@tcp 00000400:00000200:0.0:1767384291.127847:0:16135:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100111 rc 0 00000400:00000200:0.0:1767384291.127859:0:16135:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.152@tcp (000000005d9714d7) 00000400:00000200:0.0:1767384291.127866:0:16135:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000005d9714d7 (9) 00000400:00000200:3.0:1767384291.127876:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.152:988 00000800:00000010:3.0:1767384291.128223:0:16125:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000009e7b7821. 00000800:00000010:3.0:1767384291.128232:0:16125:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f3ee0250. 00000800:00000010:3.0:1767384291.128237:0:16125:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000001bc59402. 00000800:00000010:3.0:1767384291.128294:0:16125:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000001bc59402. 00000400:00000200:1.0:1767384291.128390:0:16133:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:1.0:1767384291.128425:0:16133:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.152@tcp15 from 242.3.0.2 00000800:00000010:1.0:1767384291.128429:0:16133:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000548789e5. 00000800:00000010:3.0:1767384291.128522:0:16127:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000d441d4bf. 00000800:00000010:3.0:1767384291.128529:0:16127:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000004c330615. 00000800:00000010:3.0:1767384291.128593:0:16127:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000f5428fae. 00000800:00000200:3.1:1767384291.128607:0:16127:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005b09fecb] -> 12345-192.168.202.152@tcp15 (4) 00000800:00000200:3.1:1767384291.128619:0:16127:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.152@tcp15 00000000f5428fae deleted 00000800:00000010:3.1:1767384291.128623:0:16127:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000f5428fae. 00000800:00000200:3.1:1767384291.128631:0:16127:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:3.0:1767384291.128641:0:16127:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.152@tcp15 p 3.x 192.168.202.152 -> 192.168.202.152:1010 incarnation:1767384289611746125 sched[0] 00000800:00000010:3.0:1767384291.128649:0:16127:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000001bc59402. 00000800:00000010:3.0:1767384291.128769:0:16127:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000001bc59402. 00000800:00000010:3.0:1767384291.128773:0:16127:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000004c330615. 00000800:00000010:3.0:1767384291.128830:0:16127:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000548789e5. 00000800:00000200:3.1:1767384291.128863:0:16125:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:3.0:1767384291.128867:0:16125:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.152@tcp15 p 3.x 192.168.202.152 -> 192.168.202.152:988 incarnation:1767384289611746125 sched[0] 00000800:00000001:2.0:1767384291.128868:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:3.0:1767384291.128874:0:16125:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f3ee0250. 00000800:00000001:2.0:1767384291.128878:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384291.128956:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384291.128961:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384291.138173:0:16771:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384291.138198:0:16771:0:(lu_object.c:207:lu_object_put()) Add 00000000f07b1e3f/000000000f28175b to site lru. bkt: 00000000b56e2c81 20000000:00000001:1.0:1767384291.138203:0:16771:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384291.138205:0:16771:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384291.138216:0:16771:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384291.138231:0:16771:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384291.138234:0:16771:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:00000010:0.0:1767384291.138241:0:16774:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000001748f8f5. 00080000:00000020:1.0:1767384291.138244:0:16771:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:0.0:1767384291.138248:0:16774:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #16 20000000:01000000:2.0:1767384291.138252:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384291.138256:0:16774:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:00000001:2.0:1767384291.138259:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384291.138264:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:0.0:1767384291.138265:0:16774:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00010000:00000001:2.0:1767384291.138276:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384291.138280:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:1.0:1767384291.138283:0:16807:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1767384291.138288:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00010000:00000010:2.0:1767384291.138290:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000bbaadaa9. 00040000:00000001:1.0:1767384291.138292:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1767384291.138300:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00010000:00000001:2.0:1767384291.138303:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00040000:00000001:1.0:1767384291.138304:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00010000:00000010:2.0:1767384291.138310:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000d29113af. 00080000:00000010:1.0:1767384291.138313:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000521b6f75. 00000020:00000001:2.0:1767384291.138318:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:1.0:1767384291.138320:0:16807:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000020:00000040:2.0:1767384291.138323:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000d29113af with handle 0x7e51148972eecaa1 to hash 00000020:00000001:2.0:1767384291.138328:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384291.138330:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446619782554466304 : -124291155085312 : ffff8ef535da3800) 00010000:00000001:2.0:1767384291.138346:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446619782554466304 : -124291155085312 : ffff8ef535da3800) 00010000:00000001:2.0:1767384291.138351:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:0.0:1767384291.138355:0:16774:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384291.138356:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.138366:0:16774:0:(osd_index.c:949:osd_remote_fid()) Process entered 00010000:00010000:2.0:1767384291.138367:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000d29113af/0x7e51148972eecaa1 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384291.138372:0:16774:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.138382:0:16774:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:0.0:1767384291.138388:0:16774:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:2.0:1767384291.138391:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000020:00000001:0.0:1767384291.138393:0:16774:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446619782313850200 : -124291395701416 : ffff8ef52782b558) 00010000:00000001:2.0:1767384291.138396:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00080000:00000001:0.0:1767384291.138398:0:16774:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:2.0:1767384291.138399:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384291.138402:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384291.138405:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:0.0:1767384291.138405:0:16774:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000006926da5. 00080000:00000001:0.0:1767384291.138418:0:16774:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446619781780553728 : -124291928997888 : ffff8ef507b94000) 00010000:00000001:2.0:1767384291.138419:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384291.138428:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384291.138429:0:16774:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:2.0:1767384291.138437:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384291.138440:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384291.138442:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384291.138443:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384291.138445:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000bbaadaa9) refcount = 1 00010000:00010000:2.0:1767384291.138456:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000d29113af/0x7e51148972eecaa1 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384291.138462:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384291.138464:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384291.138465:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384291.138466:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384291.138468:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384291.138470:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384291.138473:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003445359s 00010000:00000001:2.0:1767384291.138476:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384291.138477:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384291.138478:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d29113af refcount=4 00000020:00000001:2.0:1767384291.138480:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619782554466304 : -124291155085312 : ffff8ef535da3800) 00010000:00000001:2.0:1767384291.138483:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619782554466304 : -124291155085312 : ffff8ef535da3800) 00010000:00000001:2.0:1767384291.138485:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384291.138486:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000d29113af/0x7e51148972eecaa1 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384291.138494:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384291.138499:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000d29113af/0x7e51148972eecaa1 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384291.138503:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384291.138505:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384291.138507:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000d29113af/0x7e51148972eecaa1 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384291.138512:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384291.138514:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384291.138517:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384291.138520:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000d29113af/0x7e51148972eecaa1 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384291.138525:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000d29113af already unused, calling callback (00000000871a6010) 00000001:00000001:0.0:1767384291.138525:0:16774:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384291.138527:0:16774:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384291.138530:0:16774:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:2.0:1767384291.138536:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384291.138539:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384291.138540:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000d29113af/0x7e51148972eecaa1 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384291.138546:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00080000:00000001:0.0:1767384291.138547:0:16774:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384291.138548:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384291.138553:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00080000:00000001:0.0:1767384291.138553:0:16774:0:(osd_io.c:399:osd_write()) Process entered 00000020:00000040:2.0:1767384291.138560:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d29113af refcount=5 00000020:00000001:2.0:1767384291.138562:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619782554466304 : -124291155085312 : ffff8ef535da3800) 00010000:00000001:2.0:1767384291.138564:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619782554466304 : -124291155085312 : ffff8ef535da3800) 00010000:00000001:2.0:1767384291.138566:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384291.138568:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000d29113af/0x7e51148972eecaa1 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384291.138573:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384291.138575:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384291.138577:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384291.138579:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384291.138581:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384291.138582:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384291.138583:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384291.138584:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000d29113af with handle 0x7e51148972eecaa1 from hash 00010000:00000001:2.0:1767384291.138587:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384291.138588:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384291.138588:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384291.138589:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384291.138590:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384291.138592:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384291.138594:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384291.138596:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384291.138599:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384291.138600:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384291.138601:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384291.138603:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384291.138604:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384291.138612:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384291.138614:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384291.138615:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384291.138619:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000d29113af/0x7e51148972eecaa1 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384291.138624:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384291.138625:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384291.138627:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384291.138629:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384291.138631:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384291.138633:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384291.138636:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384291.138638:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384291.138640:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384291.138642:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000d29113af/0x7e51148972eecaa1 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384291.138646:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384291.138648:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384291.138648:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000d29113af/0x7e51148972eecaa1 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384291.138655:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000bbaadaa9 count: 0 00010000:00000001:2.0:1767384291.138672:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384291.138675:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000001:0.0:1767384291.138712:0:16774:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767384291.138715:0:16774:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000010:2.1:1767384291.145114:0:16602:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000bbaadaa9. 00010000:00000010:2.1:1767384291.145129:0:16602:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000d29113af. 00080000:00000001:2.0:1767384291.150001:0:16807:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00080000:00000001:0.0:1767384291.150004:0:16774:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384291.150005:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384291.150011:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000020:00000002:0.0:1767384291.150013:0:16774:0:(lu_object.c:207:lu_object_put()) Add 00000000f07b1e3f/000000000f28175b to site lru. bkt: 00000000b56e2c81 00040000:00000001:2.0:1767384291.150015:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:0.0:1767384291.150018:0:16774:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384291.150020:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:0.0:1767384291.150021:0:16774:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384291.150029:0:16774:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000010:2.0:1767384291.150031:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000006926da5. 20000000:00000001:0.0:1767384291.150037:0:16774:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384291.150040:0:16807:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:0.0:1767384291.150042:0:16774:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:0.0:1767384291.150050:0:16774:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 00000100:00000040:0.0:1767384291.150153:0:449:0:(connection.c:75:cpu_latency_work()) work item of 000000002fd0fb58 (cpu 0) has reached its deadline 4294881112, at 4294881113 00000100:00000040:1.0:1767384291.150161:0:62:0:(connection.c:75:cpu_latency_work()) work item of 00000000edc4e618 (cpu 0) has reached its deadline 4294881112, at 4294881113 00000100:00000010:0.0:1767384291.150162:0:449:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005c01cb3d. 00000100:00000040:3.0:1767384291.150166:0:53:0:(connection.c:75:cpu_latency_work()) work item of 000000009d5c2cb6 (cpu 0) has reached its deadline 4294881112, at 4294881113 20000000:01000000:2.0:1767384291.150168:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00000100:00000010:1.0:1767384291.150170:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000012bac5c7. 20000000:00000001:2.0:1767384291.150185:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00000100:00000010:3.0:1767384291.150189:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004b6e4554. 10000000:01000000:2.0:1767384291.150189:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384291.150197:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384291.150200:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384291.150217:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000bbaadaa9. 00010000:00000001:2.0:1767384291.150220:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384291.150224:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000d29113af. 00000020:00000001:2.0:1767384291.150228:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384291.150232:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000d29113af with handle 0x7e51148972eecaa8 to hash 00000020:00000001:2.0:1767384291.150235:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384291.150239:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446619782554466304 : -124291155085312 : ffff8ef535da3800) 00010000:00000001:2.0:1767384291.150242:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446619782554466304 : -124291155085312 : ffff8ef535da3800) 00010000:00000001:2.0:1767384291.150245:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384291.150248:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384291.150252:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000d29113af/0x7e51148972eecaa8 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384291.150260:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384291.150264:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384291.150266:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384291.150268:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384291.150270:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384291.150273:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384291.150275:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384291.150279:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384291.150282:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384291.150286:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384291.150289:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384291.150292:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000bbaadaa9) refcount = 1 00010000:00010000:2.0:1767384291.150297:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000d29113af/0x7e51148972eecaa8 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384291.150303:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384291.150307:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384291.150309:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384291.150313:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384291.150317:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384291.150321:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384291.150328:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003445359s 00010000:00000001:2.0:1767384291.150333:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384291.150340:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384291.150341:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d29113af refcount=4 00000020:00000001:2.0:1767384291.150345:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619782554466304 : -124291155085312 : ffff8ef535da3800) 00010000:00000001:2.0:1767384291.150348:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619782554466304 : -124291155085312 : ffff8ef535da3800) 00010000:00000001:2.0:1767384291.150351:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384291.150353:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000d29113af/0x7e51148972eecaa8 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384291.150360:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384291.150366:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000d29113af/0x7e51148972eecaa8 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384291.150372:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384291.150376:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384291.150380:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000d29113af/0x7e51148972eecaa8 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384291.150384:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384291.150387:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384291.150392:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384291.150396:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000d29113af/0x7e51148972eecaa8 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384291.150403:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000d29113af already unused, calling callback (00000000871a6010) 00010000:00000001:2.0:1767384291.150406:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384291.150411:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384291.150414:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000d29113af/0x7e51148972eecaa8 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384291.150420:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384291.150423:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384291.150427:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384291.150430:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d29113af refcount=5 00000020:00000001:2.0:1767384291.150434:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619782554466304 : -124291155085312 : ffff8ef535da3800) 00010000:00000001:2.0:1767384291.150437:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619782554466304 : -124291155085312 : ffff8ef535da3800) 00010000:00000001:2.0:1767384291.150446:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384291.150448:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000d29113af/0x7e51148972eecaa8 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384291.150454:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384291.150460:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384291.150463:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384291.150474:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384291.150476:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384291.150483:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384291.150486:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384291.150490:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000d29113af with handle 0x7e51148972eecaa8 from hash 00010000:00000001:2.0:1767384291.150492:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384291.150494:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384291.150497:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384291.150516:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384291.150519:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384291.150520:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384291.150521:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384291.150523:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384291.150526:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384291.150528:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384291.150531:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384291.150533:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384291.150536:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384291.150537:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384291.150539:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384291.150541:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384291.150544:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000d29113af/0x7e51148972eecaa8 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384291.150550:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384291.150553:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384291.150555:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384291.150558:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384291.150560:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384291.150561:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384291.150568:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384291.150573:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384291.150575:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384291.150578:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000d29113af/0x7e51148972eecaa8 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384291.150583:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384291.150603:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384291.150605:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000d29113af/0x7e51148972eecaa8 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384291.150610:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000bbaadaa9 count: 0 00010000:00000001:2.0:1767384291.150624:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384291.150625:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:2.0:1767384291.150664:0:795:0:(connection.c:75:cpu_latency_work()) work item of 00000000135c2452 (cpu 0) has reached its deadline 4294881112, at 4294881113 00000100:00000010:2.0:1767384291.150672:0:795:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bb78c367. 00080000:00000020:0.0:1767384291.153316:0:16771:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767384291.153320:0:16771:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384291.153323:0:16771:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000060684b6e. 20000000:00000001:0.0:1767384291.153330:0:16771:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384291.153335:0:16771:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236723066496 00010000:00000001:0.0:1767384291.153339:0:16771:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384291.153351:0:16771:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000efdfd0f3 x1853236723066496/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:272/0 lens 4848/4768 e 0 to 0 dl 1767384302 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384291.153359:0:16771:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384291.153362:0:16771:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384291.153366:0:16771:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dd452398 time=21 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384291.153373:0:16771:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384291.153377:0:16771:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 21 to 0@lo 00000100:00000001:0.0:1767384291.153379:0:16771:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 02000000:00000001:0.0:1767384291.153383:0:16771:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384291.153386:0:16771:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384291.153392:0:16771:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384291.153396:0:16771:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384291.153403:0:16771:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000026dc7542. 00000100:00000200:0.0:1767384291.153407:0:16771:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236723066496, offset 224 00000400:00000200:0.0:1767384291.153420:0:16771:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384291.153431:0:16771:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384291.153439:0:16771:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824c902680 00000400:00000200:0.0:1767384291.153448:0:16771:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x12e9 [2] + 224 00000400:00000200:0.0:1767384291.153456:0:16771:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384291.153460:0:16771:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384291.153466:0:16771:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384291.153473:0:16771:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002db249fa x1853236723066496/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384307 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384291.153485:0:16771:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000002db249fa x1853236723066496/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384307 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384291.153504:0:16771:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384291.153524:0:16771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000026dc7542 00000100:00000001:2.0:1767384291.153533:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1767384291.153535:0:16771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000026dc7542. 00000100:00000001:2.0:1767384291.153537:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384291.153541:0:16771:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384291.153544:0:16771:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:2.0:1767384291.153546:0:16137:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767384291.153550:0:16771:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384291.153551:0:16137:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1767384291.153563:0:16771:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 20 to 0@lo 00000400:00000010:2.0:1767384291.153564:0:16137:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000017b2962f. 00010000:00000001:0.0:1767384291.153583:0:16771:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384291.153594:0:16771:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384291.153595:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005710314a 00000400:00000010:2.0:1767384291.153602:0:16137:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005710314a. 00000020:00000001:0.0:1767384291.153602:0:16771:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1767384291.153613:0:16137:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1767384291.153613:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000efdfd0f3 x1853236723066496/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:272/0 lens 4848/4768 e 0 to 0 dl 1767384302 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384291.153626:0:16137:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002db249fa x1853236723066496/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384307 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384291.153629:0:16771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000efdfd0f3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c0412d60-4f67-4dbc-8791-892843f60083+15:16137:x1853236723066496:12345-0@lo:253: Request processed in 27142us (28016us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384291.153659:0:16771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00000200:2.0:1767384291.153664:0:16137:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002db249fa x1853236723066496/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384307 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384291.153669:0:16771:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000555601ca : new rpc_count 1 00000100:00000001:0.0:1767384291.153678:0:16771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384291.153685:0:16771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384291.153687:0:16137:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384291.153690:0:16137:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384291.153692:0:16771:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003c0d420a. 00000100:00000001:2.0:1767384291.153711:0:16137:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:0.0:1767384291.153715:0:16771:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000021b332a2. 02000000:00000001:2.0:1767384291.153716:0:16137:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384291.153725:0:16137:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:0.0:1767384291.153727:0:16771:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001f346007. 00000100:00000001:2.0:1767384291.153729:0:16137:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384291.153762:0:16771:0:(genops.c:898:class_export_put()) PUTting export 00000000555601ca : new refcount 14 02000000:00000001:2.0:1767384291.153763:0:16137:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384291.153777:0:16771:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00001000:2.0:1767384291.153779:0:16137:0:(import.c:2128:obd_at_measure()) add 5 to 0000000028df3f77 time=21 v=5 (5 0 0 0) 02000000:00000010:0.0:1767384291.153781:0:16771:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000009aea2350. 02000000:00000001:0.0:1767384291.153788:0:16771:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00001000:2.0:1767384291.153793:0:16137:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f5022cbe time=21 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384291.153793:0:16771:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384291.153803:0:16137:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000200:0.0:1767384291.153804:0:16771:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:2.0:1767384291.153805:0:16137:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384291.153815:0:16137:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000010:0.0:1767384291.153816:0:16771:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000157eef89. 00010000:00000001:2.0:1767384291.153825:0:16137:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384291.153828:0:16771:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000026dc7542. 00000100:00000001:2.0:1767384291.153829:0:16137:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384291.153840:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002db249fa x1853236723066496/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384307 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384291.153847:0:16137:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384291.153851:0:16137:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384291.153853:0:16137:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384291.153858:0:16137:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384291.153860:0:16137:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384291.153862:0:16137:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384291.153866:0:16137:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384291.153868:0:16137:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384291.153870:0:16137:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384291.153871:0:16137:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384291.153873:0:16137:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384291.153875:0:16137:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384291.153876:0:16137:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384291.153880:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002db249fa x1853236723066496/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384307 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384291.153885:0:16137:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000002db249fa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c0412d60-4f67-4dbc-8791-892843f60083:16137:1853236723066496:0@lo:253: 00000100:00000001:2.0:1767384291.153891:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384291.153893:0:16137:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384291.153896:0:16137:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002db249fa x1853236723066496/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384307 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384291.153902:0:16137:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384291.153904:0:16137:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384291.153907:0:16137:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000b94d3830. 02000000:00000001:2.0:1767384291.153911:0:16137:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384291.153912:0:16137:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384291.153913:0:16137:0:(genops.c:1242:class_import_put()) import 00000000df830bbe refcount=4 obd=MGC192.168.202.152@tcp 00000020:00000001:2.0:1767384291.153915:0:16137:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384291.153923:0:16137:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000078f4bc6e. 02000000:00000001:2.0:1767384291.153926:0:16137:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384291.153927:0:16137:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384291.153929:0:16137:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002db249fa. 00000100:00000001:2.0:1767384291.153932:0:16137:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384291.153933:0:16137:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384291.153934:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384291.153939:0:16137:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384291.153940:0:16137:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384291.153942:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384291.153945:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384291.154433:0:20663:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000a6d1e1df. 00000400:00000040:1.0:1767384291.154453:0:20663:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384291.154456:0:20663:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384291.154459:0:20663:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384291.154462:0:20663:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384291.154464:0:20663:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384291.154467:0:20663:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384291.154471:0:20663:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384291.154472:0:20663:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384291.154474:0:20663:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384291.154476:0:20663:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384291.154478:0:20663:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384291.154480:0:20663:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384291.154483:0:20663:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384291.154485:0:20663:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384291.154487:0:20663:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384291.154489:0:20663:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384291.154491:0:20663:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384291.154492:0:20663:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384291.154493:0:20663:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384291.154496:0:20663:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384291.154497:0:20663:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384291.154499:0:20663:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384291.154502:0:20663:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384291.154503:0:20663:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384291.154505:0:20663:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384291.154518:0:20663:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384291.154519:0:20663:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384291.154521:0:20663:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384291.154527:0:20663:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384291.154529:0:20663:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384291.154533:0:20663:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384291.154535:0:20663:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384291.154539:0:20663:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00080000:00000020:0.0:1767384291.154540:0:16774:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000400:00000040:1.0:1767384291.154541:0:20663:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384291.154545:0:20663:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000100:00000001:0.0:1767384291.154545:0:16774:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384291.154548:0:16774:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000008773df0. 00000400:00000040:1.0:1767384291.154549:0:20663:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384291.154553:0:20663:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 20000000:00000001:0.0:1767384291.154555:0:16774:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00000400:00000040:1.0:1767384291.154556:0:20663:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384291.154561:0:20663:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00010000:00000040:0.0:1767384291.154562:0:16774:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236723066624 00000400:00000040:1.0:1767384291.154564:0:20663:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00010000:00000001:0.0:1767384291.154566:0:16774:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000040:1.0:1767384291.154567:0:20663:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384291.154570:0:20663:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00010000:00000200:0.0:1767384291.154572:0:16774:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000ae718e3d x1853236723066624/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:272/0 lens 4848/4768 e 0 to 0 dl 1767384302 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000040:1.0:1767384291.154573:0:20663:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384291.154578:0:20663:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384291.154598:0:20663:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384291.154600:0:20663:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384291.154601:0:20663:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384291.154602:0:20663:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384291.154604:0:20663:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384291.154605:0:20663:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384291.154608:0:20663:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384291.154612:0:20663:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384291.154615:0:20663:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384291.154620:0:20663:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00010000:00000001:0.0:1767384291.154621:0:16774:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000400:00000040:1.0:1767384291.154622:0:20663:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00010000:00000001:0.0:1767384291.154624:0:16774:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000040:1.0:1767384291.154625:0:20663:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384291.154628:0:20663:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000100:00001000:0.0:1767384291.154628:0:16774:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dd452398 time=21 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384291.154634:0:16774:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384291.154638:0:16774:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 21 to 0@lo 00000100:00000001:0.0:1767384291.154640:0:16774:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 02000000:00000001:0.0:1767384291.154644:0:16774:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384291.154647:0:16774:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384291.154650:0:16774:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384291.154655:0:16774:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384291.154658:0:16774:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000198065c5. 00000100:00000200:0.0:1767384291.154663:0:16774:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236723066624, offset 224 00000400:00000200:0.0:1767384291.154670:0:16774:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:1.0:1767384291.154672:0:20663:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000a6d1e1df. 00000400:00000200:0.0:1767384291.154677:0:16774:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384291.154682:0:16774:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824c902700 00000400:00000200:0.0:1767384291.154686:0:16774:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x12f1 [2] + 224 00000400:00000200:0.0:1767384291.154691:0:16774:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384291.154710:0:16774:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384291.154715:0:16774:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384291.154720:0:16774:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000091a70da0 x1853236723066624/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384307 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384291.154729:0:16774:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000091a70da0 x1853236723066624/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384307 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384291.154741:0:16774:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384291.154745:0:16774:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000198065c5 00000400:00000010:0.0:1767384291.154747:0:16774:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000198065c5. 00000100:00000001:0.0:1767384291.154750:0:16774:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384291.154751:0:16774:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384291.154754:0:16774:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384291.154757:0:16774:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 20 to 0@lo 00010000:00000001:0.0:1767384291.154759:0:16774:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384291.154760:0:16774:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384291.154762:0:16774:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384291.154769:0:16774:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ae718e3d x1853236723066624/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:272/0 lens 4848/4768 e 0 to 0 dl 1767384302 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384291.154775:0:16774:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000ae718e3d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c0412d60-4f67-4dbc-8791-892843f60083+14:16138:x1853236723066624:12345-0@lo:253: Request processed in 28281us (28955us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384291.154780:0:16774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00000040:0.0:1767384291.154782:0:16774:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000555601ca : new rpc_count 0 00000100:00000001:0.0:1767384291.154783:0:16774:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384291.154784:0:16774:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384291.154787:0:16774:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000079f40d3f. 00000020:00000010:0.0:1767384291.154789:0:16774:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000678ea6c7. 00000020:00000010:0.0:1767384291.154792:0:16774:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ef976e19. 00000020:00000040:0.0:1767384291.154795:0:16774:0:(genops.c:898:class_export_put()) PUTting export 00000000555601ca : new refcount 13 02000000:00000001:0.0:1767384291.154796:0:16774:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384291.154798:0:16774:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000009021f979. 02000000:00000001:0.0:1767384291.154801:0:16774:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384291.154802:0:16774:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384291.154805:0:16774:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384291.154807:0:16774:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009a0070c2. 00000400:00000010:0.0:1767384291.154810:0:16774:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000198065c5. 00000100:00000001:0.0:1767384291.154821:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384291.154823:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384291.154826:0:16138:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384291.154828:0:16138:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384291.154829:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c1bcaa1c. 00000400:00000200:0.0:1767384291.154832:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bba983ae 00000400:00000010:0.0:1767384291.154833:0:16138:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bba983ae. 00000100:00000001:0.0:1767384291.154834:0:16138:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384291.154837:0:16138:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000091a70da0 x1853236723066624/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384307 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384291.154842:0:16138:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000091a70da0 x1853236723066624/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384307 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384291.154846:0:16138:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384291.154847:0:16138:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384291.154849:0:16138:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384291.154856:0:16138:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384291.154857:0:16138:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384291.154859:0:16138:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384291.154861:0:16138:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384291.154864:0:16138:0:(import.c:2128:obd_at_measure()) add 5 to 0000000028df3f77 time=21 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384291.154867:0:16138:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f5022cbe time=21 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384291.154869:0:16138:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384291.154870:0:16138:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384291.154872:0:16138:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384291.154873:0:16138:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384291.154875:0:16138:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384291.154877:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000091a70da0 x1853236723066624/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384307 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384291.154882:0:16138:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384291.154884:0:16138:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384291.154885:0:16138:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384291.154889:0:16138:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384291.154890:0:16138:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384291.154891:0:16138:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384291.154892:0:16138:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384291.154893:0:16138:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384291.154894:0:16138:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384291.154895:0:16138:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384291.154897:0:16138:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384291.154898:0:16138:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384291.154899:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000091a70da0 x1853236723066624/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384307 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384291.154903:0:16138:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000091a70da0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c0412d60-4f67-4dbc-8791-892843f60083:16138:1853236723066624:0@lo:253: 00000100:00000001:0.0:1767384291.154906:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384291.154908:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384291.154910:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000091a70da0 x1853236723066624/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384307 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384291.154914:0:16138:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384291.154915:0:16138:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384291.154917:0:16138:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000035df818b. 02000000:00000001:0.0:1767384291.154925:0:16138:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384291.154927:0:16138:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384291.154928:0:16138:0:(genops.c:1242:class_import_put()) import 00000000df830bbe refcount=3 obd=MGC192.168.202.152@tcp 00000020:00000001:0.0:1767384291.154929:0:16138:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384291.154931:0:16138:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000b3393a7c. 02000000:00000001:0.0:1767384291.154934:0:16138:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384291.154935:0:16138:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384291.154937:0:16138:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000091a70da0. 00000100:00000001:0.0:1767384291.154940:0:16138:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384291.154941:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384291.154943:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384291.154959:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384291.154960:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384291.154962:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384291.154963:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1767384291.158148:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000bbaadaa9. 00010000:00000010:2.1:1767384291.158162:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000d29113af. 00000004:00000001:1.0:1767384291.317204:0:16802:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:1.0:1767384291.317209:0:16802:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:1.0:1767384291.317217:0:16802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000072e40d37. 00000100:00000040:0.0:1767384291.317221:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000020:00000040:1.0:1767384291.317225:0:16802:0:(genops.c:1229:class_import_get()) import 0000000068bc8709 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:1.0:1767384291.317233:0:16802:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767384291.317234:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:1.0:1767384291.317238:0:16802:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000010:0.0:1767384291.317243:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000091a70da0. 02000000:00000001:1.0:1767384291.317245:0:16802:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384291.317252:0:36:0:(genops.c:1229:class_import_get()) import 0000000068bc8709 refcount=5 obd=lustre-OST0000-osc-MDT0000 02000000:00000010:1.0:1767384291.317258:0:16802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000045d0ee4. 00000100:00000001:0.0:1767384291.317258:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384291.317262:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384291.317267:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384291.317274:0:16802:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384291.317277:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000009ff34f0. 00000100:00000001:1.0:1767384291.317284:0:16802:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384291.317286:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384291.317287:0:16802:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384291.317301:0:16802:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000072e40d37] to pc [ptlrpcd_00_02+2] req@0000000072e40d37 x1853236723066752/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384291.317303:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@0000000091a70da0 x1853236723066880/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384291.317331:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384291.317333:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384291.317340:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000091a70da0] to pc [ptlrpcd_00_03+3] req@0000000091a70da0 x1853236723066880/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:1.0:1767384291.317345:0:16802:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384291.317363:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384291.317366:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767384291.317368:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767384291.317377:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384291.317378:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1767384291.317383:0:16139:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000010:0.0:1767384291.317385:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000dbb48adc. 00000100:00000001:1.0:1767384291.317387:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384291.317391:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384291.317393:0:16140:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384291.317398:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000072e40d37 x1853236723066752/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384291.317404:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000091a70da0 x1853236723066880/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384291.317404:0:36:0:(genops.c:1229:class_import_get()) import 00000000345f9ba7 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:0.0:1767384291.317415:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384291.317423:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384291.317430:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384291.317447:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000568d189d. 00000100:00000001:0.0:1767384291.317457:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384291.317465:0:16140:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384291.317470:0:16140:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384291.317476:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@00000000dbb48adc x1853236723067008/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384291.317481:0:16139:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:1.0:1767384291.317481:0:16140:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384291.317493:0:16140:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384291.317494:0:16139:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384291.317495:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1767384291.317506:0:16140:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384291.317506:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384291.317511:0:16139:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:1.0:1767384291.317516:0:16140:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000091a70da0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16140:1853236723066880:0@lo:400: 02000000:00000001:3.0:1767384291.317519:0:16139:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384291.317521:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dbb48adc] to pc [ptlrpcd_00_00+0] req@00000000dbb48adc x1853236723067008/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384291.317523:0:16140:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384291.317532:0:16139:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384291.317533:0:16140:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384291.317539:0:16140:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384291.317545:0:16140:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:3.0:1767384291.317549:0:16139:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000072e40d37 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16139:1853236723066752:0@lo:13: 02000000:00000010:1.0:1767384291.317552:0:16140:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007034d7a5. 02000000:00000001:1.0:1767384291.317559:0:16140:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384291.317562:0:16139:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:1.0:1767384291.317568:0:16140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002dc97cb1. 02000000:00000001:3.0:1767384291.317570:0:16139:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:1.0:1767384291.317578:0:16140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000589f7d29. 00000100:00000001:2.0:1767384291.317579:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384291.317580:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384291.317585:0:16139:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384291.317591:0:16140:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236723066880, portal 4 00000100:00000001:2.0:1767384291.317592:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1767384291.317593:0:16139:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1767384291.317593:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767384291.317602:0:16140:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000010:3.0:1767384291.317605:0:16139:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000007e59d6f3. 00000100:00000001:2.0:1767384291.317605:0:16137:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767384291.317607:0:16140:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782674421888 : -124291035129728 : ffff8ef53d009880) 00000100:00000001:0.0:1767384291.317607:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:3.0:1767384291.317616:0:16139:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384291.317618:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f9bb72ab. 00000100:00000040:2.0:1767384291.317620:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000dbb48adc x1853236723067008/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384291.317626:0:36:0:(genops.c:1229:class_import_get()) import 000000005a28ad8c refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000400:00000010:3.0:1767384291.317627:0:16139:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000003494e. 00000020:00000010:1.0:1767384291.317633:0:16140:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000804011ed. 00000100:00000001:0.0:1767384291.317640:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:3.0:1767384291.317643:0:16139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000091677c2e. 02000000:00000001:0.0:1767384291.317647:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:1.0:1767384291.317649:0:16140:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000091a70da0 x1853236723066880/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384307 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384291.317657:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384291.317659:0:16139:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236723066752, portal 4 00000100:00000001:3.0:1767384291.317674:0:16139:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000010:0.0:1767384291.317674:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c073d31c. 00000100:00000001:2.0:1767384291.317676:0:16137:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384291.317683:0:16139:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782424491136 : -124291285060480 : ffff8ef52e1af480) 00000100:00000001:2.0:1767384291.317683:0:16137:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384291.317687:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384291.317713:0:16137:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767384291.317714:0:16140:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1767384291.317720:0:16137:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384291.317724:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@00000000f9bb72ab x1853236723067136/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1767384291.317730:0:16139:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000072e40d37 x1853236723066752/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384307 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384291.317734:0:16140:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:2.0:1767384291.317736:0:16137:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384291.317745:0:16140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e1b09e96. 00000100:00100000:2.0:1767384291.317755:0:16137:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000dbb48adc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16137:1853236723067008:0@lo:400: 00000100:00000200:1.0:1767384291.317756:0:16140:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853236723066880, offset 0 00000100:00000001:2.0:1767384291.317784:0:16137:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1767384291.317786:0:16140:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:2.0:1767384291.317793:0:16137:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767384291.317800:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1767384291.317801:0:16137:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384291.317806:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384291.317811:0:16137:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767384291.317812:0:16139:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767384291.317819:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:0.0:1767384291.317820:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f9bb72ab] to pc [ptlrpcd_00_01+1] req@00000000f9bb72ab x1853236723067136/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767384291.317821:0:16137:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008b2af5ac. 00000100:00000040:3.0:1767384291.317829:0:16139:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:2.0:1767384291.317834:0:16137:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384291.317836:0:16139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009146ec67. 00000400:00000200:1.0:1767384291.317849:0:16140:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x695824c902800 00000100:00000200:3.0:1767384291.317851:0:16139:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853236723066752, offset 0 00000400:00000010:2.0:1767384291.317853:0:16137:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000017b2962f. 00000400:00000200:1.0:1767384291.317869:0:16140:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xa9d [8] + 1872 00000100:00000001:0.0:1767384291.317874:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384291.317878:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1767384291.317879:0:16137:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000081998b88. 00000400:00000200:3.0:1767384291.317883:0:16139:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:0.0:1767384291.317883:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (218) 00000400:00000200:1.0:1767384291.317894:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384291.317901:0:16137:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236723067008, portal 10 00000100:00000001:1.0:1767384291.317905:0:16140:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1767384291.317907:0:16137:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000200:1.0:1767384291.317909:0:16140:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000001:2.0:1767384291.317911:0:16137:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782674422784 : -124291035128832 : ffff8ef53d009c00) 00000400:00000200:3.0:1767384291.317917:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:1.0:1767384291.317919:0:16140:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d35e08ca. 00000100:00000040:1.0:1767384291.317929:0:16140:0:(events.c:337:request_in_callback()) incoming req@00000000d35e08ca x1853236723066880 msgsize 224 00000100:00000001:0.0:1767384291.317930:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767384291.317931:0:16137:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000dbb48adc x1853236723067008/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384307 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384291.317938:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767384291.317953:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x695824c902780 00000100:00000001:0.0:1767384291.317956:0:16138:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00100000:1.0:1767384291.317957:0:16140:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384291.317973:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f9bb72ab x1853236723067136/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384291.317975:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xb9d [8] + 448 00000100:00000001:1.0:1767384291.317979:0:16140:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384291.317996:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384291.318004:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e1b09e96 00000400:00000010:1.0:1767384291.318012:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e1b09e96. 00000400:00000200:3.0:1767384291.318018:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384291.318024:0:16140:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384291.318035:0:16140:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000091a70da0 x1853236723066880/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384307 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384291.318040:0:16139:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384291.318048:0:16139:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000001:2.0:1767384291.318066:0:16137:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384291.318067:0:16138:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000010:3.0:1767384291.318070:0:16139:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003199c2fe. 00000100:00000001:0.0:1767384291.318074:0:16138:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384291.318076:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384291.318077:0:16137:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:3.0:1767384291.318079:0:16139:0:(events.c:337:request_in_callback()) incoming req@000000003199c2fe x1853236723066752 msgsize 224 00000100:00000040:1.0:1767384291.318084:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000091a70da0 x1853236723066880/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384307 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384291.318128:0:16137:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f327b161. 00000100:00000200:2.0:1767384291.318137:0:16137:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236723067008, offset 0 00000100:00100000:3.0:1767384291.318142:0:16139:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:2.0:1767384291.318155:0:16137:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384291.318165:0:16139:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384291.318170:0:16137:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384291.318177:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009146ec67 00000400:00000010:3.0:1767384291.318182:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009146ec67. 00000400:00000200:2.0:1767384291.318182:0:16137:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824c902880 00000100:00000001:3.0:1767384291.318189:0:16139:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1767384291.318196:0:16137:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 2456 00000100:00000200:3.0:1767384291.318198:0:16139:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000072e40d37 x1853236723066752/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384307 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384291.318208:0:16137:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384291.318219:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767384291.318220:0:16137:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:3.0:1767384291.318227:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000072e40d37 x1853236723066752/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384307 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384291.318228:0:16137:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384291.318232:0:16137:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1767384291.318238:0:16137:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007c5b2eb5. 00000100:00000040:2.0:1767384291.318246:0:16137:0:(events.c:337:request_in_callback()) incoming req@000000007c5b2eb5 x1853236723067008 msgsize 224 00000100:00000001:3.0:1767384291.318254:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384291.318259:0:16139:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:2.0:1767384291.318267:0:16137:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384291.318271:0:16139:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384291.318279:0:16139:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 18066 usecs (19 jiffies) 00000100:00000001:3.0:1767384291.318286:0:16139:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294881300 00000100:00000001:2.0:1767384291.318288:0:16137:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000010:3.0:1767384291.318292:0:16139:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003cc531e5. 00000400:00000200:2.0:1767384291.318303:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f327b161 00000100:00000001:3.0:1767384291.318304:0:16139:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000400:00000010:2.0:1767384291.318309:0:16137:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f327b161. 00000100:00000001:2.0:1767384291.318322:0:16137:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384291.318323:0:16139:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294881300 00000100:00000010:3.0:1767384291.318329:0:16139:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f1505ff7. 00000100:00000200:2.0:1767384291.318330:0:16137:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000dbb48adc x1853236723067008/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384307 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384291.318337:0:16139:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384291.318349:0:16137:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384291.318352:0:16139:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294881300 00000100:00000040:2.0:1767384291.318358:0:16137:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000dbb48adc x1853236723067008/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384307 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384291.318360:0:16139:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004aec8132. 00000100:00000001:3.0:1767384291.318370:0:16139:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384291.318374:0:16137:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384291.318380:0:16137:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384291.318383:0:16139:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294881300 00000100:00000001:2.0:1767384291.318389:0:16137:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384291.318391:0:16139:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000880d8d48. 00000100:00000040:2.0:1767384291.318396:0:16137:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 3580 usecs (4 jiffies) 00000100:00000001:3.0:1767384291.318400:0:16139:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384291.318403:0:16137:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294881285 00000100:00000001:2.0:1767384291.318410:0:16137:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294881300 00000100:00000001:2.0:1767384291.318415:0:16137:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294881285 00000100:00000001:3.0:1767384291.318416:0:16139:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384291.318420:0:16137:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294881300 00000100:00000001:3.0:1767384291.318422:0:16139:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384291.318429:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384291.318436:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384291.318437:0:16137:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294881285 00000100:00000001:2.0:1767384291.318444:0:16137:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294881300 00000100:00000001:2.0:1767384291.318447:0:16137:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294881285 00000100:00000001:3.0:1767384291.318451:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384291.318452:0:16137:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294881300 00000100:00000001:3.0:1767384291.318457:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384291.318459:0:16137:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384291.318465:0:16137:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384291.318468:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384291.318473:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384291.318473:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384291.318480:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384291.318480:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384291.318491:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384291.318494:0:16137:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384291.318500:0:16137:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384291.318511:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384291.318514:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384291.318520:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384291.318526:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384291.318552:0:17550:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384291.318556:0:17550:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723066752 02000000:00000001:3.0:1767384291.318560:0:17550:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384291.318575:0:17550:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384291.318578:0:17550:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384291.318585:0:17550:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384291.318586:0:16779:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384291.318594:0:16779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723067008 02000000:00000001:2.0:1767384291.318598:0:16779:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00100000:3.0:1767384291.318600:0:17550:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723066752 02000000:00000001:0.0:1767384291.318601:0:16138:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767384291.318602:0:16779:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:0.0:1767384291.318610:0:16138:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384291.318611:0:16779:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384291.318612:0:17550:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:0.0:1767384291.318617:0:16138:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384291.318620:0:17550:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eeca38 02000000:00000001:2.0:1767384291.318627:0:16779:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384291.318627:0:16138:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f9bb72ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16138:1853236723067136:0@lo:400: 00000020:00000001:3.0:1767384291.318628:0:17550:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384291.318637:0:17550:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000cf791f94 refcount=5 00000100:00100000:2.0:1767384291.318645:0:16779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723067008 00000100:00000001:0.0:1767384291.318652:0:16138:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000001:3.0:1767384291.318653:0:17550:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619777391929344 : -124296317622272 : ffff8ef402242800) 00000020:00000001:2.0:1767384291.318659:0:16779:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:0.0:1767384291.318662:0:16138:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:3.0:1767384291.318669:0:17550:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619777391929344 : -124296317622272 : ffff8ef402242800) 00000020:00000040:2.0:1767384291.318669:0:16779:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eeca2a 02000000:00000001:0.0:1767384291.318671:0:16138:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384291.318681:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384291.318683:0:16779:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:0.0:1767384291.318683:0:16138:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767384291.318685:0:17550:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384291.318709:0:16140:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000040:2.0:1767384291.318710:0:16779:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f335576c refcount=5 00000020:00000010:3.0:1767384291.318713:0:17550:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000038fe832a. 02000000:00000010:0.0:1767384291.318713:0:16138:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000683ba863. 00000020:00000001:2.0:1767384291.318717:0:16779:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619777384806400 : -124296324745216 : ffff8ef401b77800) 00000100:00000001:1.0:1767384291.318719:0:16140:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384291.318732:0:16138:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384291.318733:0:16779:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619777384806400 : -124296324745216 : ffff8ef401b77800) 00000100:00000040:1.0:1767384291.318734:0:16140:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 18066 usecs (19 jiffies) 00000020:00000010:3.0:1767384291.318735:0:17550:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000ac7dcf3f. 00000100:00000001:1.0:1767384291.318746:0:16140:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294881300 00000400:00000010:0.0:1767384291.318747:0:16138:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c1bcaa1c. 00000100:00000001:2.0:1767384291.318748:0:16779:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000040:3.0:1767384291.318751:0:17550:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (0000000083abdb14) now 6 - evictor 00000100:00000001:1.0:1767384291.318752:0:16140:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294881300 00000020:00000010:2.0:1767384291.318757:0:16779:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005c6fbcc8. 00000400:00000010:0.0:1767384291.318758:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000005c1b364. 00000100:00000001:1.0:1767384291.318759:0:16140:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294881300 00000100:00000001:1.0:1767384291.318771:0:16140:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294881300 00000100:00000200:0.0:1767384291.318772:0:16138:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236723067136, portal 10 00000100:00000001:3.0:1767384291.318773:0:17550:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:2.0:1767384291.318774:0:16779:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384291.318785:0:16140:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294881300 00000100:00000001:0.0:1767384291.318786:0:16138:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000010:3.0:1767384291.318789:0:17550:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000112ac890. 00000020:00000010:2.0:1767384291.318789:0:16779:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005c6fbcc8. 00000100:00000001:0.0:1767384291.318790:0:16138:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782674429952 : -124291035121664 : ffff8ef53d00b800) 00000100:00000001:1.0:1767384291.318791:0:16140:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294881300 00000100:00000001:1.0:1767384291.318804:0:16140:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294881300 00000020:00000010:3.0:1767384291.318806:0:17550:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000059a8a2a6. 00000020:00000010:0.0:1767384291.318806:0:16138:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000009021f979. 00000100:00000001:1.0:1767384291.318808:0:16140:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294881300 00000020:00000010:2.0:1767384291.318811:0:16779:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cbff3170. 00000100:00000001:1.0:1767384291.318834:0:16140:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384291.318835:0:17550:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e6f43d0f. 00000020:00000010:2.0:1767384291.318835:0:16779:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c1d60108. 00000100:00000040:0.0:1767384291.318840:0:16138:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f9bb72ab x1853236723067136/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384307 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384291.318842:0:16140:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384291.318853:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384291.318855:0:17550:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000020:00000010:2.0:1767384291.318860:0:16779:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000000018f5b. 00000100:00000001:1.0:1767384291.318861:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384291.318868:0:17550:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384291.318876:0:17550:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384291.318877:0:16138:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384291.318881:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384291.318884:0:17550:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384291.318886:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:0.0:1767384291.318887:0:16138:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:2.0:1767384291.318889:0:16779:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1767384291.318898:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384291.318901:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:0.0:1767384291.318901:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003e7f3dd9. 00000100:00000001:2.0:1767384291.318902:0:16779:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384291.318905:0:17550:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384291.318906:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384291.318908:0:16779:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000200:0.0:1767384291.318911:0:16138:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236723067136, offset 0 00000100:00000001:2.0:1767384291.318916:0:16779:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384291.318920:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384291.318934:0:17550:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384291.318934:0:16138:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384291.318935:0:16779:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1767384291.318943:0:16779:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767384291.318950:0:16779:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384291.318956:0:16138:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384291.318958:0:17547:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384291.318959:0:17550:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:1.0:1767384291.318964:0:17547:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723066880 00000100:00000001:3.0:1767384291.318966:0:17550:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000001:1.0:1767384291.318969:0:17547:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384291.318971:0:16779:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384291.318973:0:17547:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:0.0:1767384291.318974:0:16138:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824c902900 00000100:00000001:1.0:1767384291.318981:0:17547:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384291.318983:0:17550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 02000000:00000001:1.0:1767384291.318991:0:17547:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384291.318995:0:16138:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 2680 00000100:00000001:2.0:1767384291.318996:0:16779:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:1.0:1767384291.318998:0:17547:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723066880 00000100:00000040:3.0:1767384291.319001:0:17550:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000cf791f94 : new rpc_count 1 00000100:00000001:2.0:1767384291.319004:0:16779:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:1.0:1767384291.319005:0:17547:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:0.0:1767384291.319009:0:16138:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:1.0:1767384291.319012:0:17547:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eeca38 00000100:00000001:3.0:1767384291.319017:0:17550:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619782675232768 : -124291034318848 : ffff8ef53d0cf800) 00000020:00000001:1.0:1767384291.319017:0:17547:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:0.0:1767384291.319022:0:16138:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000040:1.0:1767384291.319025:0:17547:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000cf791f94 refcount=6 00000100:00100000:2.0:1767384291.319027:0:16779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000020:00000001:1.0:1767384291.319034:0:17547:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619777391929344 : -124296317622272 : ffff8ef402242800) 00000100:00000040:3.0:1767384291.319035:0:17550:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000003199c2fe x1853236723066752/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:272/0 lens 224/0 e 0 to 0 dl 1767384302 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384291.319043:0:16138:0:(events.c:286:request_in_callback()) Process entered 00000020:00000001:1.0:1767384291.319045:0:17547:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619777391929344 : -124296317622272 : ffff8ef402242800) 00000100:00000040:2.0:1767384291.319047:0:16779:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000f335576c : new rpc_count 1 00000100:00000200:0.0:1767384291.319049:0:16138:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:2.0:1767384291.319060:0:16779:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619782564215680 : -124291145335936 : ffff8ef5366efb80) 00000100:00000001:1.0:1767384291.319063:0:17547:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000010:0.0:1767384291.319066:0:16138:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002db249fa. 00000020:00000010:1.0:1767384291.319074:0:17547:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f039dccd. 00000100:00000040:0.0:1767384291.319075:0:16138:0:(events.c:337:request_in_callback()) incoming req@000000002db249fa x1853236723067136 msgsize 224 00000100:00000040:2.0:1767384291.319080:0:16779:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000007c5b2eb5 x1853236723067008/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:272/0 lens 224/0 e 0 to 0 dl 1767384302 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384291.319084:0:17547:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384291.319089:0:17547:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f039dccd. 00000100:00100000:0.0:1767384291.319093:0:16138:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000010:1.0:1767384291.319098:0:17547:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008e0fb846. 00000100:00000001:3.0:1767384291.319129:0:17550:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384291.319132:0:17547:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d715a0c5. 00000020:00000010:3.0:1767384291.319136:0:17550:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000076b55715. 00000020:00000010:1.0:1767384291.319140:0:17547:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000090079823. 00000100:00000001:0.0:1767384291.319140:0:16138:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384291.319143:0:17550:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384291.319150:0:17550:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000076b55715. 00000400:00000200:0.0:1767384291.319152:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003e7f3dd9 00000100:00000040:1.0:1767384291.319153:0:17547:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000400:00000010:0.0:1767384291.319159:0:16138:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003e7f3dd9. 00000100:00000001:1.0:1767384291.319160:0:17547:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384291.319165:0:16138:0:(events.c:34:request_out_callback()) Process entered 00000100:00100000:3.0:1767384291.319169:0:17550:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000003199c2fe pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:16139:x1853236723066752:12345-0@lo:13: 00000100:00000001:1.0:1767384291.319172:0:17547:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000200:0.0:1767384291.319175:0:16138:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f9bb72ab x1853236723067136/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384307 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384291.319176:0:17547:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384291.319190:0:17547:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1767384291.319197:0:17547:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000200:3.0:1767384291.319200:0:17550:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723066752 00000100:00000001:1.0:1767384291.319201:0:17547:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384291.319212:0:17550:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:0.0:1767384291.319213:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384291.319220:0:17547:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384291.319221:0:17550:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000040:0.0:1767384291.319222:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f9bb72ab x1853236723067136/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384307 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384291.319229:0:17550:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384291.319235:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384291.319238:0:17550:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1767384291.319238:0:17547:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384291.319240:0:16138:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384291.319246:0:17547:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:3.0:1767384291.319248:0:17550:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072673306064 : -1036245552 : ffffffffc23c25d0) 00000100:00000001:0.0:1767384291.319250:0:16138:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384291.319260:0:17547:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000020:00000001:3.0:1767384291.319265:0:17550:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000040:0.0:1767384291.319265:0:16138:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3966 usecs (4 jiffies) 00000100:00000040:1.0:1767384291.319266:0:17547:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000cf791f94 : new rpc_count 2 00000100:00000001:1.0:1767384291.319275:0:17547:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619782424490240 : -124291285061376 : ffff8ef52e1af100) 00000020:00000001:3.0:1767384291.319276:0:17550:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384291.319277:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294881286 00000100:00000001:0.0:1767384291.319293:0:16138:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294881300 00000020:00000001:3.0:1767384291.319295:0:17550:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000040:1.0:1767384291.319297:0:17547:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000d35e08ca x1853236723066880/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:272/0 lens 224/0 e 0 to 0 dl 1767384302 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384291.319304:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294881286 00000020:00000001:3.0:1767384291.319305:0:17550:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:0.0:1767384291.319312:0:16138:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294881300 00000020:00000001:3.0:1767384291.319314:0:17550:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384291.319314:0:17547:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384291.319323:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294881286 00000020:00000010:1.0:1767384291.319324:0:17547:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f039dccd. 00000100:00000001:3.0:1767384291.319327:0:17550:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1767384291.319328:0:16138:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294881300 00000100:00000001:1.0:1767384291.319330:0:17547:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384291.319335:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294881286 00000020:00000010:1.0:1767384291.319336:0:17547:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f039dccd. 02000000:00000001:3.0:1767384291.319337:0:17550:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1767384291.319355:0:16138:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294881300 02000000:00000010:3.0:1767384291.319357:0:17550:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 000000009428b4c9. 00000100:00000001:0.0:1767384291.319362:0:16138:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384291.319364:0:17550:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384291.319369:0:16138:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384291.319372:0:17547:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000d35e08ca pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:16140:x1853236723066880:12345-0@lo:400: 00000100:00000001:3.0:1767384291.319383:0:17550:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384291.319383:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384291.319384:0:17547:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723066880 00000100:00000001:0.0:1767384291.319390:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384291.319394:0:17547:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00002000:00000001:3.0:1767384291.319398:0:17550:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000020:00000001:1.0:1767384291.319400:0:17547:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:0.0:1767384291.319401:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:1.0:1767384291.319403:0:17547:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1767384291.319405:0:17550:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:1.0:1767384291.319409:0:17547:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384291.319410:0:17550:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000100:00000001:0.0:1767384291.319411:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:1.0:1767384291.319413:0:17547:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661494240 : -1048057376 : ffffffffc187e9e0) 00080000:00000001:3.0:1767384291.319420:0:17550:0:(osd_handler.c:571:osd_statfs()) Process entered 00000100:00000001:0.0:1767384291.319421:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1767384291.319422:0:17547:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1767384291.319428:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1767384291.319429:0:17547:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384291.319433:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384291.319434:0:17547:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384291.319440:0:17547:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:0.0:1767384291.319441:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384291.319444:0:17550:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384291.319444:0:17547:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384291.319453:0:17547:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000020:00000001:3.0:1767384291.319459:0:17550:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384291.319460:0:17547:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384291.319466:0:17547:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00002000:00000024:3.0:1767384291.319469:0:17550:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 389021696 avail 386924544 02000000:00000010:1.0:1767384291.319471:0:17547:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000004ce9f338. 02000000:00000001:1.0:1767384291.319480:0:17547:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:3.0:1767384291.319485:0:17550:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40828928 0 0 00000020:00000020:3.0:1767384291.319497:0:17550:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000cf791f94 dirty 0 pend 0 grant 0 00000100:00000001:1.0:1767384291.319497:0:17547:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384291.319506:0:17547:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00002000:00000020:3.0:1767384291.319510:0:17550:0:(ofd_obd.c:737:ofd_statfs()) 374 blocks: 371 free, 331 avail; 12296 objects: 11872 free; state 0 00010000:00000040:1.0:1767384291.319513:0:17547:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236723066880 00002000:00000001:3.0:1767384291.319528:0:17550:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00010000:00000001:1.0:1767384291.319529:0:17547:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:2.0:1767384291.319536:0:16779:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000200:1.0:1767384291.319539:0:17547:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000d35e08ca x1853236723066880/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:272/0 lens 224/224 e 0 to 0 dl 1767384302 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000001:00000001:3.0:1767384291.319540:0:17550:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000020:00000010:2.0:1767384291.319545:0:16779:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005c6fbcc8. 00000001:00000001:3.0:1767384291.319547:0:17550:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384291.319558:0:16779:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00002000:00000001:3.0:1767384291.319560:0:17550:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384291.319573:0:16779:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005c6fbcc8. 00010000:00000040:3.0:1767384291.319574:0:17550:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236723066752 00010000:00000001:1.0:1767384291.319575:0:17547:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384291.319582:0:17547:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384291.319585:0:17550:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00001000:1.0:1767384291.319592:0:17547:0:(import.c:2128:obd_at_measure()) add 1 to 0000000094c7e214 time=10 v=5 (1 0 0 0) 00000100:00100000:2.0:1767384291.319596:0:16779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000007c5b2eb5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:16137:x1853236723067008:12345-0@lo:400: 00010000:00000200:3.0:1767384291.319598:0:17550:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000003199c2fe x1853236723066752/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:272/0 lens 224/368 e 0 to 0 dl 1767384302 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384291.319610:0:17547:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000200:2.0:1767384291.319615:0:16779:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723067008 00000100:00000040:1.0:1767384291.319619:0:17547:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 21 to 0@lo 00000100:00000001:1.0:1767384291.319625:0:17547:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 00000020:00000001:2.0:1767384291.319626:0:16779:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 02000000:00000001:1.0:1767384291.319636:0:17547:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:2.0:1767384291.319638:0:16779:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 02000000:00000001:1.0:1767384291.319641:0:17547:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384291.319642:0:17550:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000001:2.0:1767384291.319645:0:16779:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384291.319646:0:17547:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:2.0:1767384291.319656:0:16779:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000040:1.0:1767384291.319656:0:17547:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:3.0:1767384291.319662:0:17550:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384291.319662:0:17547:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e1b09e96. 00000020:00000001:2.0:1767384291.319664:0:16779:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661494240 : -1048057376 : ffffffffc187e9e0) 00000100:00000200:1.0:1767384291.319675:0:17547:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853236723066880, offset 224 00000020:00000001:2.0:1767384291.319678:0:16779:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00001000:3.0:1767384291.319680:0:17550:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bde6550e time=10 v=5 (1 0 0 0) 00000020:00000001:2.0:1767384291.319684:0:16779:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384291.319691:0:17547:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384291.319709:0:17550:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:2.0:1767384291.319709:0:16779:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384291.319718:0:16779:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:1.0:1767384291.319722:0:17547:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:3.0:1767384291.319723:0:17550:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 22 to 0@lo 00000020:00000001:2.0:1767384291.319729:0:16779:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384291.319732:0:17550:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 00000020:00000001:2.0:1767384291.319735:0:16779:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 02000000:00000001:3.0:1767384291.319750:0:17550:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384291.319754:0:17550:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384291.319755:0:17547:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x695824c902800 00000100:00000001:2.0:1767384291.319762:0:16779:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1767384291.319768:0:17550:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1767384291.319769:0:16779:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:1.0:1767384291.319769:0:17547:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x130d [1] + 224 02000000:00000010:2.0:1767384291.319781:0:16779:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000041331458. 00000400:00000200:1.0:1767384291.319782:0:17547:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1767384291.319790:0:17550:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:2.0:1767384291.319793:0:16779:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384291.319797:0:17547:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:3.0:1767384291.319798:0:17550:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009146ec67. 00000100:00000001:2.0:1767384291.319805:0:16779:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384291.319811:0:17547:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:2.0:1767384291.319812:0:16779:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384291.319813:0:17550:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853236723066752, offset 224 00000100:00000200:1.0:1767384291.319819:0:17547:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000091a70da0 x1853236723066880/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384307 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:2.0:1767384291.319823:0:16779:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236723067008 00000400:00000200:3.0:1767384291.319836:0:17550:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:2.0:1767384291.319837:0:16779:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384291.319853:0:16779:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000007c5b2eb5 x1853236723067008/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:272/0 lens 224/224 e 0 to 0 dl 1767384302 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384291.319859:0:17547:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000091a70da0 x1853236723066880/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384307 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384291.319871:0:17550:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384291.319885:0:17568:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384291.319893:0:17568:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723067136 02000000:00000001:0.0:1767384291.319905:0:17568:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:3.0:1767384291.319908:0:17550:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x695824c902780 00010000:00000001:2.0:1767384291.319931:0:16779:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000400:00000200:3.0:1767384291.319935:0:17550:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1311 [1] + 224 00010000:00000001:2.0:1767384291.319937:0:16779:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384291.319939:0:17547:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:2.0:1767384291.319946:0:16779:0:(import.c:2128:obd_at_measure()) add 1 to 000000008dd0459f time=16 v=5 (1 0 0 0) 00000400:00000200:3.0:1767384291.319948:0:17550:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384291.319954:0:17547:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e1b09e96 00000100:00000001:2.0:1767384291.319955:0:16779:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:3.0:1767384291.319964:0:17550:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:1.0:1767384291.319964:0:17547:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e1b09e96. 00000100:00000001:0.0:1767384291.319966:0:17568:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:2.0:1767384291.319969:0:16779:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 23 to 0@lo 00000100:00000001:1.0:1767384291.319973:0:17547:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384291.319977:0:17568:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384291.319979:0:16779:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 00000100:00000001:3.0:1767384291.319981:0:17550:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384291.319982:0:17547:0:(events.c:398:reply_out_callback()) Process leaving 02000000:00000001:2.0:1767384291.319995:0:16779:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1767384291.319996:0:17547:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384291.319996:0:17568:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384291.319997:0:17550:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000072e40d37 x1853236723066752/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384307 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384291.320006:0:16779:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384291.320010:0:17568:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723067136 00000100:00000040:1.0:1767384291.320011:0:17547:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 22 to 0@lo 00000100:00000001:2.0:1767384291.320015:0:16779:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:0.0:1767384291.320020:0:17568:0:(genops.c:811:class_conn2export()) Process entered 00010000:00000001:1.0:1767384291.320022:0:17547:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000040:0.0:1767384291.320027:0:17568:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eeca23 00000020:00000001:1.0:1767384291.320028:0:17547:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384291.320036:0:16779:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:0.0:1767384291.320039:0:17568:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1767384291.320040:0:17547:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:2.0:1767384291.320049:0:16779:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f327b161. 00000020:00000040:0.0:1767384291.320049:0:17568:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000b2466616 refcount=5 00000100:00000040:1.0:1767384291.320051:0:17547:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d35e08ca x1853236723066880/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:272/0 lens 224/224 e 0 to 0 dl 1767384302 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384291.320054:0:17550:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@0000000072e40d37 x1853236723066752/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384307 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384291.320066:0:17568:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619782058162176 : -124291651389440 : ffff8ef518453800) 00000100:00000200:2.0:1767384291.320068:0:16779:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236723067008, offset 224 00000020:00000001:0.0:1767384291.320083:0:17568:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619782058162176 : -124291651389440 : ffff8ef518453800) 00000100:00100000:1.0:1767384291.320093:0:17547:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000d35e08ca pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:16140:x1853236723066880:12345-0@lo:400: Request processed in 776us (2162us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384291.320128:0:17547:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00000001:0.0:1767384291.320131:0:17568:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:1.0:1767384291.320138:0:17547:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000cf791f94 : new rpc_count 1 00000020:00000010:0.0:1767384291.320141:0:17568:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000037cc3fe. 00000100:00000001:1.0:1767384291.320143:0:17547:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384291.320145:0:17550:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384291.320147:0:17547:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384291.320151:0:17568:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000060a1270b. 00000020:00000010:1.0:1767384291.320156:0:17547:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d715a0c5. 00000400:00000200:2.0:1767384291.320161:0:16779:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:1.0:1767384291.320167:0:17547:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000090079823. 00000020:00000040:0.0:1767384291.320170:0:17568:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000b1f9e0ef) now 8 - evictor 00000020:00000010:1.0:1767384291.320172:0:17547:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008e0fb846. 00000400:00000200:3.0:1767384291.320176:0:17550:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009146ec67 00000100:00000001:0.0:1767384291.320179:0:17568:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000040:1.0:1767384291.320182:0:17547:0:(genops.c:898:class_export_put()) PUTting export 00000000cf791f94 : new refcount 5 00000400:00000010:3.0:1767384291.320186:0:17550:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009146ec67. 00000020:00000010:0.0:1767384291.320186:0:17568:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e2b6f0db. 00000400:00000200:2.0:1767384291.320188:0:16779:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384291.320189:0:17547:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384291.320199:0:17568:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000079f40d3f. 00000100:00000001:3.0:1767384291.320205:0:17550:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384291.320208:0:17550:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000010:0.0:1767384291.320212:0:17568:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000678ea6c7. 00000100:00000001:3.0:1767384291.320213:0:17550:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384291.320231:0:16779:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824c902880 00000100:00000040:3.0:1767384291.320235:0:17550:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 21 to 0@lo 00000100:00000001:0.0:1767384291.320238:0:17568:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00010000:00000001:3.0:1767384291.320241:0:17550:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:0.0:1767384291.320242:0:17568:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:2.0:1767384291.320246:0:16779:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x131d [1] + 224 00000100:00000001:0.0:1767384291.320249:0:17568:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384291.320250:0:17550:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384291.320260:0:17550:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1767384291.320262:0:17568:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000400:00000200:2.0:1767384291.320265:0:16779:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384291.320267:0:17568:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000040:3.0:1767384291.320273:0:17550:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003199c2fe x1853236723066752/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:272/0 lens 224/368 e 0 to 0 dl 1767384302 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384291.320274:0:17568:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384291.320279:0:16779:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384291.320290:0:17568:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384291.320294:0:16779:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384291.320302:0:16779:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000dbb48adc x1853236723067008/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384307 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384291.320303:0:17568:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384291.320308:0:17568:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384291.320324:0:17568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00000040:0.0:1767384291.320343:0:17568:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000b2466616 : new rpc_count 1 00000100:00000001:0.0:1767384291.320353:0:17568:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619782674419200 : -124291035132416 : ffff8ef53d008e00) 00000100:00100000:3.0:1767384291.320354:0:17550:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000003199c2fe pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16139:x1853236723066752:12345-0@lo:13: Request processed in 1215us (2264us total) trans 0 rc 0/0 00000100:00000040:2.0:1767384291.320359:0:16779:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000dbb48adc x1853236723067008/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384307 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384291.320368:0:17568:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000002db249fa x1853236723067136/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:272/0 lens 224/0 e 0 to 0 dl 1767384302 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384291.320403:0:17550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00000040:3.0:1767384291.320421:0:17550:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000cf791f94 : new rpc_count 0 00000100:00000001:3.0:1767384291.320435:0:17550:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384291.320437:0:17568:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384291.320442:0:17550:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384291.320444:0:17568:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002f915988. 00000100:00000001:0.0:1767384291.320450:0:17568:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384291.320451:0:17550:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000059a8a2a6. 00000100:00000001:2.0:1767384291.320452:0:16779:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:0.0:1767384291.320453:0:17568:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002f915988. 00000020:00000010:3.0:1767384291.320466:0:17550:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e6f43d0f. 00000100:00100000:0.0:1767384291.320467:0:17568:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000002db249fa pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:16138:x1853236723067136:12345-0@lo:400: 00000400:00000200:2.0:1767384291.320472:0:16779:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f327b161 00000100:00000200:0.0:1767384291.320483:0:17568:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723067136 00000400:00000010:2.0:1767384291.320484:0:16779:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f327b161. 00000020:00000010:3.0:1767384291.320485:0:17550:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000112ac890. 00000020:00000001:0.0:1767384291.320487:0:17568:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384291.320493:0:17568:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384291.320498:0:17568:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384291.320499:0:16779:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000040:3.0:1767384291.320501:0:17550:0:(genops.c:898:class_export_put()) PUTting export 00000000cf791f94 : new refcount 4 00000100:00000001:2.0:1767384291.320509:0:16779:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:0.0:1767384291.320509:0:17568:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1767384291.320513:0:17550:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384291.320515:0:17568:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661494240 : -1048057376 : ffffffffc187e9e0) 00000020:00000001:0.0:1767384291.320520:0:17568:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1767384291.320521:0:16779:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384291.320524:0:17568:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384291.320529:0:17568:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000040:2.0:1767384291.320534:0:16779:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 20 to 0@lo 00000020:00000001:0.0:1767384291.320534:0:17568:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384291.320540:0:17568:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1767384291.320546:0:16775:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00000001:2.0:1767384291.320548:0:16779:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384291.320548:0:17568:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1767384291.320554:0:17568:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:2.0:1767384291.320555:0:16779:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384291.320557:0:16775:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000b1f9e0ef) now 8 - evictor 02000000:00000001:0.0:1767384291.320558:0:17568:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:2.0:1767384291.320565:0:16779:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 02000000:00000010:0.0:1767384291.320567:0:17568:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000004b0c1981. 00000100:00080000:3.0:1767384291.320569:0:16775:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 02000000:00000001:0.0:1767384291.320575:0:17568:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384291.320577:0:16775:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (0000000083abdb14) now 6 - evictor 00000100:00000040:2.0:1767384291.320581:0:16779:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007c5b2eb5 x1853236723067008/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:272/0 lens 224/224 e 0 to 0 dl 1767384302 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384291.320584:0:17568:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384291.320592:0:17568:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384291.320599:0:17568:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236723067136 00010000:00000001:0.0:1767384291.320609:0:17568:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384291.320616:0:17568:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000002db249fa x1853236723067136/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:272/0 lens 224/224 e 0 to 0 dl 1767384302 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384291.320628:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1767384291.320628:0:16779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000007c5b2eb5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:16137:x1853236723067008:12345-0@lo:400: Request processed in 1082us (2370us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384291.320635:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1767384291.320641:0:17568:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000400:00000001:3.0:1767384291.320647:0:16139:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:0.0:1767384291.320648:0:17568:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384291.320651:0:16139:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:2.0:1767384291.320652:0:16779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000400:00000010:3.0:1767384291.320656:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000003494e. 00000100:00000040:2.0:1767384291.320659:0:16779:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f335576c : new rpc_count 0 00000100:00000001:1.0:1767384291.320664:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384291.320666:0:16779:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:3.0:1767384291.320667:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000091677c2e 00000100:00001000:0.0:1767384291.320668:0:17568:0:(import.c:2128:obd_at_measure()) add 1 to 000000008dd0459f time=16 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384291.320671:0:16779:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:3.0:1767384291.320673:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000091677c2e. 00000020:00000010:2.0:1767384291.320678:0:16779:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c1d60108. 00000100:00000001:3.0:1767384291.320684:0:16139:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384291.320685:0:17568:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000010:2.0:1767384291.320687:0:16779:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000000018f5b. 00000100:00000001:1.0:1767384291.320690:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:3.0:1767384291.320709:0:16139:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000072e40d37 x1853236723066752/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384307 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384291.320713:0:17568:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 21 to 0@lo 00000020:00000010:2.0:1767384291.320714:0:16779:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cbff3170. 00000100:00000001:0.0:1767384291.320728:0:17568:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 00000020:00000040:2.0:1767384291.320734:0:16779:0:(genops.c:898:class_export_put()) PUTting export 00000000f335576c : new refcount 4 00000100:00000200:3.0:1767384291.320737:0:16139:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000072e40d37 x1853236723066752/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384307 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384291.320752:0:16779:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384291.320753:0:17568:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384291.320761:0:17568:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384291.320775:0:17568:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384291.320776:0:16139:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384291.320785:0:16139:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384291.320791:0:17568:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384291.320792:0:16139:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384291.320799:0:16139:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000010:0.0:1767384291.320799:0:17568:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003e7f3dd9. 00000100:00000001:2.0:1767384291.320801:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384291.320809:0:16139:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384291.320810:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:0.0:1767384291.320812:0:17568:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236723067136, offset 224 00000400:00000001:1.0:1767384291.320814:0:16140:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384291.320818:0:16140:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384291.320824:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002dc97cb1. 00000100:00000001:3.0:1767384291.320825:0:16139:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384291.320832:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000589f7d29 02000000:00000001:3.0:1767384291.320834:0:16139:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384291.320835:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000589f7d29. 00000100:00001000:3.0:1767384291.320846:0:16139:0:(import.c:2128:obd_at_measure()) add 5 to 0000000032110564 time=10 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384291.320852:0:16139:0:(import.c:2128:obd_at_measure()) add 1 to 000000001fbc0fd6 time=10 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384291.320858:0:16139:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384291.320858:0:16140:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:2.0:1767384291.320860:0:16137:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767384291.320867:0:16139:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384291.320867:0:16137:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000200:1.0:1767384291.320868:0:16140:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000091a70da0 x1853236723066880/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384307 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384291.320875:0:16137:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000017b2962f. 00010000:00000001:3.0:1767384291.320878:0:16139:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:2.0:1767384291.320889:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000081998b88 00010000:00080000:3.0:1767384291.320891:0:16139:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000072e40d37 x1853236723066752/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384307 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384291.320892:0:16140:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000091a70da0 x1853236723066880/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384307 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384291.320898:0:16137:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000081998b88. 00000100:00000001:2.0:1767384291.320913:0:16137:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1767384291.320927:0:17568:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:2.0:1767384291.320928:0:16137:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000dbb48adc x1853236723067008/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384307 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384291.320943:0:16140:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384291.320948:0:16140:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384291.320957:0:16139:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384291.320959:0:16140:0:(client.c:1578:after_reply()) Process entered 00000400:00000200:0.0:1767384291.320963:0:17568:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384291.320971:0:16139:0:(client.c:3065:ptlrpc_free_committed()) Process entered 02000000:00000001:1.0:1767384291.320972:0:16140:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384291.320982:0:16140:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:3.0:1767384291.320986:0:16139:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934596 gen 2 00000100:00000001:1.0:1767384291.320987:0:16140:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384291.320991:0:16137:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000dbb48adc x1853236723067008/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384307 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384291.320998:0:16140:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384291.321000:0:17568:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824c902900 00000100:00000040:3.0:1767384291.321007:0:16139:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 8589934596) req@000000002082e044 x1853236723063808/t8589934596(8589934596) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384297 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1767384291.321012:0:16140:0:(import.c:2128:obd_at_measure()) add 5 to 0000000040f3b9ed time=10 v=5 (5 0 0 0) 00000400:00000200:0.0:1767384291.321030:0:17568:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1325 [1] + 224 00000100:00001000:1.0:1767384291.321033:0:16140:0:(import.c:2128:obd_at_measure()) add 1 to 000000001fbc0fd6 time=10 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384291.321052:0:16140:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384291.321058:0:16140:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384291.321059:0:17568:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1767384291.321068:0:16140:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767384291.321083:0:16140:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000091a70da0 x1853236723066880/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384307 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384291.321083:0:17568:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:1.0:1767384291.321114:0:16140:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384291.321126:0:17568:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384291.321133:0:17568:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f9bb72ab x1853236723067136/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384307 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384291.321140:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384291.321151:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002082e044 x1853236723063808/t8589934596(8589934596) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384297 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384291.321192:0:16137:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384291.321199:0:16137:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384291.321207:0:17568:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000f9bb72ab x1853236723067136/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384307 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384291.321208:0:16137:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767384291.321210:0:16139:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384291.321213:0:16137:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:3.0:1767384291.321217:0:16139:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1767384291.321219:0:16137:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000010:3.0:1767384291.321223:0:16139:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000003b9bade1. 00000100:00000001:2.0:1767384291.321225:0:16137:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384291.321237:0:16139:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:2.0:1767384291.321239:0:16137:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384291.321245:0:16139:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384291.321248:0:16139:0:(genops.c:1242:class_import_put()) import 0000000068bc8709 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00001000:2.0:1767384291.321250:0:16137:0:(import.c:2128:obd_at_measure()) add 5 to 00000000701828d5 time=16 v=5 (5 0 0 0) 00000020:00000001:3.0:1767384291.321254:0:16139:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00001000:2.0:1767384291.321258:0:16137:0:(import.c:2128:obd_at_measure()) add 1 to 0000000073619233 time=16 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384291.321258:0:17568:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000010:3.0:1767384291.321259:0:16139:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000daa37160. 00000100:00000001:2.0:1767384291.321269:0:16137:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:3.0:1767384291.321272:0:16139:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:0.0:1767384291.321273:0:17568:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003e7f3dd9 00000100:00000001:2.0:1767384291.321274:0:16137:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384291.321277:0:16139:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000010:0.0:1767384291.321282:0:17568:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003e7f3dd9. 00000100:00000010:3.0:1767384291.321283:0:16139:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002082e044. 00010000:00000001:2.0:1767384291.321283:0:16137:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767384291.321294:0:17568:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384291.321295:0:16139:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00010000:00080000:2.0:1767384291.321296:0:16137:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000dbb48adc x1853236723067008/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384307 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384291.321302:0:17568:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384291.321303:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384291.321310:0:16139:0:(client.c:3144:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384291.321311:0:17568:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384291.321313:0:16137:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384291.321320:0:16139:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: normal: skip=1 replay=1/1 committed=0/0 00000100:00000001:2.0:1767384291.321322:0:16137:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384291.321323:0:17568:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 20 to 0@lo 00000100:00000040:2.0:1767384291.321328:0:16137:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00010000:00000001:0.0:1767384291.321331:0:17568:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:3.0:1767384291.321332:0:16139:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384291.321333:0:16137:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384291.321338:0:16139:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384291.321338:0:17568:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384291.321339:0:16137:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384291.321339:0:16140:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384291.321344:0:16140:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000020:00000001:0.0:1767384291.321350:0:17568:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767384291.321352:0:16140:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000040:2.0:1767384291.321358:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000dbb48adc x1853236723067008/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384307 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384291.321360:0:16140:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384291.321368:0:17568:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002db249fa x1853236723067136/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:272/0 lens 224/224 e 0 to 0 dl 1767384302 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384291.321369:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000072e40d37 x1853236723066752/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384307 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384291.321376:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000091a70da0 x1853236723066880/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384307 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384291.321463:0:16140:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384291.321465:0:16137:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384291.321475:0:16140:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00100000:0.0:1767384291.321477:0:17568:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000002db249fa pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:16138:x1853236723067136:12345-0@lo:400: Request processed in 1028us (2390us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384291.321478:0:16139:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384291.321481:0:16140:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384291.321482:0:16137:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384291.321492:0:16137:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384291.321496:0:16139:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:1.0:1767384291.321502:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000091a70da0 x1853236723066880/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384307 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384291.321507:0:16139:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384291.321514:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000dbb48adc x1853236723067008/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384307 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384291.321519:0:17568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000004:00000001:3.0:1767384291.321522:0:16139:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000100:00000040:0.0:1767384291.321530:0:17568:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000b2466616 : new rpc_count 0 00000004:00000040:3.0:1767384291.321532:0:16139:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000100:00000001:0.0:1767384291.321540:0:17568:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000004:00000040:3.0:1767384291.321548:0:16139:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=95744 free=94976 avail=84736 avail_mb=331 hwm_mb=3 files=12296 ffree=11872 state=0: rc = 0 00000100:00000001:0.0:1767384291.321548:0:17568:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384291.321558:0:17568:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000079f40d3f. 00000100:00100000:1.0:1767384291.321565:0:16140:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000091a70da0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16140:1853236723066880:0@lo:400: 00000020:00000010:0.0:1767384291.321571:0:17568:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000678ea6c7. 00000020:00000010:0.0:1767384291.321583:0:17568:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e2b6f0db. 00000004:00000020:3.0:1767384291.321585:0:16139:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (000000009fef8af1): 95744 blocks, 94976 free, 84736 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 12296 files, 11872 free files 0x0 00000100:00000001:1.0:1767384291.321587:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767384291.321594:0:17568:0:(genops.c:898:class_export_put()) PUTting export 00000000b2466616 : new refcount 4 00000100:00000001:1.0:1767384291.321598:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384291.321605:0:17568:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384291.321613:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000091a70da0 x1853236723066880/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384307 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:3.0:1767384291.321616:0:16139:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384291.321616:0:16137:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000dbb48adc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16137:1853236723067008:0@lo:400: 00000100:00000001:0.0:1767384291.321635:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767384291.321639:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000072e40d37 x1853236723066752/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384307 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384291.321643:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384291.321646:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1767384291.321651:0:16138:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384291.321657:0:16138:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767384291.321660:0:16137:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384291.321668:0:16140:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000010:0.0:1767384291.321668:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c1bcaa1c. 00000100:00000040:2.0:1767384291.321677:0:16137:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000dbb48adc x1853236723067008/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384307 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384291.321677:0:16140:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:0.0:1767384291.321679:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000005c1b364 02000000:00000010:1.0:1767384291.321685:0:16140:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007034d7a5. 00000400:00000010:0.0:1767384291.321687:0:16138:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000005c1b364. 02000000:00000001:1.0:1767384291.321709:0:16140:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1767384291.321714:0:16138:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:1.0:1767384291.321717:0:16140:0:(genops.c:1236:class_import_put()) Process entered 00000100:00100000:3.0:1767384291.321721:0:16139:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000072e40d37 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16139:1853236723066752:0@lo:13: 00000100:00000001:2.0:1767384291.321740:0:16137:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000200:0.0:1767384291.321742:0:16138:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f9bb72ab x1853236723067136/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384307 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767384291.321745:0:16140:0:(genops.c:1242:class_import_put()) import 0000000068bc8709 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:3.0:1767384291.321748:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384291.321757:0:16140:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:2.0:1767384291.321758:0:16137:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1767384291.321766:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000010:1.0:1767384291.321767:0:16140:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000009ff34f0. 02000000:00000010:2.0:1767384291.321768:0:16137:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008b2af5ac. 02000000:00000001:1.0:1767384291.321782:0:16140:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384291.321784:0:16137:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:1.0:1767384291.321786:0:16140:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:2.0:1767384291.321790:0:16137:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:3.0:1767384291.321791:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000072e40d37 x1853236723066752/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384307 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767384291.321806:0:16137:0:(genops.c:1242:class_import_put()) import 00000000345f9ba7 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000200:0.0:1767384291.321807:0:16138:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f9bb72ab x1853236723067136/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384307 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384291.321809:0:16140:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000091a70da0. 00000100:00000001:1.0:1767384291.321821:0:16140:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000001:2.0:1767384291.321822:0:16137:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767384291.321827:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1767384291.321830:0:16137:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000568d189d. 00000100:00000001:1.0:1767384291.321839:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384291.321847:0:16137:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1767384291.321851:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:2.0:1767384291.321857:0:16137:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1767384291.321858:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384291.321867:0:16137:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000dbb48adc. 00000100:00000001:1.0:1767384291.321868:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384291.321873:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384291.321881:0:16137:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384291.321891:0:16137:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384291.321893:0:16139:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1767384291.321894:0:16138:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:3.0:1767384291.321900:0:16139:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1767384291.321900:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384291.321901:0:16138:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1767384291.321909:0:16139:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000007e59d6f3. 00000100:00000001:0.0:1767384291.321918:0:16138:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384291.321920:0:16139:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767384291.321922:0:16137:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:0.0:1767384291.321924:0:16138:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000001:3.0:1767384291.321925:0:16139:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1767384291.321928:0:16137:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384291.321931:0:16138:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000040:3.0:1767384291.321932:0:16139:0:(genops.c:1242:class_import_put()) import 0000000068bc8709 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:2.0:1767384291.321936:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384291.321938:0:16138:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384291.321942:0:16139:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767384291.321943:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384291.321945:0:16138:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384291.321948:0:16139:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000045d0ee4. 00000100:00001000:0.0:1767384291.321954:0:16138:0:(import.c:2128:obd_at_measure()) add 5 to 00000000edb11b67 time=16 v=5 (5 0 0 0) 02000000:00000001:3.0:1767384291.321957:0:16139:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384291.321964:0:16139:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00001000:0.0:1767384291.321966:0:16138:0:(import.c:2128:obd_at_measure()) add 1 to 000000006fb1a5f2 time=16 v=5 (1 0 0 0) 00000100:00000010:3.0:1767384291.321968:0:16139:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000072e40d37. 00000100:00000001:0.0:1767384291.321977:0:16138:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384291.321979:0:16139:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384291.321982:0:16138:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384291.321984:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384291.321989:0:16138:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767384291.321990:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00080000:0.0:1767384291.321998:0:16138:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000f9bb72ab x1853236723067136/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384307 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384291.322005:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384291.322007:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384291.322011:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384291.322015:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384291.322028:0:16138:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384291.322035:0:16138:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384291.322038:0:16138:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:0.0:1767384291.322043:0:16138:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384291.322045:0:16138:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384291.322055:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f9bb72ab x1853236723067136/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384307 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384291.322064:0:16138:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384291.322067:0:16138:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384291.322070:0:16138:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384291.322077:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f9bb72ab x1853236723067136/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384307 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384291.322088:0:16138:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f9bb72ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16138:1853236723067136:0@lo:400: 00000100:00000001:0.0:1767384291.322096:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384291.322101:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384291.322109:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f9bb72ab x1853236723067136/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384307 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384291.322159:0:16138:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384291.322166:0:16138:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384291.322170:0:16138:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000683ba863. 02000000:00000001:0.0:1767384291.322176:0:16138:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384291.322180:0:16138:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384291.322183:0:16138:0:(genops.c:1242:class_import_put()) import 000000005a28ad8c refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:0.0:1767384291.322188:0:16138:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384291.322192:0:16138:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c073d31c. 02000000:00000001:0.0:1767384291.322200:0:16138:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384291.322203:0:16138:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384291.322207:0:16138:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f9bb72ab. 00000100:00000001:0.0:1767384291.322216:0:16138:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384291.322218:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384291.322221:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384291.322228:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384291.322238:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384291.322243:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384291.322247:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384291.338163:0:449:0:(connection.c:75:cpu_latency_work()) work item of 000000002fd0fb58 (cpu 0) has reached its deadline 4294881300, at 4294881301 00000100:00000010:0.0:1767384291.338177:0:449:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003cc531e5. 00000100:00000040:2.0:1767384291.338452:0:795:0:(connection.c:75:cpu_latency_work()) work item of 00000000135c2452 (cpu 0) has reached its deadline 4294881300, at 4294881301 00000100:00000010:2.0:1767384291.338461:0:795:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004aec8132. 00000100:00000040:3.0:1767384291.338564:0:53:0:(connection.c:75:cpu_latency_work()) work item of 000000009d5c2cb6 (cpu 0) has reached its deadline 4294881300, at 4294881301 00000100:00000010:3.0:1767384291.338575:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000880d8d48. 00000100:00000040:1.0:1767384291.339122:0:62:0:(connection.c:75:cpu_latency_work()) work item of 00000000edc4e618 (cpu 0) has reached its deadline 4294881300, at 4294881302 00000100:00000010:1.0:1767384291.339131:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f1505ff7. 00000100:00000001:2.0:1767384291.829208:0:16766:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:2.0:1767384291.829215:0:16766:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384291.829230:0:16763:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:0.0:1767384291.829238:0:16763:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384291.893180:0:449:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384291.893190:0:449:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384291.893221:0:449:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384291.893224:0:449:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384291.893342:0:16768:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384291.893347:0:16768:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384291.893352:0:16768:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:2.0:1767384291.949768:0:20853:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384291.949793:0:20853:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384291.949798:0:20853:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384291.949807:0:20853:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384291.949813:0:20853:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384291.949815:0:20853:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384292.775676:0:21017:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384292.775696:0:21017:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg252-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp17 --if ens2 00000001:00000001:1.0:1767384292.779587:0:21017:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:0.0:1767384292.787757:0:21018:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 0000000062665a44. 00000400:00000010:0.0:1767384292.787781:0:21018:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000cffc3efe. 00000400:00000010:0.0:1767384292.787796:0:21018:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 0000000076329cfd. 00000400:00000010:0.0:1767384292.787801:0:21018:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000423c5127. 00000400:00000010:0.0:1767384292.787807:0:21018:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000ca5fc64f. 00000400:00000010:0.0:1767384292.787812:0:21018:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000eba62994. 00000400:00000010:0.0:1767384292.787815:0:21018:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000075141bb. 00000400:00000010:0.0:1767384292.787817:0:21018:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000a3f8f98c. 00000400:00000010:0.0:1767384292.787822:0:21018:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000007c79c274. 00000800:00000010:0.0:1767384292.787838:0:21018:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000007ebf131a. 00000800:00000200:0.0:1767384292.787854:0:21018:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:0.0:1767384292.787863:0:21018:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:0.0:1767384292.787913:0:21018:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.152) 00000400:02000000:0.0:1767384292.787937:0:21018:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.152@tcp17 [8/256/0/180] 00000400:00000010:0.0:1767384292.789483:0:21018:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 185 at 0000000048f3b6a0. 00000400:00000010:0.0:1767384292.789491:0:21018:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c1bcaa1c. 00000400:00000010:0.0:1767384292.789497:0:21018:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000005c1b364. 00000400:00000001:0.0:1767384292.789515:0:21018:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384292.789517:0:21018:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384292.789519:0:21018:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000eef60a18. 00000400:00000200:0.0:1767384292.789524:0:21018:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001a87f51c 00000400:00000010:0.0:1767384292.789526:0:21018:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001a87f51c. 00000400:00000010:0.0:1767384292.789530:0:21018:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 169 at 000000000b3dab83. 00000400:00000200:0.0:1767384292.789535:0:21018:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (8) 00000400:00000200:0.0:1767384292.789551:0:21018:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.152@tcp (000000005d9714d7): 0 00000400:00000200:0.0:1767384292.789560:0:21018:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131089 00000020:00000010:0.0:1767384292.789569:0:21018:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 0000000008773df0. 00000020:01000000:0.0:1767384292.789574:0:21018:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:0.0:1767384292.789576:0:21018:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.152@tcp17 00000400:00000200:2.0:1767384292.789585:0:16135:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:0.0:1767384292.789589:0:21018:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000cffc3efe. 00000400:00000010:0.0:1767384292.789594:0:21018:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 0000000062665a44. 00000400:00000200:2.0:1767384292.789597:0:16135:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100151 00000400:00000010:2.0:1767384292.789607:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000081998b88. 00000400:00000200:2.0:1767384292.789611:0:16135:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (9) 00000020:00000001:3.0:1767384292.789619:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000010:2.0:1767384292.789620:0:16135:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000097f39348. 10000000:00000001:3.0:1767384292.789626:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:2.0:1767384292.789631:0:16135:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.152@tcp 10000000:00000001:3.0:1767384292.789632:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384292.789636:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:3.0:1767384292.789640:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384292.789642:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384292.789643:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384292.789645:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384292.789646:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384292.789647:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384292.789649:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384292.789650:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384292.789653:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:2.0:1767384292.789653:0:16135:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.152@tcp local destination 00000020:01000004:3.0:1767384292.789656:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:3.0:1767384292.789663:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f9e83428. 00000400:00000200:2.0:1767384292.789665:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 00000020:00000040:3.0:1767384292.789670:0:36:0:(genops.c:1229:class_import_get()) import 00000000df830bbe refcount=4 obd=MGC192.168.202.152@tcp 00000400:00000200:2.0:1767384292.789676:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000100:00000001:3.0:1767384292.789677:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384292.789695:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384292.789700:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384292.789711:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 00000400:00000200:2.0:1767384292.789717:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 00000400:00000200:2.0:1767384292.789722:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 6], ns[16, 6] 02000000:00000010:3.0:1767384292.789724:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000cfc0210d. 00000400:00000200:2.0:1767384292.789729:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 6], ns[18, 6] 00000100:00000001:3.0:1767384292.789735:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384292.789736:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000400:00000200:2.0:1767384292.789744:0:16135:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp16 00000100:00000001:3.0:1767384292.789747:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384292.789751:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384292.789752:0:16135:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.152@tcp16 00000400:00000200:2.0:1767384292.789759:0:16135:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.152@tcp16 lpni_is_preferred = 0 00000100:00000040:3.0:1767384292.789762:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f9e83428] to pc [ptlrpcd_00_02+2] req@00000000f9e83428 x1853236723067264/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384292.789767:0:16135:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.152@tcp16 00000400:00000200:2.0:1767384292.789776:0:16135:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp16 NI seq info: [19:19:256:4294967295] 192.168.202.152@tcp16 LPNI seq info [19:19:8:4294967295] 00000400:00000200:2.0:1767384292.789785:0:16135:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.152@tcp16 00000400:00000200:2.0:1767384292.789796:0:16135:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp16(192.168.202.152@tcp16:) -> 192.168.202.152@tcp16(192.168.202.152@tcp:192.168.202.152@tcp16) : PUT try# 0 00000800:00000200:2.0:1767384292.789804:0:16135:0:(socklnd_cb.c:1001:ksocknal_send()) sending 176 bytes in 1 frags to 12345-192.168.202.152@tcp16 00000100:00000001:1.0:1767384292.789808:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000010:2.0:1767384292.789811:0:16135:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000827eaae7. 10000000:00000001:3.0:1767384292.789812:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384292.789814:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 10000000:00000001:3.0:1767384292.789818:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384292.789818:0:16139:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:3.0:1767384292.789821:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1767384292.789824:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000040:1.0:1767384292.789825:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f9e83428 x1853236723067264/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:2.0:1767384292.789826:0:16135:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000048e2af5f. 00000020:00000001:3.0:1767384292.789832:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000800:00000010:2.0:1767384292.789833:0:16135:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000008875891d. 00000100:00000001:1.0:1767384292.789839:0:16139:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 10000000:00000001:3.0:1767384292.789842:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000100:00000001:1.0:1767384292.789843:0:16139:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384292.789845:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384292.789848:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000800:00000200:2.0:1767384292.789848:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000048e2af5f] -> 12345-192.168.202.152@tcp16 (2) 02000000:00000001:1.0:1767384292.789850:0:16139:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:3.0:1767384292.789854:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 02000000:00000001:1.0:1767384292.789854:0:16139:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:3.0:1767384292.789857:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 02000000:00000001:1.0:1767384292.789857:0:16139:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:3.0:1767384292.789860:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000800:00000200:2.1:1767384292.789862:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000048e2af5f] -> 12345-192.168.202.152@tcp16 (2) 00000020:01000004:3.0:1767384292.789863:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00100000:1.0:1767384292.789863:0:16139:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f9e83428 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c0412d60-4f67-4dbc-8791-892843f60083:16139:1853236723067264:0@lo:253: 00000020:01000004:3.0:1767384292.789865:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384292.789866:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384292.789867:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384292.789868:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000100:00000001:1.0:1767384292.789869:0:16139:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:01000004:3.0:1767384292.789870:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:3.0:1767384292.789874:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a9ba819b. 02000000:00000001:1.0:1767384292.789876:0:16139:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000040:3.0:1767384292.789878:0:36:0:(genops.c:1229:class_import_get()) import 00000000df830bbe refcount=5 obd=MGC192.168.202.152@tcp 00000100:00000001:3.0:1767384292.789881:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384292.789883:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384292.789885:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384292.789886:0:16139:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384292.789890:0:16139:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384292.789892:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000289fcc5d. 00000400:00000200:2.0:1767384292.789892:0:16135:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.152@tcp 00000400:00000200:2.0:1767384292.789899:0:16135:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100551 rc 0 02000000:00000010:1.0:1767384292.789899:0:16139:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000003df1869e. 00000100:00000001:3.0:1767384292.789900:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384292.789902:0:16139:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384292.789907:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384292.789909:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384292.789911:0:16139:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002dc97cb1. 00000100:00000040:3.0:1767384292.789914:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a9ba819b] to pc [ptlrpcd_00_03+3] req@00000000a9ba819b x1853236723067392/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384292.789917:0:16139:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000021cbc40f. 00000100:00000200:1.0:1767384292.789921:0:16139:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236723067264, portal 25 10000000:00000001:3.0:1767384292.789924:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384292.789924:0:16139:0:(client.c:3244:ptlrpc_request_addref()) Process entered 10000000:00000001:3.0:1767384292.789926:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384292.789926:0:16139:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782675229184 : -124291034322432 : ffff8ef53d0cea00) 00000020:00000001:3.0:1767384292.789929:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1767384292.789931:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000100:00000040:1.0:1767384292.789932:0:16139:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f9e83428 x1853236723067264/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384308 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384292.789934:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 0000000008773df0. 00000100:00000001:2.0:1767384292.789934:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384292.789940:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384292.789942:0:16139:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384292.789944:0:16140:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384292.789949:0:16139:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:2.0:1767384292.789953:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a9ba819b x1853236723067392/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384292.789954:0:16139:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d9148345. 00000100:00000200:1.0:1767384292.789959:0:16139:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236723067264, offset 0 00000100:00000001:2.0:1767384292.789970:0:16140:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1767384292.789971:0:16139:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384292.789972:0:16140:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384292.789978:0:16140:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1767384292.789983:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:2.0:1767384292.789989:0:16140:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384292.789993:0:16140:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384292.789998:0:16140:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a9ba819b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c0412d60-4f67-4dbc-8791-892843f60083:16140:1853236723067392:0@lo:253: 00000100:00000001:2.0:1767384292.790002:0:16140:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384292.790005:0:16140:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384292.790006:0:16140:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384292.790009:0:16140:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1767384292.790013:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824c902980 02000000:00000010:2.0:1767384292.790018:0:16140:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000c47b5f3c. 00000400:00000200:3.0:1767384292.790020:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.152:988 02000000:00000001:2.0:1767384292.790024:0:16140:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384292.790024:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1f1 [2] + 0 00000400:00000010:1.0:1767384292.790032:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004d995430. 00000400:00000010:2.0:1767384292.790033:0:16140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000017b2962f. 00000400:00000200:1.0:1767384292.790038:0:16139:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000005fde13c7 00000400:00000200:1.0:1767384292.790050:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1767384292.790053:0:16140:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f5daff7e. 00000400:00000200:1.0:1767384292.790057:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384292.790060:0:16140:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236723067392, portal 25 00000100:00000001:2.0:1767384292.790064:0:16140:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384292.790066:0:16140:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782675228288 : -124291034323328 : ffff8ef53d0ce680) 00000400:00000200:1.0:1767384292.790066:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005fde13c7 00000400:00000010:1.0:1767384292.790071:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005fde13c7. 00000100:00000040:2.0:1767384292.790076:0:16140:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a9ba819b x1853236723067392/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384308 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384292.790079:0:16139:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:3.0:1767384292.790081:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.152:988 00000100:00000200:1.0:1767384292.790084:0:16139:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:2.0:1767384292.790126:0:16140:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384292.790130:0:16140:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384292.790134:0:16140:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e1161fe9. 00000100:00000200:2.0:1767384292.790139:0:16140:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236723067392, offset 0 00000400:00000200:2.0:1767384292.790146:0:16140:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384292.790155:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384292.790161:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.152:988 00000400:00000200:2.0:1767384292.790166:0:16140:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824c902a00 00000400:00000200:2.0:1767384292.790173:0:16140:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1f5 [2] + 0 00000400:00000010:2.0:1767384292.790177:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008b1a2bfa. 00000400:00000200:2.0:1767384292.790182:0:16140:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000063e2f4fb 00000400:00000200:2.0:1767384292.790188:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1767384292.790193:0:16139:0:(events.c:337:request_in_callback()) incoming req@00000000bec23288 x1853236723067264 msgsize 4848 00000400:00000200:2.0:1767384292.790195:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384292.790198:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.152:988 00000400:00000200:2.0:1767384292.790203:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000063e2f4fb 00000100:00100000:1.0:1767384292.790204:0:16139:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000010:2.0:1767384292.790207:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000063e2f4fb. 00000100:00000040:1.0:1767384292.790208:0:16139:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384292.790214:0:16140:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384292.790218:0:16140:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384292.790222:0:16140:0:(events.c:337:request_in_callback()) incoming req@0000000017daab4b x1853236723067392 msgsize 4848 00000100:00000001:1.0:1767384292.790222:0:16139:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384292.790229:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.152:988 00000100:00100000:2.0:1767384292.790233:0:16140:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:1.0:1767384292.790236:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d9148345 00000400:00000010:1.0:1767384292.790239:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d9148345. 00000100:00000040:2.0:1767384292.790244:0:16140:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:1.0:1767384292.790244:0:16139:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384292.790252:0:16139:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f9e83428 x1853236723067264/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384308 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384292.790259:0:16140:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384292.790261:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.152:988 00000400:00000200:2.0:1767384292.790269:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e1161fe9 00000100:00000001:1.0:1767384292.790272:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:2.0:1767384292.790273:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e1161fe9. 00000100:00000040:1.0:1767384292.790278:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f9e83428 x1853236723067264/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384308 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384292.790279:0:16140:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384292.790286:0:16140:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a9ba819b x1853236723067392/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384308 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384292.790293:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384292.790297:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.152:988 00000100:00000001:1.0:1767384292.790299:0:16139:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384292.790304:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384292.790308:0:16139:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384292.790311:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a9ba819b x1853236723067392/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384308 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384292.790314:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294882777 00000100:00000010:1.0:1767384292.790323:0:16139:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e10b68c6. 00000100:00000001:2.0:1767384292.790325:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384292.790328:0:16140:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384292.790333:0:16139:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767384292.790334:0:16140:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384292.790338:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.152:988 00000100:00000001:2.0:1767384292.790340:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294882777 00000100:00000001:1.0:1767384292.790343:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294882777 00000100:00000001:2.0:1767384292.790345:0:16140:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 0, keep current deadline 4294882777 00000100:00000010:1.0:1767384292.790348:0:16139:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b0d460ff. 00000100:00000001:2.0:1767384292.790350:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294882777 00000100:00000001:1.0:1767384292.790354:0:16139:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384292.790360:0:16140:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 1, keep current deadline 4294882777 00000100:00000001:1.0:1767384292.790360:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294882777 00000400:00000200:3.0:1767384292.790362:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.152:988 00000100:00000001:2.0:1767384292.790368:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294882777 00000100:00000010:1.0:1767384292.790368:0:16139:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000aecfe49f. 00000100:00000001:1.0:1767384292.790375:0:16139:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384292.790381:0:16140:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 2, keep current deadline 4294882777 00000100:00000001:1.0:1767384292.790381:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294882777 00000400:00000200:3.0:1767384292.790387:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.152:988 00000100:00000001:2.0:1767384292.790388:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294882777 00000100:00000010:1.0:1767384292.790388:0:16139:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d2ef4361. 00000100:00000001:1.0:1767384292.790394:0:16139:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384292.790398:0:16139:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384292.790402:0:16139:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384292.790405:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384292.790407:0:16140:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 3, keep current deadline 4294882777 00000100:00000001:1.0:1767384292.790408:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384292.790409:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.152:988 00000100:00000001:2.0:1767384292.790414:0:16140:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384292.790419:0:16140:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384292.790422:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384292.790423:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384292.790425:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384292.790427:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384292.790431:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384292.790433:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384292.790434:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384292.790437:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384292.790438:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384292.790439:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.152:988 00000100:00000001:2.0:1767384292.790444:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384292.790444:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384292.790448:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384292.790452:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384292.790456:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384292.790468:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.152:988 00000100:00000001:2.0:1767384292.790485:0:16771:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384292.790490:0:16771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723067264 02000000:00000001:2.0:1767384292.790502:0:16771:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384292.790505:0:16771:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1767384292.790507:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.152:988 00000100:00000001:2.0:1767384292.790508:0:16771:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384292.790516:0:16771:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384292.790521:0:16771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723067264 00000020:00000001:2.0:1767384292.790525:0:16771:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384292.790527:0:16771:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eec8e1 00000020:00000001:2.0:1767384292.790531:0:16771:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384292.790534:0:16771:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000555601ca refcount=14 00000020:00000001:2.0:1767384292.790538:0:16771:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000020:00000001:2.0:1767384292.790541:0:16771:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000100:00000001:2.0:1767384292.790547:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384292.790551:0:16774:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:2.0:1767384292.790553:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003d455daa. 00000100:00100000:1.0:1767384292.790556:0:16774:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723067392 00000100:00000001:2.0:1767384292.790559:0:16771:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384292.790560:0:16774:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384292.790563:0:16774:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:2.0:1767384292.790566:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003d455daa. 00000020:00000010:2.0:1767384292.790575:0:16771:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000ef7af6c. 00000100:00000001:1.0:1767384292.790575:0:16774:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384292.790582:0:16774:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384292.790585:0:16771:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001db734e1. 00000100:00100000:1.0:1767384292.790585:0:16774:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723067392 00000020:00000001:1.0:1767384292.790589:0:16774:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384292.790592:0:16774:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eec8e1 00000020:00000010:2.0:1767384292.790594:0:16771:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000000018f5b. 00000020:00000001:1.0:1767384292.790595:0:16774:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384292.790599:0:16774:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000555601ca refcount=15 00000020:00000001:1.0:1767384292.790604:0:16774:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000020:00000001:1.0:1767384292.790607:0:16774:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000100:00000040:2.0:1767384292.790609:0:16771:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384292.790611:0:16774:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384292.790617:0:16771:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000010:1.0:1767384292.790617:0:16774:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004d4729aa. 00000100:00000001:2.0:1767384292.790621:0:16771:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384292.790623:0:16774:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384292.790626:0:16771:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384292.790628:0:16774:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004d4729aa. 00000020:00000010:1.0:1767384292.790636:0:16774:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c44ad256. 00000100:00000001:2.0:1767384292.790639:0:16771:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384292.790642:0:16774:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007afae74c. 00000020:00000010:1.0:1767384292.790649:0:16774:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000090079823. 00000100:00000001:2.0:1767384292.790652:0:16771:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384292.790655:0:16774:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384292.790658:0:16774:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384292.790661:0:16774:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384292.790667:0:16774:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384292.790670:0:16771:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384292.790670:0:16774:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384292.790674:0:16771:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384292.790698:0:16771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00000040:2.0:1767384292.790702:0:16771:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000555601ca : new rpc_count 1 00000100:00000001:1.0:1767384292.790703:0:16774:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384292.790707:0:16774:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384292.790708:0:16771:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619777413672016 : -124296295879600 : ffff8ef4036fec50) 00000100:00100000:1.0:1767384292.790715:0:16774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00000040:2.0:1767384292.790717:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000bec23288 x1853236723067264/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:273/0 lens 4848/0 e 0 to 0 dl 1767384303 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384292.790721:0:16774:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000555601ca : new rpc_count 2 00000100:00000001:1.0:1767384292.790726:0:16774:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619777413676112 : -124296295875504 : ffff8ef4036ffc50) 00000100:00000040:1.0:1767384292.790736:0:16774:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000017daab4b x1853236723067392/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:273/0 lens 4848/0 e 0 to 0 dl 1767384303 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384292.790737:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384292.790743:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003d455daa. 00000100:00000001:1.0:1767384292.790750:0:16774:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384292.790756:0:16771:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384292.790756:0:16774:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004d4729aa. 00000020:00000010:2.0:1767384292.790762:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003d455daa. 00000100:00000001:1.0:1767384292.790763:0:16774:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384292.790769:0:16774:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004d4729aa. 00000100:00100000:2.0:1767384292.790774:0:16771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000bec23288 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c0412d60-4f67-4dbc-8791-892843f60083+15:16139:x1853236723067264:12345-0@lo:253: 00000100:00100000:1.0:1767384292.790778:0:16774:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000017daab4b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c0412d60-4f67-4dbc-8791-892843f60083+15:16140:x1853236723067392:12345-0@lo:253: 00000100:00000200:2.0:1767384292.790782:0:16771:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723067264 00000020:00000001:2.0:1767384292.790787:0:16771:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384292.790793:0:16771:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000200:1.0:1767384292.790793:0:16774:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723067392 00000020:00000001:1.0:1767384292.790797:0:16774:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384292.790798:0:16771:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384292.790803:0:16771:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384292.790803:0:16774:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384292.790806:0:16774:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384292.790808:0:16771:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669141328 : -1040410288 : ffffffffc1fc9950) 00000020:00000001:1.0:1767384292.790812:0:16774:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384292.790815:0:16771:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384292.790816:0:16774:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669141328 : -1040410288 : ffffffffc1fc9950) 00000020:00000001:2.0:1767384292.790820:0:16771:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384292.790821:0:16774:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384292.790825:0:16774:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384292.790826:0:16771:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384292.790828:0:16774:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384292.790830:0:16771:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000800:00000010:3.0:1767384292.790834:0:16128:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000b262ed09. 00000020:00000001:1.0:1767384292.790834:0:16774:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384292.790836:0:16771:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384292.790838:0:16774:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384292.790840:0:16128:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000004c330615. 00000100:00000001:2.0:1767384292.790843:0:16771:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1767384292.790844:0:16774:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000800:00000010:3.0:1767384292.790847:0:16128:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000001bc59402. 02000000:00000001:2.0:1767384292.790848:0:16771:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:1.0:1767384292.790848:0:16774:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384292.790857:0:16774:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000007c842d04. 02000000:00000010:2.0:1767384292.790858:0:16771:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000025c8911a. 02000000:00000001:1.0:1767384292.790861:0:16774:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384292.790863:0:16771:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384292.790866:0:16774:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384292.790868:0:16771:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384292.790873:0:16771:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000001:1.0:1767384292.790873:0:16774:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000800:00000010:3.0:1767384292.790884:0:16128:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000001bc59402. 20000000:00000010:2.0:1767384292.790888:0:16771:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000060684b6e. 20000000:00000010:1.0:1767384292.790888:0:16774:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000003a2219a. 20000000:01000000:1.0:1767384292.790893:0:16774:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:2.0:1767384292.790895:0:16771:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:1.0:1767384292.790898:0:16774:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384292.790899:0:16771:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384292.790903:0:16774:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384292.790908:0:16774:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384292.790911:0:16774:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384292.790913:0:16771:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384292.790914:0:16774:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:2.0:1767384292.790917:0:16771:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384292.790921:0:16771:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384292.790924:0:16771:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:1.0:1767384292.790929:0:16774:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000b19c84b0. 00000400:00000200:3.0:1767384292.790933:0:16133:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 20000000:01000000:1.0:1767384292.790933:0:16774:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #17 20000000:00000001:1.0:1767384292.790941:0:16774:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:1.0:1767384292.790948:0:16774:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000400:00000200:3.0:1767384292.790953:0:16133:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.152@tcp16 from 241.3.0.2 00000800:00000010:3.0:1767384292.790958:0:16133:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000010a0956. 00080000:00000001:1.0:1767384292.791012:0:16774:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384292.791017:0:16774:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384292.791020:0:16774:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384292.791023:0:16774:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:1.0:1767384292.791028:0:16774:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384292.791035:0:16774:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446619782313850200 : -124291395701416 : ffff8ef52782b558) 00080000:00000001:1.0:1767384292.791040:0:16774:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384292.791054:0:16774:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000f07aa235. 00080000:00000001:1.0:1767384292.791058:0:16774:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446619781702209536 : -124292007342080 : ffff8ef5030dd000) 00080000:00000001:1.0:1767384292.791062:0:16774:0:(osd_io.c:243:osd_declare_write()) Process entered 00000800:00000010:3.0:1767384292.791169:0:16126:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000f16e3801. 00000800:00000010:3.0:1767384292.791175:0:16126:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000004a4d1594. 00000800:00000010:3.0:1767384292.791196:0:16126:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000005f37b0da. 00000800:00000200:3.1:1767384292.791201:0:16126:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000048e2af5f] -> 12345-192.168.202.152@tcp16 (2) 00000800:00000200:3.1:1767384292.791208:0:16126:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.152@tcp16 000000005f37b0da deleted 00000800:00000010:3.1:1767384292.791210:0:16126:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000005f37b0da. 00000800:00000200:3.1:1767384292.791216:0:16126:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1767384292.791223:0:16126:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp16 ip 192.168.202.152:1009 00000800:00000200:3.1:1767384292.791228:0:16126:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000827eaae7 type 1, nob 272 niov 1 nkiov 1 00000001:00000001:1.0:1767384292.791228:0:16774:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384292.791230:0:16774:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384292.791233:0:16774:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000800:00000200:3.0:1767384292.791234:0:16126:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.152@tcp16 p 3.x 192.168.202.152 -> 192.168.202.152:1009 incarnation:1767384291122790041 sched[0] 00000800:00000010:3.0:1767384292.791239:0:16126:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000001bc59402. 00080000:00000001:1.0:1767384292.791260:0:16774:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384292.791264:0:16774:0:(osd_io.c:399:osd_write()) Process entered 00000800:00000010:3.0:1767384292.791279:0:16126:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000001bc59402. 00000800:00000010:3.0:1767384292.791283:0:16126:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000004a4d1594. 00000800:00000010:3.0:1767384292.791313:0:16126:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000010a0956. 00000800:00000001:3.0:1767384292.791325:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384292.791331:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384292.791365:0:16774:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384292.791369:0:16774:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000800:00000200:3.0:1767384292.791382:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384292.791386:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000827eaae7. 00000400:00000200:3.0:1767384292.791391:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384292.791395:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp16->192.168.202.152@tcp16: PUT: OK 00000400:00000200:3.0:1767384292.791400:0:16131:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384292.791404:0:16131:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.152@tcp: 0 00000800:00000200:3.1:1767384292.791430:0:16128:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.0:1767384292.791434:0:16128:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.152@tcp16 p 3.x 192.168.202.152 -> 192.168.202.152:988 incarnation:1767384291122790041 sched[0] 00000800:00000010:3.0:1767384292.791438:0:16128:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000004c330615. 00000400:00000200:3.0:1767384292.791488:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.152:988 00000400:00000200:3.0:1767384292.791517:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.152:988 00000400:00000200:3.0:1767384292.791542:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.152:988 00000400:00000200:3.0:1767384292.791567:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.152:988 00000400:00000200:3.0:1767384292.791590:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.152:988 00000400:00000200:3.0:1767384292.791613:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.152:988 00000400:00000200:3.0:1767384292.791632:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.152:988 00000400:00000200:3.0:1767384292.791656:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.152:988 00000800:00000001:2.0:1767384292.791668:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384292.791678:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384292.791695:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384292.791700:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384292.791710:0:16130:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.152@tcp16(192.168.202.152@tcp16) <- 192.168.202.152@tcp16 : PUT - for me 00000400:00000200:2.0:1767384292.791719:0:16130:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.152@tcp of length 176 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384292.791726:0:16130:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.152@tcp of length 176/176 into md 0x12f9 [1] + 0 00000400:00000010:2.0:1767384292.791737:0:16130:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000928f9d6a. 00000400:00000200:3.0:1767384292.791739:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.152:988 00000400:00000200:2.0:1767384292.791759:0:16130:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000cff112c4 00000800:00000001:2.0:1767384292.791766:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384292.791770:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.152:988 00000800:00000001:2.0:1767384292.791778:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384292.791782:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384292.791788:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp16->192.168.202.152@tcp16: PUT: OK 00000400:00000200:2.0:1767384292.791792:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cff112c4 00000400:00000010:2.0:1767384292.791795:0:16130:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cff112c4. 00000400:00000200:2.0:1767384292.791800:0:16130:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:2.0:1767384292.791805:0:16130:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (10) 00000400:00000200:2.0:1767384292.791811:0:16130:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.152@tcp(000000005d9714d7) is MR 00000400:00000010:2.0:1767384292.791816:0:16130:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 185 at 00000000e1161fe9. 00000400:00000200:2.0:1767384292.791821:0:16130:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.202.152@tcp 9 00000400:00000200:2.0:1767384292.791827:0:16130:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.152@tcp (000000005d9714d7): -114 00000400:00000200:2.0:1767384292.791838:0:16130:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000005d9714d7 (11) 00000400:00000200:2.0:1767384292.791844:0:16130:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767384292.791850:0:16130:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.152@tcp16 to MR: 192.168.202.152@tcp16 local destination 00000400:00000200:2.0:1767384292.791857:0:16130:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp16 NI seq info: [20:20:256:4294967295] 192.168.202.152@tcp16 LPNI seq info [20:20:8:4294967295] 00000400:00000200:2.0:1767384292.791869:0:16130:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp16(192.168.202.152@tcp16:192.168.202.152@tcp16) -> 192.168.202.152@tcp16(192.168.202.152@tcp16:192.168.202.152@tcp16) 192.168.202.152@tcp16 : ACK try# 0 00000800:00000200:2.0:1767384292.791877:0:16130:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.152@tcp16 00000400:00000200:1.0:1767384292.791877:0:16135:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:1.0:1767384292.791884:0:16135:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000050430655. 00000800:00000010:2.0:1767384292.791885:0:16130:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002de93694. 00000800:00000200:2.0:1767384292.791893:0:16130:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000048e2af5f] -> 12345-192.168.202.152@tcp16 (4) 00000400:00000010:1.0:1767384292.791893:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000589f7d29. 00000400:00000200:1.0:1767384292.791900:0:16135:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 0000000066e4368c 00000800:00000200:2.0:1767384292.791904:0:16130:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp16 ip 192.168.202.152:988 00000400:00000200:1.0:1767384292.791909:0:16135:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x1004d1 00000800:00000200:2.0:1767384292.791910:0:16130:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000002de93694 type 0, nob 96 niov 1 nkiov 0 00000400:00000010:1.0:1767384292.791919:0:16135:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 200 at 00000000a10db658. 00000400:00000010:1.0:1767384292.791924:0:16135:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 240 at 000000004a80e980. 00000400:00000010:1.0:1767384292.791928:0:16135:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 200 at 00000000a3d243ef. 00000400:00000010:1.0:1767384292.791944:0:16135:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000009b145d2c. 00000400:00000200:1.0:1767384292.791950:0:16135:0:(peer.c:185:lnet_peer_ni_alloc()) 000000009b145d2c nid 192.168.202.152@tcp17 00000400:00000010:1.0:1767384292.791954:0:16135:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000bfaa38ff. 00000400:00000200:1.0:1767384292.791957:0:16135:0:(peer.c:204:lnet_peer_net_alloc()) 00000000bfaa38ff net tcp17 00000400:00000200:1.0:1767384292.791961:0:16135:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (10) 00000400:00000200:1.0:1767384292.791967:0:16135:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.152@tcp NID 192.168.202.152@tcp17 flags 0x11 00000400:00000010:1.0:1767384292.791972:0:16135:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 200 at 00000000a10db658. 00000800:00000200:2.0:1767384292.791973:0:16130:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000010:1.0:1767384292.791976:0:16135:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 240 at 000000004a80e980. 00000800:00000010:2.0:1767384292.791978:0:16130:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002de93694. 00000400:00000010:1.0:1767384292.791981:0:16135:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 200 at 00000000a3d243ef. 00000400:00000200:2.0:1767384292.791984:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1767384292.791987:0:16135:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 185 at 00000000e1161fe9. 00000400:00000200:2.0:1767384292.791994:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp16->192.168.202.152@tcp16: ACK: OK 00000400:00000200:1.0:1767384292.791996:0:16135:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.152@tcp (000000005d9714d7): 0 00000400:00000200:1.0:1767384292.792002:0:16135:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.152@tcp(000000005d9714d7): 0. state = 0x100551 00000800:00000001:2.0:1767384292.792004:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384292.792008:0:16135:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100551 rc 1 00000800:00000001:2.0:1767384292.792010:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384292.792014:0:16135:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100551 00000400:00000200:1.0:1767384292.792018:0:16135:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.152@tcp 00000400:00000200:1.0:1767384292.792021:0:16135:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100511 rc 0 00000800:00000001:2.0:1767384292.792024:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384292.792029:0:16135:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.152@tcp (000000005d9714d7) 00000800:00000001:2.0:1767384292.792032:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384292.792036:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384292.792041:0:16135:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000005d9714d7 (11) 00000800:00000001:2.0:1767384292.792043:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384292.792053:0:16130:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.152@tcp16(192.168.202.152@tcp16) <- 192.168.202.152@tcp16 : ACK - for me 00000400:00000200:2.0:1767384292.792064:0:16130:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.152@tcp16: ACK from 12345-192.168.202.152@tcp16 into md 0x1341 00000400:00000200:2.0:1767384292.792069:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384292.792074:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp16->192.168.202.152@tcp16: ACK: OK 00000400:00000200:2.0:1767384292.792078:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000081998b88 00000400:00000010:2.0:1767384292.792079:0:16130:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000081998b88. 00000400:00000200:2.0:1767384292.792083:0:16130:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:2.0:1767384292.792148:0:16130:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.152@tcp ev->status 0 00000400:00000200:2.0:1767384292.792151:0:16130:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000005d9714d7 (10) 00000800:00000001:2.0:1767384292.792157:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384292.792161:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384292.792205:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.152:988 00000400:00000200:2.0:1767384292.792269:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.152:988 00000400:00000200:2.0:1767384292.792313:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.152:988 00000400:00000200:2.0:1767384292.792350:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.152:988 00000400:00000200:2.0:1767384292.792377:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.152:988 00000800:00000010:2.0:1767384292.792571:0:16128:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000b3393a7c. 00000800:00000010:2.0:1767384292.792577:0:16128:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000a467ed9c. 00000800:00000010:2.0:1767384292.792581:0:16128:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000003d455daa. 00000400:00000200:3.0:1767384292.792593:0:16133:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000800:00000010:2.0:1767384292.792627:0:16128:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000003d455daa. 00000400:00000200:2.0:1767384292.792668:0:16133:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.152@tcp16 from 240.3.0.2 00000800:00000010:2.0:1767384292.792672:0:16133:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000092d90a1e. 00000800:00000010:0.0:1767384292.792734:0:16127:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000008773df0. 00000800:00000010:0.0:1767384292.792739:0:16127:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000cffc3efe. 00000800:00000010:0.0:1767384292.792755:0:16127:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000c4b86e4a. 00000800:00000200:0.1:1767384292.792762:0:16127:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000048e2af5f] -> 12345-192.168.202.152@tcp16 (4) 00000800:00000200:0.1:1767384292.792768:0:16127:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.152@tcp16 00000000c4b86e4a deleted 00000800:00000010:0.1:1767384292.792794:0:16127:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000c4b86e4a. 00000800:00000200:0.1:1767384292.792799:0:16127:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:0.0:1767384292.792806:0:16127:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.152@tcp16 p 3.x 192.168.202.152 -> 192.168.202.152:1008 incarnation:1767384291122790041 sched[0] 00000800:00000010:0.0:1767384292.793115:0:16127:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000f8bc0fa2. 00000800:00000010:0.0:1767384292.793193:0:16127:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000f8bc0fa2. 00000800:00000010:0.0:1767384292.793197:0:16127:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000cffc3efe. 00000800:00000010:0.0:1767384292.793213:0:16127:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000092d90a1e. 00000800:00000001:0.0:1767384292.793230:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384292.793234:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.1:1767384292.793274:0:16128:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:3.0:1767384292.793284:0:16128:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.152@tcp16 p 3.x 192.168.202.152 -> 192.168.202.152:988 incarnation:1767384291122790041 sched[0] 00000800:00000010:3.0:1767384292.793288:0:16128:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000a467ed9c. 00000800:00000001:0.0:1767384292.793342:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384292.793348:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384292.800153:0:16774:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384292.800158:0:16807:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:3.0:1767384292.800163:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000020:00000002:1.0:1767384292.800163:0:16774:0:(lu_object.c:207:lu_object_put()) Add 00000000f07b1e3f/000000000f28175b to site lru. bkt: 00000000b56e2c81 00040000:00000001:3.0:1767384292.800167:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:3.0:1767384292.800168:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384292.800170:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:1.0:1767384292.800170:0:16774:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384292.800173:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000f07aa235. 20000000:00000001:1.0:1767384292.800174:0:16774:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00080000:00000001:3.0:1767384292.800178:0:16807:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:1.0:1767384292.800185:0:16774:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384292.800199:0:16774:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384292.800204:0:16774:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:3.0:1767384292.800206:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384292.800210:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384292.800214:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000020:1.0:1767384292.800215:0:16774:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 00010000:00000001:3.0:1767384292.800219:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384292.800224:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384292.800234:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000008e84e453. 00010000:00000001:3.0:1767384292.800239:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 20000000:00000010:1.0:1767384292.800240:0:16771:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000032fdbe63. 00010000:00000010:3.0:1767384292.800243:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000a068b46c. 20000000:01000000:1.0:1767384292.800243:0:16771:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #17 00000020:00000001:3.0:1767384292.800248:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 20000000:00000001:1.0:1767384292.800250:0:16771:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000020:00000040:3.0:1767384292.800251:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000a068b46c with handle 0x7e51148972eecaaf to hash 00000020:00000001:3.0:1767384292.800254:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384292.800255:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446619781713880064 : -124291995671552 : ffff8ef503bfe400) 00010000:00000001:3.0:1767384292.800258:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446619781713880064 : -124291995671552 : ffff8ef503bfe400) 00080000:00000001:1.0:1767384292.800258:0:16771:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00010000:00000001:3.0:1767384292.800263:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384292.800272:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384292.800276:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000a068b46c/0x7e51148972eecaaf lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384292.800287:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384292.800291:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00080000:00000001:1.0:1767384292.800293:0:16771:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384292.800294:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384292.800297:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000001:1.0:1767384292.800297:0:16771:0:(osd_index.c:949:osd_remote_fid()) Process entered 00010000:00000001:3.0:1767384292.800299:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384292.800299:0:16771:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384292.800301:0:16771:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00010000:00000001:3.0:1767384292.800302:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384292.800304:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384292.800305:0:16771:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:3.0:1767384292.800307:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384292.800309:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384292.800311:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00000020:00000001:1.0:1767384292.800311:0:16771:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446619782313850200 : -124291395701416 : ffff8ef52782b558) 00010000:00000001:3.0:1767384292.800313:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384292.800315:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000008e84e453) refcount = 1 00080000:00000001:1.0:1767384292.800315:0:16771:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00010000:3.0:1767384292.800319:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000a068b46c/0x7e51148972eecaaf lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00080000:00000010:1.0:1767384292.800321:0:16771:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000023be5369. 00080000:00000001:1.0:1767384292.800324:0:16771:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446619781702212608 : -124292007339008 : ffff8ef5030ddc00) 00010000:00000001:3.0:1767384292.800327:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00080000:00000001:1.0:1767384292.800328:0:16771:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:3.0:1767384292.800329:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384292.800331:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384292.800333:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384292.800336:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384292.800340:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384292.800344:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003445359s 00010000:00000001:3.0:1767384292.800347:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384292.800350:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384292.800352:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a068b46c refcount=4 00000020:00000001:3.0:1767384292.800355:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781713880064 : -124291995671552 : ffff8ef503bfe400) 00010000:00000001:3.0:1767384292.800358:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781713880064 : -124291995671552 : ffff8ef503bfe400) 00010000:00000001:3.0:1767384292.800361:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384292.800363:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000a068b46c/0x7e51148972eecaaf lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384292.800370:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384292.800379:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000a068b46c/0x7e51148972eecaaf lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384292.800386:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000001:00000001:1.0:1767384292.800387:0:16771:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:3.0:1767384292.800388:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00080000:00000001:1.0:1767384292.800389:0:16771:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384292.800390:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000a068b46c/0x7e51148972eecaaf lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384292.800392:0:16771:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:3.0:1767384292.800396:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384292.800397:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384292.800400:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384292.800403:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000a068b46c/0x7e51148972eecaaf lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384292.800408:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000a068b46c already unused, calling callback (00000000871a6010) 00010000:00000001:3.0:1767384292.800412:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384292.800414:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00080000:00000001:1.0:1767384292.800414:0:16771:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384292.800416:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000a068b46c/0x7e51148972eecaaf lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384292.800417:0:16771:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:3.0:1767384292.800423:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384292.800424:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384292.800426:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384292.800427:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a068b46c refcount=5 00000020:00000001:3.0:1767384292.800429:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781713880064 : -124291995671552 : ffff8ef503bfe400) 00010000:00000001:3.0:1767384292.800431:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781713880064 : -124291995671552 : ffff8ef503bfe400) 00010000:00000001:3.0:1767384292.800434:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384292.800437:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000a068b46c/0x7e51148972eecaaf lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384292.800443:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384292.800446:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384292.800447:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384292.800450:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384292.800452:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384292.800454:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384292.800461:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384292.800464:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000a068b46c with handle 0x7e51148972eecaaf from hash 00010000:00000001:3.0:1767384292.800466:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384292.800468:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384292.800470:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384292.800471:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384292.800474:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384292.800476:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384292.800478:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384292.800481:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384292.800483:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384292.800485:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00080000:00000001:1.0:1767384292.800485:0:16771:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00010000:00000001:3.0:1767384292.800487:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00080000:00000001:1.0:1767384292.800489:0:16771:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000001:3.0:1767384292.800490:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384292.800491:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384292.800492:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384292.800494:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384292.800496:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384292.800499:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000a068b46c/0x7e51148972eecaaf lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384292.800504:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384292.800505:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384292.800507:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384292.800509:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384292.800511:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384292.800512:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384292.800514:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384292.800517:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384292.800518:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384292.800521:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000a068b46c/0x7e51148972eecaaf lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384292.800527:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384292.800529:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384292.800530:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000a068b46c/0x7e51148972eecaaf lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384292.800545:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000008e84e453 count: 0 00010000:00000001:3.0:1767384292.800552:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384292.800553:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000010:3.1:1767384292.806127:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000008e84e453. 00010000:00000010:3.1:1767384292.806142:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000a068b46c. 00080000:00000001:1.0:1767384292.808755:0:16771:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384292.808760:0:16807:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000020:00000002:1.0:1767384292.808763:0:16771:0:(lu_object.c:207:lu_object_put()) Add 00000000f07b1e3f/000000000f28175b to site lru. bkt: 00000000b56e2c81 00040000:00000001:0.0:1767384292.808766:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:1.0:1767384292.808770:0:16771:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384292.808771:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:1.0:1767384292.808775:0:16771:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:0.0:1767384292.808775:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384292.808777:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:01000000:1.0:1767384292.808781:0:16771:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000010:0.0:1767384292.808783:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000023be5369. 00080000:00000001:0.0:1767384292.808788:0:16807:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:1.0:1767384292.808794:0:16771:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384292.808804:0:16771:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:3.0:1767384292.808809:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384292.808812:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000020:1.0:1767384292.808815:0:16771:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 10000000:01000000:3.0:1767384292.808816:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384292.808821:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384292.808825:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384292.808832:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000008e84e453. 00010000:00000001:3.0:1767384292.808837:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384292.808840:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000a068b46c. 00000020:00000001:3.0:1767384292.808844:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384292.808848:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000a068b46c with handle 0x7e51148972eecab6 to hash 00000020:00000001:3.0:1767384292.808851:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384292.808853:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446619781713880064 : -124291995671552 : ffff8ef503bfe400) 00010000:00000001:3.0:1767384292.808857:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446619781713880064 : -124291995671552 : ffff8ef503bfe400) 00010000:00000001:3.0:1767384292.808860:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384292.808863:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384292.808867:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000a068b46c/0x7e51148972eecab6 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384292.808878:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384292.808883:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384292.808886:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384292.808889:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384292.808891:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384292.808894:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384292.808897:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384292.808900:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384292.808902:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384292.808905:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384292.808906:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384292.808909:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000008e84e453) refcount = 1 00010000:00010000:3.0:1767384292.808913:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000a068b46c/0x7e51148972eecab6 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384292.808926:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384292.808929:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384292.808931:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384292.808934:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384292.808937:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384292.808941:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384292.808944:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003445359s 00010000:00000001:3.0:1767384292.808948:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384292.808950:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384292.808953:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a068b46c refcount=4 00000020:00000001:3.0:1767384292.808956:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781713880064 : -124291995671552 : ffff8ef503bfe400) 00010000:00000001:3.0:1767384292.808960:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781713880064 : -124291995671552 : ffff8ef503bfe400) 00010000:00000001:3.0:1767384292.808963:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384292.808965:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000a068b46c/0x7e51148972eecab6 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384292.808972:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384292.808974:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000a068b46c/0x7e51148972eecab6 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384292.808982:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384292.808984:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384292.808986:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000a068b46c/0x7e51148972eecab6 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384292.808993:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384292.808995:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384292.808999:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384292.809002:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000a068b46c/0x7e51148972eecab6 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384292.809009:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000a068b46c already unused, calling callback (00000000871a6010) 00010000:00000001:3.0:1767384292.809013:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384292.809020:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384292.809022:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000a068b46c/0x7e51148972eecab6 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384292.809029:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384292.809031:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384292.809033:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384292.809034:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a068b46c refcount=5 00000020:00000001:3.0:1767384292.809037:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781713880064 : -124291995671552 : ffff8ef503bfe400) 00010000:00000001:3.0:1767384292.809040:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781713880064 : -124291995671552 : ffff8ef503bfe400) 00010000:00000001:3.0:1767384292.809043:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384292.809045:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000a068b46c/0x7e51148972eecab6 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384292.809051:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384292.809053:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384292.809055:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384292.809059:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384292.809060:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384292.809063:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384292.809064:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384292.809066:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000a068b46c with handle 0x7e51148972eecab6 from hash 00010000:00000001:3.0:1767384292.809069:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384292.809071:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384292.809073:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384292.809074:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384292.809077:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384292.809079:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384292.809081:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384292.809083:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384292.809113:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384292.809117:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384292.809119:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384292.809122:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384292.809124:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384292.809126:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384292.809134:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384292.809136:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384292.809139:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000a068b46c/0x7e51148972eecab6 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384292.809146:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384292.809148:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384292.809150:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384292.809152:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384292.809153:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384292.809155:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384292.809158:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384292.809161:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384292.809163:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384292.809166:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000a068b46c/0x7e51148972eecab6 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384292.809173:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384292.809175:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384292.809177:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000a068b46c/0x7e51148972eecab6 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384292.809183:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000008e84e453 count: 0 00010000:00000001:3.0:1767384292.809196:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384292.809199:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:3.0:1767384292.810880:0:16774:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767384292.810886:0:16774:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384292.810889:0:16774:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000003a2219a. 20000000:00000001:3.0:1767384292.810897:0:16774:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384292.810903:0:16774:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236723067392 00010000:00000001:3.0:1767384292.810908:0:16774:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384292.810921:0:16774:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000017daab4b x1853236723067392/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:273/0 lens 4848/4768 e 0 to 0 dl 1767384303 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384292.810933:0:16774:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384292.810937:0:16774:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384292.810942:0:16774:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dd452398 time=22 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384292.810949:0:16774:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384292.810957:0:16774:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 21 to 0@lo 00000100:00000001:3.0:1767384292.810960:0:16774:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 02000000:00000001:3.0:1767384292.810965:0:16774:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384292.810969:0:16774:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384292.810974:0:16774:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384292.810978:0:16774:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384292.810982:0:16774:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000059e5be45. 00000100:00000200:3.0:1767384292.810991:0:16774:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236723067392, offset 224 00000400:00000200:3.0:1767384292.811000:0:16774:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384292.811019:0:16774:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384292.811033:0:16774:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824c902a00 00000400:00000200:3.0:1767384292.811044:0:16774:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x134d [2] + 224 00000400:00000200:3.0:1767384292.811056:0:16774:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384292.811061:0:16774:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384292.811069:0:16774:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384292.811076:0:16774:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a9ba819b x1853236723067392/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384308 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384292.811114:0:16774:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000a9ba819b x1853236723067392/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384308 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384292.811138:0:16774:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384292.811148:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384292.811150:0:16774:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000059e5be45 00000100:00000001:2.0:1767384292.811155:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:3.0:1767384292.811156:0:16774:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000059e5be45. 00000100:00000001:3.0:1767384292.811162:0:16774:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384292.811165:0:16774:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:2.0:1767384292.811165:0:16140:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384292.811170:0:16140:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767384292.811174:0:16774:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384292.811174:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000017b2962f. 00000100:00000040:3.0:1767384292.811181:0:16774:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 20 to 0@lo 00000400:00000200:2.0:1767384292.811182:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f5daff7e 00000400:00000010:2.0:1767384292.811187:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f5daff7e. 00010000:00000001:3.0:1767384292.811188:0:16774:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384292.811193:0:16774:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384292.811193:0:16140:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:3.0:1767384292.811199:0:16774:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:2.0:1767384292.811201:0:16140:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a9ba819b x1853236723067392/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384308 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384292.811207:0:16774:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000017daab4b x1853236723067392/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:273/0 lens 4848/4768 e 0 to 0 dl 1767384303 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384292.811240:0:16774:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000017daab4b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c0412d60-4f67-4dbc-8791-892843f60083+15:16140:x1853236723067392:12345-0@lo:253: Request processed in 20488us (21015us total) trans 0 rc 0/0 00000100:00000200:2.0:1767384292.811243:0:16140:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a9ba819b x1853236723067392/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384308 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384292.811256:0:16140:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384292.811261:0:16140:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384292.811266:0:16140:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384292.811270:0:16140:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00100000:3.0:1767384292.811271:0:16774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00000001:2.0:1767384292.811274:0:16140:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:3.0:1767384292.811278:0:16774:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000555601ca : new rpc_count 1 00000100:00000001:2.0:1767384292.811278:0:16140:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384292.811285:0:16774:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:2.0:1767384292.811286:0:16140:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384292.811289:0:16774:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00001000:2.0:1767384292.811294:0:16140:0:(import.c:2128:obd_at_measure()) add 5 to 0000000028df3f77 time=22 v=5 (5 0 0 0) 00000020:00000010:3.0:1767384292.811297:0:16774:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007afae74c. 00000100:00001000:2.0:1767384292.811300:0:16140:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f5022cbe time=22 v=5 (1 0 0 0) 00000020:00000010:3.0:1767384292.811305:0:16774:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000090079823. 00000100:00000001:2.0:1767384292.811307:0:16140:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384292.811311:0:16140:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384292.811314:0:16774:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c44ad256. 00010000:00000001:2.0:1767384292.811316:0:16140:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384292.811320:0:16140:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384292.811323:0:16774:0:(genops.c:898:class_export_put()) PUTting export 00000000555601ca : new refcount 14 00000100:00000001:2.0:1767384292.811324:0:16140:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384292.811332:0:16774:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000040:2.0:1767384292.811333:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a9ba819b x1853236723067392/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384308 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767384292.811337:0:16774:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000007c842d04. 02000000:00000001:3.0:1767384292.811345:0:16774:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384292.811347:0:16140:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384292.811350:0:16774:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384292.811352:0:16140:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384292.811356:0:16140:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384292.811360:0:16774:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000020:01000004:2.0:1767384292.811363:0:16140:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000400:00000010:3.0:1767384292.811367:0:16774:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000003494e. 00000020:01000004:2.0:1767384292.811368:0:16140:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384292.811371:0:16140:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384292.811374:0:16140:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000010:3.0:1767384292.811375:0:16774:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000059e5be45. 00000020:01000004:2.0:1767384292.811376:0:16140:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384292.811380:0:16140:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384292.811382:0:16140:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384292.811385:0:16140:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384292.811387:0:16140:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384292.811391:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a9ba819b x1853236723067392/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384308 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384292.811401:0:16140:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a9ba819b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c0412d60-4f67-4dbc-8791-892843f60083:16140:1853236723067392:0@lo:253: 00000100:00000001:2.0:1767384292.811408:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384292.811418:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384292.811423:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a9ba819b x1853236723067392/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384308 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384292.811433:0:16140:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384292.811436:0:16140:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384292.811440:0:16140:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000c47b5f3c. 02000000:00000001:2.0:1767384292.811447:0:16140:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384292.811450:0:16140:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384292.811452:0:16140:0:(genops.c:1242:class_import_put()) import 00000000df830bbe refcount=4 obd=MGC192.168.202.152@tcp 00000020:00000001:2.0:1767384292.811455:0:16140:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384292.811458:0:16140:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000289fcc5d. 02000000:00000001:2.0:1767384292.811465:0:16140:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384292.811468:0:16140:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384292.811471:0:16140:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a9ba819b. 00000100:00000001:2.0:1767384292.811477:0:16140:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384292.811479:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384292.811481:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384292.811491:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384292.811494:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384292.811497:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384292.811501:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:1.0:1767384292.811640:0:16771:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767384292.811644:0:16771:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384292.811646:0:16771:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000060684b6e. 20000000:00000001:1.0:1767384292.811651:0:16771:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384292.811655:0:16771:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236723067264 00010000:00000001:1.0:1767384292.811657:0:16771:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384292.811663:0:16771:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000bec23288 x1853236723067264/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:273/0 lens 4848/4768 e 0 to 0 dl 1767384303 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384292.811673:0:16771:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384292.811675:0:16771:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384292.811677:0:16771:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dd452398 time=22 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384292.811693:0:16771:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384292.811695:0:16771:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 21 to 0@lo 00000100:00000001:1.0:1767384292.811697:0:16771:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 02000000:00000001:1.0:1767384292.811700:0:16771:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384292.811702:0:16771:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384292.811704:0:16771:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384292.811707:0:16771:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384292.811710:0:16771:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000039f42ea5. 00000100:00000200:1.0:1767384292.811713:0:16771:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236723067264, offset 224 00000400:00000200:1.0:1767384292.811719:0:16771:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384292.811725:0:16771:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384292.811732:0:16771:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824c902980 00000400:00000200:1.0:1767384292.811738:0:16771:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1345 [2] + 224 00000400:00000200:1.0:1767384292.811744:0:16771:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384292.811747:0:16771:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384292.811751:0:16771:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384292.811755:0:16771:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f9e83428 x1853236723067264/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384308 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384292.811762:0:16771:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000f9e83428 x1853236723067264/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384308 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384292.811777:0:16771:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384292.811793:0:16771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000039f42ea5 00000400:00000010:1.0:1767384292.811796:0:16771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000039f42ea5. 00000100:00000001:1.0:1767384292.811798:0:16771:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384292.811799:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384292.811800:0:16771:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384292.811802:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384292.811803:0:16771:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384292.811806:0:16139:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1767384292.811806:0:16771:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 20 to 0@lo 00000400:00000001:3.0:1767384292.811808:0:16139:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:1.0:1767384292.811809:0:16771:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:3.0:1767384292.811810:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002dc97cb1. 00000020:00000001:1.0:1767384292.811810:0:16771:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384292.811812:0:16771:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:3.0:1767384292.811813:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000021cbc40f 00000400:00000010:3.0:1767384292.811815:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000021cbc40f. 00000100:00000040:1.0:1767384292.811816:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bec23288 x1853236723067264/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:273/0 lens 4848/4768 e 0 to 0 dl 1767384303 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384292.811818:0:16139:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384292.811821:0:16139:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f9e83428 x1853236723067264/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384308 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384292.811825:0:16771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000bec23288 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c0412d60-4f67-4dbc-8791-892843f60083+14:16139:x1853236723067264:12345-0@lo:253: Request processed in 21090us (21632us total) trans 0 rc 0/0 00000100:00000200:3.0:1767384292.811830:0:16139:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f9e83428 x1853236723067264/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384308 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384292.811833:0:16771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00000040:1.0:1767384292.811836:0:16771:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000555601ca : new rpc_count 0 00000100:00000001:3.0:1767384292.811838:0:16139:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384292.811838:0:16771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384292.811839:0:16139:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384292.811840:0:16771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384292.811841:0:16139:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384292.811843:0:16139:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:1.0:1767384292.811843:0:16771:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001db734e1. 00000100:00000001:3.0:1767384292.811844:0:16139:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384292.811846:0:16139:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384292.811848:0:16139:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384292.811849:0:16771:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000000018f5b. 00000020:00000010:1.0:1767384292.811853:0:16771:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000ef7af6c. 00000020:00000040:1.0:1767384292.811856:0:16771:0:(genops.c:898:class_export_put()) PUTting export 00000000555601ca : new refcount 13 00000100:00001000:3.0:1767384292.811857:0:16139:0:(import.c:2128:obd_at_measure()) add 5 to 0000000028df3f77 time=22 v=5 (5 0 0 0) 02000000:00000001:1.0:1767384292.811859:0:16771:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00001000:3.0:1767384292.811860:0:16139:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f5022cbe time=22 v=5 (1 0 0 0) 02000000:00000010:1.0:1767384292.811860:0:16771:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000025c8911a. 00000100:00000001:3.0:1767384292.811863:0:16139:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384292.811864:0:16139:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384292.811864:0:16771:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384292.811865:0:16771:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384292.811867:0:16139:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384292.811868:0:16139:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384292.811869:0:16771:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:3.0:1767384292.811870:0:16139:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384292.811872:0:16771:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000038bfcdbd. 00000100:00000040:3.0:1767384292.811873:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f9e83428 x1853236723067264/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384308 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384292.811875:0:16771:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000039f42ea5. 00000100:00000001:3.0:1767384292.811881:0:16139:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384292.811883:0:16139:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384292.811884:0:16139:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384292.811888:0:16139:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384292.811890:0:16139:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384292.811892:0:16139:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384292.811893:0:16139:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384292.811894:0:16139:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384292.811896:0:16139:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384292.811898:0:16139:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384292.811899:0:16139:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384292.811900:0:16139:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384292.811902:0:16139:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384292.811905:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f9e83428 x1853236723067264/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384308 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384292.811913:0:16139:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f9e83428 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c0412d60-4f67-4dbc-8791-892843f60083:16139:1853236723067264:0@lo:253: 00000100:00000001:3.0:1767384292.811918:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384292.811921:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384292.811923:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f9e83428 x1853236723067264/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384308 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384292.811930:0:16139:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384292.811932:0:16139:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384292.811934:0:16139:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000003df1869e. 02000000:00000001:3.0:1767384292.811939:0:16139:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384292.811940:0:16139:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384292.811941:0:16139:0:(genops.c:1242:class_import_put()) import 00000000df830bbe refcount=3 obd=MGC192.168.202.152@tcp 00000020:00000001:3.0:1767384292.811949:0:16139:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384292.811951:0:16139:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000cfc0210d. 02000000:00000001:3.0:1767384292.811955:0:16139:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384292.811956:0:16139:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384292.811958:0:16139:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f9e83428. 00000100:00000001:3.0:1767384292.811961:0:16139:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384292.811962:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384292.811964:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384292.811970:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384292.811971:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384292.811973:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384292.811975:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384292.813457:0:21023:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000007acb8e0b. 00000400:00000040:2.0:1767384292.813483:0:21023:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384292.813486:0:21023:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384292.813490:0:21023:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384292.813493:0:21023:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384292.813496:0:21023:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384292.813497:0:21023:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:2.0:1767384292.813501:0:21023:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384292.813502:0:21023:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384292.813505:0:21023:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384292.813507:0:21023:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:2.0:1767384292.813510:0:21023:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384292.813512:0:21023:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384292.813514:0:21023:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384292.813516:0:21023:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384292.813518:0:21023:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:2.0:1767384292.813521:0:21023:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384292.813530:0:21023:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384292.813532:0:21023:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767384292.813534:0:21023:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767384292.813537:0:21023:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384292.813539:0:21023:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384292.813541:0:21023:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384292.813543:0:21023:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384292.813545:0:21023:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384292.813547:0:21023:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767384292.813551:0:21023:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384292.813553:0:21023:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384292.813555:0:21023:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384292.813556:0:21023:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384292.813559:0:21023:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384292.813561:0:21023:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767384292.813564:0:21023:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384292.813566:0:21023:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384292.813568:0:21023:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384292.813570:0:21023:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384292.813572:0:21023:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384292.813574:0:21023:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767384292.813577:0:21023:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384292.813579:0:21023:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384292.813581:0:21023:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384292.813583:0:21023:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384292.813584:0:21023:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384292.813586:0:21023:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767384292.813588:0:21023:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767384292.813590:0:21023:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767384292.813592:0:21023:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767384292.813594:0:21023:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767384292.813596:0:21023:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767384292.813599:0:21023:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384292.813600:0:21023:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384292.813602:0:21023:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767384292.813604:0:21023:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384292.813606:0:21023:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767384292.813608:0:21023:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:2.0:1767384292.813611:0:21023:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767384292.813621:0:21023:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767384292.813623:0:21023:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:2.0:1767384292.813669:0:21023:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000007acb8e0b. 00010000:00000010:3.1:1767384292.814132:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000008e84e453. 00010000:00000010:3.1:1767384292.814140:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000a068b46c. 00000100:00000040:1.0:1767384292.815118:0:62:0:(connection.c:75:cpu_latency_work()) work item of 00000000edc4e618 (cpu 0) has reached its deadline 4294882777, at 4294882778 00000100:00000040:2.0:1767384292.815127:0:795:0:(connection.c:75:cpu_latency_work()) work item of 00000000135c2452 (cpu 0) has reached its deadline 4294882777, at 4294882778 00000100:00000010:1.0:1767384292.815128:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b0d460ff. 00000100:00000010:2.0:1767384292.815138:0:795:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000aecfe49f. 00000100:00000040:0.0:1767384292.815138:0:449:0:(connection.c:75:cpu_latency_work()) work item of 000000002fd0fb58 (cpu 0) has reached its deadline 4294882777, at 4294882778 00000100:00000040:3.0:1767384292.815144:0:53:0:(connection.c:75:cpu_latency_work()) work item of 000000009d5c2cb6 (cpu 0) has reached its deadline 4294882777, at 4294882778 00000100:00000010:0.0:1767384292.815149:0:449:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e10b68c6. 00000100:00000010:3.0:1767384292.815150:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d2ef4361. 10000000:00000001:0.0:1767384292.854162:0:16776:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1767384292.854171:0:16776:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (0000000070cb7a0b) refs 2 10000000:00000001:0.0:1767384292.854178:0:16776:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384292.854181:0:16776:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1767384292.854182:0:16776:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1767384292.854184:0:16776:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1767384292.854187:0:16776:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:0.0:1767384292.854199:0:16776:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:0.0:1767384292.854201:0:16776:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff8ef5103e6000 from 11 10000000:00000001:0.0:1767384292.854205:0:16776:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:0.0:1767384292.854207:0:16776:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:0.0:1767384292.854215:0:16776:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f9bb72ab. 00000020:00000040:0.0:1767384292.854221:0:16776:0:(genops.c:1229:class_import_get()) import 00000000df830bbe refcount=4 obd=MGC192.168.202.152@tcp 00000100:00000001:0.0:1767384292.854227:0:16776:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384292.854232:0:16776:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384292.854240:0:16776:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384292.854249:0:16776:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001a7e4b90. 00000100:00000001:0.0:1767384292.854258:0:16776:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384292.854265:0:16776:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1767384292.854268:0:16776:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384292.854278:0:16776:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000004a5fe896. 00010000:00000001:0.0:1767384292.854282:0:16776:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384292.854286:0:16776:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000f8befcd4. 00000020:00000010:0.0:1767384292.854292:0:16776:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 00000000e6a79ce1. 00000020:00000001:0.0:1767384292.854295:0:16776:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384292.854298:0:16776:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000f8befcd4 with handle 0x7e51148972eecabd to hash 00000020:00000001:0.0:1767384292.854300:0:16776:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384292.854301:0:16776:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446619781734633472 : -124291974918144 : ffff8ef504fc9000) 00010000:00000001:0.0:1767384292.854304:0:16776:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446619781734633472 : -124291974918144 : ffff8ef504fc9000) 00010000:00000001:0.0:1767384292.854307:0:16776:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384292.854309:0:16776:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384292.854312:0:16776:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.152@tcp lock: 00000000f8befcd4/0x7e51148972eecabd lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 16776 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384292.854319:0:16776:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.152@tcp lock: 00000000f8befcd4/0x7e51148972eecabd lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 16776 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384292.854329:0:16776:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.152@tcp lock: 00000000f8befcd4/0x7e51148972eecabd lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 16776 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384292.854334:0:16776:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767384292.854341:0:16776:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384292.854348:0:16776:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a0d82d07. 00000100:00000001:0.0:1767384292.854350:0:16776:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446619782071180672 : -124291638370944 : ffff8ef5190bdd80) 00000100:00000001:0.0:1767384292.854353:0:16776:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384292.854354:0:16776:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782674429952 : -124291035121664 : ffff8ef53d00b800) 00000100:00000001:0.0:1767384292.854359:0:16776:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384292.854362:0:16776:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384292.854364:0:16776:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384292.854366:0:16776:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384292.854374:0:16776:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f9bb72ab x1853236723067520/t0(0) o101->MGC192.168.202.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384292.854382:0:16776:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384292.854384:0:16776:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384292.854389:0:16776:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384292.854393:0:16776:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384292.854397:0:16776:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384292.854401:0:16776:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f9bb72ab pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c0412d60-4f67-4dbc-8791-892843f60083:16776:1853236723067520:0@lo:101: 00000100:00000001:0.0:1767384292.854407:0:16776:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384292.854413:0:16776:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384292.854416:0:16776:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384292.854419:0:16776:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384292.854424:0:16776:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000f5b19b2d. 02000000:00000001:0.0:1767384292.854426:0:16776:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384292.854432:0:16776:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000094424882. 00000400:00000010:0.0:1767384292.854439:0:16776:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003e7f3dd9. 00000100:00000200:0.0:1767384292.854446:0:16776:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236723067520, portal 25 00000100:00000001:0.0:1767384292.854448:0:16776:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384292.854449:0:16776:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782674429952 : -124291035121664 : ffff8ef53d00b800) 00000100:00000040:0.0:1767384292.854452:0:16776:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f9bb72ab x1853236723067520/t0(0) o101->MGC192.168.202.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384308 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384292.854458:0:16776:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384292.854460:0:16776:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384292.854463:0:16776:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002d0a9da1. 00000100:00000200:0.0:1767384292.854465:0:16776:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853236723067520, offset 0 00000400:00000200:0.0:1767384292.854475:0:16776:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384292.854489:0:16776:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384292.854500:0:16776:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695824c902a80 00000400:00000200:0.0:1767384292.854506:0:16776:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x1f9 [2] + 0 00000400:00000010:0.0:1767384292.854510:0:16776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001df0678c. 00000400:00000200:0.0:1767384292.854513:0:16776:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000009ae782da 00000400:00000200:0.0:1767384292.854520:0:16776:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384292.854524:0:16776:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384292.854529:0:16776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009ae782da 00000400:00000010:0.0:1767384292.854531:0:16776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009ae782da. 00000100:00000001:0.0:1767384292.854535:0:16776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384292.854537:0:16776:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384292.854540:0:16776:0:(events.c:337:request_in_callback()) incoming req@000000001576ac24 x1853236723067520 msgsize 328 00000100:00100000:0.0:1767384292.854543:0:16776:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384292.854545:0:16776:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384292.854557:0:16776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384292.854563:0:16776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002d0a9da1 00000400:00000010:0.0:1767384292.854564:0:16776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002d0a9da1. 00000100:00000001:0.0:1767384292.854567:0:16776:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384292.854569:0:16776:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f9bb72ab x1853236723067520/t0(0) o101->MGC192.168.202.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384308 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384292.854579:0:16776:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384292.854581:0:16776:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000f9bb72ab x1853236723067520/t0(0) o101->MGC192.168.202.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384308 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384292.854586:0:16776:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384292.854587:0:16776:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384292.854593:0:16776:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384292.854597:0:16776:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294882841 00000100:00000001:1.0:1767384292.854598:0:16771:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000010:0.0:1767384292.854601:0:16776:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002ff4f777. 00000100:00100000:1.0:1767384292.854604:0:16771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723067520 02000000:00000001:1.0:1767384292.854609:0:16771:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384292.854610:0:16776:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767384292.854613:0:16771:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384292.854618:0:16776:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294882841 00000100:00000010:0.0:1767384292.854621:0:16776:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000639e0a3f. 00000100:00000001:1.0:1767384292.854627:0:16771:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384292.854627:0:16776:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 1 02000000:00000001:1.0:1767384292.854635:0:16771:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384292.854638:0:16776:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294882841 00000100:00100000:1.0:1767384292.854641:0:16771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723067520 00000100:00000010:0.0:1767384292.854642:0:16776:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003ff683e0. 00000020:00000001:1.0:1767384292.854648:0:16771:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384292.854649:0:16776:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 2 00000020:00000040:1.0:1767384292.854654:0:16771:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eec8e1 00000100:00000001:0.0:1767384292.854654:0:16776:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294882841 00000020:00000001:1.0:1767384292.854659:0:16771:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000010:0.0:1767384292.854661:0:16776:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000619a1e27. 00000020:00000040:1.0:1767384292.854663:0:16771:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000555601ca refcount=14 00000100:00000001:0.0:1767384292.854665:0:16776:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767384292.854668:0:16776:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384292.854670:0:16771:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000100:00000001:0.0:1767384292.854672:0:16776:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384292.854676:0:16771:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000100:00000001:0.0:1767384292.854677:0:16776:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384292.854695:0:16776:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767384292.854697:0:16776:0:(client.c:2690:ptlrpc_set_wait()) set 00000000a0d82d07 going to sleep for 11 seconds 00000100:00000001:1.0:1767384292.854699:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384292.854700:0:16776:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384292.854705:0:16776:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384292.854707:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000e7ad782. 00000100:00000001:1.0:1767384292.854712:0:16771:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384292.854716:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000e7ad782. 00000020:00000010:1.0:1767384292.854724:0:16771:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000045f5bcad. 00000020:00000010:1.0:1767384292.854730:0:16771:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002fb45aa0. 00000020:00000010:1.0:1767384292.854736:0:16771:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000019019b2e. 00000100:00000040:1.0:1767384292.854747:0:16771:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384292.854751:0:16771:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384292.854753:0:16771:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384292.854755:0:16771:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384292.854765:0:16771:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384292.854781:0:16771:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384292.854796:0:16771:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384292.854799:0:16771:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384292.854804:0:16771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00000040:1.0:1767384292.854809:0:16771:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000555601ca : new rpc_count 1 00000100:00000001:1.0:1767384292.854812:0:16771:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619777413670992 : -124296295880624 : ffff8ef4036fe850) 00000100:00000040:1.0:1767384292.854817:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000001576ac24 x1853236723067520/t0(0) o101->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:273/0 lens 328/0 e 0 to 0 dl 1767384303 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384292.854828:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384292.854831:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000e7ad782. 00000100:00000001:1.0:1767384292.854833:0:16771:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384292.854835:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000e7ad782. 00000100:00100000:1.0:1767384292.854846:0:16771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000001576ac24 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c0412d60-4f67-4dbc-8791-892843f60083+14:16776:x1853236723067520:12345-0@lo:101: 00000100:00000200:1.0:1767384292.854851:0:16771:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723067520 00000020:00000001:1.0:1767384292.854855:0:16771:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384292.854860:0:16771:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384292.854863:0:16771:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384292.854866:0:16771:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384292.854869:0:16771:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669141056 : -1040410560 : ffffffffc1fc9840) 00000020:00000001:1.0:1767384292.854873:0:16771:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384292.854875:0:16771:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384292.854878:0:16771:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384292.854880:0:16771:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384292.854884:0:16771:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384292.854887:0:16771:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1767384292.854890:0:16771:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1767384292.854893:0:16771:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1767384292.854895:0:16771:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1767384292.854898:0:16771:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384292.854904:0:16771:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384292.854910:0:16771:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000d07126e7. 00010000:00000001:1.0:1767384292.854914:0:16771:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384292.854916:0:16771:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000d446b842. 00000020:00000001:1.0:1767384292.854919:0:16771:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384292.854921:0:16771:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000d446b842 with handle 0x7e51148972eecac4 to hash 00000020:00000001:1.0:1767384292.854923:0:16771:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384292.854924:0:16771:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446619781820860416 : -124291888691200 : ffff8ef50a204800) 00010000:00000001:1.0:1767384292.854927:0:16771:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446619781820860416 : -124291888691200 : ffff8ef50a204800) 00010000:00010000:1.0:1767384292.854930:0:16771:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000d446b842/0x7e51148972eecac4 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x7e51148972eecabd expref: -99 pid: 16771 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384292.854938:0:16771:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 00000000555601ca : new locks_count 10 00000020:00000040:1.0:1767384292.854941:0:16771:0:(genops.c:887:class_export_get()) GET export 00000000555601ca refcount=15 00000100:00000001:1.0:1767384292.854950:0:16771:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384292.854953:0:16771:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384292.854958:0:16771:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000546eb0fb. 02000000:00000001:1.0:1767384292.854967:0:16771:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384292.854970:0:16771:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384292.854973:0:16771:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384292.854978:0:16771:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384292.854981:0:16771:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384292.854984:0:16771:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384292.854986:0:16771:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384292.854989:0:16771:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384292.854991:0:16771:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384292.854994:0:16771:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384292.854997:0:16771:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384292.854999:0:16771:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384292.855001:0:16771:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384292.855004:0:16771:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000d07126e7) refcount = 1 00010000:00010000:1.0:1767384292.855010:0:16771:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000d446b842/0x7e51148972eecac4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x7e51148972eecabd expref: 15 pid: 16771 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384292.855018:0:16771:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384292.855020:0:16771:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384292.855022:0:16771:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384292.855024:0:16771:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384292.855027:0:16771:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384292.855032:0:16771:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:1.0:1767384292.855035:0:16771:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000d446b842/0x7e51148972eecac4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7e51148972eecabd expref: 15 pid: 16771 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384292.855043:0:16771:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384292.855046:0:16771:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384292.855049:0:16771:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384292.855052:0:16771:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384292.855055:0:16771:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384292.855057:0:16771:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384292.855059:0:16771:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384292.855061:0:16771:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000d446b842, rc 0) 00000020:00000001:1.0:1767384292.855064:0:16771:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384292.855068:0:16771:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236723067520 00010000:00000001:1.0:1767384292.855072:0:16771:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384292.855084:0:16771:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000001576ac24 x1853236723067520/t0(0) o101->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:273/0 lens 328/344 e 0 to 0 dl 1767384303 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384292.855372:0:16771:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384292.855375:0:16771:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384292.855380:0:16771:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dd452398 time=22 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384292.855386:0:16771:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384292.855390:0:16771:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 21 to 0@lo 00000100:00000001:1.0:1767384292.855392:0:16771:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 02000000:00000001:1.0:1767384292.855397:0:16771:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384292.855399:0:16771:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384292.855403:0:16771:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384292.855406:0:16771:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384292.855411:0:16771:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e1b09e96. 00000100:00000200:1.0:1767384292.855415:0:16771:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236723067520, offset 224 00000400:00000200:1.0:1767384292.855421:0:16771:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384292.855428:0:16771:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384292.855436:0:16771:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695824c902a80 00000400:00000200:1.0:1767384292.855441:0:16771:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x1369 [1] + 224 00000400:00000200:1.0:1767384292.855446:0:16771:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384292.855451:0:16771:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384292.855455:0:16771:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384292.855460:0:16771:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f9bb72ab x1853236723067520/t0(0) o101->MGC192.168.202.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384308 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384292.855471:0:16771:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@00000000f9bb72ab x1853236723067520/t0(0) o101->MGC192.168.202.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384308 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384292.855491:0:16771:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384292.855502:0:16771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e1b09e96 00000400:00000010:1.0:1767384292.855505:0:16771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e1b09e96. 00000100:00000001:1.0:1767384292.855509:0:16771:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384292.855512:0:16771:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384292.855515:0:16776:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384292.855517:0:16771:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384292.855522:0:16776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1767384292.855523:0:16771:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 20 to 0@lo 00000400:00000001:0.0:1767384292.855526:0:16776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:1.0:1767384292.855528:0:16771:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:0.0:1767384292.855529:0:16776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000094424882. 00000020:00000001:1.0:1767384292.855533:0:16771:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384292.855535:0:16776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003e7f3dd9 00000400:00000010:0.0:1767384292.855537:0:16776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003e7f3dd9. 00000100:00000001:0.0:1767384292.855541:0:16776:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:1.0:1767384292.855546:0:16771:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:0.0:1767384292.855548:0:16776:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f9bb72ab x1853236723067520/t0(0) o101->MGC192.168.202.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384308 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384292.855555:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001576ac24 x1853236723067520/t0(0) o101->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:273/0 lens 328/344 e 0 to 0 dl 1767384303 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384292.855561:0:16776:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f9bb72ab x1853236723067520/t0(0) o101->MGC192.168.202.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384308 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384292.855586:0:16776:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384292.855589:0:16776:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384292.855591:0:16771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000001576ac24 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c0412d60-4f67-4dbc-8791-892843f60083+15:16776:x1853236723067520:12345-0@lo:101: Request processed in 759us (1045us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384292.855592:0:16776:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384292.855596:0:16776:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384292.855598:0:16776:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384292.855601:0:16776:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384292.855603:0:16776:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384292.855607:0:16771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00001000:0.0:1767384292.855609:0:16776:0:(import.c:2128:obd_at_measure()) add 5 to 0000000028df3f77 time=22 v=5 (5 0 0 0) 00000100:00000040:1.0:1767384292.855612:0:16771:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000555601ca : new rpc_count 0 00000100:00001000:0.0:1767384292.855614:0:16776:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f5022cbe time=22 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384292.855617:0:16771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384292.855622:0:16771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384292.855622:0:16776:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000010:1.0:1767384292.855628:0:16771:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002fb45aa0. 00000100:00000001:0.0:1767384292.855632:0:16776:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384292.855635:0:16771:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000019019b2e. 00010000:00000001:0.0:1767384292.855637:0:16776:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384292.855641:0:16776:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384292.855642:0:16771:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000045f5bcad. 00000100:00000001:0.0:1767384292.855645:0:16776:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384292.855652:0:16771:0:(genops.c:898:class_export_put()) PUTting export 00000000555601ca : new refcount 14 00000100:00000040:0.0:1767384292.855652:0:16776:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f9bb72ab x1853236723067520/t0(0) o101->MGC192.168.202.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384308 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384292.855660:0:16771:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384292.855665:0:16771:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000546eb0fb. 00000100:00000001:0.0:1767384292.855665:0:16776:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384292.855671:0:16776:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:1.0:1767384292.855672:0:16771:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384292.855674:0:16776:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384292.855677:0:16771:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384292.855698:0:16776:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f9bb72ab x1853236723067520/t0(0) o101->MGC192.168.202.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384308 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384292.855700:0:16771:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384292.855708:0:16771:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000065dc6267. 00000100:00100000:0.0:1767384292.855712:0:16776:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f9bb72ab pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c0412d60-4f67-4dbc-8791-892843f60083:16776:1853236723067520:0@lo:101: 00000400:00000010:1.0:1767384292.855717:0:16771:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007730de73. 00000100:00000001:0.0:1767384292.855719:0:16776:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384292.855725:0:16776:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384292.855728:0:16776:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767384292.855730:0:16776:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384292.855732:0:16776:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f9bb72ab x1853236723067520/t0(0) o101->MGC192.168.202.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384308 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384292.855740:0:16776:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384292.855742:0:16776:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000a0d82d07. 00000100:00000001:0.0:1767384292.855746:0:16776:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767384292.855748:0:16776:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384292.855751:0:16776:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1767384292.855755:0:16776:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384292.855757:0:16776:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384292.855759:0:16776:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f8befcd4 refcount=4 00000020:00000001:0.0:1767384292.855761:0:16776:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781734633472 : -124291974918144 : ffff8ef504fc9000) 00010000:00000001:0.0:1767384292.855768:0:16776:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781734633472 : -124291974918144 : ffff8ef504fc9000) 00010000:00000040:0.0:1767384292.855773:0:16776:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 00000000f8befcd4, remote cookie: 0x7e51148972eecac4, flags: 0x0 00010000:00000001:0.0:1767384292.855777:0:16776:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384292.855780:0:16776:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384292.855782:0:16776:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384292.855784:0:16776:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384292.855791:0:16776:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384292.855793:0:16776:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000004a5fe896) refcount = 1 00010000:00010000:0.0:1767384292.855796:0:16776:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.152@tcp lock: 00000000f8befcd4/0x7e51148972eecabd lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7e51148972eecac4 expref: -99 pid: 16776 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384292.855804:0:16776:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384292.855806:0:16776:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384292.855808:0:16776:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384292.855812:0:16776:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384292.855815:0:16776:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384292.855818:0:16776:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.152@tcp lock: 00000000f8befcd4/0x7e51148972eecabd lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x7e51148972eecac4 expref: -99 pid: 16776 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384292.855825:0:16776:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1767384292.855827:0:16776:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384292.855828:0:16776:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384292.855829:0:16776:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384292.855830:0:16776:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384292.855832:0:16776:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384292.855834:0:16776:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384292.855837:0:16776:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f9bb72ab x1853236723067520/t0(0) o101->MGC192.168.202.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384308 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384292.855845:0:16776:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384292.855849:0:16776:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384292.855851:0:16776:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000f5b19b2d. 02000000:00000001:0.0:1767384292.855855:0:16776:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384292.855858:0:16776:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384292.855859:0:16776:0:(genops.c:1242:class_import_put()) import 00000000df830bbe refcount=3 obd=MGC192.168.202.152@tcp 00000020:00000001:0.0:1767384292.855862:0:16776:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384292.855864:0:16776:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000001a7e4b90. 02000000:00000001:0.0:1767384292.855868:0:16776:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384292.855869:0:16776:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384292.855871:0:16776:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f9bb72ab. 00000100:00000001:0.0:1767384292.855874:0:16776:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384292.855876:0:16776:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1767384292.855877:0:16776:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384292.855880:0:16776:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1767384292.855884:0:16776:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (0000000070cb7a0b) refs 3 10000000:00000001:0.0:1767384292.855887:0:16776:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384292.855889:0:16776:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384292.855890:0:16776:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384292.855892:0:16776:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f8befcd4 refcount=3 00000020:00000001:0.0:1767384292.855894:0:16776:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781734633472 : -124291974918144 : ffff8ef504fc9000) 00010000:00000001:0.0:1767384292.855896:0:16776:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781734633472 : -124291974918144 : ffff8ef504fc9000) 00010000:00000001:0.0:1767384292.855899:0:16776:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:0.0:1767384292.855900:0:16776:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384292.855902:0:16776:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384292.855903:0:16776:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384292.855906:0:16776:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:0.0:1767384292.855908:0:16776:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 0000000021c037b1. 00000100:00000010:0.0:1767384292.855919:0:16776:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f9bb72ab. 00000020:00000040:0.0:1767384292.855921:0:16776:0:(genops.c:1229:class_import_get()) import 00000000df830bbe refcount=4 obd=MGC192.168.202.152@tcp 00000100:00000001:0.0:1767384292.855924:0:16776:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384292.855926:0:16776:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384292.855928:0:16776:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384292.855931:0:16776:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001a7e4b90. 00000100:00000001:0.0:1767384292.855934:0:16776:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384292.855938:0:16776:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:0.0:1767384292.855942:0:16776:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000f5b19b2d. 00000100:00000010:0.0:1767384292.855944:0:16776:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 000000005fe307dc. 00000020:00000040:0.0:1767384292.855947:0:16776:0:(genops.c:1229:class_import_get()) import 00000000df830bbe refcount=5 obd=MGC192.168.202.152@tcp 00000100:00000001:0.0:1767384292.855951:0:16776:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767384292.855953:0:16776:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384292.855955:0:16776:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a0d82d07. 00000100:00000001:0.0:1767384292.855957:0:16776:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446619782071180672 : -124291638370944 : ffff8ef5190bdd80) 00000100:00000001:0.0:1767384292.855959:0:16776:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384292.855960:0:16776:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782674429952 : -124291035121664 : ffff8ef53d00b800) 00000100:00000001:0.0:1767384292.855964:0:16776:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384292.855965:0:16776:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384292.855967:0:16776:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384292.855968:0:16776:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384292.855971:0:16776:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f9bb72ab x1853236723067648/t0(0) o256->MGC192.168.202.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384292.855982:0:16776:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384292.855984:0:16776:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384292.855986:0:16776:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384292.855988:0:16776:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384292.855990:0:16776:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384292.855993:0:16776:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f9bb72ab pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c0412d60-4f67-4dbc-8791-892843f60083:16776:1853236723067648:0@lo:256: 00000100:00000001:0.0:1767384292.855996:0:16776:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384292.855998:0:16776:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384292.856001:0:16776:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384292.856003:0:16776:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:0.0:1767384292.856008:0:16776:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000094424882. 00000400:00000010:0.0:1767384292.856012:0:16776:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000a6274a03. 00000100:00000200:0.0:1767384292.856016:0:16776:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x695824c902b00-0x695824c902b00, portal 33 00000100:00000001:0.0:1767384292.856019:0:16776:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384292.856020:0:16776:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384292.856023:0:16776:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003c7d6e30. 02000000:00000001:0.0:1767384292.856024:0:16776:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384292.856027:0:16776:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000040382926. 00000400:00000010:0.0:1767384292.856030:0:16776:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003e7f3dd9. 00000100:00000200:0.0:1767384292.856032:0:16776:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236723067648, portal 25 00000100:00000001:0.0:1767384292.856034:0:16776:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384292.856035:0:16776:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782674429952 : -124291035121664 : ffff8ef53d00b800) 00000100:00000040:0.0:1767384292.856038:0:16776:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f9bb72ab x1853236723067648/t0(0) o256->MGC192.168.202.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384308 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384292.856045:0:16776:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384292.856047:0:16776:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384292.856049:0:16776:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002d0a9da1. 00000100:00000200:0.0:1767384292.856051:0:16776:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853236723067648, offset 0 00000400:00000200:0.0:1767384292.856054:0:16776:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384292.856060:0:16776:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384292.856066:0:16776:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x695824c902b00 00000400:00000200:0.0:1767384292.856070:0:16776:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x1fd [2] + 0 00000400:00000010:0.0:1767384292.856078:0:16776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000095eb85d1. 00000400:00000200:0.0:1767384292.856081:0:16776:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000026b42374 00000400:00000200:0.0:1767384292.856105:0:16776:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384292.856111:0:16776:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384292.856115:0:16776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000026b42374 00000400:00000010:0.0:1767384292.856117:0:16776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000026b42374. 00000100:00000001:0.0:1767384292.856121:0:16776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384292.856122:0:16776:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384292.856126:0:16776:0:(events.c:337:request_in_callback()) incoming req@000000002c029556 x1853236723067648 msgsize 304 00000100:00100000:0.0:1767384292.856130:0:16776:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384292.856131:0:16776:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384292.856141:0:16776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384292.856145:0:16776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002d0a9da1 00000400:00000010:0.0:1767384292.856147:0:16776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002d0a9da1. 00000100:00000001:0.0:1767384292.856149:0:16776:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384292.856152:0:16776:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f9bb72ab x1853236723067648/t0(0) o256->MGC192.168.202.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384308 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384292.856160:0:16776:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384292.856162:0:16776:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000f9bb72ab x1853236723067648/t0(0) o256->MGC192.168.202.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384308 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384292.856168:0:16776:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384292.856169:0:16771:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384292.856170:0:16776:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:1.0:1767384292.856175:0:16771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723067648 00000100:00000001:0.0:1767384292.856177:0:16776:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384292.856180:0:16771:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384292.856181:0:16776:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294882843 00000100:00000001:1.0:1767384292.856183:0:16771:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384292.856187:0:16771:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384292.856189:0:16776:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294882841 02000000:00000001:1.0:1767384292.856191:0:16771:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384292.856195:0:16776:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294882843 00000100:00100000:1.0:1767384292.856196:0:16771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723067648 00000020:00000001:1.0:1767384292.856201:0:16771:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384292.856201:0:16776:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294882841 00000020:00000040:1.0:1767384292.856205:0:16771:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eec8e1 00000100:00000001:0.0:1767384292.856207:0:16776:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294882843 00000020:00000001:1.0:1767384292.856209:0:16771:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384292.856211:0:16776:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294882841 00000020:00000040:1.0:1767384292.856213:0:16771:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000555601ca refcount=15 00000100:00000001:0.0:1767384292.856217:0:16776:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294882843 00000020:00000001:1.0:1767384292.856218:0:16771:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000100:00000001:0.0:1767384292.856222:0:16776:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294882841 00000020:00000001:1.0:1767384292.856224:0:16771:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000100:00000001:0.0:1767384292.856226:0:16776:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384292.856229:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384292.856234:0:16776:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384292.856236:0:16776:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384292.856237:0:16776:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767384292.856241:0:16776:0:(client.c:2690:ptlrpc_set_wait()) set 00000000a0d82d07 going to sleep for 11 seconds 00000020:00000010:1.0:1767384292.856243:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000e7ad782. 00000100:00000001:0.0:1767384292.856244:0:16776:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384292.856247:0:16776:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384292.856249:0:16771:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384292.856254:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000e7ad782. 00000020:00000010:1.0:1767384292.856259:0:16771:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000045f5bcad. 00000020:00000010:1.0:1767384292.856263:0:16771:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002fb45aa0. 00000020:00000010:1.0:1767384292.856267:0:16771:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000019019b2e. 00000100:00000040:1.0:1767384292.856273:0:16771:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384292.856275:0:16771:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384292.856277:0:16771:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384292.856278:0:16771:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384292.856282:0:16771:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384292.856296:0:16771:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384292.856306:0:16771:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384292.856308:0:16771:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384292.856313:0:16771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00000040:1.0:1767384292.856316:0:16771:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000555601ca : new rpc_count 1 00000100:00000001:1.0:1767384292.856319:0:16771:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619777413661776 : -124296295889840 : ffff8ef4036fc450) 00000100:00000040:1.0:1767384292.856325:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000002c029556 x1853236723067648/t0(0) o256->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:273/0 lens 304/0 e 0 to 0 dl 1767384303 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384292.856335:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384292.856343:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000e7ad782. 00000100:00000001:1.0:1767384292.856346:0:16771:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384292.856349:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000e7ad782. 00000100:00100000:1.0:1767384292.856356:0:16771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000002c029556 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c0412d60-4f67-4dbc-8791-892843f60083+15:16776:x1853236723067648:12345-0@lo:256: 00000100:00000200:1.0:1767384292.856361:0:16771:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723067648 00000020:00000001:1.0:1767384292.856363:0:16771:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384292.856366:0:16771:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384292.856368:0:16771:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384292.856372:0:16771:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384292.856374:0:16771:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669141472 : -1040410144 : ffffffffc1fc99e0) 00000020:00000001:1.0:1767384292.856377:0:16771:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384292.856379:0:16771:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384292.856388:0:16771:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384292.856390:0:16771:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384292.856392:0:16771:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384292.856396:0:16771:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384292.856399:0:16771:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384292.856403:0:16771:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 00000000546eb0fb. 02000000:00000001:1.0:1767384292.856405:0:16771:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384292.856408:0:16771:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384292.856411:0:16771:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:1.0:1767384292.856417:0:16771:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:1.0:1767384292.856421:0:16771:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384292.856424:0:16771:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384292.856427:0:16771:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384292.856430:0:16771:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:1.0:1767384292.856432:0:16771:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:1.0:1767384292.856437:0:16771:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 00000000d85b7d49. 20000000:00000001:1.0:1767384292.856440:0:16771:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:1.0:1767384292.856454:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:1.0:1767384292.856461:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:1.0:1767384292.856468:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:1.0:1767384292.856471:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:1.0:1767384292.856474:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:1.0:1767384292.856477:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:1.0:1767384292.856480:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:1.0:1767384292.856482:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:1.0:1767384292.856484:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:01000000:1.0:1767384292.856487:0:16771:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 204, pages 3892/1/4/3. 20000000:00000040:1.0:1767384292.856494:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:1.0:1767384292.856497:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:1.0:1767384292.856499:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:1.0:1767384292.856502:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:1.0:1767384292.856504:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:1.0:1767384292.856507:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:1.0:1767384292.856509:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:1.0:1767384292.856511:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:1.0:1767384292.856513:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:01000000:1.0:1767384292.856516:0:16771:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 204, pages 3688/1/4/3. 20000000:01000000:1.0:1767384292.856520:0:16771:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 408, version 22 20000000:00000001:1.0:1767384292.856528:0:16771:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=408 : 408 : 198) 00000100:00000001:1.0:1767384292.856532:0:16771:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:1.0:1767384292.856535:0:16771:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000f76cb71d. 00000100:00000010:1.0:1767384292.856538:0:16771:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000f06d13f1. 00000020:00000040:1.0:1767384292.856541:0:16771:0:(genops.c:887:class_export_get()) GET export 00000000555601ca refcount=16 00010000:00000001:1.0:1767384292.856544:0:16771:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:1.0:1767384292.856548:0:16771:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:1.0:1767384292.856551:0:16771:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e1b09e96. 00000400:00000010:1.0:1767384292.856558:0:16771:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000d4124eae. 00000400:00000200:1.0:1767384292.856562:0:16771:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384292.856571:0:16771:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384292.856577:0:16771:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 408 into portal 33 MB=0x695824c902b00 00000400:00000200:1.0:1767384292.856582:0:16771:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 408/408 into md 0x1379 [4] + 0 00000400:00000010:1.0:1767384292.856585:0:16771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000094424882. 00000400:00000200:1.0:1767384292.856589:0:16771:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000a6274a03 00000400:00000200:1.0:1767384292.856593:0:16771:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384292.856595:0:16771:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384292.856599:0:16771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a6274a03 00000400:00000010:1.0:1767384292.856601:0:16771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000a6274a03. 00000100:00000001:1.0:1767384292.856605:0:16771:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:1.0:1767384292.856607:0:16771:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 00000000f9bb72ab desc 00000000f5b19b2d mbits 1853236723067648 00000100:00000001:1.0:1767384292.856624:0:16771:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:1.0:1767384292.856627:0:16771:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1767384292.856634:0:16771:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:1.0:1767384292.856642:0:16771:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x1385 00000400:00000200:1.0:1767384292.856646:0:16771:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384292.856650:0:16776:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767384292.856650:0:16771:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:3.0:1767384292.856656:0:16776:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384292.856658:0:16771:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:1.0:1767384292.856662:0:16771:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 00000000f76cb71d 00000100:00000001:1.0:1767384292.856666:0:16771:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:1.0:1767384292.856672:0:16771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e1b09e96 00000400:00000010:1.0:1767384292.856674:0:16771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e1b09e96. 00000100:00000001:1.0:1767384292.856676:0:16771:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:1.0:1767384292.856691:0:16771:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 00000000f76cb71d 00000100:00000001:1.0:1767384292.856694:0:16771:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:1.0:1767384292.856709:0:16771:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 408 bytes via portal 33 id 12345-0@lo mbits 0x695824c902b00-0x695824c902b00 00000100:00000001:1.0:1767384292.856713:0:16771:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384292.856718:0:16771:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384292.856721:0:16771:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:1.0:1767384292.856723:0:16771:0:(genops.c:898:class_export_put()) PUTting export 00000000555601ca : new refcount 15 00000100:00000010:1.0:1767384292.856727:0:16771:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000f06d13f1. 00000100:00000010:1.0:1767384292.856730:0:16771:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000f76cb71d. 00000100:00000001:1.0:1767384292.856734:0:16771:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:1.0:1767384292.856736:0:16771:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:1.0:1767384292.856742:0:16771:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 00000000d85b7d49. 20000000:00000001:1.0:1767384292.856747:0:16771:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384292.856750:0:16771:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236723067648 00010000:00000001:1.0:1767384292.856753:0:16771:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384292.856756:0:16771:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000002c029556 x1853236723067648/t0(0) o256->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:273/0 lens 304/240 e 0 to 0 dl 1767384303 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384292.856764:0:16771:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384292.856766:0:16771:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384292.856769:0:16771:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dd452398 time=22 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384292.856773:0:16771:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384292.856776:0:16771:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 21 to 0@lo 00000100:00000001:1.0:1767384292.856779:0:16771:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 02000000:00000001:1.0:1767384292.856782:0:16771:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384292.856784:0:16771:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384292.856787:0:16771:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384292.856789:0:16771:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384292.856793:0:16771:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e1b09e96. 00000100:00000200:1.0:1767384292.856797:0:16771:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853236723067648, offset 224 00000400:00000200:1.0:1767384292.856802:0:16771:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384292.856809:0:16771:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384292.856816:0:16771:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x695824c902b00 00000400:00000200:1.0:1767384292.856821:0:16771:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x137d [1] + 224 00000400:00000200:1.0:1767384292.856825:0:16771:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384292.856829:0:16771:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384292.856833:0:16771:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384292.856843:0:16771:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f9bb72ab x1853236723067648/t0(0) o256->MGC192.168.202.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384308 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384292.856852:0:16771:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@00000000f9bb72ab x1853236723067648/t0(0) o256->MGC192.168.202.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384308 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384292.856870:0:16771:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384292.856876:0:16771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e1b09e96 00000400:00000010:1.0:1767384292.856879:0:16771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e1b09e96. 00000100:00000001:1.0:1767384292.856881:0:16771:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384292.856883:0:16771:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384292.856886:0:16771:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384292.856889:0:16771:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 20 to 0@lo 00010000:00000001:1.0:1767384292.856892:0:16771:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384292.856894:0:16771:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384292.856896:0:16771:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1767384292.856897:0:16776:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767384292.856901:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002c029556 x1853236723067648/t0(0) o256->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:273/0 lens 304/240 e 0 to 0 dl 1767384303 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384292.856911:0:16771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000002c029556 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c0412d60-4f67-4dbc-8791-892843f60083+15:16776:x1853236723067648:12345-0@lo:256: Request processed in 575us (783us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384292.856919:0:16771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00000040:1.0:1767384292.856921:0:16771:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000555601ca : new rpc_count 0 00000100:00000001:1.0:1767384292.856924:0:16771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384292.856926:0:16771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384292.856929:0:16771:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002fb45aa0. 00000020:00000010:1.0:1767384292.856932:0:16771:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000019019b2e. 00000020:00000010:1.0:1767384292.856935:0:16771:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000045f5bcad. 00000020:00000040:1.0:1767384292.856938:0:16771:0:(genops.c:898:class_export_put()) PUTting export 00000000555601ca : new refcount 14 02000000:00000001:1.0:1767384292.856941:0:16771:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384292.856943:0:16771:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 00000000546eb0fb. 02000000:00000001:1.0:1767384292.856946:0:16771:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384292.856948:0:16771:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384292.856951:0:16771:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384292.856956:0:16771:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009e3de56a. 00000400:00000010:1.0:1767384292.856960:0:16771:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000885deb0f. 00000400:00000001:3.0:1767384292.856979:0:16776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384292.856981:0:16776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384292.856983:0:16776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000040382926. 00000400:00000200:3.0:1767384292.856987:0:16776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003e7f3dd9 00000400:00000010:3.0:1767384292.856989:0:16776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003e7f3dd9. 00000100:00000001:3.0:1767384292.856992:0:16776:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384292.856996:0:16776:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f9bb72ab x1853236723067648/t0(0) o256->MGC192.168.202.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384308 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384292.857005:0:16776:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f9bb72ab x1853236723067648/t0(0) o256->MGC192.168.202.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384308 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384292.857013:0:16776:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384292.857015:0:16776:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384292.857017:0:16776:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384292.857018:0:16776:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384292.857020:0:16776:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384292.857021:0:16776:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384292.857023:0:16776:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384292.857026:0:16776:0:(import.c:2128:obd_at_measure()) add 5 to 0000000028df3f77 time=22 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384292.857030:0:16776:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f5022cbe time=22 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384292.857038:0:16776:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384292.857040:0:16776:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384292.857042:0:16776:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384292.857044:0:16776:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384292.857046:0:16776:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384292.857049:0:16776:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@00000000f9bb72ab x1853236723067648/t0(0) o256->MGC192.168.202.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384308 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384292.857059:0:16776:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@00000000f9bb72ab x1853236723067648/t0(0) o256->MGC192.168.202.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384308 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384292.857066:0:16776:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384292.857068:0:16776:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384292.857070:0:16776:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f9bb72ab x1853236723067648/t0(0) o256->MGC192.168.202.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384308 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384292.857078:0:16776:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f9bb72ab pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c0412d60-4f67-4dbc-8791-892843f60083:16776:1853236723067648:0@lo:256: 00000100:00000001:3.0:1767384292.857082:0:16776:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384292.857084:0:16776:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384292.857118:0:16776:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767384292.857120:0:16776:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384292.857123:0:16776:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f9bb72ab x1853236723067648/t0(0) o256->MGC192.168.202.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384308 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384292.857133:0:16776:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384292.857135:0:16776:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000a0d82d07. 00000100:00000001:3.0:1767384292.857139:0:16776:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767384292.857140:0:16776:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:3.0:1767384292.857144:0:16776:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 22, more 0. 10000000:00000001:3.0:1767384292.857149:0:16776:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:3.0:1767384292.857157:0:16776:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 000000005c20e1b7. 00010000:00000001:3.0:1767384292.857170:0:16776:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:3.0:1767384292.857173:0:16776:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:3.0:1767384292.857180:0:16776:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.202.152@tcp has 192.168.202.152@tcp. 00000100:00000001:3.0:1767384292.857183:0:16776:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384292.857185:0:16776:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:3.0:1767384292.857186:0:16776:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.202.152@tcp with 192.168.202.152@tcp 00000100:00000200:3.0:1767384292.857193:0:16776:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.202.152@tcp' 00000400:00000200:3.0:1767384292.857196:0:16776:0:(peer.c:1356:LNetAddPeer()) Add peer with 9 NIDs 00000400:00001000:3.0:1767384292.857199:0:16776:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:3.0:1767384292.857203:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.202.152@tcp 00000400:00000200:3.0:1767384292.857209:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp NID flags 0x100001: -17 00000400:00000200:3.0:1767384292.857215:0:16776:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (9) 00000400:00000200:3.0:1767384292.857221:0:16776:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:3.0:1767384292.857225:0:16776:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.202.152@tcp NID 192.168.202.152@tcp: 0. pending discovery 00000400:00000200:3.0:1767384292.857227:0:16776:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000005d9714d7 (10) 00000400:00000200:3.0:1767384292.857231:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp 00000400:00000200:3.0:1767384292.857233:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.202.152@tcp10 00000400:00000200:3.0:1767384292.857238:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp10 NID flags 0x1: -114 00000400:00000200:3.0:1767384292.857240:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp10 00000400:00000200:3.0:1767384292.857243:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.202.152@tcp11 00000400:00000200:3.0:1767384292.857246:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp11 NID flags 0x1: -114 00000400:00000200:3.0:1767384292.857248:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp11 00000400:00000200:3.0:1767384292.857250:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.202.152@tcp12 00000400:00000200:3.0:1767384292.857254:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp12 NID flags 0x1: -114 00000400:00000200:3.0:1767384292.857255:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp12 00000400:00000200:3.0:1767384292.857257:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.202.152@tcp13 00000400:00000200:3.0:1767384292.857261:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp13 NID flags 0x1: -114 00000400:00000200:3.0:1767384292.857263:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp13 00000400:00000200:3.0:1767384292.857265:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.202.152@tcp14 00000400:00000200:3.0:1767384292.857268:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp14 NID flags 0x1: -114 00000400:00000200:3.0:1767384292.857269:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp14 00000400:00000200:3.0:1767384292.857272:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.202.152@tcp15 00000400:00000200:3.0:1767384292.857380:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp15 NID flags 0x1: -114 00000400:00000200:3.0:1767384292.857382:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp15 00000400:00000200:3.0:1767384292.857384:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.202.152@tcp16 00000400:00000200:3.0:1767384292.857388:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp16 NID flags 0x1: -114 00000400:00000200:3.0:1767384292.857389:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp16 00000400:00000200:3.0:1767384292.857391:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.202.152@tcp17 00000400:00000200:3.0:1767384292.857394:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp17 NID flags 0x1: -114 00000400:00000200:3.0:1767384292.857396:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp17 00000100:00000001:3.0:1767384292.857399:0:16776:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384292.857402:0:16776:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:3.0:1767384292.857410:0:16776:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.202.152@tcp' by NID '192.168.202.152@tcp' 10000000:00000010:3.0:1767384292.857415:0:16776:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 0000000080ccf6eb. 10000000:00000040:3.0:1767384292.857418:0:16776:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 21/22 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.202.152@tcp::2 00000020:00000080:3.0:1767384292.857422:0:16776:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000020:00000001:3.0:1767384292.857430:0:16776:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:3.0:1767384292.857435:0:16776:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006d2706b6. 00000020:00000010:3.0:1767384292.857440:0:16776:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000007c1e72c8. 00000040:00000010:3.0:1767384292.857445:0:16776:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000ae53d45f. 00000020:00000010:3.0:1767384292.857450:0:16776:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000028b4a8a8. 00000020:00000010:3.0:1767384292.857456:0:16776:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000003ad121f2. 00000020:00000010:3.0:1767384292.857461:0:16776:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000cf527636. 80000000:00000010:3.0:1767384292.857466:0:16776:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000880d8d48. 40000000:00000010:3.0:1767384292.857471:0:16776:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000717fa0ac. 00100000:00000010:3.0:1767384292.857477:0:16776:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000f68c7997. 00040000:00000010:3.0:1767384292.857483:0:16776:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000008bf0c879. 00040000:00000010:3.0:1767384292.857489:0:16776:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000d82d5650. 00040000:00000010:3.0:1767384292.857493:0:16776:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000233b016b. 00080000:00000010:3.0:1767384292.857499:0:16776:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000bbd4965c. 00000004:00000010:3.0:1767384292.857506:0:16776:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000002ca01c58. 00000004:00000010:3.0:1767384292.857512:0:16776:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000001a7925a7. 00000004:00000010:3.0:1767384292.857517:0:16776:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000008cc4e3c0. 00002000:00000010:3.0:1767384292.857522:0:16776:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000c0e83866. 00000004:00000010:3.0:1767384292.857526:0:16776:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000007e59d6f3. 00000004:00000001:3.0:1767384292.857530:0:16776:0:(osp_dev.c:662:osp_process_config()) Process entered 00000040:00000001:3.0:1767384292.857533:0:16776:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:3.0:1767384292.857535:0:16776:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 0000000080ccf6eb 00000040:00001000:3.0:1767384292.857536:0:16776:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:3.0:1767384292.857537:0:16776:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:3.0:1767384292.857539:0:16776:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:3.0:1767384292.857539:0:16776:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:3.0:1767384292.857542:0:16776:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:3.0:1767384292.857542:0:16776:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:3.0:1767384292.857543:0:16776:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:3.0:1767384292.857544:0:16776:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.202.152@tcp::2 00000040:00000001:3.0:1767384292.857551:0:16776:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000004:00000001:3.0:1767384292.857603:0:16776:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384292.857607:0:16776:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000007c1e72c8. 00000040:00000010:3.0:1767384292.857611:0:16776:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000ae53d45f. 00000020:00000010:3.0:1767384292.857614:0:16776:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000028b4a8a8. 00000020:00000010:3.0:1767384292.857619:0:16776:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000003ad121f2. 00000020:00000010:3.0:1767384292.857622:0:16776:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000cf527636. 80000000:00000010:3.0:1767384292.857625:0:16776:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000880d8d48. 40000000:00000010:3.0:1767384292.857628:0:16776:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000717fa0ac. 00100000:00000010:3.0:1767384292.857631:0:16776:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000f68c7997. 00040000:00000010:3.0:1767384292.857635:0:16776:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000008bf0c879. 00040000:00000010:3.0:1767384292.857638:0:16776:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000d82d5650. 00040000:00000010:3.0:1767384292.857641:0:16776:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000233b016b. 00080000:00000010:3.0:1767384292.857643:0:16776:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000bbd4965c. 00000004:00000010:3.0:1767384292.857646:0:16776:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000002ca01c58. 00000004:00000010:3.0:1767384292.857649:0:16776:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000001a7925a7. 00000004:00000010:3.0:1767384292.857653:0:16776:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000008cc4e3c0. 00002000:00000010:3.0:1767384292.857655:0:16776:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000c0e83866. 00000004:00000010:3.0:1767384292.857658:0:16776:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000007e59d6f3. 00000020:00000010:3.0:1767384292.857660:0:16776:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006d2706b6. 00000020:00000001:3.0:1767384292.857662:0:16776:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384292.857663:0:16776:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:3.0:1767384292.857666:0:16776:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 0000000080ccf6eb. 10000000:00000040:3.0:1767384292.857672:0:16776:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.202.152@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 10000000:00000010:3.0:1767384292.857674:0:16776:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 000000005c20e1b7. 10000000:00000001:3.0:1767384292.857676:0:16776:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384292.857691:0:16776:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384292.857696:0:16776:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f9bb72ab x1853236723067648/t0(0) o256->MGC192.168.202.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384308 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384292.857703:0:16776:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384292.857705:0:16776:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384292.857706:0:16776:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003c7d6e30. 02000000:00000001:3.0:1767384292.857709:0:16776:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384292.857710:0:16776:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384292.857715:0:16776:0:(genops.c:1242:class_import_put()) import 00000000df830bbe refcount=4 obd=MGC192.168.202.152@tcp 00000020:00000001:3.0:1767384292.857716:0:16776:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767384292.857718:0:16776:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:3.0:1767384292.857719:0:16776:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384292.857719:0:16776:0:(genops.c:1242:class_import_put()) import 00000000df830bbe refcount=3 obd=MGC192.168.202.152@tcp 00000020:00000001:3.0:1767384292.857721:0:16776:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:3.0:1767384292.857722:0:16776:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 000000005fe307dc. 00000100:00000010:3.0:1767384292.857724:0:16776:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000f5b19b2d. 00000100:00000001:3.0:1767384292.857725:0:16776:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:3.0:1767384292.857726:0:16776:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000001a7e4b90. 02000000:00000001:3.0:1767384292.857728:0:16776:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384292.857729:0:16776:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384292.857730:0:16776:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f9bb72ab. 00000100:00000001:3.0:1767384292.857732:0:16776:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384292.857732:0:16776:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:3.0:1767384292.857741:0:16776:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 0000000021c037b1. 10000000:01000000:3.0:1767384292.857744:0:16776:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.152@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:3.0:1767384292.857747:0:16776:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:3.0:1767384292.857749:0:16776:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384292.857750:0:16776:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384292.857752:0:16776:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f8befcd4 refcount=3 00000020:00000001:3.0:1767384292.857753:0:16776:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781734633472 : -124291974918144 : ffff8ef504fc9000) 00010000:00000001:3.0:1767384292.857755:0:16776:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781734633472 : -124291974918144 : ffff8ef504fc9000) 00010000:00000001:3.0:1767384292.857758:0:16776:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384292.857759:0:16776:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.152@tcp lock: 00000000f8befcd4/0x7e51148972eecabd lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7e51148972eecac4 expref: -99 pid: 16776 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384292.857766:0:16776:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384292.857767:0:16776:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384292.857768:0:16776:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.152@tcp lock: 00000000f8befcd4/0x7e51148972eecabd lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7e51148972eecac4 expref: -99 pid: 16776 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384292.857773:0:16776:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384292.857774:0:16776:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384292.857775:0:16776:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:3.0:1767384292.857776:0:16776:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384292.857781:0:16776:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384292.857783:0:16776:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:3.0:1767384292.857786:0:16776:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1767384292.857788:0:16776:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(0000000070cb7a0b) refs 3 10000000:00000001:3.0:1767384292.857790:0:16776:0:(mgc_request.c:147:config_log_put()) Process leaving 00000020:00000010:2.0:1767384292.865985:0:21040:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 00000000a7567aff. 00000020:00000040:2.0:1767384292.865995:0:21040:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:2.0:1767384292.865998:0:21040:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 00000000a7567aff. 00000100:00000040:1.0:1767384292.881157:0:62:0:(connection.c:75:cpu_latency_work()) work item of 00000000edc4e618 (cpu 0) has reached its deadline 4294882843, at 4294882844 00000100:00000010:1.0:1767384292.881174:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000639e0a3f. 00000100:00000040:2.0:1767384292.882133:0:795:0:(connection.c:75:cpu_latency_work()) work item of 00000000135c2452 (cpu 0) has reached its deadline 4294882843, at 4294882845 00000100:00000040:3.0:1767384292.882136:0:53:0:(connection.c:75:cpu_latency_work()) work item of 000000009d5c2cb6 (cpu 0) has reached its deadline 4294882843, at 4294882845 00000100:00000040:0.0:1767384292.882138:0:449:0:(connection.c:75:cpu_latency_work()) work item of 000000002fd0fb58 (cpu 0) has reached its deadline 4294882843, at 4294882845 00000100:00000010:2.0:1767384292.882143:0:795:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003ff683e0. 00000100:00000010:3.0:1767384292.882146:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000619a1e27. 00000100:00000010:0.0:1767384292.882148:0:449:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002ff4f777. 00010000:00000001:0.0:1767384292.917385:0:449:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384292.917391:0:449:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384292.917397:0:449:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384292.917399:0:449:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384292.917465:0:16767:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384292.917469:0:16767:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384292.917472:0:16767:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:1.0:1767384293.494354:0:21225:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384293.494372:0:21225:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384293.494376:0:21225:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384293.494382:0:21225:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384293.494388:0:21225:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384293.494391:0:21225:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384293.941133:0:449:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384293.941139:0:449:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384293.941146:0:449:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384293.941148:0:449:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384293.941179:0:16768:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384293.941184:0:16768:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384293.941186:0:16768:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:1.0:1767384294.150660:0:21389:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384294.150665:0:21389:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg252-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp18 --if ens2 00000001:00000001:1.0:1767384294.153534:0:21389:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384294.159763:0:21390:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000f07aa235. 00000400:00000010:1.0:1767384294.159780:0:21390:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000408d8cc4. 00000400:00000010:1.0:1767384294.159793:0:21390:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000aae6953e. 00000400:00000010:1.0:1767384294.159796:0:21390:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000c5c85a11. 00000400:00000010:1.0:1767384294.159801:0:21390:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000006afd1286. 00000400:00000010:1.0:1767384294.159805:0:21390:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000004d4729aa. 00000400:00000010:1.0:1767384294.159807:0:21390:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000003901bae5. 00000400:00000010:1.0:1767384294.159808:0:21390:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000005eba93f0. 00000400:00000010:1.0:1767384294.159813:0:21390:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000d11c1cf8. 00000800:00000010:1.0:1767384294.159825:0:21390:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000a3d243ef. 00000800:00000200:1.0:1767384294.159838:0:21390:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384294.159846:0:21390:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384294.159886:0:21390:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.152) 00000400:02000000:1.0:1767384294.159907:0:21390:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.152@tcp18 [8/256/0/180] 00000400:00000010:1.0:1767384294.161191:0:21390:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 201 at 00000000a10db658. 00000400:00000010:1.0:1767384294.161198:0:21390:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d42027a5. 00000400:00000010:1.0:1767384294.161204:0:21390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e1b09e96. 00000400:00000001:1.0:1767384294.161221:0:21390:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384294.161223:0:21390:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384294.161225:0:21390:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c1bcaa1c. 00000400:00000200:1.0:1767384294.161228:0:21390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000005c1b364 00000400:00000010:1.0:1767384294.161230:0:21390:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000005c1b364. 00000400:00000010:1.0:1767384294.161234:0:21390:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 185 at 0000000048f3b6a0. 00000400:00000200:1.0:1767384294.161245:0:21390:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (9) 00000400:00000200:1.0:1767384294.161258:0:21390:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.152@tcp (000000005d9714d7): 0 00000400:00000200:1.0:1767384294.161266:0:21390:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131090 00000020:00000010:1.0:1767384294.161275:0:21390:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000003df1869e. 00000020:01000000:1.0:1767384294.161279:0:21390:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:1.0:1767384294.161281:0:21390:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.152@tcp18 00000400:00000010:1.0:1767384294.161294:0:21390:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000408d8cc4. 00000400:00000010:1.0:1767384294.161298:0:21390:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000f07aa235. 00000400:00000200:2.0:1767384294.161331:0:16135:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:00000001:0.0:1767384294.161334:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:2.0:1767384294.161339:0:16135:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100151 10000000:00000001:0.0:1767384294.161343:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000010:2.0:1767384294.161347:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000081998b88. 10000000:00000001:0.0:1767384294.161348:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:2.0:1767384294.161352:0:16135:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (10) 10000000:01000000:0.0:1767384294.161353:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000010:2.0:1767384294.161359:0:16135:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000e19aad78. 00000020:01000004:0.0:1767384294.161359:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384294.161364:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:2.0:1767384294.161369:0:16135:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.152@tcp 00000020:01000004:0.0:1767384294.161369:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384294.161374:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384294.161376:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384294.161378:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384294.161380:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384294.161382:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384294.161385:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:2.0:1767384294.161386:0:16135:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.152@tcp local destination 00000020:01000004:0.0:1767384294.161388:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:2.0:1767384294.161393:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 00000400:00000200:2.0:1767384294.161398:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000100:00000010:0.0:1767384294.161398:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006fac9fc8. 00000400:00000200:2.0:1767384294.161406:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 00000020:00000040:0.0:1767384294.161408:0:36:0:(genops.c:1229:class_import_get()) import 00000000df830bbe refcount=4 obd=MGC192.168.202.152@tcp 00000400:00000200:2.0:1767384294.161410:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 00000400:00000200:2.0:1767384294.161416:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 6], ns[16, 6] 00000100:00000001:0.0:1767384294.161419:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1767384294.161420:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 6], ns[18, 6] 02000000:00000001:0.0:1767384294.161425:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1767384294.161426:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 6], ns[20, 6] 00000400:00000200:2.0:1767384294.161431:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 02000000:00000001:0.0:1767384294.161434:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384294.161442:0:16135:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp17 00000400:00000200:2.0:1767384294.161448:0:16135:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.152@tcp17 02000000:00000010:0.0:1767384294.161448:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000b94d3830. 00000400:00000200:2.0:1767384294.161457:0:16135:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.152@tcp17 lpni_is_preferred = 0 00000100:00000001:0.0:1767384294.161460:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384294.161463:0:16135:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.152@tcp17 00000400:00000200:2.0:1767384294.161467:0:16135:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp17 NI seq info: [21:21:256:4294967295] 192.168.202.152@tcp17 LPNI seq info [21:21:8:4294967295] 00000400:00000200:2.0:1767384294.161478:0:16135:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.152@tcp17 00000100:00000001:0.0:1767384294.161482:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384294.161487:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384294.161493:0:16135:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp17(192.168.202.152@tcp17:) -> 192.168.202.152@tcp17(192.168.202.152@tcp:192.168.202.152@tcp17) : PUT try# 0 00000100:00000040:0.0:1767384294.161502:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006fac9fc8] to pc [ptlrpcd_00_00+0] req@000000006fac9fc8 x1853236723067776/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767384294.161503:0:16135:0:(socklnd_cb.c:1001:ksocknal_send()) sending 192 bytes in 1 frags to 12345-192.168.202.152@tcp17 00000800:00000010:2.0:1767384294.161510:0:16135:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001c47a7f1. 00000800:00000010:2.0:1767384294.161545:0:16135:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000dabcf4fa. 10000000:00000001:0.0:1767384294.161547:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384294.161551:0:16135:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000b5b9a271. 10000000:00000001:0.0:1767384294.161553:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384294.161554:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384294.161559:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1767384294.161560:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384294.161564:0:16137:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000800:00000200:2.0:1767384294.161565:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000dabcf4fa] -> 12345-192.168.202.152@tcp17 (2) 00000020:01000000:0.0:1767384294.161566:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000040:1.0:1767384294.161570:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006fac9fc8 x1853236723067776/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384294.161578:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000800:00000200:2.1:1767384294.161579:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000dabcf4fa] -> 12345-192.168.202.152@tcp17 (2) 10000000:00000001:0.0:1767384294.161583:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000100:00000001:1.0:1767384294.161585:0:16137:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 10000000:00000001:0.0:1767384294.161587:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000001:1.0:1767384294.161588:0:16137:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:0.0:1767384294.161591:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 02000000:00000001:1.0:1767384294.161594:0:16137:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:0.0:1767384294.161596:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 02000000:00000001:1.0:1767384294.161597:0:16137:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:0.0:1767384294.161600:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 02000000:00000001:1.0:1767384294.161601:0:16137:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384294.161602:0:16135:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.152@tcp 00000020:01000004:0.0:1767384294.161605:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00100000:1.0:1767384294.161607:0:16137:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006fac9fc8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c0412d60-4f67-4dbc-8791-892843f60083:16137:1853236723067776:0@lo:253: 00000400:00000200:2.0:1767384294.161610:0:16135:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100551 rc 0 00000020:01000004:0.0:1767384294.161610:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000001:1.0:1767384294.161615:0:16137:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:01000004:0.0:1767384294.161615:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384294.161619:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 02000000:00000001:1.0:1767384294.161621:0:16137:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:01000004:0.0:1767384294.161621:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384294.161623:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 02000000:00000001:1.0:1767384294.161625:0:16137:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384294.161627:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:1.0:1767384294.161628:0:16137:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:0.0:1767384294.161634:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e11bb988. 02000000:00000010:1.0:1767384294.161637:0:16137:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000007c842d04. 00000020:00000040:0.0:1767384294.161640:0:36:0:(genops.c:1229:class_import_get()) import 00000000df830bbe refcount=5 obd=MGC192.168.202.152@tcp 02000000:00000001:1.0:1767384294.161641:0:16137:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384294.161647:0:16137:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a87b8d61. 00000100:00000001:0.0:1767384294.161647:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384294.161650:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:1.0:1767384294.161654:0:16137:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000408d8cc4. 02000000:00000001:0.0:1767384294.161655:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384294.161659:0:16137:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236723067776, portal 25 00000100:00000001:1.0:1767384294.161662:0:16137:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384294.161664:0:16137:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782674418304 : -124291035133312 : ffff8ef53d008a80) 02000000:00000010:0.0:1767384294.161664:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000009aea2350. 00000100:00000040:1.0:1767384294.161684:0:16137:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006fac9fc8 x1853236723067776/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384310 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384294.161688:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384294.161692:0:16137:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384294.161695:0:16137:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384294.161696:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384294.161699:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384294.161704:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.152:988 00000400:00000010:1.0:1767384294.161705:0:16137:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007ef9d5c0. 00000100:00000040:0.0:1767384294.161708:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e11bb988] to pc [ptlrpcd_00_01+1] req@00000000e11bb988 x1853236723067904/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384294.161710:0:16137:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236723067776, offset 0 00000400:00000200:1.0:1767384294.161720:0:16137:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 10000000:00000001:0.0:1767384294.161729:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384294.161732:0:16137:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 10000000:00000001:0.0:1767384294.161735:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384294.161739:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384294.161745:0:16137:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824c902b80 00000020:01000000:0.0:1767384294.161752:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:1.0:1767384294.161756:0:16137:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x201 [2] + 0 00000020:00000010:0.0:1767384294.161758:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000003df1869e. 00000400:00000010:1.0:1767384294.161760:0:16137:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d615df4a. 00000400:00000200:1.0:1767384294.161766:0:16137:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000dbc98696 00000400:00000200:2.0:1767384294.161769:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.152:988 00000400:00000200:1.0:1767384294.161773:0:16137:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384294.161777:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384294.161780:0:16137:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384294.161782:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384294.161785:0:16138:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1767384294.161786:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dbc98696 00000400:00000010:1.0:1767384294.161789:0:16137:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000dbc98696. 00000100:00000040:0.0:1767384294.161793:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e11bb988 x1853236723067904/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384294.161794:0:16137:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384294.161798:0:16137:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384294.161803:0:16137:0:(events.c:337:request_in_callback()) incoming req@00000000c70847be x1853236723067776 msgsize 4848 00000400:00000200:2.0:1767384294.161806:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.152:988 00000100:00100000:1.0:1767384294.161814:0:16137:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384294.161815:0:16138:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:1.0:1767384294.161817:0:16137:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384294.161818:0:16138:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384294.161822:0:16138:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384294.161825:0:16138:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384294.161827:0:16137:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:0.0:1767384294.161828:0:16138:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384294.161833:0:16138:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e11bb988 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c0412d60-4f67-4dbc-8791-892843f60083:16138:1853236723067904:0@lo:253: 00000100:00000001:0.0:1767384294.161837:0:16138:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1767384294.161839:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007ef9d5c0 02000000:00000001:0.0:1767384294.161840:0:16138:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:1.0:1767384294.161842:0:16137:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007ef9d5c0. 02000000:00000001:0.0:1767384294.161844:0:16138:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384294.161847:0:16137:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:0.0:1767384294.161848:0:16138:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767384294.161849:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.152:988 00000100:00000200:1.0:1767384294.161852:0:16137:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006fac9fc8 x1853236723067776/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384310 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384294.161862:0:16137:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384294.161864:0:16137:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006fac9fc8 x1853236723067776/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384310 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767384294.161868:0:16138:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000eecb2453. 00000100:00000001:1.0:1767384294.161870:0:16137:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384294.161874:0:16138:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384294.161875:0:16137:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384294.161880:0:16137:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384294.161882:0:16138:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008440d953. 00000100:00000001:1.0:1767384294.161884:0:16137:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294884148 00000400:00000200:2.0:1767384294.161887:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.152:988 00000100:00000010:1.0:1767384294.161889:0:16137:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006b7ddb88. 00000400:00000010:0.0:1767384294.161891:0:16138:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000054a3a985. 00000100:00000200:0.0:1767384294.161897:0:16138:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236723067904, portal 25 00000100:00000001:1.0:1767384294.161899:0:16137:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1767384294.161900:0:16138:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384294.161903:0:16138:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782674429056 : -124291035122560 : ffff8ef53d00b480) 00000100:00000001:1.0:1767384294.161906:0:16137:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294884148 00000100:00000010:1.0:1767384294.161910:0:16137:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004c6385dd. 00000100:00000040:0.0:1767384294.161912:0:16138:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e11bb988 x1853236723067904/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384310 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384294.161921:0:16137:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 1 00000400:00000200:2.0:1767384294.161923:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.152:988 00000100:00000001:0.0:1767384294.161926:0:16138:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384294.161927:0:16137:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294884148 00000100:00000010:1.0:1767384294.161932:0:16137:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ed1f8288. 00000100:00000040:0.0:1767384294.161933:0:16138:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384294.161936:0:16137:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 2 00000400:00000010:0.0:1767384294.161938:0:16138:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008c8d273b. 00000100:00000001:1.0:1767384294.161941:0:16137:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294884148 00000100:00000200:0.0:1767384294.161943:0:16138:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236723067904, offset 0 00000100:00000010:1.0:1767384294.161945:0:16137:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005bc589a8. 00000100:00000001:1.0:1767384294.161950:0:16137:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384294.161955:0:16137:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384294.161955:0:16138:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384294.161959:0:16137:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384294.161962:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384294.161965:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384294.161967:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.152:988 00000400:00000200:0.0:1767384294.161970:0:16138:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384294.161976:0:16137:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384294.161979:0:16137:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384294.161982:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384294.161985:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767384294.161986:0:16138:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824c902c00 00000100:00000001:1.0:1767384294.161987:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384294.161993:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384294.161997:0:16138:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x205 [2] + 0 00000400:00000200:2.0:1767384294.162002:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.152:988 00000400:00000010:0.0:1767384294.162012:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006e011b77. 00000100:00000001:1.0:1767384294.162015:0:16771:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:0.0:1767384294.162017:0:16138:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000f1d1ab5f 00000100:00100000:1.0:1767384294.162019:0:16771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723067776 02000000:00000001:1.0:1767384294.162022:0:16771:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384294.162024:0:16771:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384294.162026:0:16771:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384294.162026:0:16138:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1767384294.162033:0:16771:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384294.162036:0:16138:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384294.162038:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.152:988 00000100:00100000:1.0:1767384294.162038:0:16771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723067776 00000020:00000001:1.0:1767384294.162043:0:16771:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:0.0:1767384294.162043:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f1d1ab5f 00000020:00000040:1.0:1767384294.162046:0:16771:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eec8e1 00000400:00000010:0.0:1767384294.162048:0:16138:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f1d1ab5f. 00000020:00000001:1.0:1767384294.162049:0:16771:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384294.162054:0:16771:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000555601ca refcount=15 00000020:00000001:1.0:1767384294.162056:0:16771:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000100:00000001:0.0:1767384294.162056:0:16138:0:(events.c:286:request_in_callback()) Process entered 00000020:00000001:1.0:1767384294.162060:0:16771:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000100:00000200:0.0:1767384294.162060:0:16138:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:1.0:1767384294.162068:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:0.0:1767384294.162068:0:16138:0:(events.c:337:request_in_callback()) incoming req@0000000018a6866d x1853236723067904 msgsize 4848 00000400:00000200:2.0:1767384294.162070:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.152:988 00000020:00000010:1.0:1767384294.162073:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006bfbeddc. 00000100:00000001:1.0:1767384294.162078:0:16771:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384294.162083:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006bfbeddc. 00000100:00100000:0.0:1767384294.162083:0:16138:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384294.162116:0:16138:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:0.0:1767384294.162128:0:16138:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000010:1.0:1767384294.162131:0:16771:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006987858f. 00000400:00000200:0.0:1767384294.162136:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008c8d273b 00000020:00000010:1.0:1767384294.162137:0:16771:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000bc13f445. 00000400:00000010:0.0:1767384294.162139:0:16138:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008c8d273b. 00000400:00000200:2.0:1767384294.162141:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.152:988 00000020:00000010:1.0:1767384294.162145:0:16771:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000019019b2e. 00000100:00000001:0.0:1767384294.162146:0:16138:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384294.162154:0:16138:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e11bb988 x1853236723067904/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384310 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384294.162158:0:16771:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384294.162163:0:16771:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384294.162166:0:16771:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384294.162169:0:16771:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384294.162169:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384294.162175:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e11bb988 x1853236723067904/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384310 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384294.162178:0:16771:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384294.162179:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.152:988 00000100:00000001:0.0:1767384294.162189:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384294.162190:0:16771:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384294.162194:0:16138:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384294.162202:0:16771:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384294.162202:0:16138:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384294.162205:0:16771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723067904 02000000:00000001:1.0:1767384294.162208:0:16771:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384294.162208:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294884149 00000100:00000001:1.0:1767384294.162211:0:16771:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:2.0:1767384294.162214:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.152:988 00000100:00000001:1.0:1767384294.162214:0:16771:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384294.162217:0:16138:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294884148 02000000:00000001:1.0:1767384294.162218:0:16771:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384294.162224:0:16771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723067904 00000020:00000001:1.0:1767384294.162226:0:16771:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384294.162228:0:16771:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eec8e1 00000100:00000001:0.0:1767384294.162229:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294884149 00000020:00000001:1.0:1767384294.162232:0:16771:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384294.162234:0:16771:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000555601ca refcount=16 00000020:00000001:1.0:1767384294.162236:0:16771:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000100:00000001:0.0:1767384294.162237:0:16138:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294884148 00000020:00000001:1.0:1767384294.162238:0:16771:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000100:00000001:1.0:1767384294.162244:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384294.162245:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294884149 00000020:00000010:1.0:1767384294.162246:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006bfbeddc. 00000400:00000200:2.0:1767384294.162249:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.152:988 00000100:00000001:1.0:1767384294.162251:0:16771:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384294.162252:0:16138:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294884148 00000020:00000010:1.0:1767384294.162257:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006bfbeddc. 00000100:00000001:0.0:1767384294.162260:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294884149 00000020:00000010:1.0:1767384294.162262:0:16771:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000245d2d6e. 00000020:00000010:1.0:1767384294.162266:0:16771:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000dcb4237f. 00000100:00000001:0.0:1767384294.162268:0:16138:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294884148 00000020:00000010:1.0:1767384294.162269:0:16771:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e4bd3897. 00000100:00000001:1.0:1767384294.162275:0:16771:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384294.162276:0:16138:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384294.162277:0:16771:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384294.162278:0:16771:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384294.162281:0:16771:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384294.162282:0:16771:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384294.162288:0:16138:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384294.162290:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.152:988 00000100:00000001:1.0:1767384294.162292:0:16771:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384294.162292:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384294.162297:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384294.162302:0:16771:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384294.162306:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1767384294.162308:0:16771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00000001:0.0:1767384294.162310:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:1.0:1767384294.162313:0:16771:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000555601ca : new rpc_count 1 00000100:00000001:0.0:1767384294.162315:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384294.162316:0:16771:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619777413662800 : -124296295888816 : ffff8ef4036fc850) 00000100:00000001:0.0:1767384294.162319:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767384294.162323:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.152:988 00000100:00000040:1.0:1767384294.162323:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c70847be x1853236723067776/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:275/0 lens 4848/0 e 0 to 0 dl 1767384305 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384294.162323:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384294.162328:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384294.162338:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384294.162341:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006bfbeddc. 00000100:00000001:1.0:1767384294.162344:0:16771:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384294.162345:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006bfbeddc. 00000100:00100000:1.0:1767384294.162349:0:16771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000c70847be pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c0412d60-4f67-4dbc-8791-892843f60083+16:16137:x1853236723067776:12345-0@lo:253: 00000100:00000200:1.0:1767384294.162352:0:16771:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723067776 00000020:00000001:1.0:1767384294.162356:0:16771:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384294.162359:0:16771:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384294.162361:0:16771:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384294.162363:0:16771:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384294.162365:0:16771:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669141328 : -1040410288 : ffffffffc1fc9950) 00000020:00000001:1.0:1767384294.162367:0:16771:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384294.162369:0:16771:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384294.162371:0:16771:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384294.162373:0:16771:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384294.162375:0:16771:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384294.162378:0:16771:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384294.162381:0:16771:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384294.162387:0:16771:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000003a2219a. 02000000:00000001:1.0:1767384294.162389:0:16771:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384294.162390:0:16771:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384294.162394:0:16771:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:1.0:1767384294.162403:0:16771:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000003df1869e. 20000000:01000000:1.0:1767384294.162406:0:16771:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:1.0:1767384294.162409:0:16771:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384294.162411:0:16771:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384294.162413:0:16771:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384294.162418:0:16771:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384294.162421:0:16771:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:1.0:1767384294.162431:0:16771:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000045f5bcad. 20000000:01000000:1.0:1767384294.162433:0:16771:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #18 20000000:00000001:1.0:1767384294.162439:0:16771:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:1.0:1767384294.162446:0:16771:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:1.0:1767384294.162498:0:16771:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384294.162502:0:16771:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384294.162503:0:16771:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384294.162505:0:16771:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:1.0:1767384294.162509:0:16771:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384294.162515:0:16771:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446619782313850200 : -124291395701416 : ffff8ef52782b558) 00080000:00000001:1.0:1767384294.162519:0:16771:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384294.162525:0:16771:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000023be5369. 00080000:00000001:1.0:1767384294.162527:0:16771:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446619781702212608 : -124292007339008 : ffff8ef5030ddc00) 00080000:00000001:1.0:1767384294.162530:0:16771:0:(osd_io.c:243:osd_declare_write()) Process entered 00000100:00000001:0.0:1767384294.162546:0:16773:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384294.162550:0:16773:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384294.162557:0:16773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00000040:0.0:1767384294.162560:0:16773:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000555601ca : new rpc_count 2 00000100:00000001:0.0:1767384294.162563:0:16773:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619777413668944 : -124296295882672 : ffff8ef4036fe050) 00000100:00000040:0.0:1767384294.162569:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000018a6866d x1853236723067904/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:275/0 lens 4848/0 e 0 to 0 dl 1767384305 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384294.162580:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384294.162585:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000093abba58. 00000100:00000001:0.0:1767384294.162588:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384294.162591:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000093abba58. 00000100:00100000:0.0:1767384294.162597:0:16773:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000018a6866d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c0412d60-4f67-4dbc-8791-892843f60083+16:16138:x1853236723067904:12345-0@lo:253: 00000100:00000200:0.0:1767384294.162602:0:16773:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723067904 00000020:00000001:0.0:1767384294.162605:0:16773:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384294.162608:0:16773:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384294.162610:0:16773:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384294.162612:0:16773:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384294.162615:0:16773:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669141328 : -1040410288 : ffffffffc1fc9950) 00000020:00000001:0.0:1767384294.162618:0:16773:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384294.162621:0:16773:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384294.162623:0:16773:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384294.162625:0:16773:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384294.162628:0:16773:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384294.162631:0:16773:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384294.162634:0:16773:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000800:00000010:2.0:1767384294.162642:0:16125:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000035df818b. 02000000:00000010:0.0:1767384294.162647:0:16773:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000000557b543. 00000001:00000001:1.0:1767384294.162650:0:16771:0:(osd_quota.c:525:osd_declare_quota()) Process entered 02000000:00000001:0.0:1767384294.162652:0:16773:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384294.162653:0:16125:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000a9f9d6da. 00080000:00000001:1.0:1767384294.162654:0:16771:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384294.162656:0:16773:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384294.162659:0:16771:0:(osd_handler.c:189:osd_trans_start()) Process entered 20000000:00000001:0.0:1767384294.162663:0:16773:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000800:00000010:2.0:1767384294.162664:0:16125:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000083b85a9c. 20000000:00000010:0.0:1767384294.162690:0:16773:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000008468de3b. 20000000:01000000:0.0:1767384294.162696:0:16773:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384294.162698:0:16773:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384294.162700:0:16773:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384294.162702:0:16773:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384294.162705:0:16773:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384294.162707:0:16773:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000001:1.0:1767384294.162708:0:16771:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384294.162712:0:16771:0:(osd_io.c:399:osd_write()) Process entered 00000800:00000010:2.0:1767384294.162730:0:16125:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000083b85a9c. 00080000:00000001:1.0:1767384294.162813:0:16771:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384294.162816:0:16771:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:2.0:1767384294.162846:0:16133:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:2.0:1767384294.162868:0:16133:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.152@tcp17 from 239.3.0.2 00000800:00000010:2.0:1767384294.162872:0:16133:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000c4a90ef1. 00000800:00000010:1.0:1767384294.162911:0:16126:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000001227ca6e. 00000800:00000010:1.0:1767384294.162915:0:16126:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000007ef9d5c0. 00000800:00000010:1.0:1767384294.162936:0:16126:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000069734c36. 00000800:00000200:1.1:1767384294.162941:0:16126:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000dabcf4fa] -> 12345-192.168.202.152@tcp17 (2) 00000800:00000200:1.1:1767384294.162945:0:16126:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.152@tcp17 0000000069734c36 deleted 00000800:00000010:1.1:1767384294.162947:0:16126:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000069734c36. 00000800:00000200:1.1:1767384294.162952:0:16126:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1:1767384294.162960:0:16126:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp17 ip 192.168.202.152:1007 00000800:00000200:1.1:1767384294.162964:0:16126:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000001c47a7f1 type 1, nob 288 niov 1 nkiov 1 00000800:00000200:1.0:1767384294.162969:0:16126:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.152@tcp17 p 3.x 192.168.202.152 -> 192.168.202.152:1007 incarnation:1767384292787840640 sched[0] 00000800:00000010:1.0:1767384294.162973:0:16126:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000006bfbeddc. 00000800:00000010:1.0:1767384294.163023:0:16126:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000006bfbeddc. 00000800:00000010:1.0:1767384294.163027:0:16126:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000007ef9d5c0. 00000800:00000010:1.0:1767384294.163065:0:16126:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000c4a90ef1. 00000800:00000001:1.0:1767384294.163077:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384294.163083:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767384294.163172:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384294.163178:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001c47a7f1. 00000400:00000200:2.0:1767384294.163182:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384294.163188:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp17->192.168.202.152@tcp17: PUT: OK 00000400:00000200:2.0:1767384294.163193:0:16131:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384294.163196:0:16131:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.152@tcp: 0 00000800:00000200:0.1:1767384294.163372:0:16125:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.0:1767384294.163381:0:16125:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.152@tcp17 p 3.x 192.168.202.152 -> 192.168.202.152:988 incarnation:1767384292787840640 sched[0] 00000800:00000010:0.0:1767384294.163385:0:16125:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000a9f9d6da. 00000400:00000200:0.0:1767384294.163450:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.152:988 00000400:00000200:0.0:1767384294.163508:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.152:988 00000800:00000001:1.0:1767384294.163511:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384294.163518:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384294.163520:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384294.163529:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384294.163536:0:16132:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.152@tcp17(192.168.202.152@tcp17) <- 192.168.202.152@tcp17 : PUT - for me 00000400:00000200:1.0:1767384294.163544:0:16132:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.152@tcp of length 192 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384294.163548:0:16132:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.152@tcp of length 192/192 into md 0x1355 [1] + 0 00000400:00000200:0.0:1767384294.163550:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.152:988 00000400:00000010:1.0:1767384294.163551:0:16132:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000050430655. 00000400:00000200:1.0:1767384294.163555:0:16132:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000589f7d29 00000800:00000001:1.0:1767384294.163560:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384294.163569:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384294.163571:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384294.163575:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp17->192.168.202.152@tcp17: PUT: OK 00000400:00000200:1.0:1767384294.163577:0:16132:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000589f7d29 00000400:00000010:1.0:1767384294.163578:0:16132:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000589f7d29. 00000400:00000200:1.0:1767384294.163582:0:16132:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:1.0:1767384294.163585:0:16132:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (11) 00000400:00000200:1.0:1767384294.163590:0:16132:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.152@tcp(000000005d9714d7) is MR 00000400:00000010:1.0:1767384294.163593:0:16132:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 201 at 00000000d1579f81. 00000400:00000200:1.0:1767384294.163595:0:16132:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.202.152@tcp 10 00000400:00000200:1.0:1767384294.163600:0:16132:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.152@tcp (000000005d9714d7): -114 00000400:00000200:0.0:1767384294.163601:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.152:988 00000400:00000200:1.0:1767384294.163607:0:16132:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000005d9714d7 (12) 00000400:00000200:1.0:1767384294.163612:0:16132:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1767384294.163618:0:16132:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.152@tcp17 to MR: 192.168.202.152@tcp17 local destination 00000400:00000200:1.0:1767384294.163621:0:16132:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp17 NI seq info: [22:22:256:4294967295] 192.168.202.152@tcp17 LPNI seq info [22:22:8:4294967295] 00000400:00000200:1.0:1767384294.163630:0:16132:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp17(192.168.202.152@tcp17:192.168.202.152@tcp17) -> 192.168.202.152@tcp17(192.168.202.152@tcp17:192.168.202.152@tcp17) 192.168.202.152@tcp17 : ACK try# 0 00000800:00000200:1.0:1767384294.163634:0:16132:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.152@tcp17 00000800:00000010:1.0:1767384294.163638:0:16132:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006846500d. 00000800:00000200:1.0:1767384294.163642:0:16132:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000dabcf4fa] -> 12345-192.168.202.152@tcp17 (4) 00000800:00000200:1.0:1767384294.163646:0:16132:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp17 ip 192.168.202.152:988 00000400:00000200:0.0:1767384294.163647:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.152:988 00000800:00000200:1.0:1767384294.163648:0:16132:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006846500d type 0, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1767384294.163710:0:16132:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1767384294.163711:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.152:988 00000800:00000010:1.0:1767384294.163712:0:16132:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006846500d. 00000400:00000200:1.0:1767384294.163721:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384294.163725:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp17->192.168.202.152@tcp17: ACK: OK 00000800:00000001:1.0:1767384294.163732:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384294.163735:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384294.163737:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384294.163740:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384294.163742:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384294.163745:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384294.163749:0:16132:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.152@tcp17(192.168.202.152@tcp17) <- 192.168.202.152@tcp17 : ACK - for me 00000400:00000200:0.0:1767384294.163757:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.152:988 00000400:00000200:1.0:1767384294.163759:0:16132:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.152@tcp17: ACK from 12345-192.168.202.152@tcp17 into md 0x1395 00000400:00000200:1.0:1767384294.163766:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384294.163769:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp17->192.168.202.152@tcp17: ACK: OK 00000400:00000200:1.0:1767384294.163773:0:16132:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000081998b88 00000400:00000010:1.0:1767384294.163774:0:16132:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000081998b88. 00000400:00000200:1.0:1767384294.163778:0:16132:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:1.0:1767384294.163782:0:16132:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.152@tcp ev->status 0 00000400:00000200:1.0:1767384294.163785:0:16132:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.152@tcp (000000005d9714d7): -114 00000400:00000200:1.0:1767384294.163788:0:16132:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000005d9714d7 (11) 00000800:00000001:1.0:1767384294.163791:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384294.163794:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384294.163810:0:16135:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384294.163810:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.152:988 00000400:00000010:1.0:1767384294.163815:0:16135:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000050430655. 00000400:00000010:1.0:1767384294.163819:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000589f7d29. 00000400:00000200:1.0:1767384294.163822:0:16135:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 0000000066e4368c 00000400:00000200:1.0:1767384294.163825:0:16135:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x1000d1 00000400:00000010:1.0:1767384294.163831:0:16135:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 220 at 000000006846500d. 00000400:00000010:1.0:1767384294.163834:0:16135:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 264 at 0000000082ea6430. 00000400:00000010:1.0:1767384294.163837:0:16135:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 220 at 00000000c94d281e. 00000400:00000010:1.0:1767384294.163853:0:16135:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000000eb70f4d. 00000400:00000200:0.0:1767384294.163857:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.152:988 00000400:00000200:1.0:1767384294.163858:0:16135:0:(peer.c:185:lnet_peer_ni_alloc()) 000000000eb70f4d nid 192.168.202.152@tcp18 00000400:00000010:1.0:1767384294.163863:0:16135:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000fcb01e0d. 00000400:00000200:1.0:1767384294.163867:0:16135:0:(peer.c:204:lnet_peer_net_alloc()) 00000000fcb01e0d net tcp18 00000400:00000200:1.0:1767384294.163870:0:16135:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (10) 00000400:00000200:1.0:1767384294.163875:0:16135:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.152@tcp NID 192.168.202.152@tcp18 flags 0x11 00000400:00000010:1.0:1767384294.163883:0:16135:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 220 at 000000006846500d. 00000400:00000010:1.0:1767384294.163886:0:16135:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 264 at 0000000082ea6430. 00000400:00000010:1.0:1767384294.163889:0:16135:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 220 at 00000000c94d281e. 00000400:00000010:1.0:1767384294.163892:0:16135:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 201 at 00000000d1579f81. 00000400:00000200:1.0:1767384294.163894:0:16135:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.152@tcp (000000005d9714d7): 0 00000400:00000200:1.0:1767384294.163897:0:16135:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.152@tcp(000000005d9714d7): 0. state = 0x100151 00000400:00000200:1.0:1767384294.163899:0:16135:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100151 rc 1 00000400:00000200:1.0:1767384294.163901:0:16135:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100151 00000400:00000200:1.0:1767384294.163904:0:16135:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.152@tcp 00000400:00000200:1.0:1767384294.163906:0:16135:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100111 rc 0 00000400:00000200:0.0:1767384294.163906:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.152:988 00000400:00000200:1.0:1767384294.163913:0:16135:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.152@tcp (000000005d9714d7) 00000400:00000200:1.0:1767384294.163917:0:16135:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000005d9714d7 (11) 00000400:00000200:0.0:1767384294.163957:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.152:988 00000400:00000200:0.0:1767384294.163989:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.152:988 00000400:00000200:0.0:1767384294.164248:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.152:988 00000400:00000200:0.0:1767384294.164288:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.152:988 00000400:00000200:0.0:1767384294.164339:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.152:988 00000400:00000200:0.0:1767384294.164374:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.152:988 00000400:00000200:0.0:1767384294.164404:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.152:988 00000800:00000010:0.0:1767384294.164595:0:16125:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000042a8fea2. 00000800:00000010:0.0:1767384294.164601:0:16125:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000002d055060. 00000800:00000010:0.0:1767384294.164605:0:16125:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000002c1d16fc. 00000800:00000010:0.0:1767384294.164653:0:16125:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000002c1d16fc. 00000400:00000200:2.0:1767384294.164992:0:16133:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:2.0:1767384294.165009:0:16133:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.152@tcp17 from 238.3.0.2 00000800:00000010:2.0:1767384294.165014:0:16133:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000004565d72d. 00000800:00000010:1.0:1767384294.165042:0:16127:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000077b29abb. 00000800:00000010:1.0:1767384294.165047:0:16127:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000007ef9d5c0. 00000800:00000010:1.0:1767384294.165067:0:16127:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000069734c36. 00000800:00000200:1.1:1767384294.165072:0:16127:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000dabcf4fa] -> 12345-192.168.202.152@tcp17 (4) 00000800:00000200:1.1:1767384294.165077:0:16127:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.152@tcp17 0000000069734c36 deleted 00000800:00000010:1.1:1767384294.165079:0:16127:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000069734c36. 00000800:00000200:1.1:1767384294.165082:0:16127:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:1.0:1767384294.165111:0:16127:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.152@tcp17 p 3.x 192.168.202.152 -> 192.168.202.152:1006 incarnation:1767384292787840640 sched[0] 00000800:00000010:1.0:1767384294.165116:0:16127:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000007d23d9d2. 00000800:00000010:1.0:1767384294.165166:0:16127:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000007d23d9d2. 00000800:00000010:1.0:1767384294.165171:0:16127:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000007ef9d5c0. 00000800:00000010:1.0:1767384294.165199:0:16127:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000004565d72d. 00000800:00000001:1.0:1767384294.165210:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384294.165215:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.1:1767384294.165216:0:16125:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:0.0:1767384294.165225:0:16125:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.152@tcp17 p 3.x 192.168.202.152 -> 192.168.202.152:988 incarnation:1767384292787840640 sched[0] 00000800:00000010:0.0:1767384294.165228:0:16125:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000002d055060. 00000800:00000001:1.0:1767384294.165264:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384294.165268:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384294.170959:0:16771:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384294.170965:0:16771:0:(lu_object.c:207:lu_object_put()) Add 00000000f07b1e3f/000000000f28175b to site lru. bkt: 00000000b56e2c81 20000000:00000001:1.0:1767384294.170968:0:16771:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384294.170970:0:16771:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384294.170979:0:16771:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384294.170988:0:16771:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384294.170991:0:16771:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:00000010:0.0:1767384294.170996:0:16773:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000090855c22. 00080000:00000020:1.0:1767384294.170998:0:16771:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:0.0:1767384294.171001:0:16773:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #18 20000000:00000001:0.0:1767384294.171005:0:16773:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:0.0:1767384294.171011:0:16773:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:01000000:2.0:1767384294.171012:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384294.171017:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000001:1.0:1767384294.171019:0:16807:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 10000000:01000000:2.0:1767384294.171022:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00040000:00000001:1.0:1767384294.171023:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384294.171027:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00010000:00000001:2.0:1767384294.171030:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00040000:00000001:1.0:1767384294.171030:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00080000:00000001:0.0:1767384294.171030:0:16773:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00040000:00000001:1.0:1767384294.171031:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384294.171036:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000023be5369. 00080000:00000001:0.0:1767384294.171036:0:16773:0:(osd_index.c:949:osd_remote_fid()) Process entered 00010000:00000001:2.0:1767384294.171037:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:0.0:1767384294.171039:0:16773:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384294.171041:0:16807:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384294.171042:0:16773:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:0.0:1767384294.171046:0:16773:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000040:2.0:1767384294.171048:0:16794:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000d07126e7 count: 2 00000020:00000001:0.0:1767384294.171049:0:16773:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446619782313850200 : -124291395701416 : ffff8ef52782b558) 00010000:00000001:2.0:1767384294.171055:0:16794:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384294.171055:0:16773:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:2.0:1767384294.171061:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000010:0.0:1767384294.171062:0:16773:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000006926da5. 00080000:00000001:0.0:1767384294.171066:0:16773:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446619781780553728 : -124291928997888 : ffff8ef507b94000) 00010000:00000010:2.0:1767384294.171067:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000005eb7e91e. 00080000:00000001:0.0:1767384294.171069:0:16773:0:(osd_io.c:243:osd_declare_write()) Process entered 00000020:00000001:2.0:1767384294.171076:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384294.171081:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 000000005eb7e91e with handle 0x7e51148972eecacb to hash 00000020:00000001:2.0:1767384294.171084:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384294.171112:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446619782554465792 : -124291155085824 : ffff8ef535da3600) 00010000:00000001:2.0:1767384294.171116:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446619782554465792 : -124291155085824 : ffff8ef535da3600) 00010000:00000001:2.0:1767384294.171121:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384294.171123:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384294.171127:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000005eb7e91e/0x7e51148972eecacb lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384294.171148:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384294.171153:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384294.171157:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384294.171159:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384294.171162:0:16794:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00000001:00000001:0.0:1767384294.171166:0:16773:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00010000:2.0:1767384294.171167:0:16794:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 00000000d446b842/0x7e51148972eecac4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7e51148972eecabd expref: 16 pid: 16771 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384294.171169:0:16773:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384294.171173:0:16773:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:2.0:1767384294.171181:0:16794:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:2.0:1767384294.171183:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384294.171186:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000001:0.0:1767384294.171187:0:16773:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384294.171188:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384294.171191:0:16773:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:2.0:1767384294.171194:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384294.171199:0:16794:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:2.0:1767384294.171202:0:16794:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 000000005eb7e91e/0x7e51148972eecacb lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384294.171210:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000d07126e7) refcount = 2 00010000:00000040:2.0:1767384294.171214:0:16794:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1767384294.171217:0:16794:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000d446b842/0x7e51148972eecac4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0x7e51148972eecabd expref: 16 pid: 16771 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384294.171224:0:16794:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:2.0:1767384294.171226:0:16794:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 000000005eb7e91e/0x7e51148972eecacb lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000010:2.0:1767384294.171233:0:16794:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cb260aba. 00000100:00000001:2.0:1767384294.171238:0:16794:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384294.171243:0:16794:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000200c8bbf. 00000100:00000001:2.0:1767384294.171245:0:16794:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446619777391428160 : -124296318123456 : ffff8ef4021c8240) 00000100:00000001:2.0:1767384294.171248:0:16794:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446619777391428160 : -124296318123456 : ffff8ef4021c8240) 00000100:00000001:2.0:1767384294.171252:0:16794:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384294.171254:0:16794:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1767384294.171257:0:16794:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:2.0:1767384294.171266:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384294.171269:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1767384294.171272:0:16794:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1767384294.171275:0:16794:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1767384294.171278:0:16794:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:2.0:1767384294.171281:0:16794:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:2.0:1767384294.171286:0:16794:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c465c2af. 00080000:00000001:0.0:1767384294.171288:0:16773:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000020:00000040:2.0:1767384294.171291:0:16794:0:(genops.c:1229:class_import_get()) import 00000000ec48d8bc refcount=2 obd=MGS 00080000:00000001:0.0:1767384294.171291:0:16773:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000100:00000001:2.0:1767384294.171298:0:16794:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384294.171300:0:16794:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384294.171305:0:16794:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384294.171311:0:16794:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000048fd0d5f. 00000100:00000001:2.0:1767384294.171318:0:16794:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384294.171323:0:16794:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 00000000d446b842/0x7e51148972eecac4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x7e51148972eecabd expref: 16 pid: 16771 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384294.171341:0:16794:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 00000000d446b842/0x7e51148972eecac4 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x7e51148972eecabd expref: 16 pid: 16771 timeout: 366 lvb_type: 0 00010000:00000001:2.0:1767384294.171351:0:16794:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:2.0:1767384294.171354:0:16794:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384294.171360:0:16794:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c465c2af x1853236723068032/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384294.171370:0:16794:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384294.171372:0:16794:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384294.171377:0:16794:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c465c2af pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16794:1853236723068032:0@lo:104: 00000100:00000001:2.0:1767384294.171381:0:16794:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384294.171385:0:16794:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384294.171387:0:16794:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384294.171390:0:16794:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384294.171395:0:16794:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008e9d1816. 02000000:00000001:2.0:1767384294.171398:0:16794:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384294.171403:0:16794:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000017b2962f. 00000400:00000010:2.0:1767384294.171409:0:16794:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f327b161. 00000100:00000200:2.0:1767384294.171414:0:16794:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236723068032, portal 16 00000100:00000001:2.0:1767384294.171417:0:16794:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384294.171422:0:16794:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782564204032 : -124291145347584 : ffff8ef5366ece00) 00000100:00000040:2.0:1767384294.171428:0:16794:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@00000000c465c2af x1853236723068032/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384310 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384294.171437:0:16794:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384294.171439:0:16794:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384294.171442:0:16794:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005a4d4621. 00000100:00000200:2.0:1767384294.171445:0:16794:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853236723068032, offset 0 00000400:00000200:2.0:1767384294.171451:0:16794:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384294.171459:0:16794:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384294.171468:0:16794:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x695824c902c80 00000400:00000200:2.0:1767384294.171475:0:16794:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x9 [2] + 984 00000400:00000200:2.0:1767384294.171481:0:16794:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384294.171485:0:16794:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384294.171490:0:16794:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384294.171492:0:16794:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1767384294.171496:0:16794:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b55211d7. 00000100:00000040:2.0:1767384294.171500:0:16794:0:(events.c:337:request_in_callback()) incoming req@00000000b55211d7 x1853236723068032 msgsize 328 00000100:00100000:2.0:1767384294.171505:0:16794:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384294.171519:0:16794:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384294.171527:0:16794:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005a4d4621 00000400:00000010:2.0:1767384294.171530:0:16794:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005a4d4621. 00000100:00000001:2.0:1767384294.171534:0:16794:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384294.171538:0:16794:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c465c2af x1853236723068032/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384310 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384294.171548:0:16794:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384294.171552:0:16794:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c465c2af x1853236723068032/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384310 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384294.171559:0:16794:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384294.171562:0:16794:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384294.171568:0:16794:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384294.171572:0:16794:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294884158 00000100:00000001:2.0:1767384294.171578:0:16794:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4294884149 00000100:00000001:2.0:1767384294.171583:0:16794:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294884158 00000100:00000001:2.0:1767384294.171593:0:16794:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4294884149 00000100:00000001:2.0:1767384294.171597:0:16794:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294884158 00000100:00000001:2.0:1767384294.171601:0:16794:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4294884149 00000100:00000001:2.0:1767384294.171606:0:16794:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294884158 00000100:00000001:2.0:1767384294.171611:0:16794:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4294884149 00000100:00000001:2.0:1767384294.171616:0:16794:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384294.171619:0:16794:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384294.171622:0:16794:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384294.171625:0:16794:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384294.171627:0:16794:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384294.171630:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384294.171632:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384294.171634:0:16794:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384294.171637:0:16794:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:2.0:1767384294.171640:0:16794:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1767384294.171643:0:16794:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384294.171646:0:16794:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384294.171648:0:16794:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767384294.171651:0:16794:0:(client.c:2690:ptlrpc_set_wait()) set 00000000200c8bbf going to sleep for 11 seconds 00000100:00000001:2.0:1767384294.171655:0:16794:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384294.171657:0:16794:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384294.171698:0:16763:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384294.171702:0:16763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723068032 02000000:00000001:2.0:1767384294.171704:0:16763:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384294.171707:0:16763:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384294.171709:0:16763:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384294.171713:0:16763:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384294.171716:0:16763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723068032 00000020:00000001:2.0:1767384294.171719:0:16763:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384294.171720:0:16763:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eec8d3 00000020:00000001:2.0:1767384294.171722:0:16763:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384294.171724:0:16763:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000d18f5ad3 refcount=3 00000020:00000001:2.0:1767384294.171727:0:16763:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619777404448768 : -124296305102848 : ffff8ef402e33000) 00000020:00000001:2.0:1767384294.171729:0:16763:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619777404448768 : -124296305102848 : ffff8ef402e33000) 00000100:00000001:2.0:1767384294.171738:0:16763:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384294.171742:0:16763:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fa5ab47a. 00000100:00000001:2.0:1767384294.171746:0:16763:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384294.171749:0:16763:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fa5ab47a. 00000020:00000010:2.0:1767384294.171754:0:16763:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a726324b. 00000020:00000010:2.0:1767384294.171759:0:16763:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000fb114463. 00000020:00000010:2.0:1767384294.171764:0:16763:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000ed58c13. 00000100:00000040:2.0:1767384294.171774:0:16763:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1767384294.171777:0:16763:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384294.171779:0:16763:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384294.171781:0:16763:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384294.171787:0:16763:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384294.171804:0:16763:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384294.171819:0:16763:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384294.171822:0:16763:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384294.171828:0:16763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00000040:2.0:1767384294.171832:0:16763:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000d18f5ad3 : new rpc_count 1 00000020:00000010:1.0:1767384294.171834:0:17571:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000008d5acfdb. 00000100:00000001:2.0:1767384294.171835:0:16763:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619782564206720 : -124291145344896 : ffff8ef5366ed880) 00000100:00000040:2.0:1767384294.171844:0:16763:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b55211d7 x1853236723068032/t0(0) o104->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:275/0 lens 328/0 e 0 to 0 dl 1767384305 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384294.171856:0:16763:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384294.171913:0:16763:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fa5ab47a. 00000100:00000001:2.0:1767384294.171919:0:16763:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384294.171922:0:16763:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fa5ab47a. 00000100:00100000:2.0:1767384294.171927:0:16763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000b55211d7 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:c0412d60-4f67-4dbc-8791-892843f60083+3:16794:x1853236723068032:12345-0@lo:104: 00000100:00000200:2.0:1767384294.171933:0:16763:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723068032 00010000:00000001:2.0:1767384294.171936:0:16763:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1767384294.171942:0:16763:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384294.171945:0:16763:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384294.171948:0:16763:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f8befcd4 refcount=2 00000020:00000001:2.0:1767384294.171951:0:16763:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781734633472 : -124291974918144 : ffff8ef504fc9000) 00010000:00000001:2.0:1767384294.171954:0:16763:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781734633472 : -124291974918144 : ffff8ef504fc9000) 00010000:00000001:2.0:1767384294.171963:0:16763:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384294.171966:0:16763:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384294.171970:0:16763:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.152@tcp lock: 00000000f8befcd4/0x7e51148972eecabd lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x7e51148972eecac4 expref: -99 pid: 16776 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384294.171979:0:16763:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384294.171981:0:16763:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384294.172002:0:16763:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000889f96da. 02000000:00000001:2.0:1767384294.172005:0:16763:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384294.172007:0:16763:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384294.172013:0:16763:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384294.172016:0:16763:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384294.172021:0:16763:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c1a96973 time=24 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384294.172027:0:16763:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384294.172031:0:16763:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 21 to 0@lo 00000100:00000001:2.0:1767384294.172034:0:16763:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 02000000:00000001:2.0:1767384294.172037:0:16763:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384294.172041:0:16763:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384294.172045:0:16763:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384294.172049:0:16763:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384294.172053:0:16763:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005a4d4621. 00000100:00000200:2.0:1767384294.172058:0:16763:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853236723068032, offset 224 00000400:00000200:2.0:1767384294.172063:0:16763:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384294.172071:0:16763:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384294.172079:0:16763:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x695824c902c80 00000400:00000200:2.0:1767384294.172084:0:16763:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x13ad [1] + 224 00000400:00000200:2.0:1767384294.172111:0:16763:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384294.172116:0:16763:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384294.172120:0:16763:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384294.172125:0:16763:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c465c2af x1853236723068032/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384310 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1767384294.172136:0:16763:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000c465c2af x1853236723068032/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384310 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384294.172153:0:16763:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384294.172164:0:16794:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767384294.172165:0:16763:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005a4d4621 00000400:00000010:2.0:1767384294.172169:0:16763:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005a4d4621. 00000100:00000001:2.0:1767384294.172173:0:16763:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:1.0:1767384294.172173:0:16794:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767384294.172175:0:16763:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:1.0:1767384294.172176:0:16794:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384294.172180:0:16794:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000017b2962f. 00000100:00000001:2.0:1767384294.172183:0:16763:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384294.172184:0:16794:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f327b161 00000100:00000040:2.0:1767384294.172188:0:16763:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 20 to 0@lo 00000400:00000010:1.0:1767384294.172188:0:16794:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f327b161. 00000100:00000001:1.0:1767384294.172192:0:16794:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1767384294.172195:0:16763:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000200:1.0:1767384294.172198:0:16794:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c465c2af x1853236723068032/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384310 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000010:2.0:1767384294.172200:0:16763:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 000000006e3333b0. 00010000:00000001:2.0:1767384294.172207:0:16763:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000100:00000200:1.0:1767384294.172211:0:16794:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c465c2af x1853236723068032/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384310 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384294.172219:0:16794:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384294.172220:0:16794:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384294.172223:0:16794:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384294.172226:0:16794:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00010000:2.0:1767384294.172227:0:16763:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00000001:1.0:1767384294.172228:0:16794:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384294.172231:0:16794:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384294.172235:0:16763:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384294.172235:0:16794:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384294.172238:0:16767:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:2.0:1767384294.172240:0:16763:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384294.172242:0:16767:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384294.172242:0:16763:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384294.172242:0:16794:0:(import.c:2128:obd_at_measure()) add 5 to 00000000441774e7 time=24 v=5 (5 0 0 0) 00010000:00010000:3.0:1767384294.172250:0:16767:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00001000:1.0:1767384294.172250:0:16794:0:(import.c:2128:obd_at_measure()) add 1 to 000000000e70851c time=24 v=5 (1 0 0 0) 00000100:00000040:2.0:1767384294.172253:0:16763:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b55211d7 x1853236723068032/t0(0) o104->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:275/0 lens 328/224 e 0 to 0 dl 1767384305 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384294.172257:0:16794:0:(client.c:1480:ptlrpc_check_status()) Process entered 00010000:00000001:3.0:1767384294.172258:0:16767:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000100:00000001:1.0:1767384294.172261:0:16794:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384294.172262:0:16767:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00000001:1.0:1767384294.172267:0:16794:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00010000:3.0:1767384294.172268:0:16767:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.152@tcp lock: 00000000f8befcd4/0x7e51148972eecabd lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x7e51148972eecac4 expref: -99 pid: 16776 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384294.172270:0:16794:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384294.172271:0:16763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000b55211d7 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:c0412d60-4f67-4dbc-8791-892843f60083+3:16794:x1853236723068032:12345-0@lo:104: Request processed in 411us (767us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384294.172277:0:16794:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384294.172283:0:16767:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000f8befcd4 already unused, calling callback (00000000649d35d1) 00000100:00100000:2.0:1767384294.172285:0:16763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00000040:1.0:1767384294.172285:0:16794:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c465c2af x1853236723068032/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384310 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 10000000:00000001:3.0:1767384294.172288:0:16767:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1767384294.172291:0:16767:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.152@tcp lock: 00000000f8befcd4/0x7e51148972eecabd lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x7e51148972eecac4 expref: -99 pid: 16776 timeout: 0 lvb_type: 0 00000100:00000040:2.0:1767384294.172291:0:16763:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000d18f5ad3 : new rpc_count 0 00000100:00000001:2.0:1767384294.172297:0:16763:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384294.172300:0:16763:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384294.172303:0:16794:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384294.172306:0:16767:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000020:00000010:2.0:1767384294.172307:0:16763:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000fb114463. 00010000:00000001:3.0:1767384294.172309:0:16767:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384294.172312:0:16767:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384294.172313:0:16794:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000040:3.0:1767384294.172315:0:16767:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f8befcd4 refcount=3 00000020:00000010:2.0:1767384294.172315:0:16763:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000ed58c13. 00000100:00000001:1.0:1767384294.172316:0:16794:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384294.172319:0:16767:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781734633472 : -124291974918144 : ffff8ef504fc9000) 00010000:00000001:1.0:1767384294.172320:0:16794:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00000020:00000010:2.0:1767384294.172321:0:16763:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a726324b. 00010000:00000001:3.0:1767384294.172325:0:16767:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781734633472 : -124291974918144 : ffff8ef504fc9000) 00010000:00000001:1.0:1767384294.172326:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384294.172329:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:2.0:1767384294.172330:0:16763:0:(genops.c:898:class_export_put()) PUTting export 00000000d18f5ad3 : new refcount 2 00010000:00000001:1.0:1767384294.172331:0:16794:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384294.172332:0:16767:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000001:2.0:1767384294.172335:0:16763:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1767384294.172336:0:16767:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.152@tcp lock: 00000000f8befcd4/0x7e51148972eecabd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x7e51148972eecac4 expref: -99 pid: 16776 timeout: 0 lvb_type: 0 00000100:00000040:1.0:1767384294.172338:0:16794:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c465c2af x1853236723068032/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384310 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 10000000:00000001:3.0:1767384294.172352:0:16767:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00100000:1.0:1767384294.172353:0:16794:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c465c2af pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16794:1853236723068032:0@lo:104: 00000100:00000001:1.0:1767384294.172358:0:16794:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384294.172360:0:16794:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00010000:3.0:1767384294.172363:0:16767:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.152@tcp lock: 00000000f8befcd4/0x7e51148972eecabd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x7e51148972eecac4 expref: -99 pid: 16776 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384294.172364:0:16794:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767384294.172366:0:16794:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384294.172370:0:16794:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c465c2af x1853236723068032/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384310 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 10000000:01000000:3.0:1767384294.172380:0:16767:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00000100:00000001:1.0:1767384294.172382:0:16794:0:(client.c:2768:__ptlrpc_free_req()) Process entered 10000000:00000001:3.0:1767384294.172385:0:16767:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 02000000:00000001:1.0:1767384294.172386:0:16794:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 10000000:00000040:3.0:1767384294.172388:0:16767:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 02000000:00000010:1.0:1767384294.172389:0:16794:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008e9d1816. 10000000:00000040:3.0:1767384294.172392:0:16767:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:3.0:1767384294.172395:0:16767:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 02000000:00000001:1.0:1767384294.172395:0:16794:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384294.172398:0:16794:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:3.0:1767384294.172399:0:16767:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384294.172400:0:16794:0:(genops.c:1242:class_import_put()) import 00000000ec48d8bc refcount=1 obd=MGS 00000020:00000001:1.0:1767384294.172404:0:16794:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384294.172406:0:16794:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000048fd0d5f. 02000000:00000001:1.0:1767384294.172410:0:16794:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 10000000:00000001:3.0:1767384294.172411:0:16767:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 02000000:00000001:1.0:1767384294.172412:0:16794:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 10000000:00000001:3.0:1767384294.172415:0:16767:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00000010:1.0:1767384294.172416:0:16794:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c465c2af. 10000000:00000040:3.0:1767384294.172420:0:16767:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(0000000070cb7a0b) refs 2 00000100:00000001:1.0:1767384294.172421:0:16794:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384294.172424:0:16794:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1767384294.172425:0:16767:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000010:1.0:1767384294.172427:0:16794:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000200c8bbf. 10000000:00000001:3.0:1767384294.172428:0:16767:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384294.172430:0:16794:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1767384294.172434:0:16767:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384294.172434:0:16794:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384294.172439:0:16767:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000010:1.0:1767384294.172439:0:16794:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cb260aba. 00010000:00000001:1.0:1767384294.172441:0:16794:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384294.172443:0:16767:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384294.172445:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384294.172447:0:16767:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384294.172448:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384294.172450:0:16767:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384294.172452:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00000020:00000040:3.0:1767384294.172454:0:16767:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000f8befcd4 with handle 0x7e51148972eecabd from hash 00010000:00000001:3.0:1767384294.172457:0:16767:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384294.172460:0:16767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384294.172461:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384294.172463:0:16767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384294.172464:0:16794:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 000000005eb7e91e/0x7e51148972eecacb lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384294.172465:0:16767:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384294.172469:0:16767:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384294.172473:0:16767:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:3.0:1767384294.172477:0:16767:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1767384294.172481:0:16767:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:3.0:1767384294.172487:0:16767:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f9e83428. 00000020:00000040:3.0:1767384294.172490:0:16767:0:(genops.c:1229:class_import_get()) import 00000000df830bbe refcount=6 obd=MGC192.168.202.152@tcp 00000100:00000001:3.0:1767384294.172494:0:16767:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384294.172496:0:16767:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384294.172498:0:16767:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384294.172502:0:16767:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ae53d45f. 00000100:00000001:3.0:1767384294.172506:0:16767:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384294.172509:0:16767:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1767384294.172512:0:16767:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.152@tcp lock: 00000000f8befcd4/0x7e51148972eecabd lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7e51148972eecac4 expref: -99 pid: 16776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384294.172524:0:16767:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1767384294.172526:0:16767:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384294.172531:0:16767:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384294.172533:0:16767:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384294.172538:0:16767:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f9e83428] to pc [ptlrpcd_00_02+2] req@00000000f9e83428 x1853236723068160/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384294.172564:0:16767:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384294.172566:0:16767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384294.172568:0:16767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384294.172569:0:16767:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384294.172571:0:16767:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384294.172573:0:16767:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384294.172576:0:16767:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.152@tcp lock: 00000000f8befcd4/0x7e51148972eecabd lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7e51148972eecac4 expref: -99 pid: 16776 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384294.172581:0:16767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384294.172583:0:16767:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.152@tcp lock: 00000000f8befcd4/0x7e51148972eecabd lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7e51148972eecac4 expref: -99 pid: 16776 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384294.172589:0:16767:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000004a5fe896 count: 0 00010000:00000001:3.0:1767384294.172602:0:16767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384294.172604:0:16767:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:3.0:1767384294.172606:0:16767:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 000000006e3333b0. 00010000:00000001:3.0:1767384294.172610:0:16767:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384294.172613:0:16767:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384294.172615:0:16767:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384294.172617:0:16767:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1767384294.172619:0:16767:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384294.172620:0:16767:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384294.172622:0:16767:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1767384294.172624:0:16767:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384294.172626:0:16767:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384294.172628:0:16767:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1767384294.172656:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384294.172660:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384294.172662:0:16139:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384294.172681:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f9e83428 x1853236723068160/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384294.172691:0:16139:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384294.172693:0:16139:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384294.172696:0:16139:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384294.172698:0:16139:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384294.172701:0:16139:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384294.172705:0:16139:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f9e83428 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c0412d60-4f67-4dbc-8791-892843f60083:16139:1853236723068160:0@lo:103: 00000100:00000001:3.0:1767384294.172709:0:16139:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384294.172712:0:16139:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384294.172715:0:16139:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384294.172717:0:16139:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384294.172722:0:16139:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000112ac890. 02000000:00000001:3.0:1767384294.172724:0:16139:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384294.172729:0:16139:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e0a122ce. 00000400:00000010:3.0:1767384294.172734:0:16139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000091677c2e. 00000100:00000200:3.0:1767384294.172738:0:16139:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236723068160, portal 18 00000100:00000001:3.0:1767384294.172740:0:16139:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384294.172741:0:16139:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782675229184 : -124291034322432 : ffff8ef53d0cea00) 00000100:00000040:3.0:1767384294.172746:0:16139:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f9e83428 x1853236723068160/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384310 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384294.172754:0:16139:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384294.172758:0:16139:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384294.172761:0:16139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009146ec67. 00000100:00000200:3.0:1767384294.172765:0:16139:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853236723068160, offset 0 00000400:00000200:3.0:1767384294.172771:0:16139:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384294.172778:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384294.172785:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x695824c902d00 00000400:00000200:3.0:1767384294.172792:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0xd [2] + 984 00000400:00000200:3.0:1767384294.172797:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384294.172800:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384294.172812:0:16139:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384294.172814:0:16139:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1767384294.172818:0:16139:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000858c198d. 00000100:00000040:3.0:1767384294.172821:0:16139:0:(events.c:337:request_in_callback()) incoming req@00000000858c198d x1853236723068160 msgsize 328 00000100:00100000:3.0:1767384294.172825:0:16139:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384294.172837:0:16139:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384294.172844:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009146ec67 00000400:00000010:3.0:1767384294.172846:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009146ec67. 00000100:00000001:3.0:1767384294.172851:0:16139:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384294.172855:0:16139:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f9e83428 x1853236723068160/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384310 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384294.172863:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384294.172867:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f9e83428 x1853236723068160/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384310 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384294.172874:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384294.172877:0:16139:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384294.172880:0:16766:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384294.172882:0:16139:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384294.172883:0:16766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723068160 00000100:00000001:3.0:1767384294.172886:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294884159 02000000:00000001:2.0:1767384294.172886:0:16766:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384294.172888:0:16766:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384294.172889:0:16766:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384294.172890:0:16139:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294884158 02000000:00000001:2.0:1767384294.172892:0:16766:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384294.172895:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294884159 00000100:00100000:2.0:1767384294.172895:0:16766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723068160 00000020:00000001:2.0:1767384294.172897:0:16766:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384294.172900:0:16139:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294884158 00000100:00000001:3.0:1767384294.172903:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294884159 00000020:00000040:2.0:1767384294.172905:0:16766:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eec8e1 00000020:00000001:2.0:1767384294.172907:0:16766:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384294.172909:0:16139:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294884158 00000020:00000040:2.0:1767384294.172909:0:16766:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000555601ca refcount=17 00000020:00000001:2.0:1767384294.172912:0:16766:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000100:00000001:3.0:1767384294.172913:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294884159 00000020:00000001:2.0:1767384294.172915:0:16766:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000100:00000001:3.0:1767384294.172919:0:16139:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294884158 00000100:00000001:2.0:1767384294.172919:0:16766:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384294.172923:0:16766:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000468444a8. 00000100:00000001:3.0:1767384294.172924:0:16139:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384294.172925:0:16766:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384294.172926:0:16139:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384294.172928:0:16766:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000468444a8. 00000100:00000001:3.0:1767384294.172929:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384294.172932:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384294.172934:0:16766:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a726324b. 00000100:00000001:3.0:1767384294.172938:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:2.0:1767384294.172938:0:16766:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e08c81d5. 00000100:00000001:3.0:1767384294.172940:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384294.172943:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384294.172950:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384294.172953:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384294.172955:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384294.172967:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384294.172970:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384294.173009:0:16766:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000ed58c13. 00000100:00000040:2.0:1767384294.173019:0:16766:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:2.0:1767384294.173022:0:16766:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384294.173024:0:16766:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:2.0:1767384294.173027:0:16766:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:2.0:1767384294.173055:0:16766:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384294.173058:0:16766:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:2.0:1767384294.173062:0:16766:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384294.173064:0:16766:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384294.173067:0:16766:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d446b842 refcount=4 00000020:00000001:2.0:1767384294.173070:0:16766:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781820860416 : -124291888691200 : ffff8ef50a204800) 00010000:00000001:2.0:1767384294.173074:0:16766:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781820860416 : -124291888691200 : ffff8ef50a204800) 00010000:00010000:2.0:1767384294.173079:0:16766:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 00000000d446b842/0x7e51148972eecac4 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x7e51148972eecabd expref: 17 pid: 16771 timeout: 366 lvb_type: 0 00010000:00000001:2.0:1767384294.173124:0:16766:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384294.173127:0:16766:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384294.173129:0:16766:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384294.173132:0:16766:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384294.173138:0:16766:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:2.0:1767384294.173142:0:16766:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000858c198d x1853236723068160/t0(0) o103->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:275/0 lens 328/0 e 0 to 0 dl 1767384305 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384294.173150:0:16766:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767384294.173158:0:16766:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384294.173173:0:16766:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384294.173193:0:19333:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384294.173196:0:19333:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384294.173200:0:16766:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:1.0:1767384294.173201:0:19333:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00000001:2.0:1767384294.173204:0:16766:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:1.0:1767384294.173206:0:19333:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000555601ca : new rpc_count 3 00000100:00000001:2.0:1767384294.173208:0:16766:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384294.173209:0:19333:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619782675224704 : -124291034326912 : ffff8ef53d0cd880) 00000100:00000001:2.0:1767384294.173214:0:16766:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384294.173216:0:19333:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000858c198d x1853236723068160/t0(0) o103->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:275/0 lens 328/0 e 0 to 0 dl 1767384305 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384294.173224:0:19333:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384294.173227:0:19333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b81e47df. 00000100:00000001:1.0:1767384294.173230:0:19333:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384294.173232:0:19333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b81e47df. 00000100:00100000:1.0:1767384294.173235:0:19333:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000858c198d pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c0412d60-4f67-4dbc-8791-892843f60083+17:16139:x1853236723068160:12345-0@lo:103: 00000100:00000200:1.0:1767384294.173239:0:19333:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723068160 00010000:00000001:1.0:1767384294.173241:0:19333:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:1.0:1767384294.173243:0:19333:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:1.0:1767384294.173245:0:19333:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:1.0:1767384294.173249:0:19333:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384294.173251:0:19333:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384294.173255:0:19333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000ec5c8a9a. 02000000:00000001:1.0:1767384294.173257:0:19333:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384294.173259:0:19333:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384294.173261:0:19333:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:1.0:1767384294.173263:0:19333:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:1.0:1767384294.173266:0:19333:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384294.173267:0:19333:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384294.173269:0:19333:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d446b842 refcount=4 00000020:00000001:1.0:1767384294.173271:0:19333:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781820860416 : -124291888691200 : ffff8ef50a204800) 00010000:00000001:1.0:1767384294.173273:0:19333:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781820860416 : -124291888691200 : ffff8ef50a204800) 00010000:00000040:1.0:1767384294.173275:0:19333:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000d07126e7 count: 3 00010000:00010000:1.0:1767384294.173284:0:19333:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 00000000d446b842/0x7e51148972eecac4 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x7e51148972eecabd expref: 17 pid: 16771 timeout: 366 lvb_type: 0 00000100:00001000:1.0:1767384294.173289:0:19333:0:(import.c:2128:obd_at_measure()) add 0 to 00000000dce49598 time=1767384294 v=100 (0 0 0 0) 00010000:00000001:1.0:1767384294.173292:0:19333:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384294.173299:0:19333:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384294.173301:0:19333:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384294.173304:0:19333:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 00000000d446b842/0x7e51148972eecac4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x7e51148972eecabd expref: 17 pid: 16771 timeout: 366 lvb_type: 0 00000020:00000001:1.0:1767384294.173309:0:19333:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1767384294.173311:0:19333:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1767384294.173312:0:19333:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384294.173314:0:19333:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384294.173317:0:19333:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384294.173318:0:19333:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384294.173323:0:19333:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384294.173324:0:19333:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384294.173326:0:19333:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384294.173328:0:19333:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384294.173330:0:19333:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000d446b842 with handle 0x7e51148972eecac4 from hash 00010000:00000001:1.0:1767384294.173332:0:19333:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384294.173334:0:19333:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384294.173334:0:19333:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384294.173336:0:19333:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384294.173337:0:19333:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384294.173337:0:19333:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384294.173339:0:19333:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000d446b842/0x7e51148972eecac4 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x7e51148972eecabd expref: 17 pid: 16771 timeout: 366 lvb_type: 0 00010000:00000040:1.0:1767384294.173342:0:19333:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000555601ca : new locks_count 9 00000020:00000040:1.0:1767384294.173344:0:19333:0:(genops.c:898:class_export_put()) PUTting export 00000000555601ca : new refcount 16 00010000:00000001:1.0:1767384294.173350:0:19333:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384294.173352:0:19333:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384294.173354:0:19333:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:1.0:1767384294.173356:0:19333:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 000000005eb7e91e 00010000:00000001:1.0:1767384294.173357:0:19333:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384294.173364:0:19333:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384294.173365:0:19333:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384294.173367:0:19333:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384294.173368:0:19333:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384294.173371:0:19333:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384294.173373:0:19333:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:1.0:1767384294.173374:0:19333:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 000000005eb7e91e/0x7e51148972eecacb lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384294.173378:0:19333:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:1.0:1767384294.173380:0:19333:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384294.173382:0:19333:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384294.173383:0:19333:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384294.173385:0:19333:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000d07126e7) refcount = 2 00010000:00010000:1.0:1767384294.173388:0:19333:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000005eb7e91e/0x7e51148972eecacb lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384294.173392:0:19333:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384294.173393:0:19333:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384294.173395:0:19333:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384294.173396:0:19333:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.0:1767384294.173400:0:19333:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b81e47df. 00000100:00000001:1.0:1767384294.173402:0:19333:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384294.173405:0:19333:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001cac3881. 00000100:00000001:1.0:1767384294.173407:0:19333:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446619782071179520 : -124291638372096 : ffff8ef5190bd900) 00000100:00000001:1.0:1767384294.173408:0:19333:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446619782071179520 : -124291638372096 : ffff8ef5190bd900) 00000100:00000001:1.0:1767384294.173410:0:19333:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384294.173412:0:19333:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1767384294.173413:0:19333:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 20000000:00000001:1.0:1767384294.173415:0:19333:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384294.173418:0:19333:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003445359s 00010000:00000001:1.0:1767384294.173421:0:19333:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384294.173423:0:19333:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384294.173424:0:19333:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000005eb7e91e refcount=5 00000020:00000001:1.0:1767384294.173426:0:19333:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619782554465792 : -124291155085824 : ffff8ef535da3600) 00010000:00000001:1.0:1767384294.173429:0:19333:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619782554465792 : -124291155085824 : ffff8ef535da3600) 00010000:00000001:1.0:1767384294.173435:0:19333:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384294.173437:0:19333:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000005eb7e91e/0x7e51148972eecacb lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384294.173442:0:19333:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384294.173444:0:19333:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000005eb7e91e/0x7e51148972eecacb lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384294.173448:0:19333:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384294.173449:0:19333:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384294.173451:0:19333:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000005eb7e91e/0x7e51148972eecacb lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384294.173454:0:19333:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384294.173456:0:19333:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384294.173457:0:19333:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384294.173459:0:19333:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000005eb7e91e/0x7e51148972eecacb lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384294.173462:0:19333:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000005eb7e91e already unused, calling callback (00000000871a6010) 00010000:00000001:1.0:1767384294.173464:0:19333:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384294.173466:0:19333:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384294.173468:0:19333:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000005eb7e91e/0x7e51148972eecacb lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384294.173472:0:19333:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384294.173474:0:19333:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384294.173475:0:19333:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384294.173476:0:19333:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000005eb7e91e refcount=6 00000020:00000001:1.0:1767384294.173478:0:19333:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619782554465792 : -124291155085824 : ffff8ef535da3600) 00010000:00000001:1.0:1767384294.173480:0:19333:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619782554465792 : -124291155085824 : ffff8ef535da3600) 00010000:00000001:1.0:1767384294.173483:0:19333:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384294.173484:0:19333:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000005eb7e91e/0x7e51148972eecacb lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384294.173498:0:19333:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384294.173500:0:19333:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384294.173503:0:19333:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384294.173512:0:19333:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384294.173513:0:19333:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384294.173515:0:19333:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384294.173517:0:19333:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384294.173518:0:19333:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000005eb7e91e with handle 0x7e51148972eecacb from hash 00010000:00000001:1.0:1767384294.173521:0:19333:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384294.173522:0:19333:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384294.173523:0:19333:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384294.173525:0:19333:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384294.173526:0:19333:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384294.173528:0:19333:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384294.173529:0:19333:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384294.173531:0:19333:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384294.173532:0:19333:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384294.173534:0:19333:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384294.173535:0:19333:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384294.173537:0:19333:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384294.173538:0:19333:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384294.173539:0:19333:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384294.173541:0:19333:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384294.173542:0:19333:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384294.173544:0:19333:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000005eb7e91e/0x7e51148972eecacb lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384294.173547:0:19333:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384294.173548:0:19333:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384294.173549:0:19333:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384294.173551:0:19333:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384294.173552:0:19333:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384294.173553:0:19333:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384294.173554:0:19333:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384294.173556:0:19333:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384294.173557:0:19333:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384294.173565:0:19333:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384294.173566:0:19333:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384294.173567:0:19333:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384294.173569:0:19333:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:1.0:1767384294.173570:0:19333:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1767384294.173572:0:19333:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384294.173573:0:19333:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384294.173575:0:19333:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:1.0:1767384294.173576:0:19333:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000001cac3881. 00000100:00000001:1.0:1767384294.173579:0:19333:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1767384294.173580:0:19333:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1767384294.173581:0:19333:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b81e47df. 00010000:00000001:1.0:1767384294.173584:0:19333:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:1.0:1767384294.173585:0:19333:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:1.0:1767384294.173586:0:19333:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384294.173589:0:19333:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384294.173590:0:19333:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384294.173592:0:19333:0:(import.c:2128:obd_at_measure()) add 1 to 0000000028084485 time=24 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384294.173595:0:19333:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384294.173597:0:19333:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 21 to 0@lo 00000100:00000001:1.0:1767384294.173599:0:19333:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 02000000:00000001:1.0:1767384294.173602:0:19333:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384294.173604:0:19333:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384294.173606:0:19333:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384294.173610:0:19333:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384294.173613:0:19333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005ce4ec44. 00000100:00000200:1.0:1767384294.173616:0:19333:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853236723068160, offset 224 00000400:00000200:1.0:1767384294.173620:0:19333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384294.173626:0:19333:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384294.173633:0:19333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x695824c902d00 00000400:00000200:1.0:1767384294.173638:0:19333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x13b9 [1] + 224 00000400:00000200:1.0:1767384294.173642:0:19333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384294.173646:0:19333:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384294.173649:0:19333:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384294.173652:0:19333:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f9e83428 x1853236723068160/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384310 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:3.0:1767384294.173660:0:16794:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 000000005eb7e91e/0x7e51148972eecacb lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00000100:00000040:1.0:1767384294.173686:0:19333:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000f9e83428 x1853236723068160/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384310 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384294.173700:0:16794:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 20000000:00000001:3.0:1767384294.173704:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000100:00000001:1.0:1767384294.173706:0:19333:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00010000:3.0:1767384294.173708:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000005eb7e91e/0x7e51148972eecacb lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384294.173715:0:19333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005ce4ec44 00010000:00000001:3.0:1767384294.173716:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000400:00000010:1.0:1767384294.173718:0:19333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005ce4ec44. 00010000:00000001:3.0:1767384294.173720:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1767384294.173722:0:19333:0:(events.c:386:reply_out_callback()) Process entered 00010000:00010000:3.0:1767384294.173725:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000005eb7e91e/0x7e51148972eecacb lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384294.173725:0:19333:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384294.173730:0:19333:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384294.173735:0:19333:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 20 to 0@lo 00010000:00000001:1.0:1767384294.173739:0:19333:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384294.173740:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000d07126e7 count: 0 00010000:00000001:1.0:1767384294.173742:0:19333:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384294.173747:0:19333:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000858c198d x1853236723068160/t0(0) o103->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:275/0 lens 328/224 e 0 to 0 dl 1767384305 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384294.173752:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00100000:1.0:1767384294.173756:0:19333:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000858c198d pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c0412d60-4f67-4dbc-8791-892843f60083+16:16139:x1853236723068160:12345-0@lo:103: Request processed in 529us (931us total) trans 0 rc 0/0 20000000:00000001:3.0:1767384294.173757:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00100000:1.0:1767384294.173763:0:19333:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00000040:1.0:1767384294.173766:0:19333:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000555601ca : new rpc_count 2 00000100:00000001:1.0:1767384294.173767:0:19333:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384294.173769:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384294.173769:0:19333:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384294.173771:0:19333:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e08c81d5. 00000100:00000001:3.0:1767384294.173773:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:1.0:1767384294.173776:0:19333:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000ed58c13. 00000400:00000001:3.0:1767384294.173779:0:16139:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000010:1.0:1767384294.173780:0:19333:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a726324b. 00000400:00000001:3.0:1767384294.173782:0:16139:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000040:1.0:1767384294.173784:0:19333:0:(genops.c:898:class_export_put()) PUTting export 00000000555601ca : new refcount 15 00000400:00000010:3.0:1767384294.173786:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e0a122ce. 00000100:00000001:1.0:1767384294.173788:0:19333:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384294.173796:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000091677c2e 00000400:00000010:3.0:1767384294.173800:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000091677c2e. 00000100:00000001:3.0:1767384294.173803:0:16139:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384294.173808:0:16139:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f9e83428 x1853236723068160/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384310 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384294.173818:0:16139:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f9e83428 x1853236723068160/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384310 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384294.173827:0:16139:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384294.173829:0:16139:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384294.173831:0:16139:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384294.173839:0:16139:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384294.173841:0:16139:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384294.173843:0:16139:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384294.173846:0:16139:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384294.173850:0:16139:0:(import.c:2128:obd_at_measure()) add 5 to 00000000e6189a3f time=24 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384294.173854:0:16139:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f5022cbe time=24 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384294.173857:0:16139:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384294.173859:0:16139:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384294.173861:0:16139:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384294.173864:0:16139:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384294.173865:0:16139:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384294.173869:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f9e83428 x1853236723068160/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384310 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384294.173877:0:16139:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384294.173880:0:16139:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384294.173882:0:16139:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384294.173886:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f9e83428 x1853236723068160/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384310 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384294.173894:0:16139:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f9e83428 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c0412d60-4f67-4dbc-8791-892843f60083:16139:1853236723068160:0@lo:103: 00000100:00000001:3.0:1767384294.173899:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384294.173902:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384294.173905:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f9e83428 x1853236723068160/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384310 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384294.173912:0:16139:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384294.173914:0:16139:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384294.173916:0:16139:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000112ac890. 02000000:00000001:3.0:1767384294.173919:0:16139:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384294.173921:0:16139:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384294.173922:0:16139:0:(genops.c:1242:class_import_put()) import 00000000df830bbe refcount=5 obd=MGC192.168.202.152@tcp 00000020:00000001:3.0:1767384294.173924:0:16139:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384294.173926:0:16139:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000ae53d45f. 02000000:00000001:3.0:1767384294.173928:0:16139:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384294.173929:0:16139:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384294.173930:0:16139:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f9e83428. 00000100:00000001:3.0:1767384294.173940:0:16139:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384294.173942:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384294.173944:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384294.173948:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384294.173950:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384294.173953:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384294.173956:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384294.179044:0:16807:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00080000:00000001:3.0:1767384294.179049:0:16773:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384294.179049:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384294.179052:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1767384294.179056:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384294.179058:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000020:00000002:3.0:1767384294.179059:0:16773:0:(lu_object.c:207:lu_object_put()) Add 00000000f07b1e3f/000000000f28175b to site lru. bkt: 00000000b56e2c81 00080000:00000010:1.0:1767384294.179061:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000006926da5. 00080000:00000001:1.0:1767384294.179066:0:16807:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:3.0:1767384294.179067:0:16773:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384294.179072:0:16773:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384294.179075:0:16773:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384294.179106:0:16773:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384294.179112:0:16773:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:2.0:1767384294.179115:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384294.179120:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000020:3.0:1767384294.179122:0:16773:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 10000000:01000000:2.0:1767384294.179123:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384294.179127:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384294.179132:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384294.179141:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000020fb6e79. 00010000:00000001:2.0:1767384294.179147:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384294.179151:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000a716292b. 00000020:00000001:2.0:1767384294.179155:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384294.179159:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000a716292b with handle 0x7e51148972eecad2 to hash 00000020:00000001:2.0:1767384294.179162:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384294.179164:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446619782554467328 : -124291155084288 : ffff8ef535da3c00) 00010000:00000001:2.0:1767384294.179168:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446619782554467328 : -124291155084288 : ffff8ef535da3c00) 00010000:00000001:2.0:1767384294.179172:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384294.179175:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384294.179178:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000a716292b/0x7e51148972eecad2 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384294.179188:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384294.179192:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384294.179194:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384294.179196:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384294.179198:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384294.179200:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384294.179202:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384294.179204:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384294.179205:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384294.179206:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384294.179208:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384294.179209:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000020fb6e79) refcount = 1 00010000:00010000:2.0:1767384294.179220:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000a716292b/0x7e51148972eecad2 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384294.179227:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384294.179230:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384294.179232:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384294.179235:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384294.179237:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384294.179240:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384294.179244:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003445359s 00010000:00000001:2.0:1767384294.179247:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384294.179250:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384294.179252:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a716292b refcount=4 00000020:00000001:2.0:1767384294.179255:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619782554467328 : -124291155084288 : ffff8ef535da3c00) 00010000:00000001:2.0:1767384294.179258:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619782554467328 : -124291155084288 : ffff8ef535da3c00) 00010000:00000001:2.0:1767384294.179261:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384294.179264:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000a716292b/0x7e51148972eecad2 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384294.179270:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384294.179274:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000a716292b/0x7e51148972eecad2 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384294.179279:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384294.179282:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384294.179283:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000a716292b/0x7e51148972eecad2 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384294.179289:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384294.179292:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384294.179295:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384294.179298:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000a716292b/0x7e51148972eecad2 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384294.179305:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000a716292b already unused, calling callback (00000000871a6010) 00010000:00000001:2.0:1767384294.179314:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384294.179316:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384294.179318:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000a716292b/0x7e51148972eecad2 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384294.179324:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384294.179327:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384294.179328:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384294.179330:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a716292b refcount=5 00000020:00000001:2.0:1767384294.179332:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619782554467328 : -124291155084288 : ffff8ef535da3c00) 00010000:00000001:2.0:1767384294.179335:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619782554467328 : -124291155084288 : ffff8ef535da3c00) 00010000:00000001:2.0:1767384294.179338:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384294.179340:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000a716292b/0x7e51148972eecad2 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384294.179346:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384294.179349:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384294.179351:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384294.179355:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384294.179357:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384294.179360:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384294.179362:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384294.179365:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000a716292b with handle 0x7e51148972eecad2 from hash 00010000:00000001:2.0:1767384294.179368:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384294.179370:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384294.179372:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384294.179373:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384294.179375:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384294.179377:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384294.179379:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384294.179382:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384294.179385:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384294.179388:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384294.179389:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384294.179392:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384294.179393:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384294.179401:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384294.179404:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384294.179406:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384294.179409:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000a716292b/0x7e51148972eecad2 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384294.179415:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384294.179416:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384294.179418:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384294.179420:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384294.179422:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384294.179424:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384294.179426:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384294.179429:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384294.179432:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384294.179434:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000a716292b/0x7e51148972eecad2 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384294.179440:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384294.179442:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384294.179444:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000a716292b/0x7e51148972eecad2 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384294.179451:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000020fb6e79 count: 0 00010000:00000001:2.0:1767384294.179464:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384294.179467:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:2.0:1767384294.180060:0:16771:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:2.0:1767384294.180065:0:16771:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384294.180068:0:16771:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000003df1869e. 20000000:00000001:2.0:1767384294.180075:0:16771:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384294.180081:0:16771:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236723067776 00010000:00000001:2.0:1767384294.180084:0:16771:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384294.180121:0:16771:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000c70847be x1853236723067776/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:275/0 lens 4848/4768 e 0 to 0 dl 1767384305 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384294.180132:0:16771:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384294.180135:0:16771:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384294.180139:0:16771:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dd452398 time=24 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384294.180152:0:16771:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384294.180156:0:16771:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 21 to 0@lo 00000100:00000001:2.0:1767384294.180159:0:16771:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 02000000:00000001:2.0:1767384294.180163:0:16771:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384294.180166:0:16771:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384294.180171:0:16771:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384294.180176:0:16771:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384294.180180:0:16771:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000066cc40ba. 00000100:00000200:2.0:1767384294.180187:0:16771:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236723067776, offset 224 00000400:00000200:2.0:1767384294.180196:0:16771:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384294.180208:0:16771:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384294.180219:0:16771:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824c902b80 00000400:00000200:2.0:1767384294.180228:0:16771:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1399 [2] + 224 00000400:00000200:2.0:1767384294.180238:0:16771:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384294.180244:0:16771:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384294.180251:0:16771:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384294.180257:0:16771:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006fac9fc8 x1853236723067776/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384310 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384294.180267:0:16771:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000006fac9fc8 x1853236723067776/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384310 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384294.180285:0:16771:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384294.180294:0:16771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000066cc40ba 00000400:00000010:2.0:1767384294.180297:0:16771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000066cc40ba. 00000100:00000001:1.0:1767384294.180301:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384294.180302:0:16771:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384294.180304:0:16771:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384294.180309:0:16771:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384294.180311:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767384294.180315:0:16771:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 20 to 0@lo 00000400:00000001:1.0:1767384294.180318:0:16137:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:2.0:1767384294.180319:0:16771:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:1.0:1767384294.180321:0:16137:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:2.0:1767384294.180323:0:16771:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384294.180325:0:16137:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a87b8d61. 00000020:00000001:2.0:1767384294.180329:0:16771:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:1.0:1767384294.180330:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000408d8cc4 00000400:00000010:1.0:1767384294.180334:0:16137:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000408d8cc4. 00000100:00000040:2.0:1767384294.180338:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c70847be x1853236723067776/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:275/0 lens 4848/4768 e 0 to 0 dl 1767384305 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384294.180338:0:16137:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384294.180345:0:16137:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006fac9fc8 x1853236723067776/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384310 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384294.180361:0:16771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000c70847be pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c0412d60-4f67-4dbc-8791-892843f60083+15:16137:x1853236723067776:12345-0@lo:253: Request processed in 18019us (18553us total) trans 0 rc 0/0 00000100:00000200:1.0:1767384294.180363:0:16137:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006fac9fc8 x1853236723067776/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384310 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384294.180370:0:16137:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384294.180372:0:16137:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384294.180377:0:16137:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384294.180379:0:16137:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384294.180381:0:16137:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384294.180383:0:16137:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384294.180384:0:16771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 02000000:00000001:1.0:1767384294.180386:0:16137:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384294.180391:0:16771:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000555601ca : new rpc_count 1 00000100:00001000:1.0:1767384294.180392:0:16137:0:(import.c:2128:obd_at_measure()) add 5 to 0000000028df3f77 time=24 v=5 (5 0 0 0) 00000100:00000001:2.0:1767384294.180396:0:16771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00001000:1.0:1767384294.180397:0:16137:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f5022cbe time=24 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384294.180400:0:16771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384294.180401:0:16137:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384294.180404:0:16137:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384294.180407:0:16137:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000010:2.0:1767384294.180408:0:16771:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000bc13f445. 00010000:00000001:1.0:1767384294.180409:0:16137:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384294.180412:0:16137:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384294.180415:0:16771:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000019019b2e. 00000100:00000040:1.0:1767384294.180417:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006fac9fc8 x1853236723067776/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384310 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384294.180422:0:16771:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006987858f. 00000100:00000001:1.0:1767384294.180427:0:16137:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384294.180430:0:16137:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000040:2.0:1767384294.180431:0:16771:0:(genops.c:898:class_export_put()) PUTting export 00000000555601ca : new refcount 14 00000100:00000001:1.0:1767384294.180432:0:16137:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384294.180439:0:16771:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000020:01000004:1.0:1767384294.180440:0:16137:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384294.180444:0:16137:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 02000000:00000010:2.0:1767384294.180445:0:16771:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000003a2219a. 00000020:01000004:1.0:1767384294.180446:0:16137:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384294.180449:0:16137:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384294.180451:0:16137:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 02000000:00000001:2.0:1767384294.180452:0:16771:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:01000004:1.0:1767384294.180453:0:16137:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000100:00000001:2.0:1767384294.180457:0:16771:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384294.180462:0:16137:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384294.180464:0:16137:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000100:00000200:2.0:1767384294.180466:0:16771:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000020:01000004:1.0:1767384294.180466:0:16137:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384294.180469:0:16137:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000010:2.0:1767384294.180473:0:16771:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b3864bb2. 00000100:00000040:1.0:1767384294.180474:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006fac9fc8 x1853236723067776/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384310 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384294.180482:0:16771:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000066cc40ba. 00000100:00100000:1.0:1767384294.180483:0:16137:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006fac9fc8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c0412d60-4f67-4dbc-8791-892843f60083:16137:1853236723067776:0@lo:253: 00000100:00000001:1.0:1767384294.180490:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384294.180492:0:16137:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384294.180494:0:16137:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006fac9fc8 x1853236723067776/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384310 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384294.180499:0:16137:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384294.180501:0:16137:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384294.180503:0:16137:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000007c842d04. 02000000:00000001:1.0:1767384294.180506:0:16137:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384294.180508:0:16137:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384294.180509:0:16137:0:(genops.c:1242:class_import_put()) import 00000000df830bbe refcount=4 obd=MGC192.168.202.152@tcp 00000020:00000001:1.0:1767384294.180511:0:16137:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384294.180513:0:16137:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000b94d3830. 02000000:00000001:1.0:1767384294.180516:0:16137:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384294.180518:0:16137:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384294.180519:0:16137:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006fac9fc8. 00000100:00000001:1.0:1767384294.180525:0:16137:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384294.180526:0:16137:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384294.180528:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384294.180533:0:16137:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384294.180535:0:16137:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384294.180536:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384294.180538:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1767384294.182117:0:16642:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000d446b842. 00010000:00000010:3.1:1767384294.182128:0:21395:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000004a5fe896. 00010000:00000010:3.1:1767384294.182139:0:21395:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000f8befcd4. 00010000:00000010:3.1:1767384294.182154:0:21395:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000d07126e7. 00010000:00000010:3.1:1767384294.182161:0:21395:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000005eb7e91e. 00080000:00000020:1.0:1767384294.182680:0:16773:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767384294.182683:0:16773:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384294.182685:0:16773:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000008468de3b. 20000000:00000001:1.0:1767384294.182690:0:16773:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384294.182694:0:16773:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236723067904 00010000:00000001:1.0:1767384294.182697:0:16773:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384294.182702:0:16773:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000018a6866d x1853236723067904/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:275/0 lens 4848/4768 e 0 to 0 dl 1767384305 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384294.182718:0:16773:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384294.182721:0:16773:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384294.182723:0:16773:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dd452398 time=24 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384294.182727:0:16773:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384294.182730:0:16773:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 21 to 0@lo 00000100:00000001:1.0:1767384294.182732:0:16773:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 02000000:00000001:1.0:1767384294.182735:0:16773:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384294.182737:0:16773:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384294.182739:0:16773:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384294.182743:0:16773:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384294.182746:0:16773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d1d8eca7. 00000100:00000200:1.0:1767384294.182750:0:16773:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236723067904, offset 224 00000400:00000200:1.0:1767384294.182757:0:16773:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384294.182765:0:16773:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384294.182773:0:16773:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824c902c00 00000400:00000200:1.0:1767384294.182778:0:16773:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x13a1 [2] + 224 00000400:00000200:1.0:1767384294.182786:0:16773:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384294.182791:0:16773:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384294.182795:0:16773:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384294.182800:0:16773:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e11bb988 x1853236723067904/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384310 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384294.182812:0:16773:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000e11bb988 x1853236723067904/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384310 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384294.182833:0:16773:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384294.182845:0:16773:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d1d8eca7 00000400:00000010:1.0:1767384294.182848:0:16773:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d1d8eca7. 00000100:00000001:2.0:1767384294.182851:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384294.182853:0:16773:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384294.182856:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384294.182857:0:16773:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:2.0:1767384294.182864:0:16138:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767384294.182864:0:16773:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384294.182868:0:16138:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:1.0:1767384294.182871:0:16773:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 20 to 0@lo 00000400:00000010:2.0:1767384294.182873:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008440d953. 00010000:00000001:1.0:1767384294.182876:0:16773:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000200:2.0:1767384294.182880:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000054a3a985 00000020:00000001:1.0:1767384294.182880:0:16773:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384294.182884:0:16138:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000054a3a985. 00000020:00000001:1.0:1767384294.182885:0:16773:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1767384294.182891:0:16138:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384294.182897:0:16138:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e11bb988 x1853236723067904/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384310 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384294.182900:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000018a6866d x1853236723067904/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:275/0 lens 4848/4768 e 0 to 0 dl 1767384305 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384294.182928:0:16138:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e11bb988 x1853236723067904/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384310 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384294.182929:0:16773:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000018a6866d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c0412d60-4f67-4dbc-8791-892843f60083+14:16138:x1853236723067904:12345-0@lo:253: Request processed in 20346us (20858us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384294.182947:0:16138:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:1.0:1767384294.182947:0:16773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00000001:2.0:1767384294.182951:0:16138:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384294.182952:0:16773:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000555601ca : new rpc_count 0 00000100:00000001:2.0:1767384294.182955:0:16138:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767384294.182957:0:16773:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:2.0:1767384294.182959:0:16138:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384294.182961:0:16773:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384294.182962:0:16138:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384294.182965:0:16138:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384294.182966:0:16773:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000dcb4237f. 02000000:00000001:2.0:1767384294.182969:0:16138:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384294.182972:0:16773:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e4bd3897. 00000020:00000010:1.0:1767384294.182977:0:16773:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000245d2d6e. 00000100:00001000:2.0:1767384294.182982:0:16138:0:(import.c:2128:obd_at_measure()) add 5 to 0000000028df3f77 time=24 v=5 (5 0 0 0) 00000020:00000040:1.0:1767384294.182984:0:16773:0:(genops.c:898:class_export_put()) PUTting export 00000000555601ca : new refcount 13 00000100:00001000:2.0:1767384294.182991:0:16138:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f5022cbe time=24 v=5 (1 0 0 0) 02000000:00000001:1.0:1767384294.182991:0:16773:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384294.182995:0:16773:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000000557b543. 00000100:00000001:2.0:1767384294.182997:0:16138:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384294.183000:0:16138:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384294.183002:0:16773:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:2.0:1767384294.183003:0:16138:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767384294.183006:0:16773:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384294.183007:0:16138:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384294.183012:0:16138:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384294.183014:0:16773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000040:2.0:1767384294.183018:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e11bb988 x1853236723067904/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384310 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384294.183021:0:16773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a87b8d61. 00000400:00000010:1.0:1767384294.183028:0:16773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d1d8eca7. 00000100:00000001:2.0:1767384294.183031:0:16138:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384294.183035:0:16138:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384294.183037:0:16138:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384294.183041:0:16138:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384294.183044:0:16138:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384294.183045:0:16138:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384294.183047:0:16138:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384294.183049:0:16138:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384294.183051:0:16138:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384294.183052:0:16138:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384294.183054:0:16138:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384294.183055:0:16138:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384294.183058:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e11bb988 x1853236723067904/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384310 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384294.183067:0:16138:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e11bb988 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c0412d60-4f67-4dbc-8791-892843f60083:16138:1853236723067904:0@lo:253: 00000100:00000001:2.0:1767384294.183071:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384294.183074:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384294.183077:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e11bb988 x1853236723067904/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384310 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384294.183084:0:16138:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384294.183111:0:16138:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384294.183114:0:16138:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000eecb2453. 02000000:00000001:2.0:1767384294.183120:0:16138:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384294.183122:0:16138:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384294.183123:0:16138:0:(genops.c:1242:class_import_put()) import 00000000df830bbe refcount=3 obd=MGC192.168.202.152@tcp 00000020:00000001:2.0:1767384294.183126:0:16138:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384294.183134:0:16138:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000009aea2350. 02000000:00000001:2.0:1767384294.183139:0:16138:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384294.183140:0:16138:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384294.183142:0:16138:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e11bb988. 00000100:00000001:2.0:1767384294.183147:0:16138:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384294.183149:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384294.183151:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384294.183158:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384294.183159:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384294.183162:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384294.183164:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384294.184946:0:21395:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000007e7084d7. 00000400:00000040:3.0:1767384294.184964:0:21395:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384294.184966:0:21395:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384294.184968:0:21395:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384294.184970:0:21395:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384294.184972:0:21395:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384294.184973:0:21395:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:3.0:1767384294.184976:0:21395:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384294.184977:0:21395:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384294.184979:0:21395:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384294.184979:0:21395:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:3.0:1767384294.184981:0:21395:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384294.184982:0:21395:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384294.184984:0:21395:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384294.184985:0:21395:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384294.184985:0:21395:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767384294.184987:0:21395:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384294.184988:0:21395:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384294.184989:0:21395:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767384294.184990:0:21395:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:3.0:1767384294.184991:0:21395:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384294.184993:0:21395:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384294.184993:0:21395:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384294.185000:0:21395:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384294.185002:0:21395:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384294.185003:0:21395:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:3.0:1767384294.185005:0:21395:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384294.185006:0:21395:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384294.185007:0:21395:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384294.185008:0:21395:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384294.185010:0:21395:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384294.185010:0:21395:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767384294.185012:0:21395:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384294.185013:0:21395:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384294.185014:0:21395:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384294.185015:0:21395:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384294.185016:0:21395:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384294.185017:0:21395:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767384294.185018:0:21395:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384294.185020:0:21395:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384294.185021:0:21395:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384294.185022:0:21395:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384294.185023:0:21395:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384294.185024:0:21395:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767384294.185025:0:21395:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767384294.185026:0:21395:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767384294.185026:0:21395:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767384294.185027:0:21395:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767384294.185028:0:21395:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767384294.185030:0:21395:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384294.185031:0:21395:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384294.185032:0:21395:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767384294.185033:0:21395:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384294.185034:0:21395:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767384294.185035:0:21395:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:3.0:1767384294.185036:0:21395:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767384294.185037:0:21395:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767384294.185037:0:21395:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:3.0:1767384294.185072:0:21395:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000007e7084d7. 00010000:00000010:2.1:1767384294.188147:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000020fb6e79. 00010000:00000010:2.1:1767384294.188157:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000a716292b. 00000100:00000040:3.0:1767384294.197134:0:53:0:(connection.c:75:cpu_latency_work()) work item of 000000009d5c2cb6 (cpu 0) has reached its deadline 4294884159, at 4294884160 00000100:00000040:0.0:1767384294.197144:0:449:0:(connection.c:75:cpu_latency_work()) work item of 000000002fd0fb58 (cpu 0) has reached its deadline 4294884159, at 4294884160 00000100:00000010:3.0:1767384294.197147:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005bc589a8. 00000100:00000010:0.0:1767384294.197153:0:449:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006b7ddb88. 00000100:00000040:2.0:1767384294.197154:0:795:0:(connection.c:75:cpu_latency_work()) work item of 00000000135c2452 (cpu 0) has reached its deadline 4294884159, at 4294884160 00000100:00000010:2.0:1767384294.197162:0:795:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ed1f8288. 00000100:00000040:1.0:1767384294.198146:0:62:0:(connection.c:75:cpu_latency_work()) work item of 00000000edc4e618 (cpu 0) has reached its deadline 4294884159, at 4294884161 00000100:00000010:1.0:1767384294.198153:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004c6385dd. 00080000:00000001:0.0:1767384294.956829:0:21606:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384294.956841:0:21606:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384294.956845:0:21606:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384294.956850:0:21606:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384294.956854:0:21606:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384294.956856:0:21606:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384294.965163:0:449:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384294.965172:0:449:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384294.965181:0:449:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384294.965184:0:449:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384294.965218:0:16768:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384294.965223:0:16768:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384294.965226:0:16768:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:1.0:1767384295.715678:0:21770:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384295.715683:0:21770:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg252-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp19 --if ens2 00000001:00000001:1.0:1767384295.718836:0:21770:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384295.726380:0:21771:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000caa06019. 00000400:00000010:1.0:1767384295.726393:0:21771:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000bba983ae. 00000400:00000010:1.0:1767384295.726401:0:21771:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 0000000022ec2b47. 00000400:00000010:1.0:1767384295.726404:0:21771:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 0000000093e74090. 00000400:00000010:1.0:1767384295.726407:0:21771:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000284e6c71. 00000400:00000010:1.0:1767384295.726414:0:21771:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000f039dccd. 00000400:00000010:1.0:1767384295.726416:0:21771:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000087dbe380. 00000400:00000010:1.0:1767384295.726417:0:21771:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000a7b30d2e. 00000400:00000010:1.0:1767384295.726420:0:21771:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000feb8c4ef. 00000800:00000010:1.0:1767384295.726430:0:21771:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 0000000005c81bf0. 00000800:00000200:1.0:1767384295.726440:0:21771:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384295.726447:0:21771:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384295.726481:0:21771:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.152) 00000400:02000000:1.0:1767384295.726501:0:21771:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.152@tcp19 [8/256/0/180] 00000400:00000010:1.0:1767384295.727861:0:21771:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 217 at 00000000a6cdb55b. 00000400:00000010:1.0:1767384295.727866:0:21771:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000b687c43. 00000400:00000010:1.0:1767384295.727872:0:21771:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005ce4ec44. 00000400:00000001:1.0:1767384295.727884:0:21771:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384295.727885:0:21771:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384295.727887:0:21771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d42027a5. 00000400:00000200:1.0:1767384295.727889:0:21771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e1b09e96 00000400:00000010:1.0:1767384295.727891:0:21771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e1b09e96. 00000400:00000010:1.0:1767384295.727894:0:21771:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 201 at 00000000a10db658. 00000400:00000200:1.0:1767384295.727899:0:21771:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (10) 00000400:00000200:1.0:1767384295.727909:0:21771:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.152@tcp (000000005d9714d7): 0 00000400:00000200:1.0:1767384295.727918:0:21771:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131091 00000020:00000010:1.0:1767384295.727924:0:21771:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000b00616c4. 00000020:01000000:1.0:1767384295.727928:0:21771:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:1.0:1767384295.727930:0:21771:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.152@tcp19 00000400:00000010:1.0:1767384295.727941:0:21771:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000bba983ae. 00000400:00000010:1.0:1767384295.727944:0:21771:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000caa06019. 00000400:00000200:2.0:1767384295.727962:0:16135:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384295.727972:0:16135:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100151 00000400:00000010:2.0:1767384295.727981:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005a4d4621. 00000020:00000001:0.0:1767384295.727981:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:2.0:1767384295.727988:0:16135:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (11) 10000000:00000001:0.0:1767384295.727988:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384295.727993:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000010:2.0:1767384295.727995:0:16135:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000063665c67. 10000000:01000000:0.0:1767384295.727996:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:0.0:1767384295.728001:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:2.0:1767384295.728003:0:16135:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.152@tcp 00000020:01000004:0.0:1767384295.728005:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384295.728008:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384295.728009:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384295.728012:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384295.728013:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384295.728014:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384295.728016:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384295.728018:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384295.728020:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:2.0:1767384295.728023:0:16135:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.152@tcp local destination 00000100:00000010:0.0:1767384295.728027:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c41ee093. 00000400:00000200:2.0:1767384295.728030:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 00000020:00000040:0.0:1767384295.728034:0:36:0:(genops.c:1229:class_import_get()) import 00000000df830bbe refcount=4 obd=MGC192.168.202.152@tcp 00000400:00000200:2.0:1767384295.728040:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000100:00000001:0.0:1767384295.728041:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384295.728047:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1767384295.728048:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 02000000:00000001:0.0:1767384295.728054:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384295.728057:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 00000400:00000200:2.0:1767384295.728061:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 6], ns[16, 6] 00000400:00000200:2.0:1767384295.728064:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 6], ns[18, 6] 02000000:00000010:0.0:1767384295.728067:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000eecb2453. 00000400:00000200:2.0:1767384295.728068:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 6], ns[20, 6] 00000400:00000200:2.0:1767384295.728074:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 6], ns[22, 6] 00000100:00000001:0.0:1767384295.728076:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384295.728077:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000100:00000001:0.0:1767384295.728111:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384295.728114:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384295.728124:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c41ee093] to pc [ptlrpcd_00_03+3] req@00000000c41ee093 x1853236723068288/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384295.728137:0:16135:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp18 00000400:00000200:2.0:1767384295.728146:0:16135:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.152@tcp18 00000400:00000200:2.0:1767384295.728151:0:16135:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.152@tcp18 lpni_is_preferred = 0 00000400:00000200:2.0:1767384295.728156:0:16135:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.152@tcp18 10000000:00000001:0.0:1767384295.728158:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384295.728163:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384295.728165:0:16135:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp18 NI seq info: [23:23:256:4294967295] 192.168.202.152@tcp18 LPNI seq info [23:23:8:4294967295] 00000020:00000001:0.0:1767384295.728168:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384295.728172:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:2.0:1767384295.728176:0:16135:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.152@tcp18 00000020:00000001:0.0:1767384295.728179:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384295.728183:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384295.728186:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384295.728190:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000400:00000200:2.0:1767384295.728193:0:16135:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp18(192.168.202.152@tcp18:) -> 192.168.202.152@tcp18(192.168.202.152@tcp:192.168.202.152@tcp18) : PUT try# 0 00000020:01000004:0.0:1767384295.728194:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384295.728198:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384295.728200:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384295.728203:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000800:00000200:2.0:1767384295.728205:0:16135:0:(socklnd_cb.c:1001:ksocknal_send()) sending 208 bytes in 1 frags to 12345-192.168.202.152@tcp18 00000800:00000010:2.0:1767384295.728211:0:16135:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009c3fbcb8. 00000020:01000004:0.0:1767384295.728213:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384295.728216:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000100:00000001:3.0:1767384295.728217:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000004:0.0:1767384295.728218:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000800:00000010:2.0:1767384295.728223:0:16135:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000009992dd6f. 00000020:01000004:0.0:1767384295.728223:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000100:00000001:3.0:1767384295.728224:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:01000004:0.0:1767384295.728226:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:3.0:1767384295.728229:0:16140:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000800:00000010:2.0:1767384295.728230:0:16135:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000fe42e3e0. 00000100:00000010:0.0:1767384295.728233:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a17a245b. 00000020:00000040:0.0:1767384295.728238:0:36:0:(genops.c:1229:class_import_get()) import 00000000df830bbe refcount=5 obd=MGC192.168.202.152@tcp 00000100:00000040:3.0:1767384295.728240:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c41ee093 x1853236723068288/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767384295.728243:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009992dd6f] -> 12345-192.168.202.152@tcp18 (2) 00000100:00000001:0.0:1767384295.728245:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384295.728250:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384295.728254:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384295.728256:0:16140:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000800:00000200:2.1:1767384295.728258:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009992dd6f] -> 12345-192.168.202.152@tcp18 (2) 00000100:00000001:3.0:1767384295.728260:0:16140:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384295.728265:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000000557b543. 02000000:00000001:3.0:1767384295.728266:0:16140:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384295.728271:0:16140:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384295.728272:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384295.728275:0:16140:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384295.728277:0:16135:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.152@tcp 00000100:00000001:0.0:1767384295.728279:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384295.728282:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384295.728284:0:16140:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c41ee093 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c0412d60-4f67-4dbc-8791-892843f60083:16140:1853236723068288:0@lo:253: 00000400:00000200:2.0:1767384295.728284:0:16135:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100551 rc 0 00000100:00000040:0.0:1767384295.728291:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a17a245b] to pc [ptlrpcd_00_00+0] req@00000000a17a245b x1853236723068416/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384295.728294:0:16140:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384295.728304:0:16140:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384295.728309:0:16140:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384295.728313:0:16140:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 10000000:00000001:0.0:1767384295.728318:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384295.728323:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384295.728325:0:16140:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000cfc0210d. 00000020:00000001:0.0:1767384295.728325:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384295.728327:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767384295.728333:0:16140:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384295.728333:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384295.728333:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:0.0:1767384295.728340:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000b00616c4. 00000400:00000010:3.0:1767384295.728344:0:16140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e0a122ce. 00000100:00000001:0.0:1767384295.728353:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1767384295.728354:0:16140:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002275665d. 00000100:00000001:0.0:1767384295.728358:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:3.0:1767384295.728361:0:16140:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236723068288, portal 25 00000100:00000001:0.0:1767384295.728361:0:16137:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384295.728365:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a17a245b x1853236723068416/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384295.728367:0:16140:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384295.728371:0:16140:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782674426368 : -124291035125248 : ffff8ef53d00aa00) 00000100:00000001:0.0:1767384295.728376:0:16137:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384295.728378:0:16137:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384295.728381:0:16137:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1767384295.728382:0:16140:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c41ee093 x1853236723068288/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384311 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384295.728383:0:16137:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384295.728388:0:16137:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384295.728393:0:16137:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a17a245b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c0412d60-4f67-4dbc-8791-892843f60083:16137:1853236723068416:0@lo:253: 00000100:00000001:0.0:1767384295.728401:0:16137:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384295.728405:0:16137:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1767384295.728406:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.152:988 00000100:00000001:3.0:1767384295.728407:0:16140:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1767384295.728408:0:16137:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384295.728414:0:16140:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384295.728420:0:16140:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000352aa112. 02000000:00000001:0.0:1767384295.728421:0:16137:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:3.0:1767384295.728427:0:16140:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236723068288, offset 0 02000000:00000010:0.0:1767384295.728429:0:16137:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000008468de3b. 02000000:00000001:0.0:1767384295.728433:0:16137:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384295.728435:0:16140:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:0.0:1767384295.728438:0:16137:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000052a6ea24. 00000400:00000010:0.0:1767384295.728445:0:16137:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bd09cefb. 00000100:00000200:0.0:1767384295.728452:0:16137:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236723068416, portal 25 00000400:00000200:3.0:1767384295.728455:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384295.728456:0:16137:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1767384295.728459:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.152:988 00000100:00000001:0.0:1767384295.728461:0:16137:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782674425472 : -124291035126144 : ffff8ef53d00a680) 00000100:00000040:0.0:1767384295.728468:0:16137:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a17a245b x1853236723068416/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384311 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384295.728473:0:16140:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824c902d80 00000100:00000001:0.0:1767384295.728482:0:16137:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384295.728488:0:16137:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1767384295.728491:0:16140:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x209 [2] + 0 00000400:00000200:2.0:1767384295.728492:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.152:988 00000400:00000010:0.0:1767384295.728492:0:16137:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000069734c36. 00000400:00000010:3.0:1767384295.728501:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000698b90fb. 00000400:00000200:3.0:1767384295.728508:0:16140:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000003fcda32b 00000100:00000200:0.0:1767384295.728521:0:16137:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236723068416, offset 0 00000400:00000200:3.0:1767384295.728528:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384295.728533:0:16137:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384295.728536:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384295.728541:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.152:988 00000400:00000200:3.0:1767384295.728545:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003fcda32b 00000400:00000200:0.0:1767384295.728547:0:16137:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:3.0:1767384295.728549:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003fcda32b. 00000100:00000001:3.0:1767384295.728557:0:16140:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:0.0:1767384295.728560:0:16137:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824c902e00 00000100:00000200:3.0:1767384295.728561:0:16140:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384295.728568:0:16140:0:(events.c:337:request_in_callback()) incoming req@0000000016dcd655 x1853236723068288 msgsize 4848 00000400:00000200:0.0:1767384295.728571:0:16137:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x225 [2] + 0 00000400:00000200:2.0:1767384295.728576:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.152:988 00000400:00000010:0.0:1767384295.728578:0:16137:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000001231b07. 00000100:00100000:3.0:1767384295.728579:0:16140:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384295.728585:0:16140:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:0.0:1767384295.728587:0:16137:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000362f11af 00000400:00000200:0.0:1767384295.728594:0:16137:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384295.728596:0:16140:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384295.728600:0:16137:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384295.728608:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000352aa112 00000400:00000010:3.0:1767384295.728611:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000352aa112. 00000100:00000001:3.0:1767384295.728617:0:16140:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:0.0:1767384295.728618:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000362f11af 00000400:00000200:2.0:1767384295.728619:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.152:988 00000400:00000010:0.0:1767384295.728624:0:16137:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000362f11af. 00000100:00000200:3.0:1767384295.728625:0:16140:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c41ee093 x1853236723068288/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384311 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384295.728632:0:16137:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384295.728636:0:16137:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384295.728642:0:16137:0:(events.c:337:request_in_callback()) incoming req@00000000fd03e8bc x1853236723068416 msgsize 4848 00000100:00000001:3.0:1767384295.728643:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384295.728664:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c41ee093 x1853236723068288/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384311 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384295.728665:0:16137:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384295.728669:0:16137:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:3.0:1767384295.728679:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384295.728682:0:16140:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384295.728684:0:16137:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384295.728691:0:16140:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384295.728695:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000069734c36 00000100:00000001:3.0:1767384295.728698:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294885715 00000400:00000010:0.0:1767384295.728699:0:16137:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000069734c36. 00000100:00000010:3.0:1767384295.728707:0:16140:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000880d8d48. 00000100:00000001:0.0:1767384295.728707:0:16137:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384295.728712:0:16137:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a17a245b x1853236723068416/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384311 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384295.728715:0:16140:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767384295.728723:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294885715 00000100:00000010:3.0:1767384295.728726:0:16140:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000028df37d0. 00000100:00000001:3.0:1767384295.728729:0:16140:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 1 00000400:00000200:2.0:1767384295.728729:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.152:988 00000100:00000001:3.0:1767384295.728735:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294885715 00000100:00000010:3.0:1767384295.728741:0:16140:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006a9e89ae. 00000100:00000001:0.0:1767384295.728744:0:16137:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384295.728746:0:16140:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 2 00000100:00000040:0.0:1767384295.728749:0:16137:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a17a245b x1853236723068416/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384311 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384295.728752:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294885715 00000100:00000010:3.0:1767384295.728759:0:16140:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f1505ff7. 00000100:00000001:0.0:1767384295.728761:0:16137:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384295.728764:0:16140:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767384295.728764:0:16137:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1767384295.728768:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.152:988 00000100:00000001:0.0:1767384295.728770:0:16137:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384295.728776:0:16137:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294885715 00000100:00000001:3.0:1767384295.728777:0:16140:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384295.728779:0:16137:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 0, keep current deadline 4294885715 00000100:00000001:3.0:1767384295.728781:0:16140:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384295.728785:0:16137:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294885715 00000100:00000001:3.0:1767384295.728786:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384295.728788:0:16137:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 1, keep current deadline 4294885715 00000100:00000001:3.0:1767384295.728789:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384295.728794:0:16137:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294885715 00000100:00000001:0.0:1767384295.728799:0:16137:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 2, keep current deadline 4294885715 00000100:00000001:0.0:1767384295.728801:0:16137:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294885715 00000100:00000001:3.0:1767384295.728803:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384295.728803:0:16137:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 3, keep current deadline 4294885715 00000400:00000200:2.0:1767384295.728805:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.152:988 00000100:00000001:3.0:1767384295.728807:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384295.728808:0:16137:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384295.728814:0:16137:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384295.728815:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384295.728819:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384295.728820:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384295.728824:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384295.728825:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384295.728831:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384295.728834:0:16137:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384295.728838:0:16137:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384295.728844:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384295.728846:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384295.728852:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384295.728859:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384295.728875:0:16773:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384295.728882:0:16773:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723068288 02000000:00000001:3.0:1767384295.728886:0:16773:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384295.728889:0:16773:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384295.728892:0:16773:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384295.728895:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384295.728896:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.152:988 02000000:00000001:3.0:1767384295.728897:0:16773:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384295.728900:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384295.728904:0:16773:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723068288 00000020:00000001:3.0:1767384295.728909:0:16773:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384295.728911:0:16773:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eec8e1 00000020:00000001:3.0:1767384295.728915:0:16773:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384295.728918:0:16773:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000555601ca refcount=14 00000020:00000001:3.0:1767384295.728922:0:16773:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000020:00000001:3.0:1767384295.728925:0:16773:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000100:00000001:0.0:1767384295.728927:0:16771:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384295.728931:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:0.0:1767384295.728932:0:16771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723068416 02000000:00000001:0.0:1767384295.728936:0:16771:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000010:3.0:1767384295.728938:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000066945be5. 00000100:00000001:0.0:1767384295.728938:0:16771:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384295.728942:0:16771:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384295.728943:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384295.728948:0:16771:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384295.728949:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000066945be5. 00000020:00000010:3.0:1767384295.728956:0:16773:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000112ac890. 00000100:00100000:0.0:1767384295.728958:0:16771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723068416 00000020:00000010:3.0:1767384295.728963:0:16773:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b688c99c. 00000020:00000001:0.0:1767384295.728963:0:16771:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384295.728967:0:16771:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eec8e1 00000020:00000010:3.0:1767384295.728971:0:16773:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e6f43d0f. 00000020:00000001:0.0:1767384295.728971:0:16771:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384295.728975:0:16771:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000555601ca refcount=15 00000020:00000001:0.0:1767384295.728980:0:16771:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000400:00000200:2.0:1767384295.728983:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.152:988 00000020:00000001:0.0:1767384295.728984:0:16771:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000100:00000040:3.0:1767384295.728990:0:16773:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384295.728993:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384295.728995:0:16773:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384295.728998:0:16773:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:0.0:1767384295.728999:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001e456ce2. 00000100:00000001:3.0:1767384295.729001:0:16773:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384295.729007:0:16771:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384295.729010:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001e456ce2. 00000100:00000001:3.0:1767384295.729012:0:16773:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384295.729017:0:16771:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008ed06329. 00000020:00000010:0.0:1767384295.729022:0:16771:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000853af99c. 00000020:00000010:0.0:1767384295.729025:0:16771:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000678ea6c7. 00000100:00000001:3.0:1767384295.729027:0:16773:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384295.729029:0:16771:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384295.729032:0:16771:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384295.729036:0:16771:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384295.729041:0:16771:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384295.729044:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.152:988 00000100:00000001:0.0:1767384295.729044:0:16771:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384295.729050:0:16773:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384295.729053:0:16773:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384295.729062:0:16773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00000001:0.0:1767384295.729065:0:16771:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:3.0:1767384295.729066:0:16773:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000555601ca : new rpc_count 1 00000100:00000001:0.0:1767384295.729070:0:16771:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384295.729071:0:16773:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619781923286096 : -124291786265520 : ffff8ef5103b2c50) 00000100:00100000:0.0:1767384295.729078:0:16771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00000040:3.0:1767384295.729081:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000016dcd655 x1853236723068288/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:276/0 lens 4848/0 e 0 to 0 dl 1767384306 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384295.729083:0:16771:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000555601ca : new rpc_count 2 00000100:00000001:3.0:1767384295.729113:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384295.729116:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000066945be5. 00000100:00000001:3.0:1767384295.729120:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384295.729122:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000066945be5. 00000100:00000001:0.0:1767384295.729126:0:16771:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619781697779792 : -124292011771824 : ffff8ef502ca3850) 00000100:00100000:3.0:1767384295.729130:0:16773:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000016dcd655 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c0412d60-4f67-4dbc-8791-892843f60083+15:16140:x1853236723068288:12345-0@lo:253: 00000100:00000040:0.0:1767384295.729135:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000fd03e8bc x1853236723068416/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:276/0 lens 4848/0 e 0 to 0 dl 1767384306 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384295.729136:0:16773:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723068288 00000020:00000001:3.0:1767384295.729142:0:16773:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:0.0:1767384295.729146:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1767384295.729150:0:16773:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000010:0.0:1767384295.729151:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001e456ce2. 00000020:00000001:3.0:1767384295.729155:0:16773:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384295.729157:0:16771:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384295.729159:0:16773:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:2.0:1767384295.729161:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.152:988 00000020:00000010:0.0:1767384295.729162:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001e456ce2. 00000020:00000001:3.0:1767384295.729163:0:16773:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669141328 : -1040410288 : ffffffffc1fc9950) 00000020:00000001:3.0:1767384295.729170:0:16773:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384295.729174:0:16773:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384295.729177:0:16773:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00100000:0.0:1767384295.729178:0:16771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000fd03e8bc pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c0412d60-4f67-4dbc-8791-892843f60083+15:16137:x1853236723068416:12345-0@lo:253: 00000020:00000001:3.0:1767384295.729180:0:16773:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000200:0.0:1767384295.729185:0:16771:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723068416 00000020:00000001:3.0:1767384295.729186:0:16773:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384295.729192:0:16773:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384295.729197:0:16773:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:0.0:1767384295.729198:0:16771:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384295.729203:0:16771:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 02000000:00000010:3.0:1767384295.729205:0:16773:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000289fcc5d. 00000020:00000001:0.0:1767384295.729205:0:16771:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384295.729211:0:16773:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384295.729211:0:16771:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1767384295.729217:0:16773:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384295.729217:0:16771:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669141328 : -1040410288 : ffffffffc1fc9950) 00000020:00000001:0.0:1767384295.729224:0:16771:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 20000000:00000001:3.0:1767384295.729225:0:16773:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000001:0.0:1767384295.729229:0:16771:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384295.729232:0:16771:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:2.0:1767384295.729233:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.152:988 00000020:00000001:0.0:1767384295.729235:0:16771:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384295.729237:0:16771:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384295.729239:0:16771:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384295.729244:0:16771:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:00000010:3.0:1767384295.729248:0:16773:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000092070b3. 20000000:01000000:3.0:1767384295.729253:0:16773:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:3.0:1767384295.729257:0:16773:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 02000000:00000010:0.0:1767384295.729260:0:16771:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000050cf7595. 20000000:00000001:3.0:1767384295.729261:0:16773:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 02000000:00000001:0.0:1767384295.729266:0:16771:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384295.729271:0:16773:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384295.729273:0:16771:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384295.729276:0:16773:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384295.729277:0:16771:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000001:3.0:1767384295.729281:0:16773:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:0.0:1767384295.729289:0:16771:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000085329ca8. 20000000:01000000:0.0:1767384295.729293:0:16771:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384295.729295:0:16771:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384295.729297:0:16771:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000010:3.0:1767384295.729298:0:16773:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000011156dba. 20000000:00000001:0.0:1767384295.729300:0:16771:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:3.0:1767384295.729304:0:16773:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #19 20000000:00000001:0.0:1767384295.729304:0:16771:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384295.729310:0:16771:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:3.0:1767384295.729314:0:16773:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000400:00000200:2.0:1767384295.729319:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.152:988 00080000:00000001:3.0:1767384295.729322:0:16773:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000400:00000200:2.0:1767384295.729391:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.152:988 00080000:00000001:3.0:1767384295.729397:0:16773:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384295.729402:0:16773:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384295.729405:0:16773:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.729407:0:16773:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:3.0:1767384295.729412:0:16773:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384295.729419:0:16773:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446619782313850200 : -124291395701416 : ffff8ef52782b558) 00080000:00000001:3.0:1767384295.729423:0:16773:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384295.729431:0:16773:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000002860128e. 00080000:00000001:3.0:1767384295.729433:0:16773:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446619781776840704 : -124291932710912 : ffff8ef507809800) 00080000:00000001:3.0:1767384295.729437:0:16773:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:2.0:1767384295.729467:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.152:988 00000400:00000200:2.0:1767384295.729570:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.152:988 00000001:00000001:3.0:1767384295.729633:0:16773:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384295.729637:0:16773:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.729640:0:16773:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384295.729684:0:16773:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384295.729688:0:16773:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384295.729787:0:16773:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384295.729790:0:16773:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000800:00000010:2.0:1767384295.729953:0:16128:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000078f4bc6e. 00000800:00000010:2.0:1767384295.729962:0:16128:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000ab762c1b. 00000800:00000010:2.0:1767384295.729973:0:16128:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000008d10c335. 00000800:00000010:2.0:1767384295.730020:0:16128:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000008d10c335. 00000400:00000200:0.0:1767384295.730066:0:16133:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767384295.730084:0:16133:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.152@tcp18 from 237.3.0.2 00000800:00000010:0.0:1767384295.730120:0:16133:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000da90966e. 00000800:00000010:2.0:1767384295.730246:0:16126:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000007c842d04. 00000800:00000010:2.0:1767384295.730253:0:16126:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000d793c82c. 00000800:00000010:2.0:1767384295.730274:0:16126:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000ab104401. 00000800:00000200:2.1:1767384295.730282:0:16126:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009992dd6f] -> 12345-192.168.202.152@tcp18 (2) 00000800:00000200:2.1:1767384295.730287:0:16126:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.152@tcp18 00000000ab104401 deleted 00000800:00000010:2.1:1767384295.730288:0:16126:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000ab104401. 00000800:00000200:2.1:1767384295.730294:0:16126:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.1:1767384295.730301:0:16126:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp18 ip 192.168.202.152:1005 00000800:00000200:2.1:1767384295.730305:0:16126:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009c3fbcb8 type 1, nob 304 niov 1 nkiov 1 00000800:00000200:2.0:1767384295.730311:0:16126:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.152@tcp18 p 3.x 192.168.202.152 -> 192.168.202.152:1005 incarnation:1767384294159826863 sched[0] 00000800:00000010:2.0:1767384295.730315:0:16126:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000008d10c335. 00000800:00000010:2.0:1767384295.730358:0:16126:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000008d10c335. 00000800:00000010:2.0:1767384295.730362:0:16126:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000d793c82c. 00000800:00000200:0.1:1767384295.730371:0:16128:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.0:1767384295.730379:0:16128:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.152@tcp18 p 3.x 192.168.202.152 -> 192.168.202.152:988 incarnation:1767384294159826863 sched[0] 00000800:00000010:0.0:1767384295.730383:0:16128:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000ab762c1b. 00000800:00000010:2.0:1767384295.730406:0:16126:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000da90966e. 00000800:00000001:2.0:1767384295.730434:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384295.730443:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384295.730468:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.152:988 00000800:00000200:2.0:1767384295.730500:0:16130:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384295.730504:0:16130:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009c3fbcb8. 00000400:00000200:2.0:1767384295.730510:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384295.730514:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp18->192.168.202.152@tcp18: PUT: OK 00000400:00000200:2.0:1767384295.730520:0:16130:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384295.730526:0:16130:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.152@tcp: 0 00000400:00000200:0.0:1767384295.730528:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.152:988 00000800:00000001:2.0:1767384295.730544:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384295.730551:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384295.730554:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384295.730562:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384295.730574:0:16130:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.152@tcp18(192.168.202.152@tcp18) <- 192.168.202.152@tcp18 : PUT - for me 00000400:00000200:2.0:1767384295.730585:0:16130:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.152@tcp of length 208 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384295.730590:0:16130:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.152@tcp of length 208/208 into md 0x13a9 [1] + 0 00000400:00000010:2.0:1767384295.730595:0:16130:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000050430655. 00000400:00000200:2.0:1767384295.730607:0:16130:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000589f7d29 00000800:00000001:2.0:1767384295.730615:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384295.730628:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384295.730632:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384295.730641:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp18->192.168.202.152@tcp18: PUT: OK 00000400:00000200:0.0:1767384295.730642:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.152:988 00000400:00000200:2.0:1767384295.730645:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000589f7d29 00000400:00000010:2.0:1767384295.730649:0:16130:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000589f7d29. 00000400:00000200:2.0:1767384295.730671:0:16130:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:2.0:1767384295.730676:0:16130:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (12) 00000400:00000200:2.0:1767384295.730685:0:16130:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.152@tcp(000000005d9714d7) is MR 00000400:00000010:2.0:1767384295.730689:0:16130:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 217 at 000000009c3fbcb8. 00000400:00000200:2.0:1767384295.730693:0:16130:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.202.152@tcp 11 00000400:00000200:2.0:1767384295.730698:0:16130:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.152@tcp (000000005d9714d7): -114 00000400:00000200:2.0:1767384295.730709:0:16130:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000005d9714d7 (13) 00000400:00000200:2.0:1767384295.730715:0:16130:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767384295.730725:0:16130:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.152@tcp18 to MR: 192.168.202.152@tcp18 local destination 00000400:00000200:2.0:1767384295.730736:0:16130:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp18 NI seq info: [24:24:256:4294967295] 192.168.202.152@tcp18 LPNI seq info [24:24:8:4294967295] 00000400:00000200:2.0:1767384295.730756:0:16130:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp18(192.168.202.152@tcp18:192.168.202.152@tcp18) -> 192.168.202.152@tcp18(192.168.202.152@tcp18:192.168.202.152@tcp18) 192.168.202.152@tcp18 : ACK try# 0 00000800:00000200:2.0:1767384295.730763:0:16130:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.152@tcp18 00000400:00000200:0.0:1767384295.730765:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.152:988 00000800:00000010:2.0:1767384295.730806:0:16130:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000089e267e8. 00000800:00000200:2.0:1767384295.730816:0:16130:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009992dd6f] -> 12345-192.168.202.152@tcp18 (4) 00000800:00000200:2.0:1767384295.730823:0:16130:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp18 ip 192.168.202.152:988 00000800:00000200:2.0:1767384295.730827:0:16130:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000089e267e8 type 0, nob 96 niov 1 nkiov 0 00000400:00000200:0.0:1767384295.730877:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.152:988 00000800:00000200:2.0:1767384295.730891:0:16130:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384295.730896:0:16130:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000089e267e8. 00000400:00000200:2.0:1767384295.730902:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384295.730909:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp18->192.168.202.152@tcp18: ACK: OK 00000800:00000001:2.0:1767384295.730924:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384295.730931:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384295.730935:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384295.730939:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384295.730946:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384295.730951:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384295.730952:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.152:988 00000400:00000200:2.0:1767384295.730959:0:16130:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.152@tcp18(192.168.202.152@tcp18) <- 192.168.202.152@tcp18 : ACK - for me 00000400:00000200:2.0:1767384295.730971:0:16130:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.152@tcp18: ACK from 12345-192.168.202.152@tcp18 into md 0x13d9 00000400:00000200:2.0:1767384295.730976:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384295.730979:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp18->192.168.202.152@tcp18: ACK: OK 00000400:00000200:2.0:1767384295.730981:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005a4d4621 00000400:00000010:2.0:1767384295.730982:0:16130:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005a4d4621. 00000400:00000200:2.0:1767384295.730985:0:16130:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:2.0:1767384295.730988:0:16130:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.152@tcp ev->status 0 00000400:00000200:2.0:1767384295.730994:0:16130:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.152@tcp (000000005d9714d7): -114 00000400:00000200:2.0:1767384295.730998:0:16130:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000005d9714d7 (12) 00000800:00000001:2.0:1767384295.731004:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384295.731009:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384295.731010:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.152:988 00000400:00000200:2.0:1767384295.731028:0:16135:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:2.0:1767384295.731033:0:16135:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dede7bf5. 00000400:00000010:2.0:1767384295.731036:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005a4d4621. 00000400:00000200:2.0:1767384295.731040:0:16135:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 0000000066e4368c 00000400:00000200:2.0:1767384295.731046:0:16135:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x1000d1 00000400:00000010:2.0:1767384295.731055:0:16135:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 240 at 0000000089e267e8. 00000400:00000010:2.0:1767384295.731059:0:16135:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 288 at 00000000cbff3170. 00000400:00000010:2.0:1767384295.731061:0:16135:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 240 at 000000003bdae762. 00000400:00000200:0.0:1767384295.731076:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.152:988 00000400:00000010:2.0:1767384295.731082:0:16135:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000a3c63ae9. 00000400:00000200:0.0:1767384295.731149:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.152:988 00000400:00000200:2.0:1767384295.731156:0:16135:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000a3c63ae9 nid 192.168.202.152@tcp19 00000400:00000010:2.0:1767384295.731160:0:16135:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000a8b063b0. 00000400:00000200:2.0:1767384295.731162:0:16135:0:(peer.c:204:lnet_peer_net_alloc()) 00000000a8b063b0 net tcp19 00000400:00000200:2.0:1767384295.731166:0:16135:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (11) 00000400:00000200:2.0:1767384295.731170:0:16135:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.152@tcp NID 192.168.202.152@tcp19 flags 0x11 00000400:00000200:0.0:1767384295.731173:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.152:988 00000400:00000010:2.0:1767384295.731174:0:16135:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 240 at 0000000089e267e8. 00000400:00000010:2.0:1767384295.731181:0:16135:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 288 at 00000000cbff3170. 00000400:00000010:2.0:1767384295.731184:0:16135:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 240 at 000000003bdae762. 00000400:00000010:2.0:1767384295.731188:0:16135:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 217 at 000000009c3fbcb8. 00000400:00000200:2.0:1767384295.731193:0:16135:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.152@tcp (000000005d9714d7): 0 00000400:00000200:2.0:1767384295.731196:0:16135:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.152@tcp(000000005d9714d7): 0. state = 0x100151 00000400:00000200:2.0:1767384295.731205:0:16135:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100151 rc 1 00000400:00000200:2.0:1767384295.731211:0:16135:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100151 00000400:00000200:0.0:1767384295.731214:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.152:988 00000400:00000200:2.0:1767384295.731215:0:16135:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.152@tcp 00000400:00000200:2.0:1767384295.731222:0:16135:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100111 rc 0 00000400:00000200:2.0:1767384295.731228:0:16135:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.152@tcp (000000005d9714d7) 00000400:00000200:2.0:1767384295.731231:0:16135:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000005d9714d7 (12) 00000400:00000200:0.0:1767384295.731261:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.152:988 00000400:00000200:0.0:1767384295.731291:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.152:988 00000400:00000200:0.0:1767384295.731307:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.152:988 00000400:00000200:0.0:1767384295.731327:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.152:988 00000400:00000200:0.0:1767384295.731358:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.152:988 00000400:00000200:0.0:1767384295.731398:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.152:988 00000400:00000200:0.0:1767384295.731422:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.152:988 00000400:00000200:0.0:1767384295.731443:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.152:988 00000800:00000010:0.0:1767384295.731610:0:16128:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000f85e6995. 00000800:00000010:0.0:1767384295.731614:0:16128:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000069734c36. 00000800:00000010:0.0:1767384295.731618:0:16128:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000001e456ce2. 00000800:00000010:0.0:1767384295.731680:0:16128:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000001e456ce2. 00000400:00000200:3.0:1767384295.732023:0:16133:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:3.0:1767384295.732050:0:16133:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.152@tcp18 from 236.3.0.2 00000800:00000010:3.0:1767384295.732053:0:16133:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000776fa4c8. 00000800:00000010:3.0:1767384295.732189:0:16127:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000eef718a0. 00000800:00000010:3.0:1767384295.732193:0:16127:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f3ee0250. 00000800:00000010:3.0:1767384295.732215:0:16127:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000033870e76. 00000800:00000200:3.1:1767384295.732225:0:16127:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009992dd6f] -> 12345-192.168.202.152@tcp18 (4) 00000800:00000200:3.1:1767384295.732229:0:16127:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.152@tcp18 0000000033870e76 deleted 00000800:00000010:3.1:1767384295.732231:0:16127:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000033870e76. 00000800:00000200:3.1:1767384295.732237:0:16127:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:3.0:1767384295.732247:0:16127:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.152@tcp18 p 3.x 192.168.202.152 -> 192.168.202.152:1004 incarnation:1767384294159826863 sched[0] 00000800:00000010:3.0:1767384295.732253:0:16127:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000076b55715. 00000800:00000010:3.0:1767384295.732329:0:16127:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000076b55715. 00000800:00000010:3.0:1767384295.732335:0:16127:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f3ee0250. 00000800:00000010:3.0:1767384295.732397:0:16127:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000776fa4c8. 00000800:00000001:3.0:1767384295.732421:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384295.732436:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.1:1767384295.732494:0:16128:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:3.0:1767384295.732502:0:16128:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.152@tcp18 p 3.x 192.168.202.152 -> 192.168.202.152:988 incarnation:1767384294159826863 sched[0] 00000800:00000010:3.0:1767384295.732506:0:16128:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000069734c36. 00000800:00000001:3.0:1767384295.732589:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384295.732595:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384295.740320:0:16807:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384295.740325:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00080000:00000001:1.0:1767384295.740327:0:16773:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384295.740327:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1767384295.740331:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384295.740339:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000020:00000002:1.0:1767384295.740343:0:16773:0:(lu_object.c:207:lu_object_put()) Add 00000000f07b1e3f/000000000f28175b to site lru. bkt: 00000000b56e2c81 00080000:00000010:0.0:1767384295.740344:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000002860128e. 20000000:00000001:1.0:1767384295.740355:0:16773:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384295.740356:0:16807:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:1.0:1767384295.740359:0:16773:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384295.740376:0:16773:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384295.740393:0:16773:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:00000010:2.0:1767384295.740399:0:16771:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000cbff3170. 20000000:01000000:1.0:1767384295.740399:0:16773:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:0.0:1767384295.740403:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:01000000:2.0:1767384295.740407:0:16771:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #19 20000000:00000001:0.0:1767384295.740408:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 20000000:00000001:2.0:1767384295.740412:0:16771:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 10000000:01000000:0.0:1767384295.740412:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000020:1.0:1767384295.740414:0:16773:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 00010000:00000001:0.0:1767384295.740418:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:2.0:1767384295.740419:0:16771:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00010000:00000001:0.0:1767384295.740422:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384295.740433:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000fac3dc61. 00010000:00000001:0.0:1767384295.740440:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384295.740444:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000de2b4445. 00080000:00000001:2.0:1767384295.740448:0:16771:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384295.740449:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384295.740452:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000de2b4445 with handle 0x7e51148972eecad9 to hash 00080000:00000001:2.0:1767384295.740454:0:16771:0:(osd_index.c:949:osd_remote_fid()) Process entered 00000020:00000001:0.0:1767384295.740457:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000001:2.0:1767384295.740458:0:16771:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384295.740461:0:16771:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:2.0:1767384295.740463:0:16771:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384295.740467:0:16771:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446619782313850200 : -124291395701416 : ffff8ef52782b558) 00010000:00000001:0.0:1767384295.740467:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446619781734629888 : -124291974921728 : ffff8ef504fc8200) 00080000:00000001:2.0:1767384295.740472:0:16771:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:0.0:1767384295.740472:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446619781734629888 : -124291974921728 : ffff8ef504fc8200) 00080000:00000010:2.0:1767384295.740478:0:16771:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000003b9bade1. 00010000:00000001:0.0:1767384295.740479:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:2.0:1767384295.740483:0:16771:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446619777392431104 : -124296317120512 : ffff8ef4022bd000) 00010000:00000001:0.0:1767384295.740483:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384295.740487:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000de2b4445/0x7e51148972eecad9 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384295.740488:0:16771:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:0.0:1767384295.740497:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384295.740501:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384295.740503:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384295.740505:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384295.740508:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384295.740510:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384295.740511:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384295.740514:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384295.740516:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384295.740518:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384295.740519:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384295.740521:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000fac3dc61) refcount = 1 00010000:00010000:0.0:1767384295.740524:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000de2b4445/0x7e51148972eecad9 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384295.740528:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384295.740530:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384295.740532:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384295.740534:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384295.740535:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384295.740538:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00000001:00000001:2.0:1767384295.740542:0:16771:0:(osd_quota.c:525:osd_declare_quota()) Process entered 20000000:01000000:0.0:1767384295.740543:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003445359s 00080000:00000001:2.0:1767384295.740546:0:16771:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384295.740548:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00080000:00000001:2.0:1767384295.740549:0:16771:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000020:00000001:0.0:1767384295.740550:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384295.740553:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000de2b4445 refcount=4 00000020:00000001:0.0:1767384295.740555:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781734629888 : -124291974921728 : ffff8ef504fc8200) 00010000:00000001:0.0:1767384295.740557:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781734629888 : -124291974921728 : ffff8ef504fc8200) 00010000:00000001:0.0:1767384295.740559:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00080000:00000001:2.0:1767384295.740560:0:16771:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384295.740563:0:16771:0:(osd_io.c:399:osd_write()) Process entered 00010000:00010000:0.0:1767384295.740567:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000de2b4445/0x7e51148972eecad9 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384295.740574:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384295.740575:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000de2b4445/0x7e51148972eecad9 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384295.740579:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384295.740581:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384295.740583:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000de2b4445/0x7e51148972eecad9 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384295.740587:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384295.740588:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384295.740591:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384295.740592:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000de2b4445/0x7e51148972eecad9 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384295.740597:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000de2b4445 already unused, calling callback (00000000871a6010) 00010000:00000001:0.0:1767384295.740599:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384295.740601:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384295.740602:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000de2b4445/0x7e51148972eecad9 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384295.740607:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384295.740608:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384295.740609:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384295.740611:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000de2b4445 refcount=5 00000020:00000001:0.0:1767384295.740613:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781734629888 : -124291974921728 : ffff8ef504fc8200) 00010000:00000001:0.0:1767384295.740615:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781734629888 : -124291974921728 : ffff8ef504fc8200) 00010000:00000001:0.0:1767384295.740618:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384295.740620:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000de2b4445/0x7e51148972eecad9 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384295.740621:0:16771:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:2.0:1767384295.740626:0:16771:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000001:0.0:1767384295.740627:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384295.740636:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384295.740639:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384295.740644:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384295.740647:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384295.740650:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384295.740665:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384295.740668:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000de2b4445 with handle 0x7e51148972eecad9 from hash 00010000:00000001:0.0:1767384295.740672:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384295.740674:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384295.740675:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384295.740677:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384295.740680:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384295.740682:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384295.740684:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384295.740687:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384295.740689:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384295.740691:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384295.740693:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384295.740697:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384295.740699:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384295.740701:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384295.740703:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384295.740706:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384295.740708:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000de2b4445/0x7e51148972eecad9 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384295.740715:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384295.740717:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384295.740721:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384295.740723:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384295.740725:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384295.740727:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384295.740729:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384295.740733:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384295.740736:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384295.740739:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000de2b4445/0x7e51148972eecad9 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384295.740753:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384295.740756:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384295.740759:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000de2b4445/0x7e51148972eecad9 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384295.740765:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000fac3dc61 count: 0 00010000:00000001:0.0:1767384295.740791:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384295.740795:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000010:0.1:1767384295.746121:0:21775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000fac3dc61. 00010000:00000010:0.1:1767384295.746132:0:21775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000de2b4445. 00080000:00000001:0.0:1767384295.750768:0:16807:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384295.750771:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384295.750773:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384295.750774:0:16771:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384295.750775:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384295.750778:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384295.750782:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000003b9bade1. 00000020:00000002:2.0:1767384295.750783:0:16771:0:(lu_object.c:207:lu_object_put()) Add 00000000f07b1e3f/000000000f28175b to site lru. bkt: 00000000b56e2c81 20000000:00000001:2.0:1767384295.750789:0:16771:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384295.750791:0:16807:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:2.0:1767384295.750792:0:16771:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384295.750797:0:16771:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384295.750817:0:16771:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384295.750821:0:16771:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:0.0:1767384295.750821:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384295.750825:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384295.750828:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000020:2.0:1767384295.750831:0:16771:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 00010000:00000001:0.0:1767384295.750832:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384295.750835:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384295.750840:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000fac3dc61. 00010000:00000001:0.0:1767384295.750845:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384295.750848:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000de2b4445. 00000020:00000001:0.0:1767384295.750851:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384295.750854:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000de2b4445 with handle 0x7e51148972eecae0 to hash 00000020:00000001:0.0:1767384295.750857:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384295.750859:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446619781734629888 : -124291974921728 : ffff8ef504fc8200) 00010000:00000001:0.0:1767384295.750862:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446619781734629888 : -124291974921728 : ffff8ef504fc8200) 00010000:00000001:0.0:1767384295.750864:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384295.750866:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384295.750869:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000de2b4445/0x7e51148972eecae0 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384295.750875:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384295.750883:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384295.750884:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384295.750887:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384295.750889:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384295.750891:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384295.750893:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384295.750896:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384295.750897:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384295.750900:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384295.750900:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384295.750901:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000fac3dc61) refcount = 1 00010000:00010000:0.0:1767384295.750904:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000de2b4445/0x7e51148972eecae0 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384295.750908:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384295.750909:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384295.750911:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384295.750913:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384295.750915:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384295.750919:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384295.750921:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003445359s 00010000:00000001:0.0:1767384295.750923:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384295.750924:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384295.750925:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000de2b4445 refcount=4 00000020:00000001:0.0:1767384295.750927:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781734629888 : -124291974921728 : ffff8ef504fc8200) 00010000:00000001:0.0:1767384295.750928:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781734629888 : -124291974921728 : ffff8ef504fc8200) 00010000:00000001:0.0:1767384295.750930:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384295.750930:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000de2b4445/0x7e51148972eecae0 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384295.750934:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384295.750936:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000de2b4445/0x7e51148972eecae0 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384295.750940:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384295.750941:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384295.750948:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000de2b4445/0x7e51148972eecae0 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384295.750952:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384295.750954:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384295.750956:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384295.750957:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000de2b4445/0x7e51148972eecae0 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384295.750960:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000de2b4445 already unused, calling callback (00000000871a6010) 00010000:00000001:0.0:1767384295.750962:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384295.750963:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384295.750965:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000de2b4445/0x7e51148972eecae0 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384295.750969:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384295.750971:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384295.750971:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384295.750973:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000de2b4445 refcount=5 00000020:00000001:0.0:1767384295.750975:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781734629888 : -124291974921728 : ffff8ef504fc8200) 00010000:00000001:0.0:1767384295.750977:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781734629888 : -124291974921728 : ffff8ef504fc8200) 00010000:00000001:0.0:1767384295.750981:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384295.750983:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000de2b4445/0x7e51148972eecae0 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384295.750986:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384295.750988:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384295.750989:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384295.750991:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384295.750992:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384295.750993:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384295.750993:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384295.750994:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000de2b4445 with handle 0x7e51148972eecae0 from hash 00010000:00000001:0.0:1767384295.750997:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384295.750998:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384295.751008:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384295.751010:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384295.751014:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384295.751016:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384295.751018:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384295.751019:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384295.751021:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384295.751022:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384295.751023:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384295.751025:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384295.751025:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384295.751026:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384295.751027:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384295.751028:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384295.751030:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000de2b4445/0x7e51148972eecae0 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384295.751033:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384295.751034:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384295.751035:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384295.751036:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384295.751037:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384295.751037:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384295.751038:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384295.751039:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384295.751040:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384295.751042:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000de2b4445/0x7e51148972eecae0 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384295.751045:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384295.751045:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384295.751046:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000de2b4445/0x7e51148972eecae0 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384295.751049:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000fac3dc61 count: 0 00010000:00000001:0.0:1767384295.751054:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384295.751054:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000010:3.0:1767384295.751785:0:21776:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000004fbe8f8d. 00000400:00000040:3.0:1767384295.751807:0:21776:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384295.751810:0:21776:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384295.751816:0:21776:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384295.751819:0:21776:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384295.751822:0:21776:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384295.751823:0:21776:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:3.0:1767384295.751826:0:21776:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384295.751827:0:21776:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384295.751828:0:21776:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384295.751829:0:21776:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:3.0:1767384295.751832:0:21776:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384295.751833:0:21776:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384295.751835:0:21776:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384295.751837:0:21776:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384295.751839:0:21776:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767384295.751842:0:21776:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384295.751844:0:21776:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384295.751846:0:21776:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767384295.751848:0:21776:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:3.0:1767384295.751852:0:21776:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384295.751853:0:21776:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384295.751857:0:21776:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384295.751858:0:21776:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384295.751860:0:21776:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384295.751863:0:21776:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:3.0:1767384295.751866:0:21776:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384295.751868:0:21776:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384295.751869:0:21776:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384295.751871:0:21776:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384295.751873:0:21776:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384295.751875:0:21776:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767384295.751882:0:21776:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384295.751884:0:21776:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384295.751886:0:21776:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384295.751887:0:21776:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384295.751888:0:21776:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384295.751889:0:21776:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767384295.751891:0:21776:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384295.751892:0:21776:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384295.751893:0:21776:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384295.751895:0:21776:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384295.751896:0:21776:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384295.751897:0:21776:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767384295.751899:0:21776:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767384295.751900:0:21776:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767384295.751902:0:21776:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767384295.751904:0:21776:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767384295.751905:0:21776:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767384295.751909:0:21776:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384295.751911:0:21776:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384295.751914:0:21776:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767384295.751917:0:21776:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384295.751918:0:21776:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767384295.751920:0:21776:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:3.0:1767384295.751922:0:21776:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767384295.751923:0:21776:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767384295.751925:0:21776:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:3.0:1767384295.751965:0:21776:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000004fbe8f8d. 00080000:00000020:1.0:1767384295.752772:0:16773:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767384295.752779:0:16773:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384295.752782:0:16773:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000092070b3. 20000000:00000001:1.0:1767384295.752791:0:16773:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384295.752797:0:16773:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236723068288 00010000:00000001:1.0:1767384295.752800:0:16773:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384295.752810:0:16773:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000016dcd655 x1853236723068288/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:276/0 lens 4848/4768 e 0 to 0 dl 1767384306 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384295.752818:0:16773:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384295.752820:0:16773:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384295.752824:0:16773:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dd452398 time=25 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384295.752828:0:16773:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384295.752830:0:16773:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 21 to 0@lo 00000100:00000001:1.0:1767384295.752833:0:16773:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 02000000:00000001:1.0:1767384295.752837:0:16773:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384295.752840:0:16773:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384295.752844:0:16773:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384295.752847:0:16773:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384295.752852:0:16773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a67d8e9a. 00000100:00000200:1.0:1767384295.752858:0:16773:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236723068288, offset 224 00000400:00000200:1.0:1767384295.752867:0:16773:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384295.752879:0:16773:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384295.752890:0:16773:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824c902d80 00000400:00000200:1.0:1767384295.752897:0:16773:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x13dd [2] + 224 00000400:00000200:1.0:1767384295.752904:0:16773:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384295.752909:0:16773:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384295.752916:0:16773:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384295.752921:0:16773:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c41ee093 x1853236723068288/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384311 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384295.752928:0:16773:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000c41ee093 x1853236723068288/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384311 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384295.752946:0:16773:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384295.752961:0:16773:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a67d8e9a 00000400:00000010:1.0:1767384295.752962:0:16773:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a67d8e9a. 00000100:00000001:2.0:1767384295.752963:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384295.752967:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384295.752976:0:16773:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:2.0:1767384295.752977:0:16140:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767384295.752978:0:16773:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:2.0:1767384295.752979:0:16140:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384295.752984:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e0a122ce. 00000100:00000001:1.0:1767384295.752991:0:16773:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384295.752993:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002275665d 00000400:00000010:2.0:1767384295.752996:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002275665d. 00000100:00000040:1.0:1767384295.753002:0:16773:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 20 to 0@lo 00000100:00000001:2.0:1767384295.753004:0:16140:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767384295.753012:0:16773:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000200:2.0:1767384295.753015:0:16140:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c41ee093 x1853236723068288/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384311 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384295.753016:0:16773:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384295.753029:0:16773:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:2.0:1767384295.753033:0:16140:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c41ee093 x1853236723068288/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384311 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384295.753044:0:16140:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1767384295.753045:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000016dcd655 x1853236723068288/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:276/0 lens 4848/4768 e 0 to 0 dl 1767384306 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384295.753046:0:16140:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384295.753053:0:16140:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384295.753057:0:16140:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384295.753059:0:16140:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384295.753063:0:16140:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384295.753075:0:16140:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384295.753083:0:16773:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000016dcd655 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c0412d60-4f67-4dbc-8791-892843f60083+15:16140:x1853236723068288:12345-0@lo:253: Request processed in 23963us (24507us total) trans 0 rc 0/0 00000100:00001000:2.0:1767384295.753107:0:16140:0:(import.c:2128:obd_at_measure()) add 5 to 0000000028df3f77 time=25 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384295.753112:0:16140:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f5022cbe time=25 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384295.753115:0:16140:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384295.753118:0:16140:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384295.753122:0:16140:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384295.753124:0:16140:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384295.753127:0:16140:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384295.753134:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c41ee093 x1853236723068288/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384311 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384295.753142:0:16140:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384295.753146:0:16140:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384295.753148:0:16140:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384295.753152:0:16140:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384295.753155:0:16140:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384295.753157:0:16140:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384295.753159:0:16140:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384295.753161:0:16140:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384295.753171:0:16140:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384295.753172:0:16140:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384295.753173:0:16140:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384295.753175:0:16140:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384295.753176:0:16140:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384295.753180:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c41ee093 x1853236723068288/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384311 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384295.753188:0:16140:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c41ee093 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c0412d60-4f67-4dbc-8791-892843f60083:16140:1853236723068288:0@lo:253: 00000100:00000001:2.0:1767384295.753197:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384295.753201:0:449:0:(connection.c:75:cpu_latency_work()) work item of 000000002fd0fb58 (cpu 0) has reached its deadline 4294885715, at 4294885716 00000100:00000001:2.0:1767384295.753202:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384295.753208:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c41ee093 x1853236723068288/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384311 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384295.753218:0:449:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000880d8d48. 00000100:00000001:2.0:1767384295.753221:0:16140:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384295.753227:0:16140:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384295.753230:0:16140:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000cfc0210d. 00000100:00100000:1.0:1767384295.753235:0:16773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 02000000:00000001:2.0:1767384295.753237:0:16140:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:1.0:1767384295.753240:0:16773:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000555601ca : new rpc_count 1 00000020:00000001:2.0:1767384295.753241:0:16140:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384295.753247:0:16140:0:(genops.c:1242:class_import_put()) import 00000000df830bbe refcount=4 obd=MGC192.168.202.152@tcp 00000100:00000001:1.0:1767384295.753248:0:16773:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:2.0:1767384295.753254:0:16140:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767384295.753255:0:16773:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000010:2.0:1767384295.753258:0:16140:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000eecb2453. 00000020:00000010:1.0:1767384295.753262:0:16773:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b688c99c. 02000000:00000001:2.0:1767384295.753265:0:16140:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384295.753268:0:16140:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000010:1.0:1767384295.753269:0:16773:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e6f43d0f. 00000100:00000010:2.0:1767384295.753270:0:16140:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c41ee093. 00000020:00000010:1.0:1767384295.753276:0:16773:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000112ac890. 00000100:00000001:2.0:1767384295.753277:0:16140:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384295.753286:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767384295.753291:0:16773:0:(genops.c:898:class_export_put()) PUTting export 00000000555601ca : new refcount 14 00000100:00000001:2.0:1767384295.753292:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384295.753302:0:53:0:(connection.c:75:cpu_latency_work()) work item of 000000009d5c2cb6 (cpu 0) has reached its deadline 4294885715, at 4294885716 00000100:00000001:2.0:1767384295.753310:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:1.0:1767384295.753310:0:16773:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000010:3.0:1767384295.753311:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f1505ff7. 00000100:00000001:2.0:1767384295.753322:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384295.753323:0:16773:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000289fcc5d. 00000100:00000001:2.0:1767384295.753339:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767384295.753351:0:16773:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384295.753353:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384295.753354:0:16773:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384295.753362:0:16773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384295.753367:0:16773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d42027a5. 00000400:00000010:1.0:1767384295.753376:0:16773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a67d8e9a. 00000100:00000040:2.0:1767384295.754142:0:795:0:(connection.c:75:cpu_latency_work()) work item of 00000000135c2452 (cpu 0) has reached its deadline 4294885715, at 4294885717 00000100:00000010:2.0:1767384295.754148:0:795:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006a9e89ae. 00000100:00000040:1.0:1767384295.754250:0:62:0:(connection.c:75:cpu_latency_work()) work item of 00000000edc4e618 (cpu 0) has reached its deadline 4294885715, at 4294885717 00000100:00000010:1.0:1767384295.754260:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000028df37d0. 00080000:00000020:3.0:1767384295.754498:0:16771:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767384295.754501:0:16771:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384295.754503:0:16771:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000085329ca8. 20000000:00000001:3.0:1767384295.754507:0:16771:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384295.754510:0:16771:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236723068416 00010000:00000001:3.0:1767384295.754512:0:16771:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384295.754516:0:16771:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000fd03e8bc x1853236723068416/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:276/0 lens 4848/4768 e 0 to 0 dl 1767384306 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384295.754532:0:16771:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384295.754534:0:16771:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384295.754536:0:16771:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dd452398 time=25 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384295.754539:0:16771:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384295.754541:0:16771:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 21 to 0@lo 00000100:00000001:3.0:1767384295.754543:0:16771:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 02000000:00000001:3.0:1767384295.754545:0:16771:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384295.754547:0:16771:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384295.754549:0:16771:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384295.754551:0:16771:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384295.754553:0:16771:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001609f310. 00000100:00000200:3.0:1767384295.754556:0:16771:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236723068416, offset 224 00000400:00000200:3.0:1767384295.754560:0:16771:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384295.754566:0:16771:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384295.754570:0:16771:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824c902e00 00000400:00000200:3.0:1767384295.754575:0:16771:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x13e5 [2] + 224 00000400:00000200:3.0:1767384295.754580:0:16771:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384295.754582:0:16771:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384295.754585:0:16771:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384295.754587:0:16771:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a17a245b x1853236723068416/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384311 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384295.754592:0:16771:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000a17a245b x1853236723068416/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384311 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384295.754606:0:16771:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384295.754611:0:16771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001609f310 00000400:00000010:3.0:1767384295.754613:0:16771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001609f310. 00000100:00000001:3.0:1767384295.754616:0:16771:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384295.754618:0:16771:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384295.754622:0:16771:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384295.754622:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384295.754626:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767384295.754628:0:16771:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 20 to 0@lo 00010000:00000001:3.0:1767384295.754631:0:16771:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384295.754635:0:16771:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384295.754637:0:16137:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384295.754643:0:16137:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:3.0:1767384295.754644:0:16771:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:1.0:1767384295.754649:0:16137:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000052a6ea24. 00000100:00000040:3.0:1767384295.754667:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fd03e8bc x1853236723068416/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:276/0 lens 4848/4768 e 0 to 0 dl 1767384306 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384295.754670:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bd09cefb 00000100:00100000:3.0:1767384295.754675:0:16771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000fd03e8bc pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c0412d60-4f67-4dbc-8791-892843f60083+14:16137:x1853236723068416:12345-0@lo:253: Request processed in 25530us (26032us total) trans 0 rc 0/0 00000400:00000010:1.0:1767384295.754682:0:16137:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bd09cefb. 00000100:00000001:1.0:1767384295.754689:0:16137:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:3.0:1767384295.754692:0:16771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00000040:3.0:1767384295.754696:0:16771:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000555601ca : new rpc_count 0 00000100:00000200:1.0:1767384295.754699:0:16137:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a17a245b x1853236723068416/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384311 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384295.754700:0:16771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384295.754704:0:16771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384295.754711:0:16771:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000853af99c. 00000020:00000010:3.0:1767384295.754724:0:16771:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000678ea6c7. 00000100:00000200:1.0:1767384295.754727:0:16137:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a17a245b x1853236723068416/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384311 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384295.754730:0:16771:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008ed06329. 00000020:00000040:3.0:1767384295.754740:0:16771:0:(genops.c:898:class_export_put()) PUTting export 00000000555601ca : new refcount 13 00000100:00000001:1.0:1767384295.754741:0:16137:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384295.754743:0:16137:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384295.754748:0:16137:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384295.754749:0:16771:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384295.754758:0:16771:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000050cf7595. 02000000:00000001:1.0:1767384295.754759:0:16137:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384295.754765:0:16137:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:3.0:1767384295.754767:0:16771:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384295.754770:0:16137:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384295.754771:0:16771:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384295.754775:0:16137:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384295.754778:0:16771:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00001000:1.0:1767384295.754781:0:16137:0:(import.c:2128:obd_at_measure()) add 5 to 0000000028df3f77 time=25 v=5 (5 0 0 0) 00000400:00000010:3.0:1767384295.754783:0:16771:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e0a122ce. 00000100:00001000:1.0:1767384295.754786:0:16137:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f5022cbe time=25 v=5 (1 0 0 0) 00000400:00000010:3.0:1767384295.754788:0:16771:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001609f310. 00000100:00000001:1.0:1767384295.754789:0:16137:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384295.754797:0:16137:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384295.754801:0:16137:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384295.754803:0:16137:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384295.754806:0:16137:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384295.754809:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a17a245b x1853236723068416/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384311 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384295.754815:0:16137:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384295.754817:0:16137:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384295.754818:0:16137:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384295.754822:0:16137:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384295.754824:0:16137:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384295.754825:0:16137:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384295.754826:0:16137:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384295.754827:0:16137:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384295.754828:0:16137:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384295.754830:0:16137:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384295.754831:0:16137:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384295.754832:0:16137:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384295.754834:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a17a245b x1853236723068416/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384311 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384295.754848:0:16137:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a17a245b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c0412d60-4f67-4dbc-8791-892843f60083:16137:1853236723068416:0@lo:253: 00000100:00000001:1.0:1767384295.754851:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384295.754853:0:16137:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384295.754855:0:16137:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a17a245b x1853236723068416/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384311 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384295.754859:0:16137:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384295.754861:0:16137:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384295.754863:0:16137:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000008468de3b. 02000000:00000001:1.0:1767384295.754866:0:16137:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384295.754867:0:16137:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384295.754869:0:16137:0:(genops.c:1242:class_import_put()) import 00000000df830bbe refcount=3 obd=MGC192.168.202.152@tcp 00000020:00000001:1.0:1767384295.754870:0:16137:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384295.754872:0:16137:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000000557b543. 02000000:00000001:1.0:1767384295.754874:0:16137:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384295.754875:0:16137:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384295.754877:0:16137:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a17a245b. 00000100:00000001:1.0:1767384295.754879:0:16137:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384295.754880:0:16137:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384295.754881:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384295.754888:0:16137:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384295.754889:0:16137:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384295.754890:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384295.754892:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1767384295.757593:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000fac3dc61. 00010000:00000010:0.1:1767384295.757598:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000de2b4445. 00010000:00000001:0.0:1767384295.989165:0:449:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384295.989172:0:449:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384295.989181:0:449:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384295.989184:0:449:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384295.989219:0:16767:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384295.989223:0:16767:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384295.989226:0:16767:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00000001:3.0:1767384296.437156:0:16802:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:3.0:1767384296.437161:0:16802:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:3.0:1767384296.437169:0:16802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f9e83428. 00000020:00000040:3.0:1767384296.437176:0:16802:0:(genops.c:1229:class_import_get()) import 0000000068bc8709 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:3.0:1767384296.437182:0:16802:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384296.437186:0:16802:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384296.437194:0:16802:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384296.437197:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) c0412d60-4f67-4dbc-8791-892843f60083->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000010:3.0:1767384296.437205:0:16802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000039d3c86e. 00000100:00000001:1.0:1767384296.437206:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767384296.437217:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005f58ed98. 00000100:00000001:3.0:1767384296.437218:0:16802:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384296.437231:0:36:0:(genops.c:1229:class_import_get()) import 00000000df830bbe refcount=4 obd=MGC192.168.202.152@tcp 00000100:00000001:3.0:1767384296.437236:0:16802:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384296.437237:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384296.437242:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767384296.437243:0:16802:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384296.437248:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384296.437256:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004af0b4ba. 00000100:00000040:3.0:1767384296.437260:0:16802:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f9e83428] to pc [ptlrpcd_00_01+1] req@00000000f9e83428 x1853236723068544/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384296.437265:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384296.437284:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c0412d60-4f67-4dbc-8791-892843f60083->MGS req@000000005f58ed98 x1853236723068672/t0(0) o400->MGC192.168.202.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000004:00000001:3.0:1767384296.437302:0:16802:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384296.437304:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384296.437307:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384296.437308:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384296.437314:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384296.437323:0:16138:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384296.437330:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005f58ed98] to pc [ptlrpcd_00_02+2] req@000000005f58ed98 x1853236723068672/t0(0) o400->MGC192.168.202.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384296.437331:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f9e83428 x1853236723068544/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384296.437345:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384296.437352:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384296.437366:0:16138:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384296.437369:0:16138:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384296.437376:0:16138:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384296.437380:0:16138:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384296.437382:0:16138:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384296.437385:0:16138:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f9e83428 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16138:1853236723068544:0@lo:13: 00000100:00000001:2.0:1767384296.437389:0:16138:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384296.437394:0:16138:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384296.437397:0:16138:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384296.437400:0:16138:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384296.437405:0:16138:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000521b6f75. 02000000:00000001:2.0:1767384296.437408:0:16138:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384296.437414:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384296.437415:0:16138:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004e394cb1. 00000100:00000001:3.0:1767384296.437423:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767384296.437424:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:2.0:1767384296.437426:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000049fcf7bd. 00000100:00000001:3.0:1767384296.437427:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384296.437433:0:16139:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000200:2.0:1767384296.437438:0:16138:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236723068544, portal 4 00000100:00000001:1.0:1767384296.437440:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000040:3.0:1767384296.437445:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005f58ed98 x1853236723068672/t0(0) o400->MGC192.168.202.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384296.437448:0:16138:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000010:1.0:1767384296.437451:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004f27a975. 00000100:00000001:2.0:1767384296.437452:0:16138:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782675229184 : -124291034322432 : ffff8ef53d0cea00) 00000020:00000040:1.0:1767384296.437463:0:36:0:(genops.c:1229:class_import_get()) import 0000000068bc8709 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:3.0:1767384296.437465:0:16139:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384296.437468:0:16139:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384296.437473:0:16138:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f9e83428 x1853236723068544/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384312 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384296.437474:0:16139:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767384296.437476:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384296.437478:0:16139:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384296.437484:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384296.437485:0:16139:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384296.437495:0:16139:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005f58ed98 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c0412d60-4f67-4dbc-8791-892843f60083:16139:1853236723068672:0@lo:400: 00000100:00000001:2.0:1767384296.437498:0:16138:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1767384296.437498:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384296.437500:0:16139:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384296.437507:0:16139:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384296.437510:0:16139:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384296.437510:0:16138:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:3.0:1767384296.437514:0:16139:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384296.437514:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b3dd1b2f. 00000400:00000010:2.0:1767384296.437515:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000046b639ad. 02000000:00000010:3.0:1767384296.437524:0:16139:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007c1e72c8. 00000100:00000200:2.0:1767384296.437524:0:16138:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853236723068544, offset 0 00000100:00000001:1.0:1767384296.437530:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384296.437531:0:16139:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384296.437540:0:16138:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:3.0:1767384296.437543:0:16139:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000eef60a18. 00000400:00000010:3.0:1767384296.437551:0:16139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000091677c2e. 00000100:00000040:1.0:1767384296.437552:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@000000004f27a975 x1853236723068800/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384296.437552:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:3.0:1767384296.437555:0:16139:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236723068672, portal 25 00000100:00000001:0.0:1767384296.437559:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384296.437563:0:16139:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1767384296.437566:0:16138:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384296.437568:0:16139:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782424483968 : -124291285067648 : ffff8ef52e1ad880) 00000100:00000040:3.0:1767384296.437583:0:16139:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005f58ed98 x1853236723068672/t0(0) o400->MGC192.168.202.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384312 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384296.437597:0:16138:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x695824c902e80 00000400:00000200:2.0:1767384296.437616:0:16138:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xb9d [8] + 672 00000100:00000001:3.0:1767384296.437637:0:16139:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384296.437639:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:2.0:1767384296.437640:0:16138:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1767384296.437642:0:16139:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384296.437658:0:16139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009146ec67. 00000100:00000200:3.0:1767384296.437666:0:16139:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853236723068672, offset 0 00000100:00000001:1.0:1767384296.437666:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384296.437668:0:16138:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384296.437679:0:16139:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1767384296.437683:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004f27a975] to pc [ptlrpcd_00_03+3] req@000000004f27a975 x1853236723068800/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384296.437690:0:16138:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:3.0:1767384296.437697:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:2.0:1767384296.437698:0:16138:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:2.0:1767384296.437709:0:16138:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000002bd210b. 00000100:00000040:2.0:1767384296.437716:0:16138:0:(events.c:337:request_in_callback()) incoming req@0000000002bd210b x1853236723068544 msgsize 224 00000400:00000200:3.0:1767384296.437717:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x695824c902f00 00000400:00000200:3.0:1767384296.437730:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x935 [2] + 0 00000100:00100000:2.0:1767384296.437732:0:16138:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384296.437738:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384296.437741:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b84b59b0. 00000100:00000040:1.0:1767384296.437746:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:3.0:1767384296.437747:0:16139:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000002d45d939 00000100:00000001:2.0:1767384296.437748:0:16138:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384296.437757:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384296.437759:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000200:2.0:1767384296.437765:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000046b639ad 00000400:00000200:3.0:1767384296.437766:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:1.0:1767384296.437767:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c9c583d3. 00000400:00000010:2.0:1767384296.437772:0:16138:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000046b639ad. 00000020:00000040:1.0:1767384296.437777:0:36:0:(genops.c:1229:class_import_get()) import 00000000345f9ba7 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000400:00000200:3.0:1767384296.437780:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002d45d939 00000100:00000001:2.0:1767384296.437781:0:16138:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384296.437784:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:3.0:1767384296.437785:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002d45d939. 00000100:00000200:2.0:1767384296.437790:0:16138:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f9e83428 x1853236723068544/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384312 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384296.437791:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767384296.437792:0:16139:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384296.437796:0:16139:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 02000000:00000001:1.0:1767384296.437800:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384296.437802:0:16139:0:(events.c:337:request_in_callback()) incoming req@0000000094d311fc x1853236723068672 msgsize 224 00000100:00100000:3.0:1767384296.437818:0:16139:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000010:1.0:1767384296.437818:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000bdf68c71. 00000100:00000001:2.0:1767384296.437820:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384296.437824:0:16139:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000040:2.0:1767384296.437827:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f9e83428 x1853236723068544/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384312 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384296.437831:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384296.437836:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384296.437837:0:16139:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384296.437838:0:16138:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1767384296.437844:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009146ec67 00000400:00000010:3.0:1767384296.437848:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009146ec67. 00000100:00000001:2.0:1767384296.437849:0:16138:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384296.437853:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@00000000c9c583d3 x1853236723068928/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384296.437855:0:16139:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:2.0:1767384296.437857:0:16138:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 15035 usecs (16 jiffies) 00000100:00000200:3.0:1767384296.437863:0:16139:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005f58ed98 x1853236723068672/t0(0) o400->MGC192.168.202.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384312 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384296.437864:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294886416 00000100:00000010:2.0:1767384296.437876:0:16138:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004ef00893. 00000100:00000001:2.0:1767384296.437887:0:16138:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767384296.437900:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294886416 00000100:00000010:2.0:1767384296.437911:0:16138:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005f36dff0. 00000100:00000001:2.0:1767384296.437917:0:16138:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384296.437928:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294886416 00000100:00000001:3.0:1767384296.437930:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384296.437937:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:3.0:1767384296.437938:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005f58ed98 x1853236723068672/t0(0) o400->MGC192.168.202.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384312 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384296.437938:0:16138:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003e7209a0. 00000100:00000001:1.0:1767384296.437945:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384296.437946:0:16138:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384296.437955:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294886416 00000100:00000001:0.0:1767384296.437955:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384296.437957:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384296.437960:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384296.437962:0:16139:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000010:2.0:1767384296.437962:0:16138:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004b6e4554. 00000100:00000001:0.0:1767384296.437964:0:16140:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384296.437968:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c9c583d3] to pc [ptlrpcd_00_00+0] req@00000000c9c583d3 x1853236723068928/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384296.437972:0:16139:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384296.437972:0:16138:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000040:0.0:1767384296.437977:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004f27a975 x1853236723068800/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384296.437981:0:16138:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384296.437986:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294886424 00000100:00000001:2.0:1767384296.437998:0:16138:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384296.438000:0:16139:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294886416 00000100:00000001:2.0:1767384296.438004:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384296.438009:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294886424 00000100:00000001:2.0:1767384296.438009:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384296.438018:0:16139:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294886416 00000100:00000001:2.0:1767384296.438022:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384296.438023:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384296.438024:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294886424 00000100:00000001:2.0:1767384296.438029:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384296.438034:0:16139:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294886416 00000100:00000040:1.0:1767384296.438038:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384296.438039:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384296.438041:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294886424 00000100:00000001:2.0:1767384296.438042:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384296.438048:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384296.438051:0:16139:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294886416 00000100:00100000:2.0:1767384296.438057:0:16138:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1767384296.438061:0:16139:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384296.438065:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384296.438066:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1767384296.438071:0:16139:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384296.438076:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384296.438078:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384296.438078:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003194a3c4. 00000100:00000001:2.0:1767384296.438079:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384296.438079:0:16140:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384296.438086:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384296.438117:0:16140:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384296.438118:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384296.438124:0:16140:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767384296.438128:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:0.0:1767384296.438128:0:16140:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384296.438130:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384296.438139:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:0.0:1767384296.438140:0:16140:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384296.438141:0:16138:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000040:1.0:1767384296.438141:0:36:0:(genops.c:1229:class_import_get()) import 000000005a28ad8c refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:3.0:1767384296.438144:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384296.438149:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1767384296.438150:0:16140:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004f27a975 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16140:1853236723068800:0@lo:400: 00000100:00000040:2.0:1767384296.438153:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c9c583d3 x1853236723068928/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384296.438156:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384296.438157:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767384296.438158:0:16140:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384296.438170:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767384296.438171:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384296.438171:0:16138:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:0.0:1767384296.438171:0:16140:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384296.438177:0:16140:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384296.438183:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384296.438183:0:16140:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767384296.438184:0:16138:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384296.438200:0:16138:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:1.0:1767384296.438203:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006d4b95ce. 00000100:00000001:3.0:1767384296.438204:0:17551:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:2.0:1767384296.438205:0:16138:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1767384296.438213:0:17551:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723068544 02000000:00000001:2.0:1767384296.438215:0:16138:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384296.438217:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384296.438219:0:17551:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00100000:2.0:1767384296.438224:0:16138:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c9c583d3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:16138:1853236723068928:0@lo:400: 00000100:00000001:3.0:1767384296.438225:0:17551:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:1.0:1767384296.438229:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@000000003194a3c4 x1853236723069056/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384296.438231:0:17551:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384296.438237:0:16138:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000010:0.0:1767384296.438238:0:16140:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e8252131. 02000000:00000001:2.0:1767384296.438244:0:16138:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384296.438246:0:17551:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384296.438246:0:16140:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384296.438248:0:16138:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384296.438258:0:16138:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:0.0:1767384296.438259:0:16140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ad1e2725. 00000100:00100000:3.0:1767384296.438260:0:17551:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723068544 02000000:00000010:2.0:1767384296.438265:0:16138:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f2fb24f9. 00000020:00000001:3.0:1767384296.438271:0:17551:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:2.0:1767384296.438272:0:16138:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384296.438273:0:16140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002d0a9da1. 00000020:00000040:3.0:1767384296.438276:0:17551:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eeca38 00000400:00000010:2.0:1767384296.438282:0:16138:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000006f61e17. 00000020:00000001:3.0:1767384296.438283:0:17551:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:0.0:1767384296.438284:0:16140:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236723068800, portal 4 00000100:00000001:1.0:1767384296.438287:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384296.438289:0:16140:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000040:3.0:1767384296.438290:0:17551:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000cf791f94 refcount=5 00000400:00000010:2.0:1767384296.438290:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000046b639ad. 00000100:00000001:1.0:1767384296.438292:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384296.438292:0:16140:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782424480384 : -124291285071232 : ffff8ef52e1aca80) 00000020:00000001:3.0:1767384296.438298:0:17551:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619777391929344 : -124296317622272 : ffff8ef402242800) 00000100:00000200:2.0:1767384296.438299:0:16138:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236723068928, portal 10 00000020:00000001:3.0:1767384296.438305:0:17551:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619777391929344 : -124296317622272 : ffff8ef402242800) 00000100:00000001:2.0:1767384296.438305:0:16138:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:1.0:1767384296.438310:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003194a3c4] to pc [ptlrpcd_00_01+1] req@000000003194a3c4 x1853236723069056/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384296.438310:0:16140:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000004f27a975 x1853236723068800/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384312 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384296.438311:0:16138:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782424492928 : -124291285058688 : ffff8ef52e1afb80) 00000100:00000001:3.0:1767384296.438314:0:17551:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384296.438320:0:17551:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000076b55715. 00000100:00000040:2.0:1767384296.438329:0:16138:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c9c583d3 x1853236723068928/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384312 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384296.438331:0:17551:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000038fe832a. 00000020:00000040:3.0:1767384296.438342:0:17551:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (0000000083abdb14) now 6 - evictor 00000100:00000001:3.0:1767384296.438360:0:17551:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:0.0:1767384296.438367:0:16140:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:3.0:1767384296.438370:0:17551:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c16123c7. 00000020:00000010:3.0:1767384296.438384:0:17551:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000067fb0df6. 00000100:00000040:0.0:1767384296.438384:0:16140:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384296.438392:0:16140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f67a133f. 00000020:00000010:3.0:1767384296.438396:0:17551:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000081a56584. 00000100:00000001:1.0:1767384296.438401:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384296.438404:0:16140:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853236723068800, offset 0 00000100:00000040:3.0:1767384296.438408:0:17551:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000040:1.0:1767384296.438411:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (224) 00000100:00000001:3.0:1767384296.438413:0:17551:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384296.438419:0:17551:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:0.0:1767384296.438419:0:16140:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384296.438424:0:17551:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384296.438432:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384296.438433:0:16138:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384296.438435:0:17551:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384296.438440:0:16138:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384296.438441:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384296.438444:0:17551:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384296.438446:0:16140:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x695824c902f80 00000400:00000010:2.0:1767384296.438451:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000eff9bd9b. 00000100:00100000:1.0:1767384296.438451:0:16137:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000400:00000200:0.0:1767384296.438453:0:16140:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xa9d [8] + 2096 00000100:00000001:3.0:1767384296.438462:0:17551:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:0.0:1767384296.438467:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384296.438468:0:17551:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384296.438468:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384296.438471:0:16138:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236723068928, offset 0 00000400:00000200:0.0:1767384296.438479:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:3.0:1767384296.438480:0:17551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00000040:3.0:1767384296.438485:0:17551:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000cf791f94 : new rpc_count 1 00000100:00000001:1.0:1767384296.438487:0:16137:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1767384296.438489:0:16138:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384296.438490:0:17551:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619782564203136 : -124291145348480 : ffff8ef5366eca80) 00000100:00000001:1.0:1767384296.438492:0:16137:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384296.438496:0:16140:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:3.0:1767384296.438499:0:17551:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000002bd210b x1853236723068544/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:277/0 lens 224/0 e 0 to 0 dl 1767384307 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384296.438500:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1767384296.438500:0:16140:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000400:00000200:2.0:1767384296.438507:0:16138:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384296.438510:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000010:0.0:1767384296.438512:0:16140:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d9ccce51. 00000100:00000001:1.0:1767384296.438520:0:16137:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384296.438521:0:16140:0:(events.c:337:request_in_callback()) incoming req@00000000d9ccce51 x1853236723068800 msgsize 224 00000100:00000001:3.0:1767384296.438524:0:17551:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:2.0:1767384296.438531:0:16138:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824c903000 00000020:00000010:3.0:1767384296.438532:0:17551:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000038fe832a. 00000100:00000040:1.0:1767384296.438539:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003194a3c4 x1853236723069056/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384296.438542:0:17551:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1767384296.438542:0:16140:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000010:3.0:1767384296.438548:0:17551:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000038fe832a. 00000400:00000200:2.0:1767384296.438549:0:16138:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 2904 00000100:00000001:0.0:1767384296.438555:0:16140:0:(events.c:373:request_in_callback()) Process leaving 00000100:00100000:3.0:1767384296.438563:0:17551:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000002bd210b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16138:x1853236723068544:12345-0@lo:13: 00000400:00000200:2.0:1767384296.438568:0:16138:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384296.438569:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f67a133f 00000400:00000010:0.0:1767384296.438575:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f67a133f. 00000100:00000200:3.0:1767384296.438577:0:17551:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723068544 00000100:00000001:0.0:1767384296.438581:0:16140:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:3.0:1767384296.438588:0:17551:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:2.0:1767384296.438588:0:16138:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384296.438590:0:16140:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004f27a975 x1853236723068800/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384312 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384296.438596:0:17551:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384296.438604:0:17551:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384296.438608:0:16138:0:(events.c:286:request_in_callback()) Process entered 00000020:00000001:3.0:1767384296.438614:0:17551:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000200:2.0:1767384296.438616:0:16138:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000020:00000001:3.0:1767384296.438620:0:17551:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072673306064 : -1036245552 : ffffffffc23c25d0) 00000100:00000010:2.0:1767384296.438630:0:16138:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c465c2af. 00000020:00000001:3.0:1767384296.438631:0:17551:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384296.438638:0:17551:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384296.438639:0:16137:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1767384296.438640:0:16138:0:(events.c:337:request_in_callback()) incoming req@00000000c465c2af x1853236723068928 msgsize 224 00000100:00000001:0.0:1767384296.438641:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:3.0:1767384296.438642:0:17551:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1767384296.438644:0:16137:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384296.438659:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004f27a975 x1853236723068800/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384312 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384296.438663:0:17551:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 02000000:00000001:1.0:1767384296.438664:0:16137:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:3.0:1767384296.438668:0:17551:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384296.438671:0:16137:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384296.438676:0:17551:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384296.438683:0:16137:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384296.438684:0:17551:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:2.0:1767384296.438684:0:16138:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000010:3.0:1767384296.438692:0:17551:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000663eba33. 02000000:00000001:3.0:1767384296.438699:0:17551:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384296.438700:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384296.438702:0:16137:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003194a3c4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:16137:1853236723069056:0@lo:400: 00000100:00000001:3.0:1767384296.438703:0:17551:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384296.438704:0:16140:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384296.438708:0:16138:0:(events.c:373:request_in_callback()) Process leaving 00002000:00000001:3.0:1767384296.438712:0:17551:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000100:00000001:0.0:1767384296.438714:0:16140:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384296.438719:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eff9bd9b 00002000:00000001:3.0:1767384296.438721:0:17551:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000100:00000040:0.0:1767384296.438722:0:16140:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 15035 usecs (16 jiffies) 00000100:00000001:1.0:1767384296.438723:0:16137:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:2.0:1767384296.438725:0:16138:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000eff9bd9b. 00000020:00000001:3.0:1767384296.438726:0:17551:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000100:00000001:0.0:1767384296.438729:0:16140:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294886417 00080000:00000001:3.0:1767384296.438733:0:17551:0:(osd_handler.c:571:osd_statfs()) Process entered 00000100:00000001:2.0:1767384296.438734:0:16138:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:1.0:1767384296.438734:0:16137:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767384296.438735:0:16140:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294886424 02000000:00000001:1.0:1767384296.438742:0:16137:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384296.438743:0:16140:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294886417 00080000:00000001:3.0:1767384296.438747:0:17551:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384296.438749:0:16138:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c9c583d3 x1853236723068928/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384312 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384296.438757:0:16140:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294886424 00000020:00000001:3.0:1767384296.438759:0:17551:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384296.438760:0:16137:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384296.438762:0:16140:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294886417 02000000:00000010:1.0:1767384296.438769:0:16137:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000212edfd2. 00000100:00000001:0.0:1767384296.438771:0:16140:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294886424 00002000:00000024:3.0:1767384296.438772:0:17551:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 389021696 avail 386924544 02000000:00000001:1.0:1767384296.438779:0:16137:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384296.438780:0:16140:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294886417 00000020:00000020:3.0:1767384296.438784:0:17551:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40828928 0 0 00000400:00000010:1.0:1767384296.438790:0:16137:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d6e63dd4. 00000100:00000001:0.0:1767384296.438793:0:16140:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294886424 00000100:00000001:2.0:1767384296.438794:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000020:3.0:1767384296.438795:0:17551:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000cf791f94 dirty 0 pend 0 grant 0 00000100:00000001:0.0:1767384296.438801:0:16140:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384296.438804:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c9c583d3 x1853236723068928/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384312 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384296.438805:0:16137:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e1b09e96. 00002000:00000020:3.0:1767384296.438807:0:17551:0:(ofd_obd.c:737:ofd_statfs()) 374 blocks: 371 free, 331 avail; 12296 objects: 11872 free; state 0 00000100:00000001:0.0:1767384296.438807:0:16140:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1767384296.438818:0:17551:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000100:00000001:0.0:1767384296.438818:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384296.438819:0:16137:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236723069056, portal 10 00000001:00000001:3.0:1767384296.438828:0:17551:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000100:00000001:0.0:1767384296.438831:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384296.438837:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384296.438838:0:17551:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384296.438838:0:16137:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384296.438839:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00002000:00000001:3.0:1767384296.438850:0:17551:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384296.438851:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384296.438852:0:16138:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384296.438852:0:16137:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782424482176 : -124291285069440 : ffff8ef52e1ad180) 00010000:00000040:3.0:1767384296.438862:0:17551:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236723068544 00000100:00000001:0.0:1767384296.438864:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384296.438865:0:16138:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384296.438868:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767384296.438869:0:16137:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003194a3c4 x1853236723069056/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384312 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384296.438871:0:17551:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:0.0:1767384296.438874:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384296.438878:0:16138:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 3780 usecs (4 jiffies) 00010000:00000200:3.0:1767384296.438885:0:17551:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000002bd210b x1853236723068544/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:277/0 lens 224/368 e 0 to 0 dl 1767384307 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384296.438886:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384296.438893:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294886405 00000100:00000001:2.0:1767384296.438906:0:16138:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294886424 00000100:00000001:2.0:1767384296.438920:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294886405 00000100:00000001:2.0:1767384296.438936:0:16138:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294886424 00000100:00000001:1.0:1767384296.438941:0:16137:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:3.0:1767384296.438944:0:17551:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384296.438948:0:17551:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384296.438951:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294886405 00000100:00000040:1.0:1767384296.438954:0:16137:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00001000:3.0:1767384296.438958:0:17551:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bde6550e time=15 v=5 (1 0 0 0) 00000400:00000010:1.0:1767384296.438967:0:16137:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ca45cce0. 00000100:00000001:3.0:1767384296.438968:0:17551:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1767384296.438968:0:16138:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294886424 00000100:00080000:0.0:1767384296.438971:0:16775:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00000200:1.0:1767384296.438981:0:16137:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236723069056, offset 0 00000100:00000040:3.0:1767384296.438982:0:17551:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 21 to 0@lo 00000100:00000001:2.0:1767384296.438982:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294886405 00000020:00000040:0.0:1767384296.438983:0:16775:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (0000000083abdb14) now 6 - evictor 00000100:00000001:3.0:1767384296.438996:0:17551:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 00000100:00000001:2.0:1767384296.438997:0:16138:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294886424 00000400:00000200:1.0:1767384296.439007:0:16137:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:3.0:1767384296.439008:0:17551:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1767384296.439008:0:16138:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384296.439018:0:17551:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384296.439023:0:16138:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384296.439024:0:17551:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384296.439030:0:16771:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384296.439032:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384296.439039:0:16771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723068672 00000100:00000040:3.0:1767384296.439042:0:17551:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1767384296.439042:0:16137:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384296.439045:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384296.439046:0:16771:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000010:3.0:1767384296.439052:0:17551:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009146ec67. 00000100:00000001:0.0:1767384296.439055:0:16771:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384296.439059:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384296.439060:0:16771:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384296.439063:0:17551:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853236723068544, offset 224 00000100:00000001:2.0:1767384296.439064:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1767384296.439065:0:16771:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384296.439070:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384296.439077:0:16137:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824c903080 00000100:00100000:0.0:1767384296.439078:0:16771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723068672 00000100:00000001:2.0:1767384296.439081:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384296.439107:0:17551:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384296.439118:0:17551:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:0.0:1767384296.439121:0:16771:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384296.439125:0:16771:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eec8e1 00000020:00000001:0.0:1767384296.439130:0:16771:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:3.0:1767384296.439132:0:17551:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x695824c902e80 00000020:00000040:0.0:1767384296.439134:0:16771:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000555601ca refcount=14 00000020:00000001:0.0:1767384296.439144:0:16771:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000400:00000200:1.0:1767384296.439145:0:16137:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 3128 00000100:00000001:2.0:1767384296.439153:0:16778:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:0.0:1767384296.439155:0:16771:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000100:00100000:2.0:1767384296.439167:0:16778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723068928 00000100:00000001:0.0:1767384296.439167:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1767384296.439168:0:16137:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384296.439174:0:17551:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1401 [1] + 224 00000020:00000010:0.0:1767384296.439175:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005fe307dc. 02000000:00000001:2.0:1767384296.439179:0:16778:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384296.439184:0:16771:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384296.439186:0:16778:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:0.0:1767384296.439189:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005fe307dc. 00000400:00000200:3.0:1767384296.439190:0:17551:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384296.439192:0:16137:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384296.439193:0:16778:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384296.439195:0:16771:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000daa37160. 02000000:00000001:2.0:1767384296.439208:0:16778:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384296.439208:0:16771:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009890d968. 00000400:00000200:3.0:1767384296.439209:0:17551:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384296.439212:0:16137:0:(events.c:286:request_in_callback()) Process entered 00000100:00100000:2.0:1767384296.439215:0:16778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723068928 00000100:00000200:1.0:1767384296.439220:0:16137:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000020:00000010:0.0:1767384296.439221:0:16771:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000460211f4. 00000100:00000001:3.0:1767384296.439222:0:17551:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:2.0:1767384296.439222:0:16778:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384296.439230:0:16778:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eeca2a 00000100:00000200:3.0:1767384296.439236:0:17551:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f9e83428 x1853236723068544/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384312 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384296.439238:0:16778:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000010:1.0:1767384296.439238:0:16137:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000190ed7b7. 00000100:00000040:0.0:1767384296.439238:0:16771:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000020:00000040:2.0:1767384296.439244:0:16778:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f335576c refcount=5 00000020:00000001:2.0:1767384296.439248:0:16778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619777384806400 : -124296324745216 : ffff8ef401b77800) 00000100:00000040:1.0:1767384296.439261:0:16137:0:(events.c:337:request_in_callback()) incoming req@00000000190ed7b7 x1853236723069056 msgsize 224 00000020:00000001:2.0:1767384296.439262:0:16778:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619777384806400 : -124296324745216 : ffff8ef401b77800) 00000100:00000001:0.0:1767384296.439262:0:16771:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000040:3.0:1767384296.439269:0:17551:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000f9e83428 x1853236723068544/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384312 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384296.439271:0:16771:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384296.439280:0:16771:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384296.439283:0:16778:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384296.439288:0:17551:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:2.0:1767384296.439293:0:16778:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c1379e58. 00000100:00000001:0.0:1767384296.439295:0:16771:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384296.439298:0:17551:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009146ec67 00000100:00100000:1.0:1767384296.439301:0:16137:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384296.439303:0:16778:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767384296.439307:0:17551:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009146ec67. 00000100:00000001:0.0:1767384296.439311:0:16771:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384296.439314:0:16778:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c1379e58. 00000100:00000001:3.0:1767384296.439316:0:17551:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384296.439321:0:17551:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384296.439323:0:16137:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000010:2.0:1767384296.439326:0:16778:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001a1fbdcc. 00000100:00000001:0.0:1767384296.439328:0:16771:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384296.439329:0:17551:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384296.439332:0:16778:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000013daa042. 00000100:00000001:0.0:1767384296.439332:0:16771:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:3.0:1767384296.439339:0:17551:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 20 to 0@lo 00000400:00000200:1.0:1767384296.439340:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ca45cce0 00000020:00000010:2.0:1767384296.439341:0:16778:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000904227f2. 00000100:00100000:0.0:1767384296.439343:0:16771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000400:00000010:1.0:1767384296.439350:0:16137:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ca45cce0. 00010000:00000001:3.0:1767384296.439351:0:17551:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000040:0.0:1767384296.439352:0:16771:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000555601ca : new rpc_count 1 00000020:00000001:3.0:1767384296.439357:0:17551:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384296.439358:0:16778:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1767384296.439363:0:16771:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619781697775696 : -124292011775920 : ffff8ef502ca2850) 00000020:00000001:3.0:1767384296.439364:0:17551:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767384296.439365:0:16137:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:3.0:1767384296.439375:0:17551:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000002bd210b x1853236723068544/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:277/0 lens 224/368 e 0 to 0 dl 1767384307 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384296.439376:0:16778:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000040:0.0:1767384296.439380:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000094d311fc x1853236723068672/t0(0) o400->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:277/0 lens 224/0 e 0 to 0 dl 1767384307 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384296.439382:0:16137:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003194a3c4 x1853236723069056/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384312 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384296.439383:0:16778:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384296.439392:0:16778:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384296.439410:0:16778:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1767384296.439418:0:16778:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767384296.439428:0:16778:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384296.439453:0:16778:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384296.439458:0:17551:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000002bd210b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16138:x1853236723068544:12345-0@lo:13: Request processed in 927us (1734us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384296.439471:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384296.439474:0:16137:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000010:0.0:1767384296.439476:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005fe307dc. 00000100:00000001:2.0:1767384296.439478:0:16778:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384296.439482:0:17551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00000001:0.0:1767384296.439482:0:16771:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1767384296.439483:0:16778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723069056 00000100:00000040:1.0:1767384296.439484:0:16137:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003194a3c4 x1853236723069056/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384312 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384296.439494:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005fe307dc. 00000100:00000040:3.0:1767384296.439495:0:17551:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000cf791f94 : new rpc_count 0 02000000:00000001:2.0:1767384296.439495:0:16778:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384296.439501:0:16778:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384296.439506:0:17551:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384296.439509:0:16778:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384296.439515:0:17551:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00100000:0.0:1767384296.439515:0:16771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000094d311fc pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c0412d60-4f67-4dbc-8791-892843f60083+14:16139:x1853236723068672:12345-0@lo:400: 02000000:00000001:2.0:1767384296.439519:0:16778:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384296.439522:0:17551:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000067fb0df6. 00000100:00100000:2.0:1767384296.439532:0:16778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723069056 00000020:00000010:3.0:1767384296.439535:0:17551:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000081a56584. 00000100:00000200:0.0:1767384296.439536:0:16771:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723068672 00000100:00000001:1.0:1767384296.439544:0:16137:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384296.439545:0:16778:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1767384296.439545:0:16771:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000010:3.0:1767384296.439546:0:17551:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c16123c7. 00000100:00000001:1.0:1767384296.439550:0:16137:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000040:2.0:1767384296.439552:0:16778:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eeca23 00000020:00000001:0.0:1767384296.439552:0:16771:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384296.439555:0:16771:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384296.439556:0:17551:0:(genops.c:898:class_export_put()) PUTting export 00000000cf791f94 : new refcount 4 00000020:00000001:2.0:1767384296.439558:0:16778:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384296.439559:0:16137:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384296.439561:0:16771:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1767384296.439563:0:17551:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1767384296.439564:0:16778:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000b2466616 refcount=5 00000020:00000001:0.0:1767384296.439569:0:16771:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669141120 : -1040410496 : ffffffffc1fc9880) 00000020:00000001:2.0:1767384296.439572:0:16778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619782058162176 : -124291651389440 : ffff8ef518453800) 00000100:00000040:1.0:1767384296.439572:0:16137:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 4240 usecs (5 jiffies) 00000020:00000001:0.0:1767384296.439574:0:16771:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384296.439580:0:16771:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384296.439583:0:16778:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619782058162176 : -124291651389440 : ffff8ef518453800) 00000100:00000001:1.0:1767384296.439586:0:16137:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294886407 00000020:00000001:0.0:1767384296.439586:0:16771:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:3.0:1767384296.439588:0:17547:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384296.439589:0:16778:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:0.0:1767384296.439594:0:16771:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00100000:3.0:1767384296.439596:0:17547:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723068800 00000100:00000001:1.0:1767384296.439597:0:16137:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294886424 00000020:00000001:0.0:1767384296.439598:0:16771:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384296.439599:0:16778:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c1379e58. 02000000:00000001:3.0:1767384296.439609:0:17547:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384296.439612:0:16137:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294886407 00000020:00000001:0.0:1767384296.439612:0:16771:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1767384296.439614:0:17547:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:2.0:1767384296.439614:0:16778:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000037cc3fe. 00000100:00000001:0.0:1767384296.439622:0:16771:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1767384296.439627:0:16137:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294886424 00000100:00000001:3.0:1767384296.439628:0:17547:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384296.439629:0:16771:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000040:2.0:1767384296.439631:0:16778:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000b1f9e0ef) now 8 - evictor 02000000:00000010:0.0:1767384296.439640:0:16771:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000006926da5. 00000100:00000001:1.0:1767384296.439641:0:16137:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294886407 02000000:00000001:3.0:1767384296.439642:0:17547:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384296.439644:0:16778:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 02000000:00000001:0.0:1767384296.439663:0:16771:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384296.439667:0:16778:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000dab3183e. 00000100:00100000:3.0:1767384296.439668:0:17547:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723068800 00000100:00000001:1.0:1767384296.439668:0:16137:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294886424 00000100:00000001:0.0:1767384296.439669:0:16771:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384296.439674:0:16137:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294886407 00000020:00000010:2.0:1767384296.439677:0:16778:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000034e8fdd7. 00000020:00000001:3.0:1767384296.439681:0:17547:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384296.439689:0:16137:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294886424 00000020:00000040:3.0:1767384296.439690:0:17547:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eeca38 00000020:00000001:0.0:1767384296.439691:0:16771:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384296.439693:0:16778:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a7ea493d. 00000020:00000001:3.0:1767384296.439694:0:17547:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384296.439700:0:17547:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000cf791f94 refcount=5 00000100:00000001:1.0:1767384296.439701:0:16137:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000040:0.0:1767384296.439701:0:16771:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236723068672 00000100:00000001:2.0:1767384296.439703:0:16778:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384296.439707:0:16778:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:3.0:1767384296.439709:0:17547:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619777391929344 : -124296317622272 : ffff8ef402242800) 00010000:00000001:0.0:1767384296.439711:0:16771:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:2.0:1767384296.439712:0:16778:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384296.439718:0:16137:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384296.439719:0:17547:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619777391929344 : -124296317622272 : ffff8ef402242800) 00010000:00000200:0.0:1767384296.439719:0:16771:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000094d311fc x1853236723068672/t0(0) o400->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:277/0 lens 224/224 e 0 to 0 dl 1767384307 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384296.439721:0:16778:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1767384296.439726:0:16778:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1767384296.439733:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384296.439734:0:17547:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384296.439734:0:16778:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384296.439735:0:16771:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384296.439741:0:16771:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384296.439742:0:17547:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000038fe832a. 00000100:00001000:0.0:1767384296.439750:0:16771:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dd452398 time=26 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384296.439752:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384296.439753:0:17547:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384296.439755:0:16771:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1767384296.439759:0:16778:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384296.439764:0:16771:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 21 to 0@lo 00000020:00000010:3.0:1767384296.439769:0:17547:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000038fe832a. 00000100:00000001:0.0:1767384296.439770:0:16771:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 02000000:00000001:0.0:1767384296.439776:0:16771:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000010:3.0:1767384296.439777:0:17547:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c16123c7. 02000000:00000001:0.0:1767384296.439778:0:16771:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384296.439782:0:17547:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000067fb0df6. 00000100:00000001:0.0:1767384296.439783:0:16771:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384296.439785:0:16778:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:3.0:1767384296.439788:0:17547:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000081a56584. 00000100:00000040:0.0:1767384296.439789:0:16771:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384296.439795:0:16771:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f67a133f. 00000100:00000001:2.0:1767384296.439796:0:16778:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:3.0:1767384296.439804:0:17547:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000200:0.0:1767384296.439805:0:16771:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853236723068672, offset 224 00000100:00000001:3.0:1767384296.439809:0:17547:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384296.439811:0:17568:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384296.439812:0:17547:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00100000:2.0:1767384296.439812:0:16778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00000001:1.0:1767384296.439819:0:17568:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384296.439820:0:17547:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384296.439820:0:16771:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1767384296.439829:0:16778:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000f335576c : new rpc_count 1 00000100:00000001:3.0:1767384296.439831:0:17547:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1767384296.439834:0:16778:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619782564204032 : -124291145347584 : ffff8ef5366ece00) 00000100:00000001:3.0:1767384296.439839:0:17547:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00100000:1.0:1767384296.439840:0:17568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000400:00000200:0.0:1767384296.439844:0:16771:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384296.439845:0:17547:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384296.439853:0:16778:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c465c2af x1853236723068928/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:277/0 lens 224/0 e 0 to 0 dl 1767384307 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384296.439853:0:17568:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000b2466616 : new rpc_count 1 00000400:00000200:0.0:1767384296.439860:0:16771:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x695824c902f00 00000100:00000001:3.0:1767384296.439861:0:17547:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384296.439869:0:17568:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619782424483072 : -124291285068544 : ffff8ef52e1ad500) 00000100:00000001:3.0:1767384296.439876:0:17547:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:0.0:1767384296.439879:0:16771:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1409 [1] + 224 00000100:00000001:3.0:1767384296.439880:0:17547:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:1.0:1767384296.439885:0:17568:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000190ed7b7 x1853236723069056/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:277/0 lens 224/0 e 0 to 0 dl 1767384307 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384296.439895:0:17547:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000400:00000200:0.0:1767384296.439897:0:16771:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384296.439905:0:16778:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:3.0:1767384296.439907:0:17547:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000cf791f94 : new rpc_count 1 00000020:00000010:2.0:1767384296.439914:0:16778:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000778d9b2b. 00000400:00000200:0.0:1767384296.439917:0:16771:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384296.439920:0:17547:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619782674424576 : -124291035127040 : ffff8ef53d00a300) 00000100:00000001:2.0:1767384296.439929:0:16778:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384296.439935:0:16771:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1767384296.439939:0:17547:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000d9ccce51 x1853236723068800/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:277/0 lens 224/0 e 0 to 0 dl 1767384307 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384296.439944:0:16778:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000778d9b2b. 00000100:00000200:0.0:1767384296.439949:0:16771:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005f58ed98 x1853236723068672/t0(0) o400->MGC192.168.202.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384312 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384296.439958:0:17568:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384296.439967:0:17568:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ca185b73. 00000100:00100000:2.0:1767384296.439968:0:16778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000c465c2af pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:16138:x1853236723068928:12345-0@lo:400: 00000100:00000001:1.0:1767384296.439980:0:17568:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1767384296.439993:0:16778:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723068928 00000020:00000010:1.0:1767384296.439994:0:17568:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ca185b73. 00000100:00000001:3.0:1767384296.440003:0:17547:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:2.0:1767384296.440003:0:16778:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000040:0.0:1767384296.440006:0:16771:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000005f58ed98 x1853236723068672/t0(0) o400->MGC192.168.202.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384312 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384296.440008:0:17547:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000038fe832a. 00000020:00000001:2.0:1767384296.440011:0:16778:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00100000:1.0:1767384296.440015:0:17568:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000190ed7b7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:16137:x1853236723069056:12345-0@lo:400: 00000100:00000001:3.0:1767384296.440018:0:17547:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384296.440019:0:16778:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384296.440032:0:16778:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000010:3.0:1767384296.440033:0:17547:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000038fe832a. 00000020:00000001:2.0:1767384296.440040:0:16778:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661494240 : -1048057376 : ffffffffc187e9e0) 00000100:00000200:1.0:1767384296.440041:0:17568:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723069056 00000100:00100000:3.0:1767384296.440052:0:17547:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000d9ccce51 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:16140:x1853236723068800:12345-0@lo:400: 00000020:00000001:1.0:1767384296.440053:0:17568:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384296.440054:0:16778:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384296.440060:0:17568:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384296.440061:0:16778:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384296.440061:0:16771:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:3.0:1767384296.440063:0:17547:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723068800 00000020:00000001:1.0:1767384296.440065:0:17568:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384296.440068:0:16771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f67a133f 00000020:00000001:2.0:1767384296.440072:0:16778:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384296.440073:0:17547:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000010:0.0:1767384296.440076:0:16771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f67a133f. 00000020:00000001:1.0:1767384296.440077:0:17568:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384296.440079:0:16778:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384296.440080:0:17547:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384296.440085:0:17568:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661494240 : -1048057376 : ffffffffc187e9e0) 00000020:00000001:3.0:1767384296.440112:0:17547:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384296.440114:0:16778:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384296.440116:0:17547:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1767384296.440119:0:16771:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000001:3.0:1767384296.440120:0:17547:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661494240 : -1048057376 : ffffffffc187e9e0) 00000020:00000001:2.0:1767384296.440120:0:16778:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1767384296.440123:0:16771:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:3.0:1767384296.440126:0:17547:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1767384296.440128:0:16778:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:3.0:1767384296.440129:0:17547:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384296.440136:0:16778:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:1.0:1767384296.440138:0:17568:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384296.440139:0:17547:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1767384296.440141:0:16771:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384296.440142:0:16778:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000722a65f6. 00000020:00000001:3.0:1767384296.440146:0:17547:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384296.440148:0:17568:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384296.440150:0:17547:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384296.440151:0:16778:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384296.440154:0:16771:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 20 to 0@lo 00000020:00000001:1.0:1767384296.440160:0:17568:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384296.440161:0:17547:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1767384296.440163:0:16778:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384296.440163:0:16771:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384296.440175:0:17568:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1767384296.440176:0:17547:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:0.0:1767384296.440176:0:16771:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384296.440177:0:16778:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384296.440182:0:17568:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384296.440184:0:17547:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:0.0:1767384296.440184:0:16771:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000040:2.0:1767384296.440185:0:16778:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236723068928 00000020:00000001:1.0:1767384296.440186:0:17568:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 02000000:00000010:3.0:1767384296.440191:0:17547:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000001bd0dcb0. 00000100:00000040:0.0:1767384296.440192:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000094d311fc x1853236723068672/t0(0) o400->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:277/0 lens 224/224 e 0 to 0 dl 1767384307 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384296.440193:0:17568:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00000001:2.0:1767384296.440196:0:16778:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 02000000:00000001:1.0:1767384296.440200:0:17568:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:3.0:1767384296.440201:0:17547:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:2.0:1767384296.440207:0:16778:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000c465c2af x1853236723068928/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:277/0 lens 224/224 e 0 to 0 dl 1767384307 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767384296.440209:0:17568:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000caa06019. 00000100:00000001:3.0:1767384296.440210:0:17547:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384296.440219:0:17568:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384296.440222:0:17547:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384296.440232:0:17568:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384296.440235:0:17547:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236723068800 00000020:00000001:1.0:1767384296.440244:0:17568:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384296.440245:0:16771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000094d311fc pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c0412d60-4f67-4dbc-8791-892843f60083+14:16139:x1853236723068672:12345-0@lo:400: Request processed in 766us (2435us total) trans 0 rc 0/0 00010000:00000001:3.0:1767384296.440246:0:17547:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384296.440257:0:17547:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000d9ccce51 x1853236723068800/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:277/0 lens 224/224 e 0 to 0 dl 1767384307 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:1.0:1767384296.440257:0:17568:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236723069056 00010000:00000001:1.0:1767384296.440273:0:17568:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00100000:0.0:1767384296.440273:0:16771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:00000040:0.0:1767384296.440288:0:16771:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000555601ca : new rpc_count 0 00010000:00000200:1.0:1767384296.440289:0:17568:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000190ed7b7 x1853236723069056/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:277/0 lens 224/224 e 0 to 0 dl 1767384307 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384296.440300:0:16771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384296.440306:0:16771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384296.440312:0:16771:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009890d968. 00010000:00000001:3.0:1767384296.440315:0:17547:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384296.440323:0:17547:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384296.440325:0:16771:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000460211f4. 00010000:00000001:2.0:1767384296.440326:0:16778:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00001000:3.0:1767384296.440332:0:17547:0:(import.c:2128:obd_at_measure()) add 1 to 0000000094c7e214 time=15 v=5 (1 0 0 0) 00010000:00000001:2.0:1767384296.440333:0:16778:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384296.440336:0:16771:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000daa37160. 00000100:00001000:2.0:1767384296.440345:0:16778:0:(import.c:2128:obd_at_measure()) add 1 to 000000008dd0459f time=21 v=5 (1 0 0 0) 00000020:00000040:0.0:1767384296.440349:0:16771:0:(genops.c:898:class_export_put()) PUTting export 00000000555601ca : new refcount 13 00000100:00000001:3.0:1767384296.440352:0:17547:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384296.440363:0:17547:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 21 to 0@lo 00000100:00000001:2.0:1767384296.440364:0:16778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:0.0:1767384296.440365:0:16771:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:1.0:1767384296.440367:0:17568:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 02000000:00000010:0.0:1767384296.440370:0:16771:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000006926da5. 00000100:00000001:3.0:1767384296.440371:0:17547:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 00010000:00000001:1.0:1767384296.440373:0:17568:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384296.440374:0:16778:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 22 to 0@lo 02000000:00000001:0.0:1767384296.440378:0:16771:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:3.0:1767384296.440384:0:17547:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1767384296.440387:0:16778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 00000100:00001000:1.0:1767384296.440391:0:17568:0:(import.c:2128:obd_at_measure()) add 1 to 000000008dd0459f time=21 v=5 (1 0 0 0) 02000000:00000001:3.0:1767384296.440392:0:17547:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384296.440392:0:16771:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384296.440394:0:16778:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384296.440397:0:16778:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384296.440400:0:17547:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:0.0:1767384296.440401:0:16771:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:2.0:1767384296.440408:0:16778:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:0.0:1767384296.440413:0:16771:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000073c924e2. 00000100:00000040:3.0:1767384296.440415:0:17547:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:2.0:1767384296.440421:0:16778:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384296.440421:0:17568:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000010:3.0:1767384296.440422:0:17547:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009146ec67. 00000400:00000010:0.0:1767384296.440423:0:16771:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009e9d7329. 00000400:00000010:2.0:1767384296.440432:0:16778:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000eff9bd9b. 00000100:00000200:3.0:1767384296.440434:0:17547:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853236723068800, offset 224 00000100:00000040:1.0:1767384296.440436:0:17568:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 23 to 0@lo 00000100:00000200:2.0:1767384296.440439:0:16778:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236723068928, offset 224 00000100:00080000:0.0:1767384296.440447:0:16775:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00000001:1.0:1767384296.440450:0:17568:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 00000020:00000040:0.0:1767384296.440455:0:16775:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000b1f9e0ef) now 8 - evictor 00000400:00000200:3.0:1767384296.440459:0:17547:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:1.0:1767384296.440459:0:17568:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384296.440464:0:17568:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384296.440469:0:17568:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767384296.440477:0:16778:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1767384296.440489:0:17568:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1767384296.440490:0:17547:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384296.440497:0:16778:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:1.0:1767384296.440498:0:17568:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ca45cce0. 00000400:00000200:3.0:1767384296.440508:0:17547:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x695824c902f80 00000100:00000200:1.0:1767384296.440512:0:17568:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236723069056, offset 224 00000400:00000200:2.0:1767384296.440518:0:16778:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824c903000 00000400:00000200:3.0:1767384296.440519:0:17547:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1411 [1] + 224 00000400:00000200:3.0:1767384296.440527:0:17547:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384296.440540:0:17547:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384296.440540:0:17568:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384296.440556:0:16778:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1415 [1] + 224 00000400:00000200:1.0:1767384296.440568:0:17568:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384296.440570:0:16778:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384296.440571:0:17547:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384296.440581:0:17547:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004f27a975 x1853236723068800/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384312 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384296.440588:0:16778:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384296.440591:0:17568:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824c903080 00000100:00000001:2.0:1767384296.440601:0:16778:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1767384296.440609:0:17568:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1421 [1] + 224 00000100:00000040:3.0:1767384296.440614:0:17547:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004f27a975 x1853236723068800/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384312 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384296.440615:0:16778:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c9c583d3 x1853236723068928/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384312 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384296.440624:0:17568:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384296.440642:0:17568:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384296.440680:0:17568:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1767384296.440688:0:16778:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c9c583d3 x1853236723068928/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384312 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384296.440691:0:17547:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:1.0:1767384296.440691:0:17568:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003194a3c4 x1853236723069056/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384312 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384296.440701:0:17547:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009146ec67 00000400:00000010:3.0:1767384296.440706:0:17547:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009146ec67. 00000100:00000001:3.0:1767384296.440714:0:17547:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384296.440718:0:17547:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384296.440722:0:17547:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384296.440733:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767384296.440737:0:17547:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 22 to 0@lo 00000100:00000001:0.0:1767384296.440739:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384296.440742:0:16778:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:3.0:1767384296.440749:0:17547:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384296.440754:0:17547:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384296.440757:0:17547:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384296.440761:0:17568:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003194a3c4 x1853236723069056/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384312 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767384296.440762:0:16138:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1767384296.440764:0:17547:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d9ccce51 x1853236723068800/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:277/0 lens 224/224 e 0 to 0 dl 1767384307 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767384296.440766:0:16138:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384296.440770:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000006f61e17. 00000400:00000200:0.0:1767384296.440779:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000046b639ad 00000400:00000010:0.0:1767384296.440785:0:16138:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000046b639ad. 00000100:00000001:0.0:1767384296.440794:0:16138:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1767384296.440796:0:16778:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eff9bd9b 00000100:00000200:0.0:1767384296.440805:0:16138:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c9c583d3 x1853236723068928/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384312 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384296.440806:0:16778:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000eff9bd9b. 00000100:00000001:2.0:1767384296.440816:0:16778:0:(events.c:386:reply_out_callback()) Process entered 00000100:00100000:3.0:1767384296.440817:0:17547:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000d9ccce51 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:16140:x1853236723068800:12345-0@lo:400: Request processed in 805us (2287us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384296.440824:0:16778:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384296.440830:0:16778:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384296.440845:0:16778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 21 to 0@lo 00010000:00000001:2.0:1767384296.440852:0:16778:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00100000:3.0:1767384296.440856:0:17547:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000020:00000001:2.0:1767384296.440857:0:16778:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384296.440858:0:16138:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c9c583d3 x1853236723068928/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384312 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384296.440860:0:17568:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:3.0:1767384296.440862:0:17547:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000cf791f94 : new rpc_count 0 00000020:00000001:2.0:1767384296.440863:0:16778:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1767384296.440868:0:17547:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384296.440873:0:17547:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:1.0:1767384296.440875:0:17568:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ca45cce0 00000100:00000001:0.0:1767384296.440876:0:16138:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:3.0:1767384296.440877:0:17547:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000067fb0df6. 00000100:00000040:2.0:1767384296.440879:0:16778:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c465c2af x1853236723068928/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:277/0 lens 224/224 e 0 to 0 dl 1767384307 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384296.440880:0:16138:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384296.440885:0:17568:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ca45cce0. 00000020:00000010:3.0:1767384296.440886:0:17547:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000081a56584. 00000100:00000001:0.0:1767384296.440887:0:16138:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384296.440891:0:16138:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384296.440894:0:16138:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384296.440902:0:16138:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384296.440905:0:16138:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384296.440906:0:17547:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c16123c7. 00000100:00000001:1.0:1767384296.440907:0:17568:0:(events.c:386:reply_out_callback()) Process entered 00000100:00100000:2.0:1767384296.440908:0:16778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000c465c2af pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:16138:x1853236723068928:12345-0@lo:400: Request processed in 999us (2263us total) trans 0 rc 0/0 00000100:00001000:0.0:1767384296.440916:0:16138:0:(import.c:2128:obd_at_measure()) add 5 to 00000000701828d5 time=21 v=5 (5 0 0 0) 00000100:00000001:1.0:1767384296.440917:0:17568:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000040:3.0:1767384296.440919:0:17547:0:(genops.c:898:class_export_put()) PUTting export 00000000cf791f94 : new refcount 4 00000100:00000001:3.0:1767384296.440925:0:17547:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767384296.440928:0:16138:0:(import.c:2128:obd_at_measure()) add 1 to 0000000073619233 time=21 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384296.440930:0:17568:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384296.440931:0:16778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00000001:0.0:1767384296.440936:0:16138:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1767384296.440947:0:16778:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f335576c : new rpc_count 0 00000100:00000001:0.0:1767384296.440947:0:16138:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384296.440950:0:17568:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 20 to 0@lo 00000100:00000001:2.0:1767384296.440954:0:16778:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:0.0:1767384296.440954:0:16138:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767384296.440960:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384296.440962:0:16778:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:1.0:1767384296.440963:0:17568:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:3.0:1767384296.440964:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00080000:0.0:1767384296.440964:0:16138:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000c9c583d3 x1853236723068928/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384312 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384296.440967:0:16778:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000013daa042. 00000020:00000001:1.0:1767384296.440974:0:17568:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384296.440976:0:16778:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000904227f2. 00000400:00000001:3.0:1767384296.440977:0:16139:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384296.440986:0:16139:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:2.0:1767384296.440987:0:16778:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001a1fbdcc. 00000020:00000001:1.0:1767384296.440987:0:17568:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:3.0:1767384296.440990:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000eef60a18. 00000020:00000040:2.0:1767384296.441000:0:16778:0:(genops.c:898:class_export_put()) PUTting export 00000000f335576c : new refcount 4 00000400:00000200:3.0:1767384296.441002:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000091677c2e 00010000:00000001:0.0:1767384296.441002:0:16138:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384296.441007:0:17568:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000190ed7b7 x1853236723069056/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:277/0 lens 224/224 e 0 to 0 dl 1767384307 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384296.441009:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000091677c2e. 00000100:00000001:2.0:1767384296.441009:0:16778:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384296.441011:0:16138:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384296.441018:0:16138:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:3.0:1767384296.441019:0:16139:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384296.441027:0:16138:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000200:3.0:1767384296.441029:0:16139:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005f58ed98 x1853236723068672/t0(0) o400->MGC192.168.202.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384312 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384296.441034:0:16138:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384296.441050:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c9c583d3 x1853236723068928/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384312 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384296.441072:0:17568:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000190ed7b7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:16137:x1853236723069056:12345-0@lo:400: Request processed in 1104us (1802us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384296.441075:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384296.441078:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:3.0:1767384296.441084:0:16139:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005f58ed98 x1853236723068672/t0(0) o400->MGC192.168.202.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384312 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767384296.441085:0:16140:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384296.441119:0:16140:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767384296.441122:0:16139:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:2.0:1767384296.441124:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ad1e2725. 00000100:00000001:0.0:1767384296.441125:0:16138:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384296.441126:0:16139:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384296.441133:0:16138:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384296.441134:0:16139:0:(client.c:1578:after_reply()) Process entered 00000400:00000200:2.0:1767384296.441135:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002d0a9da1 02000000:00000001:3.0:1767384296.441139:0:16139:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384296.441143:0:16138:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384296.441144:0:16139:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:2.0:1767384296.441144:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002d0a9da1. 00000100:00000001:3.0:1767384296.441148:0:16139:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384296.441152:0:16139:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384296.441152:0:16140:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1767384296.441155:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c9c583d3 x1853236723068928/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384312 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384296.441159:0:17568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00001000:3.0:1767384296.441162:0:16139:0:(import.c:2128:obd_at_measure()) add 5 to 0000000028df3f77 time=26 v=5 (5 0 0 0) 00000100:00000200:2.0:1767384296.441165:0:16140:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004f27a975 x1853236723068800/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384312 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384296.441174:0:17568:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000b2466616 : new rpc_count 0 00000100:00001000:3.0:1767384296.441176:0:16139:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f5022cbe time=26 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384296.441186:0:17568:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384296.441192:0:16139:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384296.441194:0:17568:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384296.441200:0:16139:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384296.441205:0:17568:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000034e8fdd7. 00010000:00000001:3.0:1767384296.441208:0:16139:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384296.441215:0:16139:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384296.441215:0:16138:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c9c583d3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:16138:1853236723068928:0@lo:400: 00000020:00000010:1.0:1767384296.441216:0:17568:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a7ea493d. 00000100:00000200:2.0:1767384296.441227:0:16140:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004f27a975 x1853236723068800/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384312 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384296.441229:0:16139:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384296.441230:0:17568:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000dab3183e. 00000400:00000001:0.0:1767384296.441234:0:16138:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384296.441244:0:16138:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767384296.441248:0:16140:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:3.0:1767384296.441249:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005f58ed98 x1853236723068672/t0(0) o400->MGC192.168.202.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384312 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767384296.441249:0:17568:0:(genops.c:898:class_export_put()) PUTting export 00000000b2466616 : new refcount 4 00000100:00000001:2.0:1767384296.441254:0:16140:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384296.441255:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004e394cb1. 00000100:00000001:1.0:1767384296.441261:0:17568:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384296.441263:0:16140:0:(client.c:1578:after_reply()) Process entered 00000400:00000200:0.0:1767384296.441264:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000049fcf7bd 02000000:00000001:2.0:1767384296.441271:0:16140:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000010:0.0:1767384296.441272:0:16138:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000049fcf7bd. 00000100:00000001:2.0:1767384296.441276:0:16140:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384296.441278:0:16138:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384296.441281:0:16140:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384296.441282:0:16139:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1767384296.441285:0:16138:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f9e83428 x1853236723068544/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384312 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384296.441289:0:16139:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:2.0:1767384296.441289:0:16140:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384296.441294:0:16139:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384296.441296:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:2.0:1767384296.441299:0:16140:0:(import.c:2128:obd_at_measure()) add 5 to 0000000040f3b9ed time=15 v=5 (5 0 0 0) 00000100:00000001:1.0:1767384296.441303:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767384296.441307:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005f58ed98 x1853236723068672/t0(0) o400->MGC192.168.202.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384312 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384296.441308:0:16138:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f9e83428 x1853236723068544/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384312 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1767384296.441310:0:16140:0:(import.c:2128:obd_at_measure()) add 1 to 000000001fbc0fd6 time=15 v=5 (1 0 0 0) 00000400:00000001:1.0:1767384296.441311:0:16137:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384296.441317:0:16137:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384296.441324:0:16137:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d6e63dd4. 00000400:00000200:1.0:1767384296.441336:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e1b09e96 00000100:00000001:2.0:1767384296.441338:0:16140:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000010:1.0:1767384296.441344:0:16137:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e1b09e96. 00000100:00000001:2.0:1767384296.441347:0:16140:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384296.441356:0:16139:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005f58ed98 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c0412d60-4f67-4dbc-8791-892843f60083:16139:1853236723068672:0@lo:400: 00000100:00000001:1.0:1767384296.441357:0:16137:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1767384296.441358:0:16140:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767384296.441358:0:16138:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384296.441365:0:16138:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384296.441369:0:16137:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003194a3c4 x1853236723069056/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384312 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:2.0:1767384296.441373:0:16140:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000004f27a975 x1853236723068800/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384312 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384296.441374:0:16138:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384296.441378:0:16138:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384296.441384:0:16138:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384296.441389:0:16138:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384296.441392:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384296.441400:0:16138:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384296.441403:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384296.441413:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005f58ed98 x1853236723068672/t0(0) o400->MGC192.168.202.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384312 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1767384296.441414:0:16138:0:(import.c:2128:obd_at_measure()) add 5 to 0000000032110564 time=15 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384296.441434:0:16138:0:(import.c:2128:obd_at_measure()) add 1 to 000000001fbc0fd6 time=15 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384296.441455:0:16138:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384296.441459:0:16138:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384296.441461:0:16140:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384296.441463:0:16137:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003194a3c4 x1853236723069056/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384312 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384296.441467:0:16138:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767384296.441471:0:16140:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767384296.441478:0:16140:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00010000:00080000:0.0:1767384296.441478:0:16138:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000f9e83428 x1853236723068544/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384312 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384296.441479:0:16139:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384296.441485:0:16139:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384296.441491:0:16139:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007c1e72c8. 00000100:00000001:2.0:1767384296.441491:0:16140:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384296.441499:0:16140:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384296.441501:0:16139:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384296.441507:0:16139:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384296.441516:0:16139:0:(genops.c:1242:class_import_put()) import 00000000df830bbe refcount=3 obd=MGC192.168.202.152@tcp 00000100:00000040:2.0:1767384296.441519:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004f27a975 x1853236723068800/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384312 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384296.441527:0:16139:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384296.441533:0:16139:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004af0b4ba. 00000100:00000001:1.0:1767384296.441540:0:16137:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:3.0:1767384296.441542:0:16139:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1767384296.441547:0:16137:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384296.441548:0:16139:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:0.0:1767384296.441549:0:16138:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384296.441555:0:16139:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005f58ed98. 00000100:00000001:1.0:1767384296.441559:0:16137:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767384296.441560:0:16138:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1767384296.441565:0:16139:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000040:0.0:1767384296.441568:0:16138:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:3.0:1767384296.441569:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384296.441570:0:16137:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384296.441573:0:16140:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384296.441579:0:16138:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384296.441580:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384296.441580:0:16137:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384296.441583:0:16140:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384296.441591:0:16137:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384296.441592:0:16140:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384296.441592:0:16138:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384296.441594:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:1.0:1767384296.441599:0:16137:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384296.441600:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384296.441602:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f9e83428 x1853236723068544/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384312 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384296.441607:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004f27a975 x1853236723068800/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384312 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384296.441618:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:1.0:1767384296.441620:0:16137:0:(import.c:2128:obd_at_measure()) add 5 to 00000000edb11b67 time=21 v=5 (5 0 0 0) 00000100:00000001:3.0:1767384296.441622:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384296.441639:0:16137:0:(import.c:2128:obd_at_measure()) add 1 to 000000006fb1a5f2 time=21 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384296.441660:0:16138:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384296.441666:0:16137:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384296.441671:0:16138:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384296.441672:0:16137:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384296.441682:0:16140:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004f27a975 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16140:1853236723068800:0@lo:400: 00010000:00000001:1.0:1767384296.441682:0:16137:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767384296.441682:0:16138:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:0.0:1767384296.441692:0:16138:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00010000:00080000:1.0:1767384296.441694:0:16137:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000003194a3c4 x1853236723069056/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384312 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384296.441696:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000004:00000040:0.0:1767384296.441699:0:16138:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000100:00000001:2.0:1767384296.441701:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384296.441709:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004f27a975 x1853236723068800/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384312 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000004:00000040:0.0:1767384296.441713:0:16138:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=95744 free=94976 avail=84736 avail_mb=331 hwm_mb=3 files=12296 ffree=11872 state=0: rc = 0 00000004:00000020:0.0:1767384296.441736:0:16138:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (000000009fef8af1): 95744 blocks, 94976 free, 84736 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 12296 files, 11872 free files 0x0 00000004:00000001:0.0:1767384296.441753:0:16138:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384296.441767:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f9e83428 x1853236723068544/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384312 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384296.441776:0:16137:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384296.441777:0:16140:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384296.441782:0:16140:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384296.441794:0:16140:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e8252131. 00000100:00000001:1.0:1767384296.441796:0:16137:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1767384296.441800:0:16138:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f9e83428 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16138:1853236723068544:0@lo:13: 00000100:00000040:1.0:1767384296.441803:0:16137:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 02000000:00000001:2.0:1767384296.441805:0:16140:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1767384296.441812:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384296.441813:0:16140:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1767384296.441813:0:16137:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384296.441823:0:16137:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384296.441824:0:16140:0:(genops.c:1242:class_import_put()) import 0000000068bc8709 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:0.0:1767384296.441824:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384296.441835:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c9c583d3 x1853236723068928/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384312 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384296.441836:0:16140:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:1.0:1767384296.441841:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003194a3c4 x1853236723069056/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384312 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767384296.441845:0:16140:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b3dd1b2f. 02000000:00000001:2.0:1767384296.441858:0:16140:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384296.441864:0:16140:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384296.441873:0:16140:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004f27a975. 00000100:00000001:2.0:1767384296.441892:0:16140:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384296.441896:0:16138:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1767384296.441901:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384296.441902:0:16138:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1767384296.441907:0:16137:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000010:0.0:1767384296.441909:0:16138:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f2fb24f9. 00000100:00000001:2.0:1767384296.441910:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384296.441922:0:16137:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:0.0:1767384296.441926:0:16138:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767384296.441927:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384296.441927:0:16137:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384296.441935:0:16138:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1767384296.441936:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384296.441938:0:16138:0:(genops.c:1242:class_import_put()) import 00000000345f9ba7 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000040:1.0:1767384296.441942:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003194a3c4 x1853236723069056/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384312 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384296.441945:0:16138:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767384296.441946:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:0.0:1767384296.441951:0:16138:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000bdf68c71. 00000100:00000001:2.0:1767384296.441953:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384296.441960:0:16138:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384296.441966:0:16138:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384296.441971:0:16138:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c9c583d3. 00000100:00100000:1.0:1767384296.441977:0:16137:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003194a3c4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:16137:1853236723069056:0@lo:400: 00000100:00000001:0.0:1767384296.441979:0:16138:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384296.441985:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384296.441988:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384296.441991:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384296.441992:0:16137:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384296.442013:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f9e83428 x1853236723068544/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384312 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384296.442015:0:16137:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003194a3c4 x1853236723069056/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384312 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384296.442075:0:16138:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1767384296.442080:0:16137:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384296.442080:0:16138:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384296.442113:0:16138:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000521b6f75. 02000000:00000001:0.0:1767384296.442117:0:16138:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384296.442117:0:16138:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384296.442119:0:16138:0:(genops.c:1242:class_import_put()) import 0000000068bc8709 refcount=2 obd=lustre-OST0000-osc-MDT0000 02000000:00000001:1.0:1767384296.442124:0:16137:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:0.0:1767384296.442126:0:16138:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384296.442130:0:16137:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000212edfd2. 02000000:00000010:0.0:1767384296.442130:0:16138:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000039d3c86e. 02000000:00000001:0.0:1767384296.442151:0:16138:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384296.442152:0:16137:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:0.0:1767384296.442156:0:16138:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:1.0:1767384296.442157:0:16137:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000010:0.0:1767384296.442159:0:16138:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f9e83428. 00000020:00000040:1.0:1767384296.442161:0:16137:0:(genops.c:1242:class_import_put()) import 000000005a28ad8c refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:0.0:1767384296.442168:0:16138:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000001:1.0:1767384296.442169:0:16137:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767384296.442178:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1767384296.442179:0:16137:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006d4b95ce. 00000100:00000001:0.0:1767384296.442188:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384296.442190:0:16137:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384296.442194:0:16137:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1767384296.442195:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000010:1.0:1767384296.442197:0:16137:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003194a3c4. 00000100:00000001:0.0:1767384296.442198:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384296.442207:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384296.442208:0:16137:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384296.442216:0:16137:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384296.442216:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384296.442233:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384296.442239:0:16137:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384296.442247:0:16137:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384296.442250:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384296.442252:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384296.462137:0:53:0:(connection.c:75:cpu_latency_work()) work item of 000000009d5c2cb6 (cpu 0) has reached its deadline 4294886424, at 4294886425 00000100:00000010:3.0:1767384296.462149:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004b6e4554. 00000100:00000040:2.0:1767384296.462157:0:795:0:(connection.c:75:cpu_latency_work()) work item of 00000000135c2452 (cpu 0) has reached its deadline 4294886424, at 4294886425 00000100:00000010:2.0:1767384296.462166:0:795:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003e7209a0. 00000100:00000040:1.0:1767384296.462228:0:62:0:(connection.c:75:cpu_latency_work()) work item of 00000000edc4e618 (cpu 0) has reached its deadline 4294886424, at 4294886425 00000100:00000010:1.0:1767384296.462242:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005f36dff0. 00000100:00000040:0.0:1767384296.463147:0:449:0:(connection.c:75:cpu_latency_work()) work item of 000000002fd0fb58 (cpu 0) has reached its deadline 4294886424, at 4294886426 00000100:00000010:0.0:1767384296.463155:0:449:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004ef00893. 00080000:00000001:2.0:1767384296.595020:0:21998:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384296.595036:0:21998:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384296.595041:0:21998:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384296.595047:0:21998:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384296.595052:0:21998:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384296.595055:0:21998:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384297.013145:0:449:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384297.013156:0:449:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384297.013165:0:449:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384297.013167:0:449:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384297.013248:0:16768:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384297.013252:0:16768:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384297.013255:0:16768:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:2.0:1767384297.352252:0:22162:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1767384297.352257:0:22162:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg252-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp20 --if ens2 00000001:00000001:2.0:1767384297.355264:0:22162:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:2.0:1767384297.361571:0:22163:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 0000000039b07bb3. 00000400:00000010:2.0:1767384297.361586:0:22163:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000000b1a9d88. 00000400:00000010:2.0:1767384297.361598:0:22163:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000a703473f. 00000400:00000010:2.0:1767384297.361602:0:22163:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000342ee3a4. 00000400:00000010:2.0:1767384297.361606:0:22163:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000062c0809a. 00000400:00000010:2.0:1767384297.361610:0:22163:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000e5b23801. 00000400:00000010:2.0:1767384297.361611:0:22163:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000a5f6e368. 00000400:00000010:2.0:1767384297.361613:0:22163:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000003c60372e. 00000400:00000010:2.0:1767384297.361616:0:22163:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000263736fa. 00000800:00000010:2.0:1767384297.361630:0:22163:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 0000000066832219. 00000800:00000200:2.0:1767384297.361660:0:22163:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:2.0:1767384297.361669:0:22163:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:2.0:1767384297.361728:0:22163:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.152) 00000400:02000000:2.0:1767384297.361749:0:22163:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.152@tcp20 [8/256/0/180] 00000400:00000010:2.0:1767384297.363417:0:22163:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 233 at 000000001f260ff2. 00000400:00000010:2.0:1767384297.363424:0:22163:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000747b2c89. 00000400:00000010:2.0:1767384297.363434:0:22163:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000eff9bd9b. 00000400:00000001:2.0:1767384297.363452:0:22163:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384297.363454:0:22163:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384297.363455:0:22163:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000b687c43. 00000400:00000200:2.0:1767384297.363458:0:22163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005ce4ec44 00000400:00000010:2.0:1767384297.363460:0:22163:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005ce4ec44. 00000400:00000010:2.0:1767384297.363464:0:22163:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 217 at 00000000a6cdb55b. 00000400:00000200:2.0:1767384297.363469:0:22163:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (11) 00000400:00000200:2.0:1767384297.363481:0:22163:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.152@tcp (000000005d9714d7): 0 00000400:00000200:2.0:1767384297.363489:0:22163:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131092 00000020:00000010:2.0:1767384297.363497:0:22163:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 0000000003a2219a. 00000400:00000200:0.0:1767384297.363501:0:16135:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:2.0:1767384297.363502:0:22163:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:2.0:1767384297.363507:0:22163:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.152@tcp20 00000400:00000200:0.0:1767384297.363510:0:16135:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100151 00000400:00000010:0.0:1767384297.363518:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f67a133f. 00000400:00000010:2.0:1767384297.363520:0:22163:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000000b1a9d88. 00000400:00000200:0.0:1767384297.363521:0:16135:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (12) 00000400:00000010:2.0:1767384297.363525:0:22163:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 0000000039b07bb3. 00000400:00000010:0.0:1767384297.363529:0:16135:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000070cf2f66. 00000400:00000200:0.0:1767384297.363535:0:16135:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.152@tcp 00000020:00000001:1.0:1767384297.363543:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:1.0:1767384297.363549:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:0.0:1767384297.363550:0:16135:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.152@tcp local destination 10000000:00000001:1.0:1767384297.363553:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384297.363556:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:0.0:1767384297.363557:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 00000020:01000004:1.0:1767384297.363563:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:0.0:1767384297.363566:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000020:01000004:1.0:1767384297.363567:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384297.363571:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384297.363574:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:0.0:1767384297.363577:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 00000020:01000004:1.0:1767384297.363578:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384297.363582:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384297.363585:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000200:0.0:1767384297.363586:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 00000020:01000004:1.0:1767384297.363588:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384297.363591:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384297.363594:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:0.0:1767384297.363595:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 6], ns[16, 6] 00000400:00000200:0.0:1767384297.363601:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 6], ns[18, 6] 00000100:00000010:1.0:1767384297.363603:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003194a3c4. 00000020:00000040:1.0:1767384297.363608:0:36:0:(genops.c:1229:class_import_get()) import 00000000df830bbe refcount=4 obd=MGC192.168.202.152@tcp 00000400:00000200:0.0:1767384297.363615:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 6], ns[20, 6] 00000100:00000001:1.0:1767384297.363617:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:0.0:1767384297.363621:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 6], ns[22, 6] 02000000:00000001:1.0:1767384297.363622:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1767384297.363626:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 6], ns[24, 6] 02000000:00000001:1.0:1767384297.363629:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384297.363630:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000400:00000200:0.0:1767384297.363648:0:16135:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp19 00000400:00000200:0.0:1767384297.363652:0:16135:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.152@tcp19 02000000:00000010:1.0:1767384297.363653:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000b00616c4. 00000400:00000200:0.0:1767384297.363657:0:16135:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.152@tcp19 lpni_is_preferred = 0 00000400:00000200:0.0:1767384297.363661:0:16135:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.152@tcp19 00000100:00000001:1.0:1767384297.363664:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384297.363665:0:16135:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp19 NI seq info: [25:25:256:4294967295] 192.168.202.152@tcp19 LPNI seq info [25:25:8:4294967295] 00000400:00000200:0.0:1767384297.363675:0:16135:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.152@tcp19 00000100:00000001:1.0:1767384297.363678:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384297.363681:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384297.363687:0:16135:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp19(192.168.202.152@tcp19:) -> 192.168.202.152@tcp19(192.168.202.152@tcp:192.168.202.152@tcp19) : PUT try# 0 00000100:00000040:1.0:1767384297.363695:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003194a3c4] to pc [ptlrpcd_00_02+2] req@000000003194a3c4 x1853236723069184/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767384297.363696:0:16135:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.152@tcp19 00000800:00000010:0.0:1767384297.363704:0:16135:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d265ab2d. 00000800:00000010:0.0:1767384297.363714:0:16135:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000000717135b. 00000800:00000010:0.0:1767384297.363718:0:16135:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 0000000035f7d2ae. 00000800:00000200:0.0:1767384297.363723:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000717135b] -> 12345-192.168.202.152@tcp19 (2) 10000000:00000001:1.0:1767384297.363726:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.1:1767384297.363727:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000717135b] -> 12345-192.168.202.152@tcp19 (2) 10000000:00000001:1.0:1767384297.363731:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384297.363735:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384297.363740:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000000:1.0:1767384297.363745:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:2.0:1767384297.363746:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767384297.363746:0:16135:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.152@tcp 00000100:00000001:2.0:1767384297.363751:0:16139:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767384297.363755:0:16135:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100551 rc 0 00000020:00000001:1.0:1767384297.363756:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000040:2.0:1767384297.363760:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003194a3c4 x1853236723069184/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:1.0:1767384297.363761:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384297.363764:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384297.363767:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:1.0:1767384297.363772:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000100:00000001:2.0:1767384297.363776:0:16139:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:1.0:1767384297.363776:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00000001:2.0:1767384297.363780:0:16139:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:1.0:1767384297.363781:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384297.363785:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 02000000:00000001:2.0:1767384297.363788:0:16139:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:1.0:1767384297.363788:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384297.363791:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 02000000:00000001:2.0:1767384297.363792:0:16139:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:1.0:1767384297.363793:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 02000000:00000001:2.0:1767384297.363797:0:16139:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:1.0:1767384297.363797:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384297.363800:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00100000:2.0:1767384297.363802:0:16139:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003194a3c4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c0412d60-4f67-4dbc-8791-892843f60083:16139:1853236723069184:0@lo:253: 00000100:00000010:1.0:1767384297.363806:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004a8c2434. 00000100:00000001:2.0:1767384297.363807:0:16139:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000040:1.0:1767384297.363812:0:36:0:(genops.c:1229:class_import_get()) import 00000000df830bbe refcount=5 obd=MGC192.168.202.152@tcp 02000000:00000001:2.0:1767384297.363814:0:16139:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767384297.363814:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:0.0:1767384297.363817:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.152:988 02000000:00000001:2.0:1767384297.363818:0:16139:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384297.363818:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384297.363822:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384297.363824:0:16139:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384297.363831:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000009aea2350. 02000000:00000010:2.0:1767384297.363832:0:16139:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000003df1869e. 02000000:00000001:2.0:1767384297.363836:0:16139:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384297.363836:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384297.363839:0:16139:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f9a3e889. 00000100:00000001:1.0:1767384297.363841:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384297.363844:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384297.363846:0:16139:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000b1a9d88. 00000100:00000040:1.0:1767384297.363851:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004a8c2434] to pc [ptlrpcd_00_03+3] req@000000004a8c2434 x1853236723069312/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384297.363852:0:16139:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236723069184, portal 25 10000000:00000001:1.0:1767384297.363861:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384297.363862:0:16139:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384297.363864:0:16139:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782424482176 : -124291285069440 : ffff8ef52e1ad180) 10000000:00000001:1.0:1767384297.363865:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384297.363865:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.152:988 00000020:00000001:1.0:1767384297.363871:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384297.363875:0:16139:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003194a3c4 x1853236723069184/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384313 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000000:1.0:1767384297.363875:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:1.0:1767384297.363882:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 0000000003a2219a. 00000100:00000001:2.0:1767384297.363888:0:16139:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384297.363891:0:16139:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1767384297.363894:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.152:988 00000400:00000010:2.0:1767384297.363895:0:16139:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008835d28d. 00000100:00000001:1.0:1767384297.363896:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:2.0:1767384297.363902:0:16139:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236723069184, offset 0 00000100:00000001:1.0:1767384297.363902:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384297.363906:0:16140:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767384297.363911:0:16139:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1767384297.363912:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004a8c2434 x1853236723069312/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384297.363920:0:16140:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1767384297.363924:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384297.363924:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.152:988 00000100:00000001:1.0:1767384297.363930:0:16140:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384297.363934:0:16140:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384297.363936:0:16140:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384297.363939:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824c903100 02000000:00000001:1.0:1767384297.363941:0:16140:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384297.363948:0:16140:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004a8c2434 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c0412d60-4f67-4dbc-8791-892843f60083:16140:1853236723069312:0@lo:253: 00000400:00000200:0.0:1767384297.363951:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.152:988 00000400:00000200:2.0:1767384297.363952:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x945 [2] + 0 00000100:00000001:1.0:1767384297.363957:0:16140:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:2.0:1767384297.363959:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002b404683. 02000000:00000001:1.0:1767384297.363961:0:16140:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1767384297.363964:0:16139:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000a7059e9e 02000000:00000001:1.0:1767384297.363965:0:16140:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384297.363968:0:16140:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767384297.363973:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:1.0:1767384297.363974:0:16140:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000b94d3830. 02000000:00000001:1.0:1767384297.363979:0:16140:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384297.363984:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384297.363984:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.152:988 00000400:00000010:1.0:1767384297.363986:0:16140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d6e63dd4. 00000400:00000200:2.0:1767384297.363993:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a7059e9e 00000400:00000010:1.0:1767384297.363994:0:16140:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000188a00a0. 00000400:00000010:2.0:1767384297.363997:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a7059e9e. 00000100:00000001:2.0:1767384297.364003:0:16139:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384297.364005:0:16139:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000200:1.0:1767384297.364007:0:16140:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236723069312, portal 25 00000100:00000040:2.0:1767384297.364009:0:16139:0:(events.c:337:request_in_callback()) incoming req@0000000010a29f3b x1853236723069184 msgsize 4848 00000400:00000200:0.0:1767384297.364011:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.152:988 00000100:00000001:1.0:1767384297.364012:0:16140:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384297.364016:0:16140:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782424486656 : -124291285064960 : ffff8ef52e1ae300) 00000100:00100000:2.0:1767384297.364019:0:16139:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384297.364023:0:16139:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000040:1.0:1767384297.364026:0:16140:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000004a8c2434 x1853236723069312/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384313 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384297.364033:0:16140:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384297.364034:0:16139:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:1.0:1767384297.364038:0:16140:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384297.364041:0:16140:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f74bd376. 00000400:00000200:2.0:1767384297.364044:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008835d28d 00000100:00000200:1.0:1767384297.364044:0:16140:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236723069312, offset 0 00000400:00000010:2.0:1767384297.364048:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008835d28d. 00000400:00000200:0.0:1767384297.364048:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.152:988 00000100:00000001:2.0:1767384297.364053:0:16139:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384297.364059:0:16139:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003194a3c4 x1853236723069184/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384313 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384297.364059:0:16140:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384297.364070:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1767384297.364071:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1767384297.364075:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003194a3c4 x1853236723069184/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384313 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384297.364079:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.152:988 00000100:00000001:2.0:1767384297.364081:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384297.364082:0:16140:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824c903180 00000100:00000001:2.0:1767384297.364114:0:16139:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1767384297.364115:0:16140:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x955 [2] + 0 00000400:00000010:1.0:1767384297.364120:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000053278f52. 00000400:00000200:1.0:1767384297.364125:0:16140:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000562ddaba 00000100:00000001:2.0:1767384297.364129:0:16139:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384297.364131:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384297.364135:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294887351 00000400:00000200:1.0:1767384297.364136:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:2.0:1767384297.364143:0:16139:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005c01cb3d. 00000400:00000200:1.0:1767384297.364144:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000562ddaba 00000400:00000200:0.0:1767384297.364145:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.152:988 00000400:00000010:1.0:1767384297.364149:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000562ddaba. 00000100:00000001:1.0:1767384297.364154:0:16140:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1767384297.364155:0:16139:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 0 00000100:00000200:1.0:1767384297.364156:0:16140:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:2.0:1767384297.364162:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294887351 00000100:00000040:1.0:1767384297.364169:0:16140:0:(events.c:337:request_in_callback()) incoming req@00000000e2fa4f14 x1853236723069312 msgsize 4848 00000100:00000010:2.0:1767384297.364170:0:16139:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000012bac5c7. 00000400:00000200:0.0:1767384297.364174:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.152:988 00000100:00000001:2.0:1767384297.364176:0:16139:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 1 00000100:00100000:1.0:1767384297.364182:0:16140:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384297.364185:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294887351 00000100:00000040:1.0:1767384297.364185:0:16140:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000010:2.0:1767384297.364192:0:16139:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003e7209a0. 00000100:00000001:1.0:1767384297.364195:0:16140:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384297.364196:0:16139:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384297.364202:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294887351 00000100:00000010:2.0:1767384297.364204:0:16139:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ed8870f4. 00000400:00000200:1.0:1767384297.364207:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f74bd376 00000100:00000001:2.0:1767384297.364208:0:16139:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 3 00000400:00000200:0.0:1767384297.364209:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.152:988 00000400:00000010:1.0:1767384297.364212:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f74bd376. 00000100:00000001:2.0:1767384297.364214:0:16139:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384297.364217:0:16140:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384297.364218:0:16139:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384297.364224:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384297.364224:0:16140:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004a8c2434 x1853236723069312/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384313 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384297.364230:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384297.364237:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1767384297.364237:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.152:988 00000100:00000001:2.0:1767384297.364241:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:1.0:1767384297.364241:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004a8c2434 x1853236723069312/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384313 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384297.364245:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384297.364250:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384297.364253:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384297.364255:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384297.364256:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384297.364260:0:16140:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384297.364261:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384297.364262:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.152:988 00000100:00000001:1.0:1767384297.364266:0:16140:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384297.364271:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294887351 00000100:00000001:1.0:1767384297.364273:0:16140:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 0, keep current deadline 4294887351 00000100:00000001:1.0:1767384297.364275:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294887351 00000100:00000001:1.0:1767384297.364277:0:16140:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 1, keep current deadline 4294887351 00000100:00000001:1.0:1767384297.364279:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294887351 00000100:00000001:1.0:1767384297.364281:0:16140:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 2, keep current deadline 4294887351 00000100:00000001:1.0:1767384297.364283:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294887351 00000100:00000001:1.0:1767384297.364284:0:16140:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 3, keep current deadline 4294887351 00000100:00000001:1.0:1767384297.364286:0:16140:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384297.364287:0:16140:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384297.364289:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384297.364291:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.152:988 00000100:00000001:1.0:1767384297.364294:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384297.364300:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384297.364301:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384297.364303:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384297.364305:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384297.364307:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384297.364312:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.152:988 00000100:00000001:1.0:1767384297.364314:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384297.364341:0:16773:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384297.364344:0:16773:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723069184 00000400:00000200:0.0:1767384297.364345:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.152:988 02000000:00000001:1.0:1767384297.364346:0:16773:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384297.364351:0:16773:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384297.364353:0:16773:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384297.364357:0:16773:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384297.364360:0:16773:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723069184 00000020:00000001:1.0:1767384297.364363:0:16773:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384297.364365:0:16773:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eec8e1 00000020:00000001:1.0:1767384297.364367:0:16773:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384297.364370:0:16773:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000555601ca refcount=14 00000400:00000200:0.0:1767384297.364373:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.152:988 00000020:00000001:1.0:1767384297.364374:0:16773:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000020:00000001:1.0:1767384297.364380:0:16773:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000100:00000001:1.0:1767384297.364385:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384297.364389:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006bfbeddc. 00000100:00000001:1.0:1767384297.364391:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384297.364394:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006bfbeddc. 00000100:00000001:2.0:1767384297.364400:0:16771:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:1.0:1767384297.364401:0:16773:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000004c3d583. 00000100:00100000:2.0:1767384297.364404:0:16771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723069312 02000000:00000001:2.0:1767384297.364407:0:16771:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:0.0:1767384297.364407:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.152:988 00000020:00000010:1.0:1767384297.364409:0:16773:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c2d54a9d. 00000100:00000001:2.0:1767384297.364411:0:16771:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384297.364415:0:16771:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384297.364417:0:16773:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e4bd3897. 02000000:00000001:2.0:1767384297.364418:0:16771:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384297.364423:0:16771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723069312 00000020:00000001:2.0:1767384297.364425:0:16771:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384297.364426:0:16771:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eec8e1 00000020:00000001:2.0:1767384297.364428:0:16771:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:1.0:1767384297.364429:0:16773:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000020:00000040:2.0:1767384297.364430:0:16771:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000555601ca refcount=15 00000100:00000001:1.0:1767384297.364434:0:16773:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384297.364436:0:16773:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384297.364438:0:16773:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384297.364440:0:16771:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000400:00000200:0.0:1767384297.364441:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.152:988 00000020:00000001:2.0:1767384297.364446:0:16771:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000100:00000001:1.0:1767384297.364450:0:16773:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384297.364451:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384297.364456:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fd49f5b0. 00000100:00000001:2.0:1767384297.364459:0:16771:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384297.364460:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fd49f5b0. 00000100:00000001:1.0:1767384297.364463:0:16773:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384297.364466:0:16771:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a36b5040. 00000020:00000010:2.0:1767384297.364472:0:16771:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e3086480. 00000100:00000001:1.0:1767384297.364476:0:16773:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:2.0:1767384297.364477:0:16771:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000904227f2. 00000100:00000001:1.0:1767384297.364480:0:16773:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384297.364483:0:16771:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384297.364487:0:16771:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00100000:1.0:1767384297.364487:0:16773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00000001:2.0:1767384297.364491:0:16771:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384297.364492:0:16773:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000555601ca : new rpc_count 1 00000100:00000001:1.0:1767384297.364496:0:16773:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619781697774672 : -124292011776944 : ffff8ef502ca2450) 00000100:00000001:2.0:1767384297.364497:0:16771:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384297.364501:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000010a29f3b x1853236723069184/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:278/0 lens 4848/0 e 0 to 0 dl 1767384308 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384297.364503:0:16771:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384297.364515:0:16771:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384297.364518:0:16771:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384297.364525:0:16771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00000040:2.0:1767384297.364530:0:16771:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000555601ca : new rpc_count 2 00000100:00000001:1.0:1767384297.364531:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384297.364534:0:16771:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619781697497168 : -124292012054448 : ffff8ef502c5e850) 00000020:00000010:1.0:1767384297.364537:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006bfbeddc. 00000100:00000040:2.0:1767384297.364540:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e2fa4f14 x1853236723069312/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:278/0 lens 4848/0 e 0 to 0 dl 1767384308 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384297.364542:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384297.364547:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006bfbeddc. 00000100:00100000:1.0:1767384297.364554:0:16773:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000010a29f3b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c0412d60-4f67-4dbc-8791-892843f60083+15:16139:x1853236723069184:12345-0@lo:253: 00000100:00000001:2.0:1767384297.364555:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000200:1.0:1767384297.364560:0:16773:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723069184 00000020:00000010:2.0:1767384297.364561:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fd49f5b0. 00000100:00000001:2.0:1767384297.364565:0:16771:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384297.364566:0:16773:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000010:2.0:1767384297.364567:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fd49f5b0. 00000020:00000001:1.0:1767384297.364573:0:16773:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00100000:2.0:1767384297.364577:0:16771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e2fa4f14 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c0412d60-4f67-4dbc-8791-892843f60083+15:16140:x1853236723069312:12345-0@lo:253: 00000020:00000001:1.0:1767384297.364578:0:16773:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384297.364584:0:16773:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000200:2.0:1767384297.364585:0:16771:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723069312 00000020:00000001:1.0:1767384297.364588:0:16773:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669141328 : -1040410288 : ffffffffc1fc9950) 00000020:00000001:2.0:1767384297.364589:0:16771:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384297.364593:0:16771:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384297.364594:0:16773:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384297.364598:0:16771:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384297.364598:0:16773:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384297.364603:0:16771:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384297.364604:0:16773:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384297.364606:0:16773:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384297.364609:0:16773:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384297.364612:0:16771:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669141328 : -1040410288 : ffffffffc1fc9950) 00000100:00000001:1.0:1767384297.364613:0:16773:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:2.0:1767384297.364615:0:16771:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 02000000:00000001:1.0:1767384297.364617:0:16773:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:2.0:1767384297.364618:0:16771:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384297.364620:0:16771:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384297.364622:0:16771:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384297.364624:0:16771:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384297.364626:0:16771:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000010:1.0:1767384297.364626:0:16773:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000289fcc5d. 02000000:00000001:2.0:1767384297.364631:0:16771:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:1.0:1767384297.364631:0:16773:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384297.364634:0:16773:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384297.364636:0:16771:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000003a2219a. 20000000:00000001:1.0:1767384297.364650:0:16773:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 02000000:00000001:2.0:1767384297.364655:0:16771:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384297.364657:0:16771:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384297.364659:0:16771:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:1.0:1767384297.364662:0:16773:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000cfc0210d. 20000000:01000000:1.0:1767384297.364667:0:16773:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000010:2.0:1767384297.364669:0:16771:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000000557b543. 20000000:00000001:1.0:1767384297.364670:0:16773:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384297.364674:0:16773:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:01000000:2.0:1767384297.364675:0:16771:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384297.364678:0:16771:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384297.364678:0:16773:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384297.364683:0:16773:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384297.364684:0:16771:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384297.364688:0:16771:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384297.364688:0:16773:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:2.0:1767384297.364692:0:16771:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384297.364694:0:16771:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:1.0:1767384297.364701:0:16773:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000001f40b596. 20000000:01000000:1.0:1767384297.364704:0:16773:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #20 20000000:00000001:1.0:1767384297.364710:0:16773:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000800:00000010:0.0:1767384297.364715:0:16125:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000dff432d2. 00080000:00000001:1.0:1767384297.364716:0:16773:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000800:00000010:0.0:1767384297.364721:0:16125:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000fd281ae1. 00000800:00000010:0.0:1767384297.364730:0:16125:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000d4f5bd77. 00000800:00000010:0.0:1767384297.364764:0:16125:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000d4f5bd77. 00080000:00000001:1.0:1767384297.364778:0:16773:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384297.364783:0:16773:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384297.364785:0:16773:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384297.364786:0:16773:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:1.0:1767384297.364791:0:16773:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384297.364798:0:16773:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446619782313850200 : -124291395701416 : ffff8ef52782b558) 00080000:00000001:1.0:1767384297.364801:0:16773:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384297.364808:0:16773:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000f07aa235. 00080000:00000001:1.0:1767384297.364810:0:16773:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446619781702209536 : -124292007342080 : ffff8ef5030dd000) 00080000:00000001:1.0:1767384297.364814:0:16773:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:0.0:1767384297.364828:0:16133:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767384297.364845:0:16133:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.152@tcp19 from 235.3.0.2 00000800:00000010:0.0:1767384297.364849:0:16133:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000e9741c57. 00000001:00000001:1.0:1767384297.364942:0:16773:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384297.364945:0:16773:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384297.364948:0:16773:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384297.364973:0:16773:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384297.364976:0:16773:0:(osd_io.c:399:osd_write()) Process entered 00000800:00000010:0.0:1767384297.365163:0:16126:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000050cf7595. 00000800:00000010:0.0:1767384297.365168:0:16126:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000b1779943. 00000800:00000010:0.0:1767384297.365186:0:16126:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000000fff6e3b. 00000800:00000200:0.1:1767384297.365191:0:16126:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000717135b] -> 12345-192.168.202.152@tcp19 (2) 00080000:00000001:1.0:1767384297.365192:0:16773:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384297.365196:0:16773:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000800:00000200:0.1:1767384297.365197:0:16126:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.152@tcp19 000000000fff6e3b deleted 00000800:00000010:0.1:1767384297.365201:0:16126:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000000fff6e3b. 00000800:00000200:0.1:1767384297.365207:0:16126:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.1:1767384297.365218:0:16126:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp19 ip 192.168.202.152:1003 00000800:00000200:0.1:1767384297.365223:0:16126:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d265ab2d type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1767384297.365229:0:16126:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.152@tcp19 p 3.x 192.168.202.152 -> 192.168.202.152:1003 incarnation:1767384295726431897 sched[0] 00000800:00000010:0.0:1767384297.365234:0:16126:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000d4f5bd77. 00000800:00000010:0.0:1767384297.365274:0:16126:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000d4f5bd77. 00000800:00000010:0.0:1767384297.365278:0:16126:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000b1779943. 00000800:00000200:2.1:1767384297.365290:0:16125:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.0:1767384297.365298:0:16125:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.152@tcp19 p 3.x 192.168.202.152 -> 192.168.202.152:988 incarnation:1767384295726431897 sched[0] 00000800:00000010:2.0:1767384297.365301:0:16125:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000fd281ae1. 00000800:00000010:0.0:1767384297.365315:0:16126:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000e9741c57. 00000800:00000001:0.0:1767384297.365333:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384297.365340:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384297.365343:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384297.365352:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384297.365361:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.152:988 00000800:00000200:0.0:1767384297.365398:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1767384297.365400:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.152:988 00000800:00000010:0.0:1767384297.365403:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d265ab2d. 00000400:00000200:0.0:1767384297.365408:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384297.365415:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp19->192.168.202.152@tcp19: PUT: OK 00000400:00000200:0.0:1767384297.365424:0:16131:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384297.365427:0:16131:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.152@tcp: 0 00000800:00000001:0.0:1767384297.365437:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384297.365443:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384297.365445:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384297.365450:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384297.365451:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.152:988 00000400:00000200:0.0:1767384297.365458:0:16131:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.152@tcp19(192.168.202.152@tcp19) <- 192.168.202.152@tcp19 : PUT - for me 00000400:00000200:0.0:1767384297.365469:0:16131:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.152@tcp of length 224 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384297.365475:0:16131:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.152@tcp of length 224/224 into md 0x13ed [1] + 0 00000400:00000010:0.0:1767384297.365477:0:16131:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dede7bf5. 00000400:00000200:0.0:1767384297.365481:0:16131:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000005a4d4621 00000800:00000001:0.0:1767384297.365485:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384297.365496:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384297.365498:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384297.365500:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.152:988 00000400:00000200:0.0:1767384297.365504:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp19->192.168.202.152@tcp19: PUT: OK 00000400:00000200:0.0:1767384297.365509:0:16131:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005a4d4621 00000400:00000010:0.0:1767384297.365511:0:16131:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005a4d4621. 00000400:00000200:0.0:1767384297.365515:0:16131:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:0.0:1767384297.365519:0:16131:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (13) 00000400:00000200:0.0:1767384297.365525:0:16131:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.152@tcp(000000005d9714d7) is MR 00000400:00000010:0.0:1767384297.365528:0:16131:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 233 at 00000000d265ab2d. 00000400:00000200:0.0:1767384297.365531:0:16131:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.202.152@tcp 12 00000400:00000200:0.0:1767384297.365536:0:16131:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.152@tcp (000000005d9714d7): -114 00000400:00000200:0.0:1767384297.365545:0:16131:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000005d9714d7 (14) 00000400:00000200:0.0:1767384297.365549:0:16131:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1767384297.365556:0:16131:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.152@tcp19 to MR: 192.168.202.152@tcp19 local destination 00000400:00000200:0.0:1767384297.365562:0:16131:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp19 NI seq info: [26:26:256:4294967295] 192.168.202.152@tcp19 LPNI seq info [26:26:8:4294967295] 00000400:00000200:0.0:1767384297.365573:0:16131:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp19(192.168.202.152@tcp19:192.168.202.152@tcp19) -> 192.168.202.152@tcp19(192.168.202.152@tcp19:192.168.202.152@tcp19) 192.168.202.152@tcp19 : ACK try# 0 00000800:00000200:0.0:1767384297.365578:0:16131:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.152@tcp19 00000800:00000010:0.0:1767384297.365582:0:16131:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b742a296. 00000800:00000200:0.0:1767384297.365586:0:16131:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000717135b] -> 12345-192.168.202.152@tcp19 (4) 00000800:00000200:0.0:1767384297.365596:0:16131:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp19 ip 192.168.202.152:988 00000800:00000200:0.0:1767384297.365598:0:16131:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b742a296 type 0, nob 96 niov 1 nkiov 0 00000400:00000200:2.0:1767384297.365601:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.152:988 00000800:00000200:0.0:1767384297.365634:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384297.365653:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b742a296. 00000400:00000200:0.0:1767384297.365657:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384297.365658:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.152:988 00000400:00000200:0.0:1767384297.365664:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp19->192.168.202.152@tcp19: ACK: OK 00000800:00000001:0.0:1767384297.365672:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384297.365676:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384297.365679:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384297.365683:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384297.365684:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384297.365686:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384297.365690:0:16131:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.152@tcp19(192.168.202.152@tcp19) <- 192.168.202.152@tcp19 : ACK - for me 00000400:00000200:0.0:1767384297.365699:0:16131:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.152@tcp19: ACK from 12345-192.168.202.152@tcp19 into md 0x1445 00000400:00000200:0.0:1767384297.365702:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384297.365703:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.152:988 00000400:00000200:0.0:1767384297.365709:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp19->192.168.202.152@tcp19: ACK: OK 00000400:00000200:0.0:1767384297.365714:0:16131:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f67a133f 00000400:00000010:0.0:1767384297.365715:0:16131:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f67a133f. 00000400:00000200:0.0:1767384297.365719:0:16131:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:0.0:1767384297.365723:0:16131:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.152@tcp ev->status 0 00000400:00000200:0.0:1767384297.365727:0:16131:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.152@tcp (000000005d9714d7): -114 00000400:00000200:0.0:1767384297.365730:0:16131:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000005d9714d7 (13) 00000800:00000001:0.0:1767384297.365734:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384297.365738:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384297.365751:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.152:988 00000400:00000200:0.0:1767384297.365761:0:16135:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:0.0:1767384297.365767:0:16135:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ad1e2725. 00000400:00000010:0.0:1767384297.365770:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f67a133f. 00000400:00000200:0.0:1767384297.365773:0:16135:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 0000000066e4368c 00000400:00000200:0.0:1767384297.365778:0:16135:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x1000d1 00000400:00000010:0.0:1767384297.365786:0:16135:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 260 at 00000000c44ad256. 00000400:00000010:0.0:1767384297.365791:0:16135:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 312 at 000000002b748a13. 00000400:00000010:0.0:1767384297.365793:0:16135:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 260 at 0000000005178076. 00000400:00000200:2.0:1767384297.365794:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.152:988 00000400:00000010:0.0:1767384297.365817:0:16135:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000f2fb9238. 00000400:00000200:0.0:1767384297.365822:0:16135:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000f2fb9238 nid 192.168.202.152@tcp20 00000400:00000200:2.0:1767384297.365827:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.152:988 00000400:00000010:0.0:1767384297.365835:0:16135:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000003ff683e0. 00000400:00000200:0.0:1767384297.365839:0:16135:0:(peer.c:204:lnet_peer_net_alloc()) 000000003ff683e0 net tcp20 00000400:00000200:0.0:1767384297.365842:0:16135:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (12) 00000400:00000200:0.0:1767384297.365848:0:16135:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.152@tcp NID 192.168.202.152@tcp20 flags 0x11 00000400:00000010:0.0:1767384297.365852:0:16135:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 260 at 00000000c44ad256. 00000400:00000010:0.0:1767384297.365855:0:16135:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 312 at 000000002b748a13. 00000400:00000200:2.0:1767384297.365856:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.152:988 00000400:00000010:0.0:1767384297.365857:0:16135:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 260 at 0000000005178076. 00000400:00000010:0.0:1767384297.365863:0:16135:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 233 at 00000000d265ab2d. 00000400:00000200:0.0:1767384297.365868:0:16135:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.152@tcp (000000005d9714d7): 0 00000400:00000200:0.0:1767384297.365871:0:16135:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.152@tcp(000000005d9714d7): 0. state = 0x100151 00000400:00000200:0.0:1767384297.365875:0:16135:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100151 rc 1 00000400:00000200:0.0:1767384297.365879:0:16135:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100151 00000400:00000200:0.0:1767384297.365881:0:16135:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.152@tcp 00000400:00000200:0.0:1767384297.365882:0:16135:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100111 rc 0 00000400:00000200:0.0:1767384297.365887:0:16135:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.152@tcp (000000005d9714d7) 00000400:00000200:2.0:1767384297.365888:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.152:988 00000400:00000200:0.0:1767384297.365892:0:16135:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000005d9714d7 (13) 00000400:00000200:2.0:1767384297.365918:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.152:988 00000400:00000200:2.0:1767384297.365959:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.152:988 00000400:00000200:2.0:1767384297.365974:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.152:988 00000400:00000200:2.0:1767384297.365990:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.152:988 00000400:00000200:2.0:1767384297.366004:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.152:988 00000400:00000200:2.0:1767384297.366032:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.152:988 00000400:00000200:2.0:1767384297.366057:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.152:988 00000400:00000200:2.0:1767384297.366073:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.152:988 00000400:00000200:2.0:1767384297.366121:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.152:988 00000400:00000200:1.0:1767384297.366498:0:16133:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:2.0:1767384297.366677:0:16133:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.152@tcp19 from 234.3.0.2 00000800:00000010:2.0:1767384297.366702:0:16133:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000070ee38bc. 00000800:00000010:3.0:1767384297.366731:0:16127:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000041167c7c. 00000800:00000010:3.0:1767384297.366740:0:16127:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000009ba45d80. 00000800:00000010:2.0:1767384297.366890:0:16125:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000008468de3b. 00000800:00000010:2.0:1767384297.366893:0:16125:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000008835d28d. 00000800:00000010:2.0:1767384297.366897:0:16125:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000083b85a9c. 00000800:00000010:2.0:1767384297.366944:0:16125:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000083b85a9c. 00000800:00000010:1.0:1767384297.366961:0:16127:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000003228c66f. 00000800:00000200:1.1:1767384297.366968:0:16127:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000717135b] -> 12345-192.168.202.152@tcp19 (4) 00000800:00000200:1.1:1767384297.366972:0:16127:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.152@tcp19 000000003228c66f deleted 00000800:00000010:1.1:1767384297.366974:0:16127:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000003228c66f. 00000800:00000200:1.1:1767384297.366978:0:16127:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:1.0:1767384297.366983:0:16127:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.152@tcp19 p 3.x 192.168.202.152 -> 192.168.202.152:1002 incarnation:1767384295726431897 sched[0] 00000800:00000010:1.0:1767384297.366988:0:16127:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000a6646a7e. 00000800:00000200:0.1:1767384297.367070:0:16125:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:0.0:1767384297.367076:0:16125:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.152@tcp19 p 3.x 192.168.202.152 -> 192.168.202.152:988 incarnation:1767384295726431897 sched[0] 00000800:00000010:0.0:1767384297.367078:0:16125:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000008835d28d. 00000800:00000001:0.0:1767384297.367132:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384297.367135:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.0:1767384297.367150:0:16127:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000a6646a7e. 00000800:00000010:0.0:1767384297.367154:0:16127:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000009ba45d80. 00000800:00000010:0.0:1767384297.367176:0:16127:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000070ee38bc. 00000800:00000001:0.0:1767384297.367182:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384297.367186:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384297.372699:0:16773:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384297.372705:0:16773:0:(lu_object.c:207:lu_object_put()) Add 00000000f07b1e3f/000000000f28175b to site lru. bkt: 00000000b56e2c81 20000000:00000001:1.0:1767384297.372708:0:16773:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384297.372709:0:16807:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 20000000:00000001:1.0:1767384297.372711:0:16773:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:2.0:1767384297.372725:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384297.372729:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1767384297.372730:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384297.372731:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:01000000:1.0:1767384297.372733:0:16773:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000010:2.0:1767384297.372734:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000f07aa235. 00080000:00000001:2.0:1767384297.372740:0:16807:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:1.0:1767384297.372747:0:16773:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:00000010:0.0:1767384297.372749:0:16771:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000005178076. 20000000:01000000:1.0:1767384297.372752:0:16773:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:0.0:1767384297.372755:0:16771:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #20 00080000:00000020:1.0:1767384297.372759:0:16773:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000001:0.0:1767384297.372760:0:16771:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:0.0:1767384297.372765:0:16771:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:0.0:1767384297.372793:0:16771:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384297.372796:0:16771:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384297.372797:0:16771:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384297.372798:0:16771:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:0.0:1767384297.372806:0:16771:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384297.372810:0:16771:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446619782313850200 : -124291395701416 : ffff8ef52782b558) 00080000:00000001:0.0:1767384297.372812:0:16771:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384297.372817:0:16771:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000006023049a. 00080000:00000001:0.0:1767384297.372819:0:16771:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446619781780562944 : -124291928988672 : ffff8ef507b96400) 00080000:00000001:0.0:1767384297.372822:0:16771:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384297.372875:0:16771:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384297.372877:0:16771:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384297.372879:0:16771:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384297.372894:0:16771:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384297.372896:0:16771:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384297.372978:0:16771:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767384297.372981:0:16771:0:(osd_handler.c:287:osd_trans_stop()) Process entered 20000000:01000000:0.0:1767384297.372995:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384297.372999:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384297.373001:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384297.373006:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384297.373009:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384297.373016:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000007d38e204. 00010000:00000001:0.0:1767384297.373020:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384297.373022:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000004786de54. 00000020:00000001:0.0:1767384297.373026:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384297.373027:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 000000004786de54 with handle 0x7e51148972eecae7 to hash 00000020:00000001:0.0:1767384297.373029:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384297.373031:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446619781734632448 : -124291974919168 : ffff8ef504fc8c00) 00010000:00000001:0.0:1767384297.373033:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446619781734632448 : -124291974919168 : ffff8ef504fc8c00) 00010000:00000001:0.0:1767384297.373036:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384297.373037:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384297.373040:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000004786de54/0x7e51148972eecae7 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384297.373048:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384297.373052:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384297.373054:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384297.373056:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384297.373058:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384297.373065:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384297.373067:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384297.373069:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384297.373072:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384297.373074:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384297.373075:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384297.373076:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000007d38e204) refcount = 1 00010000:00010000:0.0:1767384297.373079:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000004786de54/0x7e51148972eecae7 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384297.373084:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384297.373248:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384297.373250:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384297.373252:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384297.373254:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384297.373257:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384297.373261:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003445359s 00010000:00000001:0.0:1767384297.373264:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384297.373266:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384297.373267:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000004786de54 refcount=4 00000020:00000001:0.0:1767384297.373269:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781734632448 : -124291974919168 : ffff8ef504fc8c00) 00010000:00000001:0.0:1767384297.373271:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781734632448 : -124291974919168 : ffff8ef504fc8c00) 00010000:00000001:0.0:1767384297.373273:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384297.373275:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000004786de54/0x7e51148972eecae7 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384297.373280:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384297.373282:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000004786de54/0x7e51148972eecae7 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384297.373286:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384297.373287:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384297.373289:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000004786de54/0x7e51148972eecae7 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384297.373292:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384297.373298:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384297.373301:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384297.373303:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000004786de54/0x7e51148972eecae7 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384297.373308:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000004786de54 already unused, calling callback (00000000871a6010) 00010000:00000001:0.0:1767384297.373311:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384297.373313:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384297.373315:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000004786de54/0x7e51148972eecae7 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384297.373319:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384297.373321:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384297.373322:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384297.373323:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000004786de54 refcount=5 00000020:00000001:0.0:1767384297.373325:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781734632448 : -124291974919168 : ffff8ef504fc8c00) 00010000:00000001:0.0:1767384297.373327:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781734632448 : -124291974919168 : ffff8ef504fc8c00) 00010000:00000001:0.0:1767384297.373330:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384297.373332:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000004786de54/0x7e51148972eecae7 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384297.373336:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384297.373338:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384297.373339:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384297.373343:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384297.373345:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384297.373348:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384297.373349:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384297.373351:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000004786de54 with handle 0x7e51148972eecae7 from hash 00010000:00000001:0.0:1767384297.373353:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384297.373354:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384297.373355:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384297.373357:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384297.373359:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384297.373361:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384297.373366:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384297.373369:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384297.373371:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384297.373373:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384297.373374:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384297.373377:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384297.373378:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384297.373379:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384297.373380:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384297.373382:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384297.373384:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000004786de54/0x7e51148972eecae7 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384297.373387:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384297.373388:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384297.373389:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384297.373391:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384297.373392:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384297.373393:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384297.373395:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384297.373397:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384297.373398:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384297.373400:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000004786de54/0x7e51148972eecae7 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384297.373403:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384297.373404:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384297.373406:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000004786de54/0x7e51148972eecae7 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384297.373410:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000007d38e204 count: 0 00010000:00000001:0.0:1767384297.373417:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384297.373418:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000010:0.1:1767384297.379143:0:16602:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000007d38e204. 00010000:00000010:0.1:1767384297.379152:0:16602:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000004786de54. 00080000:00000001:2.0:1767384297.380898:0:16771:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384297.380903:0:16807:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000020:00000002:2.0:1767384297.380904:0:16771:0:(lu_object.c:207:lu_object_put()) Add 00000000f07b1e3f/000000000f28175b to site lru. bkt: 00000000b56e2c81 00040000:00000001:3.0:1767384297.380908:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:2.0:1767384297.380909:0:16771:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:3.0:1767384297.380913:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:2.0:1767384297.380914:0:16771:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:3.0:1767384297.380918:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:01000000:2.0:1767384297.380919:0:16771:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00040000:00000001:3.0:1767384297.380922:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1767384297.380927:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000006023049a. 20000000:00000001:2.0:1767384297.380928:0:16771:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384297.380933:0:16771:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:3.0:1767384297.380934:0:16807:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:0.0:1767384297.380941:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000020:2.0:1767384297.380942:0:16771:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000001:0.0:1767384297.380947:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384297.380950:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384297.380954:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384297.380963:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384297.380969:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000007d38e204. 00010000:00000001:0.0:1767384297.380972:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384297.380975:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000004786de54. 00000020:00000001:0.0:1767384297.380978:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384297.380980:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 000000004786de54 with handle 0x7e51148972eecaee to hash 00000020:00000001:0.0:1767384297.380983:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384297.380984:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446619781734632448 : -124291974919168 : ffff8ef504fc8c00) 00010000:00000001:0.0:1767384297.380987:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446619781734632448 : -124291974919168 : ffff8ef504fc8c00) 00010000:00000001:0.0:1767384297.380989:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384297.380991:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384297.380994:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000004786de54/0x7e51148972eecaee lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384297.381000:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384297.381003:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384297.381005:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384297.381007:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384297.381009:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384297.381010:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384297.381012:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384297.381014:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384297.381016:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384297.381018:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384297.381019:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384297.381021:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000007d38e204) refcount = 1 00010000:00010000:0.0:1767384297.381024:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000004786de54/0x7e51148972eecaee lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384297.381027:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384297.381029:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384297.381030:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384297.381032:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384297.381034:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384297.381036:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384297.381038:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003445359s 00010000:00000001:0.0:1767384297.381046:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384297.381048:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384297.381049:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000004786de54 refcount=4 00000020:00000001:0.0:1767384297.381052:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781734632448 : -124291974919168 : ffff8ef504fc8c00) 00010000:00000001:0.0:1767384297.381054:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781734632448 : -124291974919168 : ffff8ef504fc8c00) 00010000:00000001:0.0:1767384297.381056:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384297.381057:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000004786de54/0x7e51148972eecaee lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384297.381062:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384297.381063:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000004786de54/0x7e51148972eecaee lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384297.381067:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384297.381068:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384297.381069:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000004786de54/0x7e51148972eecaee lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384297.381073:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384297.381074:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384297.381076:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384297.381078:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000004786de54/0x7e51148972eecaee lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384297.381083:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000004786de54 already unused, calling callback (00000000871a6010) 00010000:00000001:0.0:1767384297.381084:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384297.381112:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384297.381114:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000004786de54/0x7e51148972eecaee lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384297.381119:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384297.381120:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384297.381122:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384297.381123:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000004786de54 refcount=5 00000020:00000001:0.0:1767384297.381126:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781734632448 : -124291974919168 : ffff8ef504fc8c00) 00010000:00000001:0.0:1767384297.381133:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781734632448 : -124291974919168 : ffff8ef504fc8c00) 00010000:00000001:0.0:1767384297.381135:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384297.381137:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000004786de54/0x7e51148972eecaee lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384297.381142:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384297.381144:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384297.381146:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384297.381150:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384297.381152:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384297.381154:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384297.381155:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384297.381157:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000004786de54 with handle 0x7e51148972eecaee from hash 00010000:00000001:0.0:1767384297.381159:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384297.381160:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384297.381161:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384297.381162:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384297.381163:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384297.381164:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384297.381166:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384297.381168:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384297.381170:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384297.381171:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384297.381172:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384297.381173:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384297.381174:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384297.381175:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384297.381177:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384297.381178:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384297.381179:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000004786de54/0x7e51148972eecaee lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384297.381183:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384297.381184:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384297.381185:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384297.381186:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384297.381194:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384297.381195:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384297.381196:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384297.381198:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384297.381200:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384297.381202:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000004786de54/0x7e51148972eecaee lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384297.381205:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384297.381206:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384297.381208:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000004786de54/0x7e51148972eecaee lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384297.381212:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000007d38e204 count: 0 00010000:00000001:0.0:1767384297.381222:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384297.381223:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:0.0:1767384297.382045:0:16773:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767384297.382049:0:16773:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384297.382052:0:16773:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000cfc0210d. 20000000:00000001:0.0:1767384297.382058:0:16773:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384297.382063:0:16773:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236723069184 00010000:00000001:0.0:1767384297.382066:0:16773:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384297.382073:0:16773:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000010a29f3b x1853236723069184/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:278/0 lens 4848/4768 e 0 to 0 dl 1767384308 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384297.382082:0:16773:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384297.382118:0:16773:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384297.382123:0:16773:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dd452398 time=27 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384297.382129:0:16773:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384297.382132:0:16773:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 21 to 0@lo 00000100:00000001:0.0:1767384297.382134:0:16773:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 02000000:00000001:0.0:1767384297.382138:0:16773:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384297.382140:0:16773:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384297.382145:0:16773:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384297.382148:0:16773:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384297.382153:0:16773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003ebe4cdc. 00000100:00000200:0.0:1767384297.382159:0:16773:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236723069184, offset 224 00000400:00000200:0.0:1767384297.382173:0:16773:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384297.382186:0:16773:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384297.382198:0:16773:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824c903100 00000400:00000200:0.0:1767384297.382205:0:16773:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1449 [2] + 224 00000400:00000200:0.0:1767384297.382213:0:16773:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384297.382217:0:16773:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384297.382224:0:16773:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384297.382229:0:16773:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003194a3c4 x1853236723069184/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384313 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384297.382237:0:16773:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000003194a3c4 x1853236723069184/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384313 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384297.382255:0:16773:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384297.382263:0:16773:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003ebe4cdc 00000100:00000001:2.0:1767384297.382265:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1767384297.382265:0:16773:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003ebe4cdc. 00000100:00000001:2.0:1767384297.382270:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384297.382271:0:16773:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384297.382274:0:16773:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:2.0:1767384297.382279:0:16139:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767384297.382279:0:16773:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384297.382284:0:16139:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1767384297.382287:0:16773:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 20 to 0@lo 00000400:00000010:2.0:1767384297.382288:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f9a3e889. 00010000:00000001:0.0:1767384297.382291:0:16773:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000200:2.0:1767384297.382294:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000b1a9d88 00000020:00000001:0.0:1767384297.382295:0:16773:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384297.382298:0:16773:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:2.0:1767384297.382303:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000b1a9d88. 00000100:00000040:0.0:1767384297.382304:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000010a29f3b x1853236723069184/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:278/0 lens 4848/4768 e 0 to 0 dl 1767384308 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384297.382310:0:16139:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384297.382319:0:16139:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003194a3c4 x1853236723069184/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384313 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384297.382319:0:16773:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000010a29f3b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c0412d60-4f67-4dbc-8791-892843f60083+15:16139:x1853236723069184:12345-0@lo:253: Request processed in 17785us (18305us total) trans 0 rc 0/0 00000100:00000200:2.0:1767384297.382337:0:16139:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003194a3c4 x1853236723069184/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384313 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384297.382341:0:16773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00000040:0.0:1767384297.382348:0:16773:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000555601ca : new rpc_count 1 00000100:00000001:2.0:1767384297.382350:0:16139:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384297.382352:0:16773:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384297.382353:0:16139:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384297.382356:0:16773:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384297.382357:0:16139:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384297.382360:0:16139:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:0.0:1767384297.382362:0:16773:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c2d54a9d. 00000100:00000001:2.0:1767384297.382363:0:16139:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384297.382366:0:16139:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384297.382369:0:16773:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e4bd3897. 02000000:00000001:2.0:1767384297.382370:0:16139:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384297.382376:0:16773:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000004c3d583. 00000100:00001000:2.0:1767384297.382378:0:16139:0:(import.c:2128:obd_at_measure()) add 5 to 0000000028df3f77 time=27 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384297.382382:0:16139:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f5022cbe time=27 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384297.382388:0:16139:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384297.382390:0:16139:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384297.382391:0:16773:0:(genops.c:898:class_export_put()) PUTting export 00000000555601ca : new refcount 14 00010000:00000001:2.0:1767384297.382392:0:16139:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384297.382396:0:16139:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384297.382398:0:16773:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1767384297.382399:0:16139:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384297.382402:0:16773:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000289fcc5d. 00000100:00000040:2.0:1767384297.382406:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003194a3c4 x1853236723069184/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384313 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384297.382409:0:16773:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384297.382413:0:16773:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384297.382416:0:16139:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384297.382420:0:16139:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384297.382422:0:16139:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384297.382422:0:16773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000020:01000004:2.0:1767384297.382439:0:16139:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000400:00000010:0.0:1767384297.382440:0:16773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000052a6ea24. 00000020:01000004:2.0:1767384297.382442:0:16139:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384297.382445:0:16139:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000010:0.0:1767384297.382446:0:16773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003ebe4cdc. 00000020:01000004:2.0:1767384297.382447:0:16139:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384297.382450:0:16139:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384297.382452:0:16139:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384297.382454:0:16139:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384297.382455:0:16139:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384297.382457:0:16139:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384297.382459:0:16139:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384297.382462:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003194a3c4 x1853236723069184/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384313 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384297.382479:0:16139:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003194a3c4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c0412d60-4f67-4dbc-8791-892843f60083:16139:1853236723069184:0@lo:253: 00000100:00000001:2.0:1767384297.382485:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384297.382488:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384297.382491:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003194a3c4 x1853236723069184/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384313 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384297.382505:0:16139:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384297.382507:0:16139:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384297.382510:0:16139:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000003df1869e. 02000000:00000001:2.0:1767384297.382515:0:16139:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384297.382517:0:16139:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384297.382519:0:16139:0:(genops.c:1242:class_import_put()) import 00000000df830bbe refcount=4 obd=MGC192.168.202.152@tcp 00000020:00000001:2.0:1767384297.382521:0:16139:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384297.382523:0:16139:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000b00616c4. 02000000:00000001:2.0:1767384297.382528:0:16139:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384297.382530:0:16139:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384297.382532:0:16139:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003194a3c4. 00000100:00000001:2.0:1767384297.382535:0:16139:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384297.382537:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384297.382538:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384297.382545:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384297.382548:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384297.382550:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384297.382552:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:0.0:1767384297.384347:0:16771:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767384297.384350:0:16771:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384297.384352:0:16771:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000000557b543. 20000000:00000001:0.0:1767384297.384356:0:16771:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384297.384359:0:16771:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236723069312 00010000:00000001:0.0:1767384297.384362:0:16771:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384297.384366:0:16771:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e2fa4f14 x1853236723069312/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:278/0 lens 4848/4768 e 0 to 0 dl 1767384308 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384297.384373:0:16771:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384297.384374:0:16771:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384297.384376:0:16771:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dd452398 time=27 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384297.384378:0:16771:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384297.384381:0:16771:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 21 to 0@lo 00000100:00000001:0.0:1767384297.384383:0:16771:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 02000000:00000001:0.0:1767384297.384385:0:16771:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384297.384387:0:16771:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384297.384388:0:16771:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384297.384390:0:16771:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384297.384393:0:16771:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fd281ae1. 00000100:00000200:0.0:1767384297.384395:0:16771:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236723069312, offset 224 00000400:00000200:0.0:1767384297.384400:0:16771:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384297.384406:0:16771:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384297.384413:0:16771:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824c903180 00000400:00000200:0.0:1767384297.384418:0:16771:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1451 [2] + 224 00000400:00000200:0.0:1767384297.384424:0:16771:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384297.384428:0:16771:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384297.384432:0:16771:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384297.384442:0:16771:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004a8c2434 x1853236723069312/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384313 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384297.384450:0:16771:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000004a8c2434 x1853236723069312/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384313 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384297.384466:0:16771:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384297.384471:0:16771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fd281ae1 00000400:00000010:0.0:1767384297.384473:0:16771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fd281ae1. 00000100:00000001:0.0:1767384297.384475:0:16771:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384297.384477:0:16771:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384297.384479:0:16771:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384297.384481:0:16771:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 20 to 0@lo 00010000:00000001:0.0:1767384297.384483:0:16771:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384297.384484:0:16771:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384297.384486:0:16771:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384297.384490:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e2fa4f14 x1853236723069312/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:278/0 lens 4848/4768 e 0 to 0 dl 1767384308 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384297.384493:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1767384297.384498:0:16771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e2fa4f14 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c0412d60-4f67-4dbc-8791-892843f60083+14:16140:x1853236723069312:12345-0@lo:253: Request processed in 19941us (20326us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384297.384504:0:16771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00000001:3.0:1767384297.384505:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767384297.384507:0:16771:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000555601ca : new rpc_count 0 00000100:00000001:0.0:1767384297.384510:0:16771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000001:3.0:1767384297.384512:0:16140:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767384297.384512:0:16771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000001:3.0:1767384297.384517:0:16140:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:0.0:1767384297.384517:0:16771:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e3086480. 00000400:00000010:3.0:1767384297.384521:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d6e63dd4. 00000020:00000010:0.0:1767384297.384527:0:16771:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000904227f2. 00000400:00000200:3.0:1767384297.384529:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000188a00a0 00000400:00000010:3.0:1767384297.384533:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000188a00a0. 00000020:00000010:0.0:1767384297.384533:0:16771:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a36b5040. 00000020:00000040:0.0:1767384297.384541:0:16771:0:(genops.c:898:class_export_put()) PUTting export 00000000555601ca : new refcount 13 00000100:00000001:3.0:1767384297.384542:0:16140:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:0.0:1767384297.384547:0:16771:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000200:3.0:1767384297.384550:0:16140:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004a8c2434 x1853236723069312/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384313 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767384297.384551:0:16771:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000003a2219a. 02000000:00000001:0.0:1767384297.384557:0:16771:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384297.384560:0:16771:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384297.384567:0:16771:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000200:3.0:1767384297.384571:0:16140:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004a8c2434 x1853236723069312/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384313 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384297.384573:0:16771:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008440d953. 00000400:00000010:0.0:1767384297.384580:0:16771:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fd281ae1. 00000100:00000001:3.0:1767384297.384585:0:16140:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384297.384590:0:16140:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384297.384594:0:16140:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384297.384597:0:16140:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384297.384599:0:16140:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384297.384601:0:16140:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384297.384604:0:16140:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384297.384607:0:16140:0:(import.c:2128:obd_at_measure()) add 5 to 0000000028df3f77 time=27 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384297.384612:0:16140:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f5022cbe time=27 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384297.384615:0:16140:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384297.384616:0:16140:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384297.384619:0:16140:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384297.384621:0:16140:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384297.384623:0:16140:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384297.384628:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004a8c2434 x1853236723069312/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384313 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384297.384636:0:16140:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384297.384653:0:16140:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384297.384655:0:16140:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384297.384659:0:16140:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384297.384661:0:16140:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384297.384663:0:16140:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384297.384665:0:16140:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384297.384667:0:16140:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384297.384669:0:16140:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384297.384679:0:16140:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384297.384681:0:16140:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384297.384683:0:16140:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384297.384687:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004a8c2434 x1853236723069312/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384313 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384297.384696:0:16140:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004a8c2434 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c0412d60-4f67-4dbc-8791-892843f60083:16140:1853236723069312:0@lo:253: 00000100:00000001:3.0:1767384297.384701:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384297.384703:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384297.384706:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004a8c2434 x1853236723069312/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384313 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384297.384712:0:16140:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384297.384714:0:16140:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384297.384716:0:16140:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000b94d3830. 02000000:00000001:3.0:1767384297.384721:0:16140:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384297.384722:0:16140:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384297.384723:0:16140:0:(genops.c:1242:class_import_put()) import 00000000df830bbe refcount=3 obd=MGC192.168.202.152@tcp 00000020:00000001:3.0:1767384297.384726:0:16140:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384297.384727:0:16140:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000009aea2350. 02000000:00000001:3.0:1767384297.384731:0:16140:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384297.384732:0:16140:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384297.384734:0:16140:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004a8c2434. 00000100:00000001:3.0:1767384297.384738:0:16140:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384297.384739:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384297.384741:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384297.384746:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384297.384748:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384297.384750:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384297.384752:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384297.385820:0:22168:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000841e6bc0. 00000400:00000040:2.0:1767384297.385836:0:22168:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384297.385838:0:22168:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384297.385841:0:22168:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384297.385842:0:22168:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384297.385844:0:22168:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384297.385846:0:22168:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:2.0:1767384297.385848:0:22168:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384297.385849:0:22168:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384297.385850:0:22168:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384297.385851:0:22168:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:2.0:1767384297.385857:0:22168:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384297.385859:0:22168:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384297.385860:0:22168:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384297.385862:0:22168:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384297.385863:0:22168:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:2.0:1767384297.385865:0:22168:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384297.385866:0:22168:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384297.385867:0:22168:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767384297.385868:0:22168:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767384297.385869:0:22168:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384297.385870:0:22168:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384297.385871:0:22168:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384297.385873:0:22168:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384297.385874:0:22168:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384297.385874:0:22168:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767384297.385876:0:22168:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384297.385877:0:22168:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384297.385878:0:22168:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384297.385879:0:22168:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384297.385881:0:22168:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384297.385881:0:22168:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767384297.385883:0:22168:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384297.385884:0:22168:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384297.385885:0:22168:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384297.385886:0:22168:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384297.385887:0:22168:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384297.385888:0:22168:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767384297.385890:0:22168:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384297.385891:0:22168:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384297.385892:0:22168:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384297.385893:0:22168:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384297.385895:0:22168:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384297.385896:0:22168:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767384297.385897:0:22168:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767384297.385898:0:22168:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767384297.385899:0:22168:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767384297.385899:0:22168:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767384297.385900:0:22168:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767384297.385902:0:22168:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384297.385908:0:22168:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384297.385909:0:22168:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767384297.385910:0:22168:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384297.385911:0:22168:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767384297.385913:0:22168:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:2.0:1767384297.385914:0:22168:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767384297.385915:0:22168:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767384297.385916:0:22168:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:2.0:1767384297.385951:0:22168:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000841e6bc0. 00000100:00000040:0.0:1767384297.389144:0:449:0:(connection.c:75:cpu_latency_work()) work item of 000000002fd0fb58 (cpu 0) has reached its deadline 4294887351, at 4294887352 00000100:00000010:0.0:1767384297.389153:0:449:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005c01cb3d. 00010000:00000010:0.1:1767384297.390108:0:22164:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000007d38e204. 00010000:00000010:0.1:1767384297.390116:0:22164:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000004786de54. 00000100:00000040:3.0:1767384297.390166:0:53:0:(connection.c:75:cpu_latency_work()) work item of 000000009d5c2cb6 (cpu 0) has reached its deadline 4294887351, at 4294887353 00000100:00000010:3.0:1767384297.390176:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ed8870f4. 00000100:00000040:2.0:1767384297.390290:0:795:0:(connection.c:75:cpu_latency_work()) work item of 00000000135c2452 (cpu 0) has reached its deadline 4294887351, at 4294887353 00000100:00000010:2.0:1767384297.390298:0:795:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003e7209a0. 00000100:00000040:1.0:1767384297.390358:0:62:0:(connection.c:75:cpu_latency_work()) work item of 00000000edc4e618 (cpu 0) has reached its deadline 4294887351, at 4294887353 00000100:00000010:1.0:1767384297.390369:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000012bac5c7. 00010000:00000001:0.0:1767384298.038138:0:449:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384298.038145:0:449:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384298.038152:0:449:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384298.038154:0:449:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384298.038201:0:16767:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384298.038206:0:16767:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384298.038211:0:16767:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:3.0:1767384298.101463:0:16776:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1767384298.101482:0:16776:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (0000000070cb7a0b) refs 2 10000000:00000001:3.0:1767384298.101498:0:16776:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384298.101504:0:16776:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1767384298.101507:0:16776:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1767384298.101511:0:16776:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:3.0:1767384298.101514:0:16776:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:3.0:1767384298.101518:0:16776:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:3.0:1767384298.101521:0:16776:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff8ef5103e6000 from 23 10000000:00000001:3.0:1767384298.101526:0:16776:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:3.0:1767384298.101528:0:16776:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:3.0:1767384298.101538:0:16776:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a56f24d7. 00000020:00000040:3.0:1767384298.101543:0:16776:0:(genops.c:1229:class_import_get()) import 00000000df830bbe refcount=4 obd=MGC192.168.202.152@tcp 00000100:00000001:3.0:1767384298.101550:0:16776:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384298.101555:0:16776:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384298.101562:0:16776:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384298.101572:0:16776:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006d2706b6. 00000100:00000001:3.0:1767384298.101582:0:16776:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384298.101587:0:16776:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1767384298.101591:0:16776:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384298.101603:0:16776:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000f5374a30. 00010000:00000001:3.0:1767384298.101610:0:16776:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384298.101615:0:16776:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000a068b46c. 00000020:00000001:3.0:1767384298.101621:0:16776:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384298.101629:0:16776:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000a068b46c with handle 0x7e51148972eecaf5 to hash 00000020:00000001:3.0:1767384298.101657:0:16776:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384298.101659:0:16776:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446619781713880064 : -124291995671552 : ffff8ef503bfe400) 00010000:00000001:3.0:1767384298.101662:0:16776:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446619781713880064 : -124291995671552 : ffff8ef503bfe400) 00010000:00000001:3.0:1767384298.101666:0:16776:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384298.101670:0:16776:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384298.101674:0:16776:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.152@tcp lock: 00000000a068b46c/0x7e51148972eecaf5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 16776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384298.101684:0:16776:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.152@tcp lock: 00000000a068b46c/0x7e51148972eecaf5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 16776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384298.101695:0:16776:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.152@tcp lock: 00000000a068b46c/0x7e51148972eecaf5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 16776 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384298.101707:0:16776:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767384298.101711:0:16776:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384298.101718:0:16776:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003af70f32. 00000100:00000001:3.0:1767384298.101722:0:16776:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446619782410487104 : -124291299064512 : ffff8ef52d454540) 00000100:00000001:3.0:1767384298.101725:0:16776:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384298.101728:0:16776:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782675218432 : -124291034333184 : ffff8ef53d0cc000) 00000100:00000001:3.0:1767384298.101734:0:16776:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384298.101738:0:16776:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384298.101742:0:16776:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384298.101746:0:16776:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384298.101756:0:16776:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a56f24d7 x1853236723069440/t0(0) o101->MGC192.168.202.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384298.101766:0:16776:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384298.101771:0:16776:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384298.101778:0:16776:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384298.101782:0:16776:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384298.101785:0:16776:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384298.101793:0:16776:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a56f24d7 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c0412d60-4f67-4dbc-8791-892843f60083:16776:1853236723069440:0@lo:101: 00000100:00000001:3.0:1767384298.101800:0:16776:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384298.101810:0:16776:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384298.101814:0:16776:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384298.101819:0:16776:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384298.101826:0:16776:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000002860128e. 02000000:00000001:3.0:1767384298.101830:0:16776:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384298.101840:0:16776:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000eef60a18. 00000400:00000010:3.0:1767384298.101865:0:16776:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000091677c2e. 00000100:00000200:3.0:1767384298.101878:0:16776:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236723069440, portal 25 00000100:00000001:3.0:1767384298.101881:0:16776:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384298.101883:0:16776:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782675218432 : -124291034333184 : ffff8ef53d0cc000) 00000100:00000040:3.0:1767384298.101890:0:16776:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a56f24d7 x1853236723069440/t0(0) o101->MGC192.168.202.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384314 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384298.101898:0:16776:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384298.101906:0:16776:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384298.101911:0:16776:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009146ec67. 00000100:00000200:3.0:1767384298.101916:0:16776:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853236723069440, offset 0 00000400:00000200:3.0:1767384298.101923:0:16776:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384298.101943:0:16776:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384298.101961:0:16776:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695824c903200 00000400:00000200:3.0:1767384298.101970:0:16776:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x965 [2] + 0 00000400:00000010:3.0:1767384298.101975:0:16776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000260a319b. 00000400:00000200:3.0:1767384298.101982:0:16776:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000b483f25d 00000400:00000200:3.0:1767384298.101991:0:16776:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384298.101999:0:16776:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384298.102007:0:16776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b483f25d 00000400:00000010:3.0:1767384298.102008:0:16776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b483f25d. 00000100:00000001:3.0:1767384298.102015:0:16776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384298.102017:0:16776:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384298.102021:0:16776:0:(events.c:337:request_in_callback()) incoming req@000000008508ff37 x1853236723069440 msgsize 328 00000100:00100000:3.0:1767384298.102032:0:16776:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384298.102035:0:16776:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384298.102051:0:16776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384298.102059:0:16776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009146ec67 00000400:00000010:3.0:1767384298.102061:0:16776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009146ec67. 00000100:00000001:3.0:1767384298.102068:0:16776:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384298.102074:0:16776:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a56f24d7 x1853236723069440/t0(0) o101->MGC192.168.202.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384314 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384298.102083:0:16776:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384298.102128:0:16776:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000a56f24d7 x1853236723069440/t0(0) o101->MGC192.168.202.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384314 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384298.102134:0:16776:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384298.102137:0:16776:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384298.102142:0:16776:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384298.102146:0:16776:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294888089 00000100:00000010:3.0:1767384298.102150:0:16776:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004aec8132. 00000100:00000001:3.0:1767384298.102158:0:16776:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767384298.102166:0:16776:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294888089 00000100:00000010:3.0:1767384298.102176:0:16776:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003cc531e5. 00000100:00000001:3.0:1767384298.102181:0:16776:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384298.102186:0:16776:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294888089 00000100:00000010:3.0:1767384298.102190:0:16776:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000028df37d0. 00000100:00000001:3.0:1767384298.102195:0:16776:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384298.102199:0:16776:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294888089 00000100:00000010:3.0:1767384298.102203:0:16776:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006a9e89ae. 00000100:00000001:3.0:1767384298.102206:0:16776:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384298.102211:0:16776:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384298.102212:0:16771:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384298.102214:0:16776:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384298.102223:0:16776:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1767384298.102224:0:16771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723069440 00000100:00000001:3.0:1767384298.102228:0:16776:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:1.0:1767384298.102230:0:16771:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00100000:3.0:1767384298.102232:0:16776:0:(client.c:2690:ptlrpc_set_wait()) set 000000003af70f32 going to sleep for 11 seconds 00000100:00000001:1.0:1767384298.102233:0:16771:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384298.102238:0:16776:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384298.102243:0:16776:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384298.102249:0:16771:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384298.102260:0:16771:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384298.102270:0:16771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723069440 00000020:00000001:1.0:1767384298.102277:0:16771:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384298.102282:0:16771:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eec8e1 00000020:00000001:1.0:1767384298.102285:0:16771:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384298.102287:0:16771:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000555601ca refcount=14 00000020:00000001:1.0:1767384298.102290:0:16771:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000020:00000001:1.0:1767384298.102292:0:16771:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000100:00000001:1.0:1767384298.102297:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384298.102302:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f347631d. 00000100:00000001:1.0:1767384298.102304:0:16771:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384298.102307:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f347631d. 00000020:00000010:1.0:1767384298.102313:0:16771:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000004c3d583. 00000020:00000010:1.0:1767384298.102318:0:16771:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000183c92b6. 00000020:00000010:1.0:1767384298.102322:0:16771:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000012be701b. 00000100:00000040:1.0:1767384298.102332:0:16771:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384298.102337:0:16771:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384298.102340:0:16771:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384298.102341:0:16771:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384298.102350:0:16771:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384298.102370:0:16771:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384298.102390:0:16771:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384298.102392:0:16771:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384298.102402:0:16771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00000040:1.0:1767384298.102407:0:16771:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000555601ca : new rpc_count 1 00000100:00000001:1.0:1767384298.102410:0:16771:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619781697496144 : -124292012055472 : ffff8ef502c5e450) 00000100:00000040:1.0:1767384298.102417:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000008508ff37 x1853236723069440/t0(0) o101->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:279/0 lens 328/0 e 0 to 0 dl 1767384309 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384298.102425:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384298.102428:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f347631d. 00000100:00000001:1.0:1767384298.102430:0:16771:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384298.102433:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f347631d. 00000100:00100000:1.0:1767384298.102448:0:16771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000008508ff37 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c0412d60-4f67-4dbc-8791-892843f60083+14:16776:x1853236723069440:12345-0@lo:101: 00000100:00000200:1.0:1767384298.102451:0:16771:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723069440 00000020:00000001:1.0:1767384298.102456:0:16771:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384298.102461:0:16771:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384298.102463:0:16771:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384298.102465:0:16771:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384298.102467:0:16771:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669141056 : -1040410560 : ffffffffc1fc9840) 00000020:00000001:1.0:1767384298.102471:0:16771:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384298.102473:0:16771:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384298.102477:0:16771:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384298.102478:0:16771:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384298.102483:0:16771:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384298.102485:0:16771:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1767384298.102488:0:16771:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1767384298.102490:0:16771:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1767384298.102493:0:16771:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1767384298.102496:0:16771:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384298.102501:0:16771:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384298.102508:0:16771:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000005bb9cb3f. 00010000:00000001:1.0:1767384298.102513:0:16771:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384298.102516:0:16771:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000a70ec5d6. 00000020:00000001:1.0:1767384298.102519:0:16771:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384298.102524:0:16771:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000a70ec5d6 with handle 0x7e51148972eecafc to hash 00000020:00000001:1.0:1767384298.102527:0:16771:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384298.102530:0:16771:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446619781820861952 : -124291888689664 : ffff8ef50a204e00) 00010000:00000001:1.0:1767384298.102533:0:16771:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446619781820861952 : -124291888689664 : ffff8ef50a204e00) 00010000:00010000:1.0:1767384298.102535:0:16771:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000a70ec5d6/0x7e51148972eecafc lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x7e51148972eecaf5 expref: -99 pid: 16771 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384298.102543:0:16771:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 00000000555601ca : new locks_count 10 00000020:00000040:1.0:1767384298.102545:0:16771:0:(genops.c:887:class_export_get()) GET export 00000000555601ca refcount=15 00000100:00000001:1.0:1767384298.102554:0:16771:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384298.102555:0:16771:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384298.102559:0:16771:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 0000000023be5369. 02000000:00000001:1.0:1767384298.102565:0:16771:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384298.102568:0:16771:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384298.102570:0:16771:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384298.102574:0:16771:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384298.102576:0:16771:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384298.102577:0:16771:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384298.102579:0:16771:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384298.102581:0:16771:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384298.102583:0:16771:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384298.102586:0:16771:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384298.102588:0:16771:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384298.102589:0:16771:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384298.102590:0:16771:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384298.102591:0:16771:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000005bb9cb3f) refcount = 1 00010000:00010000:1.0:1767384298.102595:0:16771:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000a70ec5d6/0x7e51148972eecafc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x7e51148972eecaf5 expref: 15 pid: 16771 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384298.102599:0:16771:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384298.102600:0:16771:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384298.102601:0:16771:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384298.102603:0:16771:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384298.102605:0:16771:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384298.102610:0:16771:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:1.0:1767384298.102612:0:16771:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000a70ec5d6/0x7e51148972eecafc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7e51148972eecaf5 expref: 15 pid: 16771 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384298.102616:0:16771:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384298.102618:0:16771:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384298.102620:0:16771:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384298.102622:0:16771:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384298.102623:0:16771:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384298.102625:0:16771:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384298.102627:0:16771:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384298.102645:0:16771:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000a70ec5d6, rc 0) 00000020:00000001:1.0:1767384298.102649:0:16771:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384298.102651:0:16771:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236723069440 00010000:00000001:1.0:1767384298.102654:0:16771:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384298.102663:0:16771:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000008508ff37 x1853236723069440/t0(0) o101->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:279/0 lens 328/344 e 0 to 0 dl 1767384309 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384298.102670:0:16771:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384298.102672:0:16771:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384298.102675:0:16771:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dd452398 time=28 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384298.102679:0:16771:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384298.102682:0:16771:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 21 to 0@lo 00000100:00000001:1.0:1767384298.102684:0:16771:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 02000000:00000001:1.0:1767384298.102686:0:16771:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384298.102688:0:16771:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384298.102690:0:16771:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384298.102693:0:16771:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384298.102696:0:16771:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e1b09e96. 00000100:00000200:1.0:1767384298.102701:0:16771:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236723069440, offset 224 00000400:00000200:1.0:1767384298.102707:0:16771:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384298.102718:0:16771:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384298.102727:0:16771:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695824c903200 00000400:00000200:1.0:1767384298.102733:0:16771:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x146d [1] + 224 00000400:00000200:1.0:1767384298.102739:0:16771:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384298.102743:0:16771:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384298.102748:0:16771:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384298.102752:0:16771:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a56f24d7 x1853236723069440/t0(0) o101->MGC192.168.202.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384314 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384298.102760:0:16771:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@00000000a56f24d7 x1853236723069440/t0(0) o101->MGC192.168.202.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384314 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384298.102778:0:16771:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384298.102789:0:16771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e1b09e96 00000400:00000010:1.0:1767384298.102792:0:16771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e1b09e96. 00000100:00000001:1.0:1767384298.102797:0:16771:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384298.102799:0:16771:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384298.102803:0:16771:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384298.102804:0:16771:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 20 to 0@lo 00010000:00000001:1.0:1767384298.102806:0:16771:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384298.102807:0:16771:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384298.102814:0:16771:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384298.102819:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008508ff37 x1853236723069440/t0(0) o101->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:279/0 lens 328/344 e 0 to 0 dl 1767384309 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384298.102825:0:16771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000008508ff37 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c0412d60-4f67-4dbc-8791-892843f60083+15:16776:x1853236723069440:12345-0@lo:101: Request processed in 399us (803us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384298.102830:0:16771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00000040:1.0:1767384298.102833:0:16771:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000555601ca : new rpc_count 0 00000100:00000001:1.0:1767384298.102835:0:16771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384298.102837:0:16771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384298.102840:0:16771:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000183c92b6. 00000020:00000010:1.0:1767384298.102847:0:16771:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000012be701b. 00000020:00000010:1.0:1767384298.102851:0:16771:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000004c3d583. 00000020:00000040:1.0:1767384298.102855:0:16771:0:(genops.c:898:class_export_put()) PUTting export 00000000555601ca : new refcount 14 02000000:00000001:1.0:1767384298.102860:0:16771:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384298.102862:0:16771:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 0000000023be5369. 02000000:00000001:1.0:1767384298.102865:0:16771:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384298.102866:0:16771:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384298.102869:0:16771:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384298.102873:0:16771:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000034dcf822. 00000400:00000010:1.0:1767384298.102878:0:16771:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000003668684. 00000100:00000001:3.0:1767384298.102960:0:16776:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384298.102967:0:16776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384298.102969:0:16776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384298.102971:0:16776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000eef60a18. 00000400:00000200:3.0:1767384298.102977:0:16776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000091677c2e 00000400:00000010:3.0:1767384298.102979:0:16776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000091677c2e. 00000100:00000001:3.0:1767384298.102982:0:16776:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384298.102986:0:16776:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a56f24d7 x1853236723069440/t0(0) o101->MGC192.168.202.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384314 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384298.102993:0:16776:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a56f24d7 x1853236723069440/t0(0) o101->MGC192.168.202.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384314 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384298.102999:0:16776:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384298.103000:0:16776:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384298.103002:0:16776:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384298.103005:0:16776:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384298.103007:0:16776:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384298.103009:0:16776:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384298.103011:0:16776:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384298.103015:0:16776:0:(import.c:2128:obd_at_measure()) add 5 to 0000000028df3f77 time=28 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384298.103024:0:16776:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f5022cbe time=28 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384298.103026:0:16776:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384298.103028:0:16776:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384298.103030:0:16776:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384298.103031:0:16776:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384298.103034:0:16776:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384298.103038:0:16776:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a56f24d7 x1853236723069440/t0(0) o101->MGC192.168.202.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384314 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384298.103043:0:16776:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384298.103045:0:16776:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384298.103047:0:16776:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384298.103049:0:16776:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a56f24d7 x1853236723069440/t0(0) o101->MGC192.168.202.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384314 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384298.103054:0:16776:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a56f24d7 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c0412d60-4f67-4dbc-8791-892843f60083:16776:1853236723069440:0@lo:101: 00000100:00000001:3.0:1767384298.103059:0:16776:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384298.103061:0:16776:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384298.103063:0:16776:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767384298.103065:0:16776:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384298.103069:0:16776:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a56f24d7 x1853236723069440/t0(0) o101->MGC192.168.202.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384314 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384298.103074:0:16776:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384298.103076:0:16776:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000003af70f32. 00000100:00000001:3.0:1767384298.103079:0:16776:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767384298.103080:0:16776:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384298.103082:0:16776:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1767384298.103084:0:16776:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384298.103132:0:16776:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384298.103135:0:16776:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a068b46c refcount=4 00000020:00000001:3.0:1767384298.103138:0:16776:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781713880064 : -124291995671552 : ffff8ef503bfe400) 00010000:00000001:3.0:1767384298.103142:0:16776:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781713880064 : -124291995671552 : ffff8ef503bfe400) 00010000:00000040:3.0:1767384298.103147:0:16776:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 00000000a068b46c, remote cookie: 0x7e51148972eecafc, flags: 0x0 00010000:00000001:3.0:1767384298.103151:0:16776:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384298.103161:0:16776:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384298.103164:0:16776:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384298.103167:0:16776:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384298.103168:0:16776:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384298.103171:0:16776:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000f5374a30) refcount = 1 00010000:00010000:3.0:1767384298.103175:0:16776:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.152@tcp lock: 00000000a068b46c/0x7e51148972eecaf5 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7e51148972eecafc expref: -99 pid: 16776 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384298.103181:0:16776:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384298.103184:0:16776:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384298.103187:0:16776:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384298.103192:0:16776:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384298.103200:0:16776:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384298.103202:0:16776:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.152@tcp lock: 00000000a068b46c/0x7e51148972eecaf5 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x7e51148972eecafc expref: -99 pid: 16776 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384298.103207:0:16776:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1767384298.103209:0:16776:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384298.103210:0:16776:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384298.103212:0:16776:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384298.103213:0:16776:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384298.103215:0:16776:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384298.103216:0:16776:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384298.103219:0:16776:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a56f24d7 x1853236723069440/t0(0) o101->MGC192.168.202.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384314 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384298.103225:0:16776:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384298.103229:0:16776:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384298.103233:0:16776:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000002860128e. 02000000:00000001:3.0:1767384298.103238:0:16776:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384298.103241:0:16776:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384298.103242:0:16776:0:(genops.c:1242:class_import_put()) import 00000000df830bbe refcount=3 obd=MGC192.168.202.152@tcp 00000020:00000001:3.0:1767384298.103246:0:16776:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384298.103248:0:16776:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000006d2706b6. 02000000:00000001:3.0:1767384298.103251:0:16776:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384298.103253:0:16776:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384298.103254:0:16776:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a56f24d7. 00000100:00000001:3.0:1767384298.103257:0:16776:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384298.103264:0:16776:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1767384298.103267:0:16776:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384298.103269:0:16776:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1767384298.103270:0:16776:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (0000000070cb7a0b) refs 3 10000000:00000001:3.0:1767384298.103272:0:16776:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384298.103274:0:16776:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384298.103275:0:16776:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384298.103276:0:16776:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a068b46c refcount=3 00000020:00000001:3.0:1767384298.103278:0:16776:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781713880064 : -124291995671552 : ffff8ef503bfe400) 00010000:00000001:3.0:1767384298.103280:0:16776:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781713880064 : -124291995671552 : ffff8ef503bfe400) 00010000:00000001:3.0:1767384298.103282:0:16776:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:3.0:1767384298.103283:0:16776:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384298.103284:0:16776:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384298.103286:0:16776:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384298.103288:0:16776:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:3.0:1767384298.103291:0:16776:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 000000002db9dbae. 00000100:00000010:3.0:1767384298.103307:0:16776:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a56f24d7. 00000020:00000040:3.0:1767384298.103309:0:16776:0:(genops.c:1229:class_import_get()) import 00000000df830bbe refcount=4 obd=MGC192.168.202.152@tcp 00000100:00000001:3.0:1767384298.103311:0:16776:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384298.103313:0:16776:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384298.103315:0:16776:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384298.103318:0:16776:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006d2706b6. 00000100:00000001:3.0:1767384298.103321:0:16776:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384298.103324:0:16776:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:3.0:1767384298.103328:0:16776:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000002860128e. 00000100:00000010:3.0:1767384298.103331:0:16776:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 00000000c2effef7. 00000020:00000040:3.0:1767384298.103332:0:16776:0:(genops.c:1229:class_import_get()) import 00000000df830bbe refcount=5 obd=MGC192.168.202.152@tcp 00000100:00000001:3.0:1767384298.103336:0:16776:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767384298.103338:0:16776:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384298.103341:0:16776:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003af70f32. 00000100:00000001:3.0:1767384298.103343:0:16776:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446619782410487104 : -124291299064512 : ffff8ef52d454540) 00000100:00000001:3.0:1767384298.103345:0:16776:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384298.103346:0:16776:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782675218432 : -124291034333184 : ffff8ef53d0cc000) 00000100:00000001:3.0:1767384298.103349:0:16776:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384298.103351:0:16776:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384298.103358:0:16776:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384298.103359:0:16776:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384298.103363:0:16776:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a56f24d7 x1853236723069568/t0(0) o256->MGC192.168.202.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384298.103371:0:16776:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384298.103374:0:16776:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384298.103376:0:16776:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384298.103378:0:16776:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384298.103380:0:16776:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384298.103382:0:16776:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a56f24d7 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c0412d60-4f67-4dbc-8791-892843f60083:16776:1853236723069568:0@lo:256: 00000100:00000001:3.0:1767384298.103384:0:16776:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384298.103387:0:16776:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384298.103389:0:16776:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384298.103391:0:16776:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:3.0:1767384298.103396:0:16776:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000eef60a18. 00000400:00000010:3.0:1767384298.103401:0:16776:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 000000000b8e6e2b. 00000100:00000200:3.0:1767384298.103405:0:16776:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x695824c903280-0x695824c903280, portal 33 00000100:00000001:3.0:1767384298.103407:0:16776:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384298.103409:0:16776:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384298.103412:0:16776:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b53870d2. 02000000:00000001:3.0:1767384298.103414:0:16776:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384298.103417:0:16776:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000bc71dd0. 00000400:00000010:3.0:1767384298.103421:0:16776:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000091677c2e. 00000100:00000200:3.0:1767384298.103423:0:16776:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236723069568, portal 25 00000100:00000001:3.0:1767384298.103424:0:16776:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384298.103425:0:16776:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782675218432 : -124291034333184 : ffff8ef53d0cc000) 00000100:00000040:3.0:1767384298.103432:0:16776:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a56f24d7 x1853236723069568/t0(0) o256->MGC192.168.202.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384314 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384298.103437:0:16776:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384298.103438:0:16776:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384298.103441:0:16776:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009146ec67. 00000100:00000200:3.0:1767384298.103443:0:16776:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853236723069568, offset 0 00000400:00000200:3.0:1767384298.103446:0:16776:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384298.103452:0:16776:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384298.103462:0:16776:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x695824c903280 00000400:00000200:3.0:1767384298.103466:0:16776:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x975 [2] + 0 00000400:00000010:3.0:1767384298.103468:0:16776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000085c553d6. 00000400:00000200:3.0:1767384298.103471:0:16776:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000086690645 00000400:00000200:3.0:1767384298.103474:0:16776:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384298.103477:0:16776:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384298.103480:0:16776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000086690645 00000400:00000010:3.0:1767384298.103482:0:16776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000086690645. 00000100:00000001:3.0:1767384298.103485:0:16776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384298.103487:0:16776:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384298.103488:0:16776:0:(events.c:337:request_in_callback()) incoming req@0000000083242ec1 x1853236723069568 msgsize 304 00000100:00100000:3.0:1767384298.103491:0:16776:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384298.103493:0:16776:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384298.103507:0:16776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384298.103511:0:16776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009146ec67 00000400:00000010:3.0:1767384298.103513:0:16776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009146ec67. 00000100:00000001:3.0:1767384298.103517:0:16776:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384298.103520:0:16776:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a56f24d7 x1853236723069568/t0(0) o256->MGC192.168.202.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384314 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384298.103525:0:16776:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384298.103527:0:16776:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000a56f24d7 x1853236723069568/t0(0) o256->MGC192.168.202.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384314 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384298.103535:0:16776:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384298.103538:0:16776:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384298.103542:0:16776:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384298.103543:0:16776:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294888090 00000100:00000001:3.0:1767384298.103548:0:16776:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294888089 00000100:00000001:3.0:1767384298.103553:0:16776:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294888090 00000100:00000001:3.0:1767384298.103556:0:16776:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294888089 00000100:00000001:3.0:1767384298.103559:0:16776:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294888090 00000100:00000001:3.0:1767384298.103561:0:16776:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294888089 00000100:00000001:3.0:1767384298.103562:0:16776:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294888090 00000100:00000001:3.0:1767384298.103571:0:16776:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294888089 00000100:00000001:3.0:1767384298.103575:0:16776:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384298.103576:0:16776:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384298.103578:0:16776:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384298.103579:0:16776:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767384298.103581:0:16776:0:(client.c:2690:ptlrpc_set_wait()) set 000000003af70f32 going to sleep for 11 seconds 00000100:00000001:3.0:1767384298.103584:0:16776:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384298.103587:0:16776:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384298.103604:0:16771:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384298.103609:0:16771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723069568 02000000:00000001:3.0:1767384298.103612:0:16771:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384298.103613:0:16771:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384298.103616:0:16771:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384298.103621:0:16771:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384298.103625:0:16771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723069568 00000020:00000001:3.0:1767384298.103628:0:16771:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384298.103648:0:16771:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eec8e1 00000020:00000001:3.0:1767384298.103650:0:16771:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384298.103652:0:16771:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000555601ca refcount=15 00000020:00000001:3.0:1767384298.103654:0:16771:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000020:00000001:3.0:1767384298.103656:0:16771:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000100:00000001:3.0:1767384298.103659:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384298.103662:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000060d22df4. 00000100:00000001:3.0:1767384298.103665:0:16771:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384298.103667:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000060d22df4. 00000020:00000010:3.0:1767384298.103674:0:16771:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cf527636. 00000020:00000010:3.0:1767384298.103678:0:16771:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006b0efdb8. 00000020:00000010:3.0:1767384298.103682:0:16771:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000081a56584. 00000100:00000040:3.0:1767384298.103687:0:16771:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384298.103690:0:16771:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384298.103691:0:16771:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384298.103693:0:16771:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384298.103700:0:16771:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384298.103707:0:16771:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384298.103723:0:16771:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384298.103725:0:16771:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384298.103729:0:16771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00000040:3.0:1767384298.103732:0:16771:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000555601ca : new rpc_count 1 00000100:00000001:3.0:1767384298.103734:0:16771:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619781697491024 : -124292012060592 : ffff8ef502c5d050) 00000100:00000040:3.0:1767384298.103737:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000083242ec1 x1853236723069568/t0(0) o256->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:279/0 lens 304/0 e 0 to 0 dl 1767384309 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384298.103744:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384298.103748:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000060d22df4. 00000100:00000001:3.0:1767384298.103750:0:16771:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384298.103753:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000060d22df4. 00000100:00100000:3.0:1767384298.103759:0:16771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000083242ec1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c0412d60-4f67-4dbc-8791-892843f60083+15:16776:x1853236723069568:12345-0@lo:256: 00000100:00000200:3.0:1767384298.103762:0:16771:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723069568 00000020:00000001:3.0:1767384298.103764:0:16771:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384298.103768:0:16771:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384298.103770:0:16771:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384298.103772:0:16771:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384298.103775:0:16771:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669141472 : -1040410144 : ffffffffc1fc99e0) 00000020:00000001:3.0:1767384298.103777:0:16771:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384298.103778:0:16771:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384298.103781:0:16771:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384298.103782:0:16771:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384298.103785:0:16771:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384298.103789:0:16771:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384298.103792:0:16771:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384298.103797:0:16771:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 00000000c0e83866. 02000000:00000001:3.0:1767384298.103800:0:16771:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384298.103803:0:16771:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384298.103806:0:16771:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:3.0:1767384298.103812:0:16771:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:3.0:1767384298.103818:0:16771:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384298.103823:0:16771:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384298.103828:0:16771:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384298.103832:0:16771:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:3.0:1767384298.103841:0:16771:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:3.0:1767384298.103846:0:16771:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 00000000d0f44388. 20000000:00000001:3.0:1767384298.103851:0:16771:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:3.0:1767384298.103864:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:3.0:1767384298.103870:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:3.0:1767384298.103876:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:3.0:1767384298.103879:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:3.0:1767384298.103881:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:3.0:1767384298.103882:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:3.0:1767384298.103884:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:3.0:1767384298.103886:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:3.0:1767384298.103888:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:3.0:1767384298.103890:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:3.0:1767384298.103891:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:3.0:1767384298.103893:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:01000000:3.0:1767384298.103895:0:16771:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 264, pages 3832/1/4/3. 20000000:00000040:3.0:1767384298.103901:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:3.0:1767384298.103903:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:3.0:1767384298.103904:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:3.0:1767384298.103906:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:3.0:1767384298.103907:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:3.0:1767384298.103908:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:3.0:1767384298.103910:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:3.0:1767384298.103911:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:3.0:1767384298.103913:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:3.0:1767384298.103915:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:3.0:1767384298.103917:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:3.0:1767384298.103920:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:01000000:3.0:1767384298.103922:0:16771:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 264, pages 3568/1/4/3. 20000000:01000000:3.0:1767384298.103924:0:16771:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 528, version 28 20000000:00000001:3.0:1767384298.103925:0:16771:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=528 : 528 : 210) 00000100:00000001:3.0:1767384298.103929:0:16771:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:3.0:1767384298.103934:0:16771:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000006d0e7449. 00000100:00000010:3.0:1767384298.103937:0:16771:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000f432b663. 00000020:00000040:3.0:1767384298.103939:0:16771:0:(genops.c:887:class_export_get()) GET export 00000000555601ca refcount=16 00010000:00000001:3.0:1767384298.103942:0:16771:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:3.0:1767384298.103945:0:16771:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:3.0:1767384298.103947:0:16771:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009146ec67. 00000400:00000010:3.0:1767384298.103963:0:16771:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000019de99ff. 00000400:00000200:3.0:1767384298.103969:0:16771:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384298.103977:0:16771:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384298.103984:0:16771:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 528 into portal 33 MB=0x695824c903280 00000400:00000200:3.0:1767384298.103988:0:16771:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 528/528 into md 0x147d [4] + 0 00000400:00000010:3.0:1767384298.103991:0:16771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000eef60a18. 00000400:00000200:3.0:1767384298.103994:0:16771:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000000b8e6e2b 00000400:00000200:3.0:1767384298.103997:0:16771:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384298.103999:0:16771:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384298.104001:0:16771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000b8e6e2b 00000400:00000010:3.0:1767384298.104003:0:16771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 000000000b8e6e2b. 00000100:00000001:3.0:1767384298.104006:0:16771:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:3.0:1767384298.104008:0:16771:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 00000000a56f24d7 desc 000000002860128e mbits 1853236723069568 00000100:00000001:3.0:1767384298.104018:0:16771:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:3.0:1767384298.104021:0:16771:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767384298.104025:0:16771:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:3.0:1767384298.104038:0:16771:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x1489 00000400:00000200:3.0:1767384298.104041:0:16771:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384298.104048:0:16771:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:3.0:1767384298.104059:0:16771:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:3.0:1767384298.104060:0:16771:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 000000006d0e7449 00000100:00000001:3.0:1767384298.104062:0:16771:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:3.0:1767384298.104072:0:16771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009146ec67 00000400:00000010:3.0:1767384298.104075:0:16771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009146ec67. 00000100:00000001:3.0:1767384298.104080:0:16771:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:3.0:1767384298.104082:0:16771:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 000000006d0e7449 00000100:00000001:3.0:1767384298.104112:0:16771:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:3.0:1767384298.104118:0:16771:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 528 bytes via portal 33 id 12345-0@lo mbits 0x695824c903280-0x695824c903280 00000100:00000001:3.0:1767384298.104122:0:16771:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384298.104127:0:16771:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384298.104129:0:16771:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:3.0:1767384298.104133:0:16771:0:(genops.c:898:class_export_put()) PUTting export 00000000555601ca : new refcount 15 00000100:00000010:3.0:1767384298.104136:0:16771:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000f432b663. 00000100:00000010:3.0:1767384298.104140:0:16771:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000006d0e7449. 00000100:00000001:3.0:1767384298.104143:0:16771:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:3.0:1767384298.104150:0:16771:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:3.0:1767384298.104157:0:16771:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 00000000d0f44388. 20000000:00000001:3.0:1767384298.104163:0:16771:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384298.104166:0:16771:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236723069568 00010000:00000001:3.0:1767384298.104168:0:16771:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384298.104171:0:16771:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000083242ec1 x1853236723069568/t0(0) o256->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:279/0 lens 304/240 e 0 to 0 dl 1767384309 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384298.104178:0:16771:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384298.104179:0:16771:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384298.104181:0:16771:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dd452398 time=28 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384298.104187:0:16771:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384298.104193:0:16771:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 21 to 0@lo 00000100:00000001:3.0:1767384298.104196:0:16771:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 02000000:00000001:3.0:1767384298.104199:0:16771:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384298.104202:0:16771:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384298.104207:0:16771:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384298.104212:0:16771:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384298.104215:0:16771:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009146ec67. 00000100:00000200:3.0:1767384298.104218:0:16771:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853236723069568, offset 224 00000400:00000200:3.0:1767384298.104224:0:16771:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384298.104231:0:16771:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384298.104236:0:16771:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x695824c903280 00000400:00000200:3.0:1767384298.104240:0:16771:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x1481 [1] + 224 00000400:00000200:3.0:1767384298.104243:0:16771:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384298.104246:0:16771:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384298.104249:0:16771:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384298.104252:0:16771:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a56f24d7 x1853236723069568/t0(0) o256->MGC192.168.202.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384314 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384298.104259:0:16771:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@00000000a56f24d7 x1853236723069568/t0(0) o256->MGC192.168.202.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384314 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384298.104266:0:16771:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384298.104270:0:16771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009146ec67 00000400:00000010:3.0:1767384298.104271:0:16771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009146ec67. 00000100:00000001:3.0:1767384298.104280:0:16771:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384298.104281:0:16771:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384298.104285:0:16771:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384298.104288:0:16771:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 20 to 0@lo 00010000:00000001:3.0:1767384298.104291:0:16771:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384298.104293:0:16771:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384298.104295:0:16771:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384298.104301:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000083242ec1 x1853236723069568/t0(0) o256->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:279/0 lens 304/240 e 0 to 0 dl 1767384309 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384298.104311:0:16771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000083242ec1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c0412d60-4f67-4dbc-8791-892843f60083+15:16776:x1853236723069568:12345-0@lo:256: Request processed in 564us (818us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384298.104318:0:16771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000100:00000040:3.0:1767384298.104321:0:16771:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000555601ca : new rpc_count 0 00000100:00000001:3.0:1767384298.104323:0:16771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384298.104327:0:16771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384298.104331:0:16771:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006b0efdb8. 00000020:00000010:3.0:1767384298.104334:0:16771:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000081a56584. 00000020:00000010:3.0:1767384298.104340:0:16771:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cf527636. 00000020:00000040:3.0:1767384298.104345:0:16771:0:(genops.c:898:class_export_put()) PUTting export 00000000555601ca : new refcount 14 02000000:00000001:3.0:1767384298.104349:0:16771:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384298.104351:0:16771:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 00000000c0e83866. 02000000:00000001:3.0:1767384298.104354:0:16771:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384298.104358:0:16771:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384298.104363:0:16771:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384298.104367:0:16771:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000eef60a18. 00000400:00000010:3.0:1767384298.104370:0:16771:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000b8e6e2b. 00000100:00000001:3.0:1767384298.104472:0:16776:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384298.104476:0:16776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384298.104479:0:16776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384298.104482:0:16776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000bc71dd0. 00000400:00000200:3.0:1767384298.104488:0:16776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000091677c2e 00000400:00000010:3.0:1767384298.104489:0:16776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000091677c2e. 00000100:00000001:3.0:1767384298.104491:0:16776:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384298.104494:0:16776:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a56f24d7 x1853236723069568/t0(0) o256->MGC192.168.202.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384314 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384298.104510:0:16776:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a56f24d7 x1853236723069568/t0(0) o256->MGC192.168.202.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384314 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384298.104515:0:16776:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384298.104516:0:16776:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384298.104518:0:16776:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384298.104519:0:16776:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384298.104520:0:16776:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384298.104521:0:16776:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384298.104523:0:16776:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384298.104526:0:16776:0:(import.c:2128:obd_at_measure()) add 5 to 0000000028df3f77 time=28 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384298.104528:0:16776:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f5022cbe time=28 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384298.104529:0:16776:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384298.104530:0:16776:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384298.104532:0:16776:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384298.104533:0:16776:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384298.104535:0:16776:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384298.104538:0:16776:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@00000000a56f24d7 x1853236723069568/t0(0) o256->MGC192.168.202.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384314 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384298.104544:0:16776:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@00000000a56f24d7 x1853236723069568/t0(0) o256->MGC192.168.202.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384314 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384298.104550:0:16776:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384298.104552:0:16776:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384298.104554:0:16776:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a56f24d7 x1853236723069568/t0(0) o256->MGC192.168.202.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384314 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384298.104558:0:16776:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a56f24d7 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c0412d60-4f67-4dbc-8791-892843f60083:16776:1853236723069568:0@lo:256: 00000100:00000001:3.0:1767384298.104562:0:16776:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384298.104564:0:16776:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384298.104566:0:16776:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767384298.104567:0:16776:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384298.104568:0:16776:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a56f24d7 x1853236723069568/t0(0) o256->MGC192.168.202.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384314 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384298.104572:0:16776:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384298.104581:0:16776:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000003af70f32. 00000100:00000001:3.0:1767384298.104587:0:16776:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767384298.104589:0:16776:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:3.0:1767384298.104593:0:16776:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 28, more 0. 10000000:00000001:3.0:1767384298.104596:0:16776:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:3.0:1767384298.104603:0:16776:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 00000000db53320b. 10000000:00000040:3.0:1767384298.104613:0:16776:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.202.152@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 00010000:00000001:3.0:1767384298.104619:0:16776:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:3.0:1767384298.104621:0:16776:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:3.0:1767384298.104627:0:16776:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.202.152@tcp has 192.168.202.152@tcp. 00000100:00000001:3.0:1767384298.104629:0:16776:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384298.104645:0:16776:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:3.0:1767384298.104647:0:16776:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.202.152@tcp with 192.168.202.152@tcp 00000100:00000200:3.0:1767384298.104649:0:16776:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.202.152@tcp' 00000400:00000200:3.0:1767384298.104652:0:16776:0:(peer.c:1356:LNetAddPeer()) Add peer with 12 NIDs 00000400:00001000:3.0:1767384298.104656:0:16776:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:3.0:1767384298.104659:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.202.152@tcp 00000400:00000200:3.0:1767384298.104664:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp NID flags 0x100001: -17 00000400:00000200:3.0:1767384298.104667:0:16776:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (12) 00000400:00000200:3.0:1767384298.104676:0:16776:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:3.0:1767384298.104682:0:16776:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.202.152@tcp NID 192.168.202.152@tcp: 0. pending discovery 00000400:00000200:3.0:1767384298.104685:0:16776:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000005d9714d7 (13) 00000400:00000200:3.0:1767384298.104688:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp 00000400:00000200:3.0:1767384298.104690:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.202.152@tcp10 00000400:00000200:3.0:1767384298.104693:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp10 NID flags 0x1: -114 00000400:00000200:3.0:1767384298.104695:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp10 00000400:00000200:3.0:1767384298.104696:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.202.152@tcp11 00000400:00000200:3.0:1767384298.104701:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp11 NID flags 0x1: -114 00000400:00000200:3.0:1767384298.104703:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp11 00000400:00000200:3.0:1767384298.104705:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.202.152@tcp12 00000400:00000200:3.0:1767384298.104709:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp12 NID flags 0x1: -114 00000400:00000200:3.0:1767384298.104710:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp12 00000400:00000200:3.0:1767384298.104712:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.202.152@tcp13 00000400:00000200:3.0:1767384298.104714:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp13 NID flags 0x1: -114 00000400:00000200:3.0:1767384298.104715:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp13 00000400:00000200:3.0:1767384298.104716:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.202.152@tcp14 00000400:00000200:3.0:1767384298.104727:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp14 NID flags 0x1: -114 00000400:00000200:3.0:1767384298.104731:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp14 00000400:00000200:3.0:1767384298.104735:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.202.152@tcp15 00000400:00000200:3.0:1767384298.104739:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp15 NID flags 0x1: -114 00000400:00000200:3.0:1767384298.104742:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp15 00000400:00000200:3.0:1767384298.104744:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.202.152@tcp16 00000400:00000200:3.0:1767384298.104749:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp16 NID flags 0x1: -114 00000400:00000200:3.0:1767384298.104751:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp16 00000400:00000200:3.0:1767384298.104752:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.202.152@tcp17 00000400:00000200:3.0:1767384298.104755:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp17 NID flags 0x1: -114 00000400:00000200:3.0:1767384298.104756:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp17 00000400:00000200:3.0:1767384298.104758:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.202.152@tcp18 00000400:00000200:3.0:1767384298.104762:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp18 NID flags 0x1: -114 00000400:00000200:3.0:1767384298.104764:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp18 00000400:00000200:3.0:1767384298.104766:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.202.152@tcp19 00000400:00000200:3.0:1767384298.104772:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp19 NID flags 0x1: -114 00000400:00000200:3.0:1767384298.104773:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp19 00000400:00000200:3.0:1767384298.104774:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.202.152@tcp20 00000400:00000200:3.0:1767384298.104777:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp20 NID flags 0x1: -114 00000400:00000200:3.0:1767384298.104778:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp20 00000100:00000001:3.0:1767384298.104780:0:16776:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384298.104782:0:16776:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:3.0:1767384298.104784:0:16776:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.202.152@tcp' by NID '192.168.202.152@tcp' 10000000:00000010:3.0:1767384298.104788:0:16776:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 000000006b0efdb8. 10000000:00000040:3.0:1767384298.104790:0:16776:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 28/28 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.202.152@tcp::2 00000020:00000080:3.0:1767384298.104792:0:16776:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000020:00000001:3.0:1767384298.104800:0:16776:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:3.0:1767384298.104805:0:16776:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cf527636. 00000020:00000010:3.0:1767384298.104811:0:16776:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000112ac890. 00000040:00000010:3.0:1767384298.104818:0:16776:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000ef976e19. 00000020:00000010:3.0:1767384298.104825:0:16776:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000bbd4965c. 00000020:00000010:3.0:1767384298.104831:0:16776:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000003ad121f2. 00000020:00000010:3.0:1767384298.104838:0:16776:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000aa4dcec4. 80000000:00000010:3.0:1767384298.104845:0:16776:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000880d8d48. 40000000:00000010:3.0:1767384298.104858:0:16776:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000060d22df4. 00100000:00000010:3.0:1767384298.104865:0:16776:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000002ca01c58. 00040000:00000010:3.0:1767384298.104871:0:16776:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000d40d2392. 00040000:00000010:3.0:1767384298.104876:0:16776:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000d82d5650. 00040000:00000010:3.0:1767384298.104884:0:16776:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000212edfd2. 00080000:00000010:3.0:1767384298.104889:0:16776:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000f68c7997. 00000004:00000010:3.0:1767384298.104895:0:16776:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000028b4a8a8. 00000004:00000010:3.0:1767384298.104902:0:16776:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000baeeb11a. 00000004:00000010:3.0:1767384298.104908:0:16776:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000006977d006. 00002000:00000010:3.0:1767384298.104912:0:16776:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000006d0e7449. 00000004:00000010:3.0:1767384298.104917:0:16776:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000001666c403. 00000004:00000001:3.0:1767384298.104921:0:16776:0:(osp_dev.c:662:osp_process_config()) Process entered 00000040:00000001:3.0:1767384298.104924:0:16776:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:3.0:1767384298.104927:0:16776:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 000000006b0efdb8 00000040:00001000:3.0:1767384298.104929:0:16776:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:3.0:1767384298.104930:0:16776:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:3.0:1767384298.104931:0:16776:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:3.0:1767384298.104933:0:16776:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:3.0:1767384298.104936:0:16776:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:3.0:1767384298.104937:0:16776:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:3.0:1767384298.104939:0:16776:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:3.0:1767384298.104940:0:16776:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.202.152@tcp::2 00000040:00000001:3.0:1767384298.104941:0:16776:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000004:00000001:3.0:1767384298.104998:0:16776:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384298.105003:0:16776:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000112ac890. 00000040:00000010:3.0:1767384298.105007:0:16776:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000ef976e19. 00000020:00000010:3.0:1767384298.105012:0:16776:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000bbd4965c. 00000020:00000010:3.0:1767384298.105015:0:16776:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000003ad121f2. 00000020:00000010:3.0:1767384298.105019:0:16776:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000aa4dcec4. 80000000:00000010:3.0:1767384298.105024:0:16776:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000880d8d48. 40000000:00000010:3.0:1767384298.105028:0:16776:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000060d22df4. 00100000:00000010:3.0:1767384298.105031:0:16776:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000002ca01c58. 00040000:00000010:3.0:1767384298.105035:0:16776:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000d40d2392. 00040000:00000010:3.0:1767384298.105038:0:16776:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000d82d5650. 00040000:00000010:3.0:1767384298.105040:0:16776:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000212edfd2. 00080000:00000010:3.0:1767384298.105050:0:16776:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000f68c7997. 00000004:00000010:3.0:1767384298.105054:0:16776:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000028b4a8a8. 00000004:00000010:3.0:1767384298.105059:0:16776:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000baeeb11a. 00000004:00000010:3.0:1767384298.105065:0:16776:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000006977d006. 00002000:00000010:3.0:1767384298.105072:0:16776:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000006d0e7449. 00000004:00000010:3.0:1767384298.105077:0:16776:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000001666c403. 00000020:00000010:3.0:1767384298.105081:0:16776:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cf527636. 00000020:00000001:3.0:1767384298.105104:0:16776:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384298.105106:0:16776:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:3.0:1767384298.105110:0:16776:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 000000006b0efdb8. 10000000:00000010:3.0:1767384298.105114:0:16776:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 00000000db53320b. 10000000:00000001:3.0:1767384298.105118:0:16776:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384298.105121:0:16776:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384298.105125:0:16776:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a56f24d7 x1853236723069568/t0(0) o256->MGC192.168.202.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384314 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384298.105130:0:16776:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384298.105132:0:16776:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384298.105134:0:16776:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b53870d2. 02000000:00000001:3.0:1767384298.105136:0:16776:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384298.105138:0:16776:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384298.105140:0:16776:0:(genops.c:1242:class_import_put()) import 00000000df830bbe refcount=4 obd=MGC192.168.202.152@tcp 00000020:00000001:3.0:1767384298.105142:0:16776:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767384298.105143:0:16776:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:3.0:1767384298.105144:0:16776:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384298.105147:0:16776:0:(genops.c:1242:class_import_put()) import 00000000df830bbe refcount=3 obd=MGC192.168.202.152@tcp 00000020:00000001:3.0:1767384298.105149:0:16776:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:3.0:1767384298.105150:0:16776:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 00000000c2effef7. 00000100:00000010:3.0:1767384298.105155:0:16776:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000002860128e. 00000100:00000001:3.0:1767384298.105157:0:16776:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:3.0:1767384298.105158:0:16776:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000006d2706b6. 02000000:00000001:3.0:1767384298.105161:0:16776:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384298.105163:0:16776:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384298.105164:0:16776:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a56f24d7. 00000100:00000001:3.0:1767384298.105168:0:16776:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384298.105169:0:16776:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:3.0:1767384298.105185:0:16776:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 000000002db9dbae. 10000000:01000000:3.0:1767384298.105192:0:16776:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.152@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:3.0:1767384298.105196:0:16776:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:3.0:1767384298.105198:0:16776:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384298.105199:0:16776:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384298.105200:0:16776:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a068b46c refcount=3 00000020:00000001:3.0:1767384298.105203:0:16776:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781713880064 : -124291995671552 : ffff8ef503bfe400) 00010000:00000001:3.0:1767384298.105205:0:16776:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781713880064 : -124291995671552 : ffff8ef503bfe400) 00010000:00000001:3.0:1767384298.105208:0:16776:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384298.105211:0:16776:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.152@tcp lock: 00000000a068b46c/0x7e51148972eecaf5 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7e51148972eecafc expref: -99 pid: 16776 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384298.105217:0:16776:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384298.105219:0:16776:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384298.105221:0:16776:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.152@tcp lock: 00000000a068b46c/0x7e51148972eecaf5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7e51148972eecafc expref: -99 pid: 16776 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384298.105227:0:16776:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384298.105228:0:16776:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384298.105229:0:16776:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:3.0:1767384298.105231:0:16776:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384298.105232:0:16776:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384298.105234:0:16776:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:3.0:1767384298.105238:0:16776:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1767384298.105239:0:16776:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(0000000070cb7a0b) refs 3 10000000:00000001:3.0:1767384298.105241:0:16776:0:(mgc_request.c:147:config_log_put()) Process leaving 00000020:00000010:2.0:1767384298.115924:0:22403:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 000000008da06b8f. 00000020:00000040:2.0:1767384298.115933:0:22403:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:2.0:1767384298.115935:0:22403:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 000000008da06b8f. 00000100:00000040:2.0:1767384298.128162:0:270:0:(connection.c:75:cpu_latency_work()) work item of 00000000135c2452 (cpu 0) has reached its deadline 4294888090, at 4294888091 00000100:00000040:3.0:1767384298.128171:0:53:0:(connection.c:75:cpu_latency_work()) work item of 000000009d5c2cb6 (cpu 0) has reached its deadline 4294888090, at 4294888091 00000100:00000010:2.0:1767384298.128172:0:270:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000028df37d0. 00000100:00000040:1.0:1767384298.128180:0:62:0:(connection.c:75:cpu_latency_work()) work item of 00000000edc4e618 (cpu 0) has reached its deadline 4294888090, at 4294888091 00000100:00000010:3.0:1767384298.128182:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006a9e89ae. 00000100:00000010:1.0:1767384298.128193:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003cc531e5. 00000100:00000040:0.0:1767384298.129144:0:449:0:(connection.c:75:cpu_latency_work()) work item of 000000002fd0fb58 (cpu 0) has reached its deadline 4294888090, at 4294888092 00000100:00000010:0.0:1767384298.129152:0:449:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004aec8132. 00080000:00000001:0.0:1767384298.273713:0:22404:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384298.273731:0:22404:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384298.273736:0:22404:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384298.273742:0:22404:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384298.273748:0:22404:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384298.273751:0:22404:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384299.047320:0:22568:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1767384299.047325:0:22568:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg252-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp21 --if ens2 00000001:00000001:2.0:1767384299.050361:0:22568:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:2.0:1767384299.057486:0:22569:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000001d73534d. 00000400:00000010:2.0:1767384299.057504:0:22569:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 0000000041123253. 00000400:00000010:2.0:1767384299.057515:0:22569:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000006b690830. 00000400:00000010:2.0:1767384299.057518:0:22569:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 0000000040a5e149. 00000400:00000010:2.0:1767384299.057522:0:22569:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000641f17cc. 00000400:00000010:2.0:1767384299.057527:0:22569:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000052e157c. 00000400:00000010:2.0:1767384299.057528:0:22569:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000527f4695. 00000400:00000010:2.0:1767384299.057529:0:22569:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000002d775120. 00000400:00000010:2.0:1767384299.057533:0:22569:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000841e6bc0. 00000800:00000010:2.0:1767384299.057547:0:22569:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000e6fdc9e8. 00000800:00000200:2.0:1767384299.057559:0:22569:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:2.0:1767384299.057569:0:22569:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:2.0:1767384299.057612:0:22569:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.152) 00000400:02000000:2.0:1767384299.057654:0:22569:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.152@tcp21 [8/256/0/180] 00000400:00000010:2.0:1767384299.058957:0:22569:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 249 at 000000003731eb54. 00000400:00000010:2.0:1767384299.058963:0:22569:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f9a3e889. 00000400:00000010:2.0:1767384299.058969:0:22569:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000016cbe610. 00000400:00000001:2.0:1767384299.058986:0:22569:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384299.058988:0:22569:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384299.058990:0:22569:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000747b2c89. 00000400:00000200:2.0:1767384299.058992:0:22569:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eff9bd9b 00000400:00000010:2.0:1767384299.058994:0:22569:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000eff9bd9b. 00000400:00000010:2.0:1767384299.058998:0:22569:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 233 at 000000001f260ff2. 00000400:00000200:2.0:1767384299.059004:0:22569:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (12) 00000400:00000200:2.0:1767384299.059016:0:22569:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.152@tcp (000000005d9714d7): 0 00000400:00000200:2.0:1767384299.059027:0:22569:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131093 00000020:00000010:2.0:1767384299.059036:0:22569:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000eecb2453. 00000400:00000200:0.0:1767384299.059037:0:16135:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:2.0:1767384299.059041:0:22569:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000200:0.0:1767384299.059045:0:16135:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100151 00000020:01000000:2.0:1767384299.059048:0:22569:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.152@tcp21 00000400:00000010:0.0:1767384299.059053:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000025ff4852. 00000400:00000200:0.0:1767384299.059057:0:16135:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (13) 00000400:00000010:2.0:1767384299.059063:0:22569:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 0000000041123253. 00000400:00000010:0.0:1767384299.059064:0:16135:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000453dd351. 00000400:00000010:2.0:1767384299.059069:0:22569:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000001d73534d. 00000400:00000200:0.0:1767384299.059071:0:16135:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.152@tcp 00000400:00000200:0.0:1767384299.059116:0:16135:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.152@tcp local destination 00000400:00000200:0.0:1767384299.059123:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 00000020:00000001:1.0:1767384299.059127:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:0.0:1767384299.059130:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 10000000:00000001:1.0:1767384299.059137:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:0.0:1767384299.059138:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 10000000:00000001:1.0:1767384299.059145:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:0.0:1767384299.059146:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 10000000:01000000:1.0:1767384299.059152:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:0.0:1767384299.059153:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 6], ns[16, 6] 00000020:01000004:1.0:1767384299.059160:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:0.0:1767384299.059163:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 6], ns[18, 6] 00000020:01000004:1.0:1767384299.059167:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384299.059172:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:0.0:1767384299.059173:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 6], ns[20, 6] 00000020:01000004:1.0:1767384299.059177:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384299.059182:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384299.059186:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:0.0:1767384299.059186:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 6], ns[22, 6] 00000020:01000004:1.0:1767384299.059191:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384299.059194:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384299.059199:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:0.0:1767384299.059203:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 6], ns[24, 6] 00000400:00000200:0.0:1767384299.059208:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 6], ns[26, 6] 00000020:01000004:1.0:1767384299.059213:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:0.0:1767384299.059218:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000100:00000010:1.0:1767384299.059224:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a50222b1. 00000400:00000200:0.0:1767384299.059224:0:16135:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp20 00000020:00000040:1.0:1767384299.059232:0:36:0:(genops.c:1229:class_import_get()) import 00000000df830bbe refcount=4 obd=MGC192.168.202.152@tcp 00000400:00000200:0.0:1767384299.059232:0:16135:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.152@tcp20 00000400:00000200:0.0:1767384299.059237:0:16135:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.152@tcp20 lpni_is_preferred = 0 00000400:00000200:0.0:1767384299.059241:0:16135:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.152@tcp20 00000100:00000001:1.0:1767384299.059243:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:0.0:1767384299.059244:0:16135:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp20 NI seq info: [27:27:256:4294967295] 192.168.202.152@tcp20 LPNI seq info [27:27:8:4294967295] 02000000:00000001:1.0:1767384299.059250:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1767384299.059253:0:16135:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.152@tcp20 00000400:00000200:0.0:1767384299.059259:0:16135:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp20(192.168.202.152@tcp20:) -> 192.168.202.152@tcp20(192.168.202.152@tcp:192.168.202.152@tcp20) : PUT try# 0 02000000:00000001:1.0:1767384299.059260:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384299.059267:0:16135:0:(socklnd_cb.c:1001:ksocknal_send()) sending 240 bytes in 1 frags to 12345-192.168.202.152@tcp20 00000800:00000010:0.0:1767384299.059273:0:16135:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000358ad172. 02000000:00000010:1.0:1767384299.059275:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000289fcc5d. 00000800:00000010:0.0:1767384299.059283:0:16135:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000000fff6e3b. 00000100:00000001:1.0:1767384299.059285:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384299.059288:0:16135:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000008bcf253b. 00000800:00000200:0.0:1767384299.059294:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000fff6e3b] -> 12345-192.168.202.152@tcp20 (2) 00000100:00000001:1.0:1767384299.059298:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000800:00000200:0.1:1767384299.059299:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000fff6e3b] -> 12345-192.168.202.152@tcp20 (2) 00000100:00000001:1.0:1767384299.059304:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384299.059314:0:16135:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.152@tcp 00000100:00000040:1.0:1767384299.059318:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a50222b1] to pc [ptlrpcd_00_00+0] req@00000000a50222b1 x1853236723069696/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384299.059320:0:16135:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100551 rc 0 10000000:00000001:1.0:1767384299.059354:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384299.059359:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384299.059362:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1767384299.059366:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000020:00000001:1.0:1767384299.059374:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:1.0:1767384299.059377:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384299.059379:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384299.059382:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:1.0:1767384299.059385:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384299.059387:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384299.059389:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384299.059391:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:0.0:1767384299.059392:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.152:988 00000020:01000004:1.0:1767384299.059394:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384299.059398:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384299.059400:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384299.059402:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384299.059403:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:3.0:1767384299.059408:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:1.0:1767384299.059408:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fe8ada58. 00000020:00000040:1.0:1767384299.059418:0:36:0:(genops.c:1229:class_import_get()) import 00000000df830bbe refcount=5 obd=MGC192.168.202.152@tcp 00000100:00100000:3.0:1767384299.059422:0:16138:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1767384299.059423:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384299.059429:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767384299.059430:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384299.059433:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384299.059441:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.152:988 02000000:00000010:1.0:1767384299.059444:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000cfc0210d. 00000100:00000001:3.0:1767384299.059445:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384299.059453:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384299.059455:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384299.059462:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384299.059467:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384299.059472:0:16138:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767384299.059472:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:0.0:1767384299.059474:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.152:988 00000100:00000001:1.0:1767384299.059481:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384299.059490:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a50222b1 x1853236723069696/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384299.059493:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fe8ada58] to pc [ptlrpcd_00_01+1] req@00000000fe8ada58 x1853236723069824/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384299.059504:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.152:988 10000000:00000001:1.0:1767384299.059512:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384299.059526:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384299.059527:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.152:988 00000020:00000001:1.0:1767384299.059535:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384299.059541:0:16138:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000000:1.0:1767384299.059542:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:3.0:1767384299.059547:0:16138:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384299.059549:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000eecb2453. 02000000:00000001:3.0:1767384299.059557:0:16138:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384299.059563:0:16138:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384299.059568:0:16138:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384299.059571:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384299.059571:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.152:988 00000100:00100000:3.0:1767384299.059575:0:16138:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a50222b1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c0412d60-4f67-4dbc-8791-892843f60083:16138:1853236723069696:0@lo:253: 00000100:00100000:1.0:1767384299.059579:0:16137:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1767384299.059588:0:16138:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767384299.059589:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384299.059599:0:16138:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1767384299.059601:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.152:988 00000100:00000001:1.0:1767384299.059602:0:16137:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:3.0:1767384299.059604:0:16138:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384299.059608:0:16137:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384299.059611:0:16138:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767384299.059615:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384299.059618:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:3.0:1767384299.059635:0:16138:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000a871178b. 00000100:00000001:1.0:1767384299.059635:0:16137:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1767384299.059642:0:16138:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384299.059644:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000fe8ada58 x1853236723069824/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384299.059654:0:16138:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000bc71dd0. 00000100:00000001:1.0:1767384299.059656:0:16137:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:0.0:1767384299.059657:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.152:988 00000100:00000001:1.0:1767384299.059664:0:16137:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384299.059668:0:16138:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008a9b3b7e. 02000000:00000001:1.0:1767384299.059670:0:16137:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384299.059675:0:16137:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1767384299.059680:0:16138:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236723069696, portal 25 02000000:00000001:1.0:1767384299.059680:0:16137:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384299.059685:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.152:988 00000100:00000001:3.0:1767384299.059693:0:16138:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00100000:1.0:1767384299.059696:0:16137:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000fe8ada58 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c0412d60-4f67-4dbc-8791-892843f60083:16137:1853236723069824:0@lo:253: 00000100:00000001:3.0:1767384299.059697:0:16138:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782424492032 : -124291285059584 : ffff8ef52e1af800) 00000400:00000200:0.0:1767384299.059708:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.152:988 00000100:00000001:1.0:1767384299.059712:0:16137:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384299.059718:0:16137:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1767384299.059720:0:16138:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a50222b1 x1853236723069696/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384315 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384299.059723:0:16137:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384299.059731:0:16137:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767384299.059731:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.152:988 00000100:00000001:3.0:1767384299.059740:0:16138:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000010:1.0:1767384299.059743:0:16137:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000025c8911a. 02000000:00000001:1.0:1767384299.059749:0:16137:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384299.059756:0:16138:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384299.059761:0:16137:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001ebc3d4b. 00000400:00000010:3.0:1767384299.059764:0:16138:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000637d50da. 00000400:00000200:0.0:1767384299.059767:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.152:988 00000400:00000010:1.0:1767384299.059772:0:16137:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000022826e93. 00000100:00000200:3.0:1767384299.059774:0:16138:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236723069696, offset 0 00000100:00000200:1.0:1767384299.059781:0:16137:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236723069824, portal 25 00000100:00000001:1.0:1767384299.059786:0:16137:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1767384299.059792:0:16138:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384299.059798:0:16137:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782424481280 : -124291285070336 : ffff8ef52e1ace00) 00000400:00000200:0.0:1767384299.059798:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.152:988 00000100:00000040:1.0:1767384299.059814:0:16137:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000fe8ada58 x1853236723069824/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384315 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384299.059819:0:16138:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384299.059837:0:16137:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767384299.059842:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.152:988 00000400:00000200:3.0:1767384299.059854:0:16138:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824c903300 00000100:00000040:1.0:1767384299.059855:0:16137:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384299.059864:0:16137:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000026b42374. 00000400:00000200:3.0:1767384299.059873:0:16138:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x985 [2] + 0 00000400:00000200:0.0:1767384299.059879:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.152:988 00000400:00000010:3.0:1767384299.059880:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000762838f9. 00000400:00000200:3.0:1767384299.059890:0:16138:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000810ee248 00000100:00000200:1.0:1767384299.059897:0:16137:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236723069824, offset 0 00000400:00000200:3.0:1767384299.059900:0:16138:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384299.059915:0:16137:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384299.059916:0:16138:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384299.059936:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000810ee248 00000400:00000200:1.0:1767384299.059936:0:16137:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384299.059937:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.152:988 00000400:00000010:3.0:1767384299.059954:0:16138:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000810ee248. 00000400:00000200:1.0:1767384299.059957:0:16137:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824c903380 00000100:00000001:3.0:1767384299.059963:0:16138:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384299.059968:0:16138:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1767384299.059973:0:16137:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x995 [2] + 0 00000100:00000040:3.0:1767384299.059975:0:16138:0:(events.c:337:request_in_callback()) incoming req@000000003b972cf6 x1853236723069696 msgsize 4848 00000400:00000200:0.0:1767384299.059975:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.152:988 00000400:00000010:1.0:1767384299.059987:0:16137:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007a33ab6a. 00000400:00000200:1.0:1767384299.059995:0:16137:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000008472e4ac 00000100:00100000:3.0:1767384299.060003:0:16138:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:1.0:1767384299.060006:0:16137:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1767384299.060009:0:16138:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:1.0:1767384299.060016:0:16137:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384299.060023:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008472e4ac 00000100:00000001:3.0:1767384299.060025:0:16138:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:1.0:1767384299.060027:0:16137:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008472e4ac. 00000400:00000200:0.0:1767384299.060032:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.152:988 00000100:00000001:1.0:1767384299.060036:0:16137:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:3.0:1767384299.060041:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000637d50da 00000100:00000200:1.0:1767384299.060042:0:16137:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000010:3.0:1767384299.060053:0:16138:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000637d50da. 00000100:00000040:1.0:1767384299.060054:0:16137:0:(events.c:337:request_in_callback()) incoming req@000000007cc7ad4f x1853236723069824 msgsize 4848 00000100:00000001:3.0:1767384299.060064:0:16138:0:(events.c:34:request_out_callback()) Process entered 00000100:00100000:1.0:1767384299.060069:0:16137:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384299.060072:0:16137:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000200:3.0:1767384299.060074:0:16138:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a50222b1 x1853236723069696/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384315 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384299.060080:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.152:988 00000100:00000001:1.0:1767384299.060125:0:16137:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384299.060138:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1767384299.060141:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000026b42374 00000100:00000040:3.0:1767384299.060148:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a50222b1 x1853236723069696/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384315 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384299.060149:0:16137:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000026b42374. 00000400:00000200:0.0:1767384299.060150:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.152:988 00000100:00000001:1.0:1767384299.060158:0:16137:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384299.060168:0:16137:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000fe8ada58 x1853236723069824/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384315 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384299.060173:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384299.060180:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.152:988 00000100:00000001:3.0:1767384299.060182:0:16138:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384299.060196:0:16137:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384299.060199:0:16138:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384299.060204:0:16137:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000fe8ada58 x1853236723069824/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384315 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384299.060209:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294889047 00000400:00000200:0.0:1767384299.060214:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.152:988 00000100:00000001:1.0:1767384299.060224:0:16137:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384299.060225:0:16138:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000880d8d48. 00000100:00000001:1.0:1767384299.060228:0:16137:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384299.060242:0:16138:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767384299.060243:0:16137:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384299.060253:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294889047 00000100:00000001:1.0:1767384299.060258:0:16137:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294889047 00000100:00000010:3.0:1767384299.060261:0:16138:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004aec8132. 00000100:00000001:1.0:1767384299.060265:0:16137:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 0, keep current deadline 4294889047 00000100:00000001:3.0:1767384299.060270:0:16138:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767384299.060271:0:16137:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294889047 00000100:00000001:3.0:1767384299.060284:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294889047 00000100:00000001:1.0:1767384299.060285:0:16137:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 1, keep current deadline 4294889047 00000100:00000001:1.0:1767384299.060297:0:16137:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294889047 00000100:00000010:3.0:1767384299.060299:0:16138:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003cc531e5. 00000100:00000001:3.0:1767384299.060309:0:16138:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384299.060323:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294889047 00000100:00000001:1.0:1767384299.060324:0:16137:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 2, keep current deadline 4294889047 00000100:00000010:3.0:1767384299.060331:0:16138:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000028df37d0. 00000100:00000001:1.0:1767384299.060331:0:16137:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294889047 00000100:00000001:3.0:1767384299.060343:0:16138:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384299.060355:0:16138:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384299.060359:0:16138:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384299.060359:0:16137:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 3, keep current deadline 4294889047 00000100:00000001:1.0:1767384299.060365:0:16137:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384299.060371:0:16137:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384299.060376:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384299.060377:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384299.060387:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384299.060388:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384299.060394:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384299.060397:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384299.060402:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384299.060405:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384299.060452:0:16771:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384299.060457:0:16771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723069696 02000000:00000001:1.0:1767384299.060461:0:16771:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384299.060465:0:16771:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384299.060468:0:16771:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384299.060474:0:16771:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384299.060478:0:16771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723069696 00000020:00000001:1.0:1767384299.060482:0:16771:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384299.060485:0:16771:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eec8e1 00000020:00000001:1.0:1767384299.060490:0:16771:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384299.060494:0:16771:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000555601ca refcount=15 00000800:00000010:0.0:1767384299.060497:0:16128:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000085329ca8. 00000020:00000001:1.0:1767384299.060499:0:16771:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000800:00000010:0.0:1767384299.060503:0:16128:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000b1779943. 00000020:00000001:1.0:1767384299.060505:0:16771:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000800:00000010:0.0:1767384299.060512:0:16128:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000081f3f198. 00000100:00000001:1.0:1767384299.060513:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384299.060521:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000038db67c7. 00000100:00000001:1.0:1767384299.060525:0:16771:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384299.060530:0:16133:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000020:00000010:1.0:1767384299.060530:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000038db67c7. 00000020:00000010:1.0:1767384299.060539:0:16771:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000038203353. 00000020:00000010:1.0:1767384299.060549:0:16771:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006f426aac. 00000800:00000010:0.0:1767384299.060552:0:16128:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000081f3f198. 00000020:00000010:1.0:1767384299.060556:0:16771:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000012be701b. 00000400:00000200:2.0:1767384299.060562:0:16133:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.152@tcp20 from 233.3.0.2 00000800:00000010:2.0:1767384299.060568:0:16133:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000001aa90ef2. 00000100:00000040:1.0:1767384299.060580:0:16771:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384299.060587:0:16771:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384299.060591:0:16771:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384299.060594:0:16771:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384299.060600:0:16126:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000b0ea61a0. 00000800:00000010:0.0:1767384299.060604:0:16126:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000a4bcf05c. 00000100:00000001:1.0:1767384299.060605:0:16771:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384299.060636:0:16771:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384299.060652:0:16771:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000800:00000010:0.0:1767384299.060652:0:16126:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000005c654a19. 00000100:00100000:1.0:1767384299.060655:0:16771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723069824 02000000:00000001:1.0:1767384299.060660:0:16771:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384299.060664:0:16771:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000800:00000200:0.1:1767384299.060664:0:16126:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000fff6e3b] -> 12345-192.168.202.152@tcp20 (2) 00000100:00000001:1.0:1767384299.060669:0:16771:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384299.060673:0:16771:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.1:1767384299.060673:0:16126:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.152@tcp20 000000005c654a19 deleted 00000800:00000010:0.1:1767384299.060678:0:16126:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000005c654a19. 00000100:00100000:1.0:1767384299.060679:0:16771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723069824 00000020:00000001:1.0:1767384299.060684:0:16771:0:(genops.c:811:class_conn2export()) Process entered 00000800:00000200:0.1:1767384299.060684:0:16126:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000020:00000040:1.0:1767384299.060688:0:16771:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eec8e1 00000020:00000001:1.0:1767384299.060694:0:16771:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000800:00000200:0.1:1767384299.060697:0:16126:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp20 ip 192.168.202.152:1001 00000020:00000040:1.0:1767384299.060699:0:16771:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000555601ca refcount=16 00000800:00000200:0.1:1767384299.060702:0:16126:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000358ad172 type 1, nob 336 niov 1 nkiov 1 00000020:00000001:1.0:1767384299.060705:0:16771:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000800:00000200:0.0:1767384299.060710:0:16126:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.152@tcp20 p 3.x 192.168.202.152 -> 192.168.202.152:1001 incarnation:1767384297361631873 sched[0] 00000020:00000001:1.0:1767384299.060712:0:16771:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000800:00000010:0.0:1767384299.060716:0:16126:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000081f3f198. 00000100:00000001:1.0:1767384299.060720:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384299.060725:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000038db67c7. 00000100:00000001:1.0:1767384299.060729:0:16771:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384299.060732:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000038db67c7. 00000020:00000010:1.0:1767384299.060741:0:16771:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e516e2ab. 00000020:00000010:1.0:1767384299.060747:0:16771:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002fb45aa0. 00000020:00000010:1.0:1767384299.060752:0:16771:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003c04c441. 00000100:00000001:1.0:1767384299.060756:0:16771:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384299.060759:0:16771:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384299.060761:0:16771:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384299.060774:0:16771:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384299.060774:0:16126:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000081f3f198. 00000100:00000001:1.0:1767384299.060783:0:16771:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.0:1767384299.060783:0:16126:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000a4bcf05c. 00000100:00000001:1.0:1767384299.060804:0:16771:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384299.060808:0:16771:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384299.060815:0:16771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00000040:1.0:1767384299.060820:0:16771:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000555601ca : new rpc_count 1 00000800:00000010:0.0:1767384299.060824:0:16126:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000001aa90ef2. 00000100:00000001:1.0:1767384299.060832:0:16771:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619781697488976 : -124292012062640 : ffff8ef502c5c850) 00000800:00000001:0.0:1767384299.060839:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:1.0:1767384299.060841:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000003b972cf6 x1853236723069696/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:280/0 lens 4848/0 e 0 to 0 dl 1767384310 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767384299.060846:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384299.060856:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384299.060862:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000038db67c7. 00000100:00000001:1.0:1767384299.060865:0:16771:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384299.060868:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000038db67c7. 00000100:00100000:1.0:1767384299.060876:0:16771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000003b972cf6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c0412d60-4f67-4dbc-8791-892843f60083+16:16138:x1853236723069696:12345-0@lo:253: 00000100:00000200:1.0:1767384299.060881:0:16771:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723069696 00000020:00000001:1.0:1767384299.060886:0:16771:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384299.060890:0:16771:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384299.060893:0:16771:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384299.060897:0:16771:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384299.060901:0:16771:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669141328 : -1040410288 : ffffffffc1fc9950) 00000800:00000200:0.0:1767384299.060905:0:16132:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000001:1.0:1767384299.060906:0:16771:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384299.060910:0:16771:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.0:1767384299.060910:0:16132:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000358ad172. 00000400:00000200:0.0:1767384299.060915:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1767384299.060916:0:16771:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1767384299.060918:0:16774:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384299.060922:0:16774:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:1.0:1767384299.060922:0:16771:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:0.0:1767384299.060923:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp20->192.168.202.152@tcp20: PUT: OK 00000100:00100000:2.0:1767384299.060928:0:16774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000020:00000001:1.0:1767384299.060931:0:16771:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384299.060931:0:16132:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000100:00000040:2.0:1767384299.060932:0:16774:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000555601ca : new rpc_count 2 00000100:00000001:2.0:1767384299.060936:0:16774:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619781697499216 : -124292012052400 : ffff8ef502c5f050) 00000400:00000200:0.0:1767384299.060937:0:16132:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.152@tcp: 0 00000100:00000001:1.0:1767384299.060941:0:16771:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000040:2.0:1767384299.060945:0:16774:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000007cc7ad4f x1853236723069824/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:280/0 lens 4848/0 e 0 to 0 dl 1767384310 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384299.060947:0:16771:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1767384299.060954:0:16774:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000010:1.0:1767384299.060957:0:16771:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000060684b6e. 00000020:00000010:2.0:1767384299.060958:0:16774:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000018f1f37b. 00000800:00000200:0.1:1767384299.060963:0:16128:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 02000000:00000001:1.0:1767384299.060965:0:16771:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384299.060966:0:16774:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384299.060972:0:16774:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000018f1f37b. 00000800:00000200:0.0:1767384299.060972:0:16128:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.152@tcp20 p 3.x 192.168.202.152 -> 192.168.202.152:988 incarnation:1767384297361631873 sched[0] 00000100:00000001:1.0:1767384299.060974:0:16771:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384299.060979:0:16771:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000100:00100000:2.0:1767384299.060980:0:16774:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000007cc7ad4f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c0412d60-4f67-4dbc-8791-892843f60083+16:16137:x1853236723069824:12345-0@lo:253: 00000800:00000010:0.0:1767384299.060984:0:16128:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000b1779943. 00000100:00000200:2.0:1767384299.060990:0:16774:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723069824 00000020:00000001:2.0:1767384299.060995:0:16774:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 20000000:00000010:1.0:1767384299.060995:0:16771:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000c47b5f3c. 00000020:00000001:2.0:1767384299.060997:0:16774:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384299.061000:0:16774:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384299.061002:0:16774:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 20000000:01000000:1.0:1767384299.061002:0:16771:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000020:00000001:2.0:1767384299.061006:0:16774:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669141328 : -1040410288 : ffffffffc1fc9950) 00000020:00000001:2.0:1767384299.061009:0:16774:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 20000000:00000001:1.0:1767384299.061009:0:16771:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000020:00000001:2.0:1767384299.061012:0:16774:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:1.0:1767384299.061014:0:16771:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000020:00000001:2.0:1767384299.061015:0:16774:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384299.061018:0:16774:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384299.061020:0:16774:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384299.061020:0:16771:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384299.061022:0:16774:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 20000000:00000001:1.0:1767384299.061027:0:16771:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384299.061028:0:16774:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:00000001:1.0:1767384299.061034:0:16771:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 02000000:00000010:2.0:1767384299.061035:0:16774:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000eecb2453. 02000000:00000001:2.0:1767384299.061039:0:16774:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384299.061042:0:16774:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384299.061044:0:16774:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:0.0:1767384299.061045:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.152:988 20000000:00000010:1.0:1767384299.061048:0:16771:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000018e7fbc4. 20000000:00000010:2.0:1767384299.061053:0:16774:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000000557b543. 20000000:01000000:2.0:1767384299.061059:0:16774:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:1.0:1767384299.061061:0:16771:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #21 20000000:00000001:2.0:1767384299.061062:0:16774:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384299.061068:0:16774:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384299.061071:0:16774:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384299.061075:0:16774:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384299.061075:0:16771:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:00000001:2.0:1767384299.061076:0:16774:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000001:1.0:1767384299.061085:0:16771:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000400:00000200:0.0:1767384299.061157:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.152:988 00080000:00000001:1.0:1767384299.061205:0:16771:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384299.061206:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.152:988 00080000:00000001:1.0:1767384299.061213:0:16771:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384299.061218:0:16771:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384299.061221:0:16771:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:1.0:1767384299.061226:0:16771:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384299.061234:0:16771:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446619782313850200 : -124291395701416 : ffff8ef52782b558) 00080000:00000001:1.0:1767384299.061238:0:16771:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384299.061250:0:16771:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000005c1fba6c. 00000400:00000200:0.0:1767384299.061252:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.152:988 00080000:00000001:1.0:1767384299.061254:0:16771:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446619781702206464 : -124292007345152 : ffff8ef5030dc400) 00080000:00000001:1.0:1767384299.061261:0:16771:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:0.0:1767384299.061305:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.152:988 00000400:00000200:0.0:1767384299.061353:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.152:988 00000400:00000200:0.0:1767384299.061401:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.152:988 00000001:00000001:1.0:1767384299.061430:0:16771:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384299.061434:0:16771:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384299.061436:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.152:988 00080000:00000001:1.0:1767384299.061437:0:16771:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000400:00000200:0.0:1767384299.061458:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.152:988 00080000:00000001:1.0:1767384299.061470:0:16771:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384299.061476:0:16771:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:0.0:1767384299.061479:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.152:988 00000400:00000200:0.0:1767384299.061513:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.152:988 00000400:00000200:0.0:1767384299.061551:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.152:988 00000400:00000200:0.0:1767384299.061638:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.152:988 00000400:00000200:0.0:1767384299.061714:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.152:988 00080000:00000001:1.0:1767384299.061734:0:16771:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384299.061740:0:16771:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:0.0:1767384299.061806:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.152:988 00000400:00000200:0.0:1767384299.061842:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.152:988 00000400:00000200:0.0:1767384299.061896:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.152:988 00000800:00000001:1.0:1767384299.061903:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384299.061913:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384299.061917:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384299.061921:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384299.061929:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.152:988 00000400:00000200:1.0:1767384299.061932:0:16130:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.152@tcp20(192.168.202.152@tcp20) <- 192.168.202.152@tcp20 : PUT - for me 00000400:00000200:1.0:1767384299.061950:0:16130:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.152@tcp of length 240 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384299.061957:0:16130:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.152@tcp of length 240/240 into md 0x1459 [1] + 0 00000400:00000010:1.0:1767384299.061962:0:16130:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ad1e2725. 00000400:00000200:0.0:1767384299.061963:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.152:988 00000400:00000200:1.0:1767384299.061968:0:16130:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000f67a133f 00000800:00000001:1.0:1767384299.061977:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384299.061994:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384299.061997:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384299.062006:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp20->192.168.202.152@tcp20: PUT: OK 00000400:00000200:1.0:1767384299.062013:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f67a133f 00000400:00000010:1.0:1767384299.062016:0:16130:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f67a133f. 00000400:00000200:1.0:1767384299.062021:0:16130:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:0.0:1767384299.062029:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.152:988 00000400:00000200:1.0:1767384299.062045:0:16130:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (14) 00000400:00000200:1.0:1767384299.062053:0:16130:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.152@tcp(000000005d9714d7) is MR 00000400:00000010:1.0:1767384299.062058:0:16130:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 249 at 00000000bdf68c71. 00000400:00000200:1.0:1767384299.062062:0:16130:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.202.152@tcp 13 00000400:00000200:1.0:1767384299.062069:0:16130:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.152@tcp (000000005d9714d7): -114 00000400:00000200:0.0:1767384299.062072:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.152:988 00000400:00000200:1.0:1767384299.062084:0:16130:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000005d9714d7 (15) 00000400:00000200:1.0:1767384299.062165:0:16130:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1767384299.062177:0:16130:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.152@tcp20 to MR: 192.168.202.152@tcp20 local destination 00000400:00000200:1.0:1767384299.062187:0:16130:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp20 NI seq info: [28:28:256:4294967295] 192.168.202.152@tcp20 LPNI seq info [28:28:8:4294967295] 00000400:00000200:1.0:1767384299.062208:0:16130:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp20(192.168.202.152@tcp20:192.168.202.152@tcp20) -> 192.168.202.152@tcp20(192.168.202.152@tcp20:192.168.202.152@tcp20) 192.168.202.152@tcp20 : ACK try# 0 00000400:00000200:0.0:1767384299.062218:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.152:988 00000800:00000200:1.0:1767384299.062223:0:16130:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.152@tcp20 00000800:00000010:1.0:1767384299.062230:0:16130:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a6cdb55b. 00000800:00000200:1.0:1767384299.062241:0:16130:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000fff6e3b] -> 12345-192.168.202.152@tcp20 (4) 00000800:00000200:1.0:1767384299.062249:0:16130:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp20 ip 192.168.202.152:988 00000800:00000200:1.0:1767384299.062253:0:16130:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a6cdb55b type 0, nob 96 niov 1 nkiov 0 00000400:00000200:0.0:1767384299.062284:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.152:988 00000800:00000200:1.0:1767384299.062336:0:16130:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384299.062341:0:16130:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a6cdb55b. 00000400:00000200:1.0:1767384299.062347:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384299.062355:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp20->192.168.202.152@tcp20: ACK: OK 00000800:00000001:1.0:1767384299.062420:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384299.062427:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384299.062431:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384299.062439:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384299.062442:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384299.062448:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384299.062456:0:16131:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.152@tcp20(192.168.202.152@tcp20) <- 192.168.202.152@tcp20 : ACK - for me 00000400:00000200:1.0:1767384299.062471:0:16131:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.152@tcp20: ACK from 12345-192.168.202.152@tcp20 into md 0x1499 00000400:00000200:1.0:1767384299.062479:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384299.062487:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp20->192.168.202.152@tcp20: ACK: OK 00000400:00000200:1.0:1767384299.062493:0:16131:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000025ff4852 00000400:00000010:1.0:1767384299.062502:0:16131:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000025ff4852. 00000400:00000200:1.0:1767384299.062507:0:16131:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:1.0:1767384299.062514:0:16131:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.152@tcp ev->status 0 00000400:00000200:1.0:1767384299.062521:0:16131:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.152@tcp (000000005d9714d7): -114 00000400:00000200:1.0:1767384299.062526:0:16131:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000005d9714d7 (14) 00000800:00000001:1.0:1767384299.062538:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384299.062544:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384299.062616:0:16135:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:1.0:1767384299.062639:0:16135:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f70fadd8. 00000400:00000010:1.0:1767384299.062648:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e1b09e96. 00000400:00000200:0.0:1767384299.062654:0:16133:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:1.0:1767384299.062655:0:16135:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 0000000066e4368c 00000400:00000200:1.0:1767384299.062667:0:16135:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x1000d1 00000400:00000010:1.0:1767384299.062678:0:16135:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 280 at 00000000d1cf936c. 00000400:00000010:1.0:1767384299.062682:0:16135:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 336 at 0000000066e0aa53. 00000400:00000010:1.0:1767384299.062685:0:16135:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 280 at 00000000ec20b07c. 00010000:00000001:0.0:1767384299.062696:0:449:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384299.062701:0:449:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384299.062708:0:449:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384299.062711:0:449:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384299.062721:0:16135:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000a1e4ad4b. 00000400:00000200:1.0:1767384299.062730:0:16135:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000a1e4ad4b nid 192.168.202.152@tcp21 00000400:00000010:1.0:1767384299.062735:0:16135:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000ba334f8b. 00000020:00000001:0.0:1767384299.062737:0:16768:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000200:1.0:1767384299.062738:0:16135:0:(peer.c:204:lnet_peer_net_alloc()) 00000000ba334f8b net tcp21 00000020:00000001:0.0:1767384299.062742:0:16768:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384299.062746:0:16135:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (13) 00010000:00010000:0.0:1767384299.062746:0:16768:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:1.0:1767384299.062756:0:16135:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.152@tcp NID 192.168.202.152@tcp21 flags 0x11 00000400:00000010:1.0:1767384299.062762:0:16135:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 280 at 00000000d1cf936c. 00000400:00000010:1.0:1767384299.062767:0:16135:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 336 at 0000000066e0aa53. 00000400:00000010:1.0:1767384299.062772:0:16135:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 280 at 00000000ec20b07c. 00000400:00000010:1.0:1767384299.062775:0:16135:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 249 at 00000000bdf68c71. 00000400:00000200:1.0:1767384299.062778:0:16135:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.152@tcp (000000005d9714d7): 0 00000400:00000200:1.0:1767384299.062782:0:16135:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.152@tcp(000000005d9714d7): 0. state = 0x100151 00000400:00000200:1.0:1767384299.062789:0:16135:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100151 rc 1 00000400:00000200:1.0:1767384299.062794:0:16135:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100151 00000400:00000200:1.0:1767384299.062802:0:16135:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.152@tcp 00000400:00000200:1.0:1767384299.062807:0:16135:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100111 rc 0 00000400:00000200:1.0:1767384299.062812:0:16135:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.152@tcp (000000005d9714d7) 00000400:00000200:1.0:1767384299.062818:0:16135:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000005d9714d7 (14) 00000800:00000010:0.0:1767384299.062820:0:16128:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000065ae89bd. 00000800:00000010:0.0:1767384299.062825:0:16128:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000005c654a19. 00000800:00000010:0.0:1767384299.062829:0:16128:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000081f3f198. 00000400:00000200:1.0:1767384299.062893:0:16133:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.152@tcp20 from 232.3.0.2 00000800:00000010:1.0:1767384299.062898:0:16133:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000002ea93fda. 00000800:00000010:3.0:1767384299.063025:0:16125:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000092070b3. 00000800:00000010:3.0:1767384299.063032:0:16125:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000096d09ec0. 00000800:00000010:1.0:1767384299.063337:0:16128:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000081f3f198. 00000800:00000010:3.0:1767384299.063516:0:16125:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000f41d09bf. 00000800:00000200:3.1:1767384299.063532:0:16125:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000fff6e3b] -> 12345-192.168.202.152@tcp20 (4) 00000800:00000200:3.1:1767384299.063541:0:16125:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.152@tcp20 00000000f41d09bf deleted 00000800:00000010:3.1:1767384299.063545:0:16125:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000f41d09bf. 00000800:00000200:3.1:1767384299.063552:0:16125:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:3.0:1767384299.063562:0:16125:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.152@tcp20 p 3.x 192.168.202.152 -> 192.168.202.152:1000 incarnation:1767384297361631873 sched[0] 00000800:00000010:3.0:1767384299.063570:0:16125:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000f6823c54. 00000800:00000010:3.0:1767384299.063700:0:16125:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000f6823c54. 00000800:00000010:3.0:1767384299.063703:0:16125:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000096d09ec0. 00000800:00000010:3.0:1767384299.063724:0:16125:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000002ea93fda. 00000800:00000001:3.0:1767384299.063765:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384299.063771:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.1:1767384299.063990:0:16128:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:1.0:1767384299.064001:0:16128:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.152@tcp20 p 3.x 192.168.202.152 -> 192.168.202.152:988 incarnation:1767384297361631873 sched[0] 00000800:00000010:1.0:1767384299.064005:0:16128:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000005c654a19. 00000800:00000001:1.0:1767384299.064064:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384299.064069:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384299.073173:0:16771:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384299.073182:0:16771:0:(lu_object.c:207:lu_object_put()) Add 00000000f07b1e3f/000000000f28175b to site lru. bkt: 00000000b56e2c81 20000000:00000001:0.0:1767384299.073186:0:16771:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384299.073188:0:16771:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384299.073198:0:16771:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000001:2.0:1767384299.073199:0:16807:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384299.073204:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384299.073207:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1767384299.073208:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:0.0:1767384299.073208:0:16771:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00040000:00000001:2.0:1767384299.073211:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:01000000:0.0:1767384299.073215:0:16771:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000010:2.0:1767384299.073216:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000005c1fba6c. 00080000:00000001:2.0:1767384299.073224:0:16807:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000020:0.0:1767384299.073226:0:16771:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000010:3.0:1767384299.073229:0:16774:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000e567737f. 20000000:01000000:3.0:1767384299.073237:0:16774:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #21 20000000:01000000:0.0:1767384299.073241:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384299.073245:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 20000000:00000001:3.0:1767384299.073246:0:16774:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 10000000:01000000:0.0:1767384299.073249:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384299.073254:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:3.0:1767384299.073255:0:16774:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00010000:00000001:0.0:1767384299.073258:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1767384299.073265:0:16794:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000005bb9cb3f count: 2 00010000:00000001:0.0:1767384299.073268:0:16794:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384299.073271:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384299.073275:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000006bdfcc95. 00000020:00000001:0.0:1767384299.073280:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384299.073282:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 000000006bdfcc95 with handle 0x7e51148972eecb03 to hash 00000020:00000001:0.0:1767384299.073284:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384299.073287:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446619781734635008 : -124291974916608 : ffff8ef504fc9600) 00080000:00000001:3.0:1767384299.073290:0:16774:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384299.073290:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446619781734635008 : -124291974916608 : ffff8ef504fc9600) 00080000:00000001:3.0:1767384299.073302:0:16774:0:(osd_index.c:949:osd_remote_fid()) Process entered 00010000:00000001:0.0:1767384299.073303:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:3.0:1767384299.073307:0:16774:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384299.073308:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384299.073321:0:16774:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00010000:00010000:0.0:1767384299.073321:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000006bdfcc95/0x7e51148972eecb03 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00000020:00000001:3.0:1767384299.073331:0:16774:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:0.0:1767384299.073333:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384299.073337:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384299.073340:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00000020:00000001:3.0:1767384299.073342:0:16774:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446619782313850200 : -124291395701416 : ffff8ef52782b558) 00010000:00000001:0.0:1767384299.073343:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384299.073346:0:16794:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00080000:00000001:3.0:1767384299.073350:0:16774:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00010000:0.0:1767384299.073356:0:16794:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 00000000a70ec5d6/0x7e51148972eecafc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7e51148972eecaf5 expref: 16 pid: 16771 timeout: 0 lvb_type: 0 00080000:00000010:3.0:1767384299.073359:0:16774:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000005a39b63d. 00080000:00000001:3.0:1767384299.073367:0:16774:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446619781773017088 : -124291936534528 : ffff8ef507464000) 00010000:00000001:0.0:1767384299.073369:0:16794:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:0.0:1767384299.073371:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384299.073375:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000001:3.0:1767384299.073377:0:16774:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:0.0:1767384299.073377:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384299.073382:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384299.073384:0:16794:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:0.0:1767384299.073386:0:16794:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 000000006bdfcc95/0x7e51148972eecb03 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384299.073391:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000005bb9cb3f) refcount = 2 00010000:00000040:0.0:1767384299.073394:0:16794:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1767384299.073399:0:16794:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000a70ec5d6/0x7e51148972eecafc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0x7e51148972eecaf5 expref: 16 pid: 16771 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384299.073403:0:16794:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:0.0:1767384299.073404:0:16794:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 000000006bdfcc95/0x7e51148972eecb03 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000010:0.0:1767384299.073410:0:16794:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000081f3f198. 00000100:00000001:0.0:1767384299.073413:0:16794:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384299.073417:0:16794:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000090e25a46. 00000100:00000001:0.0:1767384299.073419:0:16794:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446619782071086464 : -124291638465152 : ffff8ef5190a6d80) 00000100:00000001:0.0:1767384299.073421:0:16794:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446619782071086464 : -124291638465152 : ffff8ef5190a6d80) 00000100:00000001:0.0:1767384299.073424:0:16794:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384299.073426:0:16794:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1767384299.073428:0:16794:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:0.0:1767384299.073432:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384299.073434:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:0.0:1767384299.073437:0:16794:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1767384299.073439:0:16794:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1767384299.073443:0:16794:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:0.0:1767384299.073445:0:16794:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000001:00000001:3.0:1767384299.073446:0:16774:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384299.073448:0:16774:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384299.073449:0:16794:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009bbc7890. 00080000:00000001:3.0:1767384299.073452:0:16774:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000020:00000040:0.0:1767384299.073460:0:16794:0:(genops.c:1229:class_import_get()) import 00000000ec48d8bc refcount=2 obd=MGS 00000100:00000001:0.0:1767384299.073464:0:16794:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384299.073466:0:16794:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00080000:00000001:3.0:1767384299.073469:0:16774:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384299.073470:0:16794:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384299.073475:0:16774:0:(osd_io.c:399:osd_write()) Process entered 02000000:00000010:0.0:1767384299.073480:0:16794:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003f185f35. 00000100:00000001:0.0:1767384299.073486:0:16794:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384299.073491:0:16794:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 00000000a70ec5d6/0x7e51148972eecafc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x7e51148972eecaf5 expref: 16 pid: 16771 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384299.073506:0:16794:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 00000000a70ec5d6/0x7e51148972eecafc lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x7e51148972eecaf5 expref: 16 pid: 16771 timeout: 371 lvb_type: 0 00010000:00000001:0.0:1767384299.073513:0:16794:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:0.0:1767384299.073515:0:16794:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384299.073519:0:16794:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009bbc7890 x1853236723069952/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384299.073526:0:16794:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384299.073527:0:16794:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384299.073533:0:16794:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009bbc7890 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16794:1853236723069952:0@lo:104: 00000100:00000001:0.0:1767384299.073536:0:16794:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384299.073539:0:16794:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384299.073541:0:16794:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384299.073545:0:16794:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384299.073548:0:16794:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001f346007. 02000000:00000001:0.0:1767384299.073549:0:16794:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384299.073553:0:16794:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c1bcaa1c. 00080000:00000001:3.0:1767384299.073554:0:16774:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000400:00000010:0.0:1767384299.073558:0:16794:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000554f6d50. 00000100:00000200:0.0:1767384299.073562:0:16794:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236723069952, portal 16 00080000:00000001:3.0:1767384299.073564:0:16774:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000100:00000001:0.0:1767384299.073565:0:16794:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384299.073569:0:16794:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782674427264 : -124291035124352 : ffff8ef53d00ad80) 00000100:00000040:0.0:1767384299.073574:0:16794:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@000000009bbc7890 x1853236723069952/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384315 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384299.073580:0:16794:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384299.073583:0:16794:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384299.073590:0:16794:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d42d7847. 00000100:00000200:0.0:1767384299.073593:0:16794:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853236723069952, offset 0 00000400:00000200:0.0:1767384299.073599:0:16794:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384299.073611:0:16794:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384299.073618:0:16794:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x695824c903400 00000400:00000200:0.0:1767384299.073639:0:16794:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x9 [2] + 1312 00000400:00000200:0.0:1767384299.073643:0:16794:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384299.073645:0:16794:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384299.073650:0:16794:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384299.073651:0:16794:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:0.0:1767384299.073653:0:16794:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006d8b1e3f. 00000100:00000040:0.0:1767384299.073656:0:16794:0:(events.c:337:request_in_callback()) incoming req@000000006d8b1e3f x1853236723069952 msgsize 328 00000100:00100000:0.0:1767384299.073659:0:16794:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384299.073670:0:16794:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384299.073676:0:16794:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d42d7847 00000400:00000010:0.0:1767384299.073679:0:16794:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d42d7847. 00000100:00000001:0.0:1767384299.073685:0:16794:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384299.073690:0:16794:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009bbc7890 x1853236723069952/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384315 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384299.073699:0:16794:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384299.073706:0:16794:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009bbc7890 x1853236723069952/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384315 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384299.073711:0:16794:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384299.073713:0:16794:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:3.0:1767384299.073716:0:16763:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000009aea2350. 00000100:00000001:0.0:1767384299.073717:0:16794:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384299.073727:0:16794:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294889060 00000100:00000001:3.0:1767384299.073728:0:16763:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384299.073736:0:16763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723069952 02000000:00000001:3.0:1767384299.073740:0:16763:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384299.073740:0:16794:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4294889047 00000100:00000001:3.0:1767384299.073743:0:16763:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384299.073748:0:16794:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294889060 00000100:00000001:3.0:1767384299.073749:0:16763:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384299.073765:0:16763:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384299.073765:0:16794:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4294889047 00000100:00100000:3.0:1767384299.073782:0:16763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723069952 00000100:00000001:0.0:1767384299.073782:0:16794:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294889060 00000020:00000001:3.0:1767384299.073793:0:16763:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384299.073794:0:16794:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4294889047 00000020:00000040:3.0:1767384299.073802:0:16763:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eec8d3 00000100:00000001:0.0:1767384299.073804:0:16794:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294889060 00000020:00000001:3.0:1767384299.073811:0:16763:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384299.073812:0:16794:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4294889047 00000020:00000040:3.0:1767384299.073814:0:16763:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000d18f5ad3 refcount=3 00000020:00000001:3.0:1767384299.073817:0:16763:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619777404448768 : -124296305102848 : ffff8ef402e33000) 00000020:00000001:3.0:1767384299.073826:0:16763:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619777404448768 : -124296305102848 : ffff8ef402e33000) 00000100:00000001:0.0:1767384299.073827:0:16794:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384299.073838:0:16763:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384299.073838:0:16794:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384299.073844:0:16794:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384299.073845:0:16763:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003d5f91cf. 00000100:00000001:3.0:1767384299.073860:0:16763:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384299.073860:0:16794:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384299.073876:0:16763:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003d5f91cf. 00000020:00000001:0.0:1767384299.073876:0:16794:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384299.073891:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384299.073893:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000010:3.0:1767384299.073896:0:16763:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000112ac890. 00010000:00000001:0.0:1767384299.073897:0:16794:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384299.073910:0:16794:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000020:00000010:3.0:1767384299.073915:0:16763:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000067fb0df6. 00010000:00000001:0.0:1767384299.073916:0:16794:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1767384299.073925:0:16794:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384299.073927:0:16763:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000081a56584. 00000100:00000001:0.0:1767384299.073929:0:16794:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384299.073934:0:16794:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767384299.073937:0:16794:0:(client.c:2690:ptlrpc_set_wait()) set 0000000090e25a46 going to sleep for 11 seconds 00000100:00000001:0.0:1767384299.073941:0:16794:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767384299.073946:0:16763:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:0.0:1767384299.073946:0:16794:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384299.073959:0:16763:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384299.073962:0:16763:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384299.073964:0:16763:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384299.073970:0:16763:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384299.073980:0:16763:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384299.073998:0:16763:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384299.074001:0:16763:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384299.074006:0:16763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00000001:0.0:1767384299.074006:0:17571:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384299.074012:0:17571:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:3.0:1767384299.074013:0:16763:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000d18f5ad3 : new rpc_count 1 00000100:00000001:0.0:1767384299.074017:0:17571:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384299.074019:0:16763:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619782674430848 : -124291035120768 : ffff8ef53d00bb80) 00000100:00000001:0.0:1767384299.074023:0:17571:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384299.074031:0:16763:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006d8b1e3f x1853236723069952/t0(0) o104->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:280/0 lens 328/0 e 0 to 0 dl 1767384310 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384299.074047:0:16763:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384299.074050:0:16763:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003d5f91cf. 00000100:00000001:3.0:1767384299.074051:0:16763:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384299.074053:0:16763:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003d5f91cf. 00000100:00100000:3.0:1767384299.074057:0:16763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000006d8b1e3f pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:c0412d60-4f67-4dbc-8791-892843f60083+3:16794:x1853236723069952:12345-0@lo:104: 00000100:00000200:3.0:1767384299.074060:0:16763:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723069952 00010000:00000001:3.0:1767384299.074062:0:16763:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1767384299.074069:0:16763:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384299.074070:0:16763:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384299.074072:0:16763:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a068b46c refcount=2 00000020:00000001:3.0:1767384299.074075:0:16763:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781713880064 : -124291995671552 : ffff8ef503bfe400) 00010000:00000001:3.0:1767384299.074077:0:16763:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781713880064 : -124291995671552 : ffff8ef503bfe400) 00010000:00000001:3.0:1767384299.074080:0:16763:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384299.074082:0:16763:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384299.074085:0:16763:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.152@tcp lock: 00000000a068b46c/0x7e51148972eecaf5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x7e51148972eecafc expref: -99 pid: 16776 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384299.074135:0:16763:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384299.074137:0:16763:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384299.074140:0:16763:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000d6d1096f. 02000000:00000001:3.0:1767384299.074142:0:16763:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384299.074144:0:16763:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384299.074148:0:16763:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384299.074150:0:16763:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384299.074153:0:16763:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c1a96973 time=29 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384299.074157:0:16763:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384299.074159:0:16763:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 21 to 0@lo 00000100:00000001:3.0:1767384299.074161:0:16763:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 02000000:00000001:3.0:1767384299.074164:0:16763:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384299.074166:0:16763:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384299.074170:0:16763:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384299.074178:0:16763:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384299.074184:0:16763:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000091677c2e. 00000100:00000200:3.0:1767384299.074190:0:16763:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853236723069952, offset 224 00000400:00000200:3.0:1767384299.074200:0:16763:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384299.074212:0:16763:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384299.074223:0:16763:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x695824c903400 00000400:00000200:3.0:1767384299.074232:0:16763:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x14b1 [1] + 224 00000400:00000200:3.0:1767384299.074240:0:16763:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384299.074245:0:16763:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384299.074253:0:16763:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384299.074262:0:16763:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009bbc7890 x1853236723069952/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384315 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1767384299.074273:0:16763:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@000000009bbc7890 x1853236723069952/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384315 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384299.074294:0:16763:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384299.074305:0:16763:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000091677c2e 00000400:00000010:3.0:1767384299.074309:0:16763:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000091677c2e. 00000100:00000001:1.0:1767384299.074314:0:16794:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384299.074315:0:16763:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384299.074321:0:16763:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:1.0:1767384299.074326:0:16794:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767384299.074327:0:16763:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384299.074331:0:16794:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:3.0:1767384299.074337:0:16763:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 20 to 0@lo 00000400:00000010:1.0:1767384299.074339:0:16794:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c1bcaa1c. 00010000:00000001:3.0:1767384299.074345:0:16763:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000400:00000200:1.0:1767384299.074348:0:16794:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000554f6d50 00010000:00000010:3.0:1767384299.074351:0:16763:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000637d50da. 00000400:00000010:1.0:1767384299.074353:0:16794:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000554f6d50. 00000100:00000001:1.0:1767384299.074362:0:16794:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1767384299.074363:0:16763:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000100:00000200:1.0:1767384299.074371:0:16794:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009bbc7890 x1853236723069952/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384315 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:3.0:1767384299.074381:0:16763:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00000200:1.0:1767384299.074386:0:16794:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009bbc7890 x1853236723069952/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384315 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:3.0:1767384299.074387:0:16763:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384299.074397:0:16763:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384299.074406:0:16763:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384299.074408:0:16767:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1767384299.074410:0:16794:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:2.0:1767384299.074413:0:16767:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384299.074417:0:16794:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1767384299.074418:0:16767:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00000040:3.0:1767384299.074419:0:16763:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006d8b1e3f x1853236723069952/t0(0) o104->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:280/0 lens 328/224 e 0 to 0 dl 1767384310 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:2.0:1767384299.074428:0:16767:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000100:00000001:1.0:1767384299.074428:0:16794:0:(client.c:1578:after_reply()) Process entered 00010000:00000001:2.0:1767384299.074434:0:16767:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 02000000:00000001:1.0:1767384299.074436:0:16794:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384299.074440:0:16794:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384299.074445:0:16794:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384299.074447:0:16767:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.152@tcp lock: 00000000a068b46c/0x7e51148972eecaf5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x7e51148972eecafc expref: -99 pid: 16776 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1767384299.074452:0:16794:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384299.074453:0:16763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000006d8b1e3f pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:c0412d60-4f67-4dbc-8791-892843f60083+3:16794:x1853236723069952:12345-0@lo:104: Request processed in 399us (788us total) trans 0 rc 0/0 00000100:00001000:1.0:1767384299.074467:0:16794:0:(import.c:2128:obd_at_measure()) add 5 to 00000000441774e7 time=29 v=5 (5 0 0 0) 00010000:00010000:2.0:1767384299.074476:0:16767:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000a068b46c already unused, calling callback (00000000649d35d1) 00000100:00001000:1.0:1767384299.074487:0:16794:0:(import.c:2128:obd_at_measure()) add 1 to 000000000e70851c time=29 v=5 (1 0 0 0) 10000000:00000001:2.0:1767384299.074488:0:16767:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1767384299.074494:0:16767:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.152@tcp lock: 00000000a068b46c/0x7e51148972eecaf5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x7e51148972eecafc expref: -99 pid: 16776 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767384299.074497:0:16763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00000001:1.0:1767384299.074500:0:16794:0:(client.c:1480:ptlrpc_check_status()) Process entered 00010000:00000001:2.0:1767384299.074503:0:16767:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000001:1.0:1767384299.074504:0:16794:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384299.074506:0:16767:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384299.074511:0:16767:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:1.0:1767384299.074513:0:16794:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000040:2.0:1767384299.074516:0:16767:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a068b46c refcount=3 00000100:00000040:3.0:1767384299.074518:0:16763:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000d18f5ad3 : new rpc_count 0 00010000:00000001:1.0:1767384299.074519:0:16794:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384299.074520:0:16767:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781713880064 : -124291995671552 : ffff8ef503bfe400) 00000100:00000001:3.0:1767384299.074531:0:16763:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:2.0:1767384299.074531:0:16767:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781713880064 : -124291995671552 : ffff8ef503bfe400) 00000100:00000001:1.0:1767384299.074532:0:16794:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384299.074544:0:16767:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000001:3.0:1767384299.074545:0:16763:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:1.0:1767384299.074546:0:16794:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009bbc7890 x1853236723069952/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384315 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:2.0:1767384299.074548:0:16767:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.152@tcp lock: 00000000a068b46c/0x7e51148972eecaf5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x7e51148972eecafc expref: -99 pid: 16776 timeout: 0 lvb_type: 0 00000020:00000010:3.0:1767384299.074553:0:16763:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000067fb0df6. 00000020:00000010:3.0:1767384299.074567:0:16763:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000081a56584. 10000000:00000001:2.0:1767384299.074570:0:16767:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1767384299.074577:0:16767:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.152@tcp lock: 00000000a068b46c/0x7e51148972eecaf5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x7e51148972eecafc expref: -99 pid: 16776 timeout: 0 lvb_type: 0 00000020:00000010:3.0:1767384299.074582:0:16763:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000112ac890. 00000100:00000001:1.0:1767384299.074582:0:16794:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 10000000:01000000:2.0:1767384299.074584:0:16767:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:00000001:2.0:1767384299.074591:0:16767:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:2.0:1767384299.074595:0:16767:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 00000020:00000040:3.0:1767384299.074596:0:16763:0:(genops.c:898:class_export_put()) PUTting export 00000000d18f5ad3 : new refcount 2 10000000:00000040:2.0:1767384299.074598:0:16767:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00000100:00000001:1.0:1767384299.074598:0:16794:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384299.074607:0:16794:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384299.074608:0:16767:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:3.0:1767384299.074609:0:16763:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384299.074611:0:16767:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384299.074614:0:16794:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:1.0:1767384299.074641:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384299.074644:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384299.074647:0:16794:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384299.074651:0:16767:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:2.0:1767384299.074653:0:16767:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00000040:1.0:1767384299.074654:0:16794:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009bbc7890 x1853236723069952/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384315 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 10000000:00000040:2.0:1767384299.074655:0:16767:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(0000000070cb7a0b) refs 2 10000000:00000001:2.0:1767384299.074660:0:16767:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1767384299.074663:0:16767:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384299.074673:0:16767:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00100000:1.0:1767384299.074673:0:16794:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009bbc7890 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16794:1853236723069952:0@lo:104: 00010000:00000001:2.0:1767384299.074679:0:16767:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:1.0:1767384299.074684:0:16794:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384299.074688:0:16767:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:1.0:1767384299.074692:0:16794:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384299.074693:0:16767:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384299.074697:0:16767:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384299.074697:0:16794:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000020:00000040:2.0:1767384299.074702:0:16767:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000a068b46c with handle 0x7e51148972eecaf5 from hash 00000100:00000001:1.0:1767384299.074702:0:16794:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:2.0:1767384299.074709:0:16767:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384299.074711:0:16767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:1.0:1767384299.074713:0:16794:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009bbc7890 x1853236723069952/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384315 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:2.0:1767384299.074714:0:16767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384299.074717:0:16767:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384299.074720:0:16767:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384299.074724:0:16767:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:2.0:1767384299.074731:0:16767:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00000100:00000001:1.0:1767384299.074731:0:16794:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00000001:2.0:1767384299.074735:0:16767:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 02000000:00000001:1.0:1767384299.074737:0:16794:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000010:2.0:1767384299.074741:0:16767:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002082e044. 02000000:00000010:1.0:1767384299.074742:0:16794:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001f346007. 00000020:00000040:2.0:1767384299.074745:0:16767:0:(genops.c:1229:class_import_get()) import 00000000df830bbe refcount=6 obd=MGC192.168.202.152@tcp 00000100:00000001:2.0:1767384299.074750:0:16767:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384299.074750:0:16794:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:2.0:1767384299.074755:0:16767:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000001:1.0:1767384299.074756:0:16794:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:2.0:1767384299.074758:0:16767:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384299.074760:0:16794:0:(genops.c:1242:class_import_put()) import 00000000ec48d8bc refcount=1 obd=MGS 02000000:00000010:2.0:1767384299.074763:0:16767:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000094a122d7. 00000020:00000001:1.0:1767384299.074765:0:16794:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767384299.074770:0:16767:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384299.074770:0:16794:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000003f185f35. 00010000:00000001:2.0:1767384299.074775:0:16767:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 02000000:00000001:1.0:1767384299.074779:0:16794:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00010000:2.0:1767384299.074781:0:16767:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.152@tcp lock: 00000000a068b46c/0x7e51148972eecaf5 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7e51148972eecafc expref: -99 pid: 16776 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1767384299.074783:0:16794:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384299.074788:0:16794:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009bbc7890. 00010000:00010000:2.0:1767384299.074790:0:16767:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1767384299.074794:0:16767:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384299.074798:0:16767:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384299.074798:0:16794:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384299.074801:0:16767:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384299.074803:0:16794:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384299.074809:0:16767:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002082e044] to pc [ptlrpcd_00_02+2] req@000000002082e044 x1853236723070080/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384299.074809:0:16794:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000090e25a46. 00000100:00000001:1.0:1767384299.074819:0:16794:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1767384299.074823:0:16794:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1767384299.074827:0:16794:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000081f3f198. 00010000:00000001:1.0:1767384299.074835:0:16794:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384299.074839:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384299.074841:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384299.074843:0:16767:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384299.074845:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00000001:2.0:1767384299.074846:0:16767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384299.074848:0:16767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384299.074849:0:16767:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384299.074850:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1767384299.074851:0:16767:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384299.074856:0:16767:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384299.074859:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00100000:3.0:1767384299.074860:0:16140:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:2.0:1767384299.074861:0:16767:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.152@tcp lock: 00000000a068b46c/0x7e51148972eecaf5 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7e51148972eecafc expref: -99 pid: 16776 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384299.074864:0:16794:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 000000006bdfcc95/0x7e51148972eecb03 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384299.074867:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384299.074881:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384299.074890:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384299.074891:0:16767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384299.074895:0:16767:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.152@tcp lock: 00000000a068b46c/0x7e51148972eecaf5 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7e51148972eecafc expref: -99 pid: 16776 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384299.074899:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000040:2.0:1767384299.074903:0:16767:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000f5374a30 count: 0 00000100:00000001:3.0:1767384299.074904:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384299.074909:0:16140:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000001:2.0:1767384299.074914:0:16767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384299.074916:0:16767:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000040:3.0:1767384299.074918:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002082e044 x1853236723070080/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000010:2.0:1767384299.074919:0:16767:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000637d50da. 00000100:00000001:1.0:1767384299.074923:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1767384299.074925:0:16767:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384299.074928:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384299.074935:0:16767:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384299.074939:0:16767:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384299.074946:0:16767:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1767384299.074948:0:16767:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384299.074950:0:16767:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384299.074957:0:16767:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1767384299.074959:0:16140:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:2.0:1767384299.074960:0:16767:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384299.074965:0:16767:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384299.074966:0:16140:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384299.074968:0:16767:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:3.0:1767384299.074976:0:16140:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384299.074979:0:16140:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384299.074983:0:16140:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384299.074986:0:16140:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000002082e044 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c0412d60-4f67-4dbc-8791-892843f60083:16140:1853236723070080:0@lo:103: 00000100:00000001:3.0:1767384299.074991:0:16140:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384299.074996:0:16140:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384299.074998:0:16140:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384299.075000:0:16140:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384299.075004:0:16140:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000112ac890. 02000000:00000001:3.0:1767384299.075007:0:16140:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384299.075011:0:16140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000023539866. 00000400:00000010:3.0:1767384299.075015:0:16140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000091677c2e. 00000100:00000200:3.0:1767384299.075019:0:16140:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236723070080, portal 18 00000100:00000001:3.0:1767384299.075021:0:16140:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384299.075023:0:16140:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782564201344 : -124291145350272 : ffff8ef5366ec380) 00000100:00000040:3.0:1767384299.075039:0:16140:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000002082e044 x1853236723070080/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384315 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384299.075047:0:16140:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384299.075050:0:16140:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384299.075053:0:16140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009146ec67. 00000100:00000200:3.0:1767384299.075056:0:16140:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853236723070080, offset 0 00000400:00000200:3.0:1767384299.075060:0:16140:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384299.075065:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384299.075071:0:16140:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x695824c903480 00000400:00000200:3.0:1767384299.075076:0:16140:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0xd [2] + 1312 00000400:00000200:3.0:1767384299.075080:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384299.075083:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384299.075119:0:16140:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384299.075122:0:16140:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1767384299.075128:0:16140:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a56f24d7. 00000100:00000040:3.0:1767384299.075131:0:16140:0:(events.c:337:request_in_callback()) incoming req@00000000a56f24d7 x1853236723070080 msgsize 328 00000100:00100000:3.0:1767384299.075139:0:16140:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384299.075156:0:16140:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384299.075163:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009146ec67 00000400:00000010:3.0:1767384299.075165:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009146ec67. 00000100:00000001:3.0:1767384299.075169:0:16140:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384299.075174:0:16140:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002082e044 x1853236723070080/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384315 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384299.075180:0:19333:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384299.075184:0:19333:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723070080 00000100:00000001:3.0:1767384299.075187:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1767384299.075188:0:19333:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384299.075194:0:19333:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384299.075196:0:19333:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384299.075199:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002082e044 x1853236723070080/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384315 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384299.075199:0:19333:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384299.075205:0:19333:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723070080 00000020:00000001:2.0:1767384299.075209:0:19333:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384299.075213:0:19333:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eec8e1 00000020:00000001:2.0:1767384299.075219:0:19333:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384299.075224:0:19333:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000555601ca refcount=17 00000020:00000001:2.0:1767384299.075229:0:19333:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000020:00000001:2.0:1767384299.075239:0:19333:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000100:00000001:3.0:1767384299.075242:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384299.075244:0:19333:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384299.075248:0:16140:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:2.0:1767384299.075248:0:19333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bc764292. 00000100:00000001:3.0:1767384299.075253:0:16140:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384299.075257:0:19333:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384299.075260:0:19333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bc764292. 00000100:00000001:3.0:1767384299.075261:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294889062 00000020:00000010:2.0:1767384299.075265:0:19333:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b4582cc1. 00000020:00000010:2.0:1767384299.075269:0:19333:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007f1796df. 00000100:00000001:3.0:1767384299.075271:0:16140:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294889060 00000020:00000010:2.0:1767384299.075273:0:19333:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000061227407. 00000100:00000001:3.0:1767384299.075280:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294889062 00000100:00000040:2.0:1767384299.075283:0:19333:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:2.0:1767384299.075286:0:19333:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384299.075288:0:19333:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384299.075289:0:16140:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294889060 00010000:00000001:2.0:1767384299.075290:0:19333:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:2.0:1767384299.075292:0:19333:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384299.075294:0:19333:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:2.0:1767384299.075296:0:19333:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384299.075299:0:19333:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384299.075302:0:19333:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a70ec5d6 refcount=4 00000020:00000001:2.0:1767384299.075308:0:19333:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781820861952 : -124291888689664 : ffff8ef50a204e00) 00010000:00000001:2.0:1767384299.075311:0:19333:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781820861952 : -124291888689664 : ffff8ef50a204e00) 00000100:00000001:3.0:1767384299.075312:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294889062 00010000:00010000:2.0:1767384299.075316:0:19333:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 00000000a70ec5d6/0x7e51148972eecafc lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x7e51148972eecaf5 expref: 17 pid: 16771 timeout: 371 lvb_type: 0 00000100:00000001:3.0:1767384299.075324:0:16140:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294889060 00010000:00000001:2.0:1767384299.075325:0:19333:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384299.075328:0:19333:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384299.075331:0:19333:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384299.075334:0:19333:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384299.075335:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294889062 00000100:00000001:2.0:1767384299.075340:0:19333:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1767384299.075342:0:16140:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294889060 00000100:00000200:2.0:1767384299.075346:0:19333:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a56f24d7 x1853236723070080/t0(0) o103->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:280/0 lens 328/0 e 0 to 0 dl 1767384310 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384299.075352:0:16140:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384299.075356:0:19333:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767384299.075360:0:19333:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384299.075361:0:16140:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384299.075369:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384299.075374:0:19333:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384299.075375:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384299.075392:0:19333:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384299.075394:0:19333:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384299.075397:0:19333:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00000040:2.0:1767384299.075400:0:19333:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000555601ca : new rpc_count 3 00000100:00000001:2.0:1767384299.075402:0:19333:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619782675218432 : -124291034333184 : ffff8ef53d0cc000) 00000100:00000040:2.0:1767384299.075413:0:19333:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a56f24d7 x1853236723070080/t0(0) o103->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:280/0 lens 328/0 e 0 to 0 dl 1767384310 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384299.075420:0:19333:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384299.075422:0:19333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bc764292. 00000100:00000001:2.0:1767384299.075423:0:19333:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384299.075426:0:19333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bc764292. 00000100:00100000:2.0:1767384299.075431:0:19333:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000a56f24d7 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c0412d60-4f67-4dbc-8791-892843f60083+17:16140:x1853236723070080:12345-0@lo:103: 00000100:00000200:2.0:1767384299.075434:0:19333:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723070080 00010000:00000001:2.0:1767384299.075436:0:19333:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:2.0:1767384299.075439:0:19333:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:2.0:1767384299.075441:0:19333:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:2.0:1767384299.075444:0:19333:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384299.075447:0:19333:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384299.075451:0:19333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000056e307cb. 02000000:00000001:2.0:1767384299.075453:0:19333:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384299.075455:0:19333:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384299.075458:0:19333:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:2.0:1767384299.075460:0:19333:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:2.0:1767384299.075462:0:19333:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384299.075463:0:19333:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384299.075465:0:19333:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a70ec5d6 refcount=4 00000020:00000001:2.0:1767384299.075468:0:19333:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781820861952 : -124291888689664 : ffff8ef50a204e00) 00010000:00000001:2.0:1767384299.075470:0:19333:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781820861952 : -124291888689664 : ffff8ef50a204e00) 00010000:00000040:2.0:1767384299.075471:0:19333:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000005bb9cb3f count: 3 00010000:00010000:2.0:1767384299.075474:0:19333:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 00000000a70ec5d6/0x7e51148972eecafc lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x7e51148972eecaf5 expref: 17 pid: 16771 timeout: 371 lvb_type: 0 00000100:00001000:2.0:1767384299.075478:0:19333:0:(import.c:2128:obd_at_measure()) add 0 to 00000000dce49598 time=1767384299 v=100 (0 0 0 0) 00010000:00000001:2.0:1767384299.075480:0:19333:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384299.075485:0:19333:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384299.075487:0:19333:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384299.075490:0:19333:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 00000000a70ec5d6/0x7e51148972eecafc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x7e51148972eecaf5 expref: 17 pid: 16771 timeout: 371 lvb_type: 0 00000020:00000001:2.0:1767384299.075503:0:19333:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1767384299.075505:0:19333:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1767384299.075506:0:19333:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384299.075507:0:19333:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384299.075509:0:19333:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384299.075510:0:19333:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384299.075515:0:19333:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384299.075517:0:19333:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384299.075519:0:19333:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384299.075521:0:19333:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384299.075523:0:19333:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000a70ec5d6 with handle 0x7e51148972eecafc from hash 00010000:00000001:2.0:1767384299.075525:0:19333:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384299.075526:0:19333:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384299.075526:0:19333:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384299.075527:0:19333:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384299.075528:0:19333:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384299.075529:0:19333:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384299.075533:0:19333:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000a70ec5d6/0x7e51148972eecafc lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x7e51148972eecaf5 expref: 17 pid: 16771 timeout: 371 lvb_type: 0 00010000:00000040:2.0:1767384299.075537:0:19333:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000555601ca : new locks_count 9 00000020:00000040:2.0:1767384299.075539:0:19333:0:(genops.c:898:class_export_put()) PUTting export 00000000555601ca : new refcount 16 00010000:00000001:2.0:1767384299.075542:0:19333:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384299.075543:0:19333:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384299.075545:0:19333:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:2.0:1767384299.075547:0:19333:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 000000006bdfcc95 00010000:00000001:2.0:1767384299.075548:0:19333:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384299.075550:0:19333:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384299.075551:0:19333:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384299.075553:0:19333:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384299.075554:0:19333:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384299.075557:0:19333:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384299.075558:0:19333:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:2.0:1767384299.075561:0:19333:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 000000006bdfcc95/0x7e51148972eecb03 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384299.075574:0:19333:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:2.0:1767384299.075576:0:19333:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384299.075578:0:19333:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384299.075579:0:19333:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384299.075582:0:19333:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000005bb9cb3f) refcount = 2 00010000:00010000:2.0:1767384299.075584:0:19333:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000006bdfcc95/0x7e51148972eecb03 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384299.075589:0:19333:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384299.075591:0:19333:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384299.075593:0:19333:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384299.075596:0:19333:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.0:1767384299.075660:0:19333:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bc764292. 00000100:00000001:2.0:1767384299.075662:0:19333:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384299.075666:0:19333:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000041123253. 00000100:00000001:2.0:1767384299.075668:0:19333:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446619782201076352 : -124291508475264 : ffff8ef520c9ea80) 00000100:00000001:2.0:1767384299.075670:0:19333:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446619782201076352 : -124291508475264 : ffff8ef520c9ea80) 00000100:00000001:2.0:1767384299.075672:0:19333:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384299.075673:0:19333:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1767384299.075675:0:19333:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 20000000:00000001:2.0:1767384299.075678:0:19333:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384299.075680:0:19333:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003445359s 00010000:00000001:2.0:1767384299.075683:0:19333:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384299.075684:0:19333:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384299.075686:0:19333:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000006bdfcc95 refcount=5 00000020:00000001:2.0:1767384299.075688:0:19333:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781734635008 : -124291974916608 : ffff8ef504fc9600) 00010000:00000001:2.0:1767384299.075691:0:19333:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781734635008 : -124291974916608 : ffff8ef504fc9600) 00010000:00000001:2.0:1767384299.075693:0:19333:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384299.075695:0:19333:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000006bdfcc95/0x7e51148972eecb03 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384299.075700:0:19333:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384299.075702:0:19333:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000006bdfcc95/0x7e51148972eecb03 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384299.075713:0:19333:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384299.075714:0:19333:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384299.075716:0:19333:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000006bdfcc95/0x7e51148972eecb03 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384299.075720:0:19333:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384299.075721:0:19333:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384299.075722:0:19333:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384299.075724:0:19333:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000006bdfcc95/0x7e51148972eecb03 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384299.075728:0:19333:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000006bdfcc95 already unused, calling callback (00000000871a6010) 00010000:00000001:2.0:1767384299.075730:0:19333:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384299.075732:0:19333:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384299.075734:0:19333:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000006bdfcc95/0x7e51148972eecb03 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384299.075738:0:19333:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384299.075739:0:19333:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384299.075741:0:19333:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384299.075743:0:19333:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000006bdfcc95 refcount=6 00000020:00000001:2.0:1767384299.075744:0:19333:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781734635008 : -124291974916608 : ffff8ef504fc9600) 00010000:00000001:2.0:1767384299.075746:0:19333:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781734635008 : -124291974916608 : ffff8ef504fc9600) 00010000:00000001:2.0:1767384299.075748:0:19333:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384299.075751:0:19333:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000006bdfcc95/0x7e51148972eecb03 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384299.075755:0:19333:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384299.075757:0:19333:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384299.075759:0:19333:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384299.075774:0:19333:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384299.075775:0:19333:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384299.075777:0:19333:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384299.075784:0:19333:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384299.075788:0:19333:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000006bdfcc95 with handle 0x7e51148972eecb03 from hash 00010000:00000001:2.0:1767384299.075791:0:19333:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384299.075792:0:19333:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384299.075793:0:19333:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384299.075796:0:19333:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384299.075799:0:19333:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384299.075801:0:19333:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384299.075803:0:19333:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384299.075805:0:19333:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384299.075807:0:19333:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384299.075808:0:19333:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384299.075809:0:19333:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384299.075812:0:19333:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384299.075813:0:19333:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384299.075816:0:19333:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384299.075817:0:19333:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384299.075819:0:19333:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384299.075821:0:19333:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000006bdfcc95/0x7e51148972eecb03 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384299.075824:0:19333:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384299.075827:0:19333:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384299.075828:0:19333:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384299.075829:0:19333:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384299.075831:0:19333:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384299.075834:0:19333:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384299.075835:0:19333:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384299.075839:0:19333:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384299.075841:0:19333:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384299.075843:0:19333:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384299.075845:0:19333:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384299.075846:0:19333:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384299.075847:0:19333:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:2.0:1767384299.075849:0:19333:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1767384299.075851:0:19333:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384299.075854:0:19333:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384299.075861:0:19333:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:2.0:1767384299.075864:0:19333:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000041123253. 00000100:00000001:2.0:1767384299.075868:0:19333:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1767384299.075871:0:19333:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1767384299.075873:0:19333:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bc764292. 00010000:00000001:2.0:1767384299.075876:0:19333:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:2.0:1767384299.075878:0:19333:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:2.0:1767384299.075880:0:19333:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384299.075885:0:19333:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384299.075888:0:19333:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384299.075891:0:19333:0:(import.c:2128:obd_at_measure()) add 1 to 0000000028084485 time=29 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384299.075895:0:19333:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384299.075899:0:19333:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 21 to 0@lo 00000100:00000001:2.0:1767384299.075902:0:19333:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 02000000:00000001:2.0:1767384299.075905:0:19333:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384299.075907:0:19333:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384299.075910:0:19333:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384299.075914:0:19333:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384299.075927:0:19333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000eff9bd9b. 00000100:00000200:2.0:1767384299.075932:0:19333:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853236723070080, offset 224 00000400:00000200:2.0:1767384299.075938:0:19333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384299.075944:0:19333:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384299.075950:0:19333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x695824c903480 00000400:00000200:2.0:1767384299.075958:0:19333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x14bd [1] + 224 00000400:00000200:2.0:1767384299.075962:0:19333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384299.075967:0:19333:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384299.075971:0:19333:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384299.075974:0:19333:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002082e044 x1853236723070080/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384315 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384299.075981:0:19333:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000002082e044 x1853236723070080/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384315 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384299.075992:0:19333:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384299.075996:0:19333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eff9bd9b 00000400:00000010:2.0:1767384299.075998:0:19333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000eff9bd9b. 00000100:00000001:2.0:1767384299.076007:0:19333:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384299.076008:0:19333:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384299.076011:0:19333:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384299.076013:0:19333:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 20 to 0@lo 00010000:00000001:2.0:1767384299.076015:0:19333:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384299.076017:0:19333:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384299.076020:0:19333:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a56f24d7 x1853236723070080/t0(0) o103->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:280/0 lens 328/224 e 0 to 0 dl 1767384310 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384299.076031:0:19333:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000a56f24d7 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c0412d60-4f67-4dbc-8791-892843f60083+16:16140:x1853236723070080:12345-0@lo:103: Request processed in 606us (894us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384299.076037:0:19333:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00000040:2.0:1767384299.076040:0:19333:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000555601ca : new rpc_count 2 00000100:00000001:2.0:1767384299.076042:0:19333:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384299.076044:0:19333:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00010000:1.0:1767384299.076047:0:16794:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 000000006bdfcc95/0x7e51148972eecb03 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00000020:00000010:2.0:1767384299.076048:0:19333:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007f1796df. 00000020:00000010:2.0:1767384299.076054:0:19333:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000061227407. 00000020:00000010:2.0:1767384299.076060:0:19333:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b4582cc1. 00010000:00000001:1.0:1767384299.076064:0:16794:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000020:00000040:2.0:1767384299.076067:0:19333:0:(genops.c:898:class_export_put()) PUTting export 00000000555601ca : new refcount 15 20000000:00000001:1.0:1767384299.076073:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000100:00000001:2.0:1767384299.076075:0:19333:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1767384299.076078:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000006bdfcc95/0x7e51148972eecb03 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384299.076187:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384299.076189:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384299.076194:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000006bdfcc95/0x7e51148972eecb03 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384299.076200:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000005bb9cb3f count: 0 00010000:00000001:1.0:1767384299.076210:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384299.076213:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:3.0:1767384299.076297:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384299.076301:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384299.076307:0:16140:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384299.076310:0:16140:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384299.076313:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000023539866. 00000400:00000200:3.0:1767384299.076372:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000091677c2e 00000400:00000010:3.0:1767384299.076375:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000091677c2e. 00000100:00000001:3.0:1767384299.076380:0:16140:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384299.076387:0:16140:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002082e044 x1853236723070080/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384315 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384299.076399:0:16140:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002082e044 x1853236723070080/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384315 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384299.076409:0:16140:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384299.076414:0:16140:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384299.076418:0:16140:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384299.076421:0:16140:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384299.076424:0:16140:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384299.076427:0:16140:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384299.076431:0:16140:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384299.076436:0:16140:0:(import.c:2128:obd_at_measure()) add 5 to 00000000e6189a3f time=29 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384299.076442:0:16140:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f5022cbe time=29 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384299.076452:0:16140:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384299.076455:0:16140:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384299.076458:0:16140:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384299.076462:0:16140:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384299.076465:0:16140:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384299.076478:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002082e044 x1853236723070080/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384315 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384299.076487:0:16140:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384299.076490:0:16140:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384299.076492:0:16140:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384299.076498:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002082e044 x1853236723070080/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384315 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384299.076506:0:16140:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000002082e044 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c0412d60-4f67-4dbc-8791-892843f60083:16140:1853236723070080:0@lo:103: 00000100:00000001:3.0:1767384299.076512:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384299.076514:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384299.076521:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002082e044 x1853236723070080/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384315 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384299.076531:0:16140:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384299.076536:0:16140:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384299.076540:0:16140:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000112ac890. 02000000:00000001:3.0:1767384299.076547:0:16140:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384299.076549:0:16140:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384299.076552:0:16140:0:(genops.c:1242:class_import_put()) import 00000000df830bbe refcount=5 obd=MGC192.168.202.152@tcp 00000020:00000001:3.0:1767384299.076555:0:16140:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384299.076557:0:16140:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000094a122d7. 02000000:00000001:3.0:1767384299.076565:0:16140:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384299.076567:0:16140:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384299.076569:0:16140:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002082e044. 00000100:00000001:3.0:1767384299.076575:0:16140:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384299.076577:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384299.076579:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384299.076586:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384299.076589:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384299.076592:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384299.076595:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1767384299.078131:0:22574:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000f5374a30. 00010000:00000010:2.1:1767384299.078139:0:22574:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000a068b46c. 00010000:00000010:2.1:1767384299.080109:0:22574:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000a70ec5d6. 00000400:00000010:2.0:1767384299.085834:0:22574:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 0000000086a5a94d. 00000400:00000040:2.0:1767384299.085852:0:22574:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384299.085855:0:22574:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384299.085858:0:22574:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384299.085859:0:22574:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384299.085862:0:22574:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384299.085863:0:22574:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:2.0:1767384299.085866:0:22574:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384299.085867:0:22574:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384299.085868:0:22574:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384299.085870:0:22574:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:2.0:1767384299.085872:0:22574:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384299.085873:0:22574:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384299.085874:0:22574:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384299.085876:0:22574:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384299.085877:0:22574:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:2.0:1767384299.085883:0:22574:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384299.085884:0:22574:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384299.085885:0:22574:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767384299.085887:0:22574:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767384299.085889:0:22574:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384299.085890:0:22574:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384299.085891:0:22574:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384299.085893:0:22574:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384299.085894:0:22574:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384299.085894:0:22574:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767384299.085896:0:22574:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384299.085897:0:22574:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384299.085899:0:22574:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384299.085900:0:22574:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384299.085901:0:22574:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384299.085901:0:22574:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767384299.085903:0:22574:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384299.085904:0:22574:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384299.085905:0:22574:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384299.085906:0:22574:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384299.085907:0:22574:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384299.085908:0:22574:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767384299.085911:0:22574:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384299.085912:0:22574:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384299.085914:0:22574:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384299.085915:0:22574:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384299.085917:0:22574:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384299.085918:0:22574:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767384299.085920:0:22574:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767384299.085921:0:22574:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767384299.085922:0:22574:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767384299.085923:0:22574:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767384299.085924:0:22574:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767384299.085926:0:22574:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384299.085927:0:22574:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384299.085928:0:22574:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767384299.085929:0:22574:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384299.085930:0:22574:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767384299.085931:0:22574:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:2.0:1767384299.085936:0:22574:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767384299.085938:0:22574:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767384299.085940:0:22574:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:2.0:1767384299.085983:0:22574:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 0000000086a5a94d. 00010000:00000010:1.1:1767384299.086127:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000005bb9cb3f. 00010000:00000010:1.1:1767384299.086137:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000006bdfcc95. 00080000:00000001:2.0:1767384299.086746:0:16807:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384299.086751:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384299.086753:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384299.086754:0:16774:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384299.086755:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384299.086761:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000020:00000002:3.0:1767384299.086765:0:16774:0:(lu_object.c:207:lu_object_put()) Add 00000000f07b1e3f/000000000f28175b to site lru. bkt: 00000000b56e2c81 00080000:00000010:2.0:1767384299.086766:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000005a39b63d. 20000000:00000001:3.0:1767384299.086777:0:16774:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384299.086778:0:16807:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:3.0:1767384299.086780:0:16774:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384299.086792:0:16774:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384299.086802:0:16774:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384299.086805:0:16774:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:3.0:1767384299.086812:0:16774:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:1.0:1767384299.086819:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384299.086826:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384299.086830:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384299.086836:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384299.086840:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384299.086848:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000005bb9cb3f. 00010000:00000001:1.0:1767384299.086855:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384299.086859:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000061b41709. 00000020:00000001:1.0:1767384299.086863:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384299.086866:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000061b41709 with handle 0x7e51148972eecb0a to hash 00000020:00000001:1.0:1767384299.086870:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384299.086872:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446619781820864512 : -124291888687104 : ffff8ef50a205800) 00010000:00000001:1.0:1767384299.086877:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446619781820864512 : -124291888687104 : ffff8ef50a205800) 00010000:00000001:1.0:1767384299.086889:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384299.086893:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384299.086897:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000061b41709/0x7e51148972eecb0a lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384299.086908:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384299.086912:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384299.086916:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384299.086919:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384299.086921:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384299.086924:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384299.086926:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384299.086929:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384299.086931:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384299.086933:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384299.086935:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384299.086938:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000005bb9cb3f) refcount = 1 00010000:00010000:1.0:1767384299.086942:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000061b41709/0x7e51148972eecb0a lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384299.086949:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384299.086952:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384299.086954:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384299.086957:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384299.086960:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384299.086963:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384299.086967:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003445359s 00010000:00000001:1.0:1767384299.086971:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384299.086973:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384299.086975:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000061b41709 refcount=4 00000020:00000001:1.0:1767384299.086979:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781820864512 : -124291888687104 : ffff8ef50a205800) 00010000:00000001:1.0:1767384299.086982:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781820864512 : -124291888687104 : ffff8ef50a205800) 00010000:00000001:1.0:1767384299.086986:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384299.086989:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000061b41709/0x7e51148972eecb0a lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384299.087009:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384299.087011:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000061b41709/0x7e51148972eecb0a lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384299.087017:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384299.087019:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384299.087021:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000061b41709/0x7e51148972eecb0a lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384299.087029:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384299.087030:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384299.087033:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384299.087036:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000061b41709/0x7e51148972eecb0a lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384299.087042:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000061b41709 already unused, calling callback (00000000871a6010) 00010000:00000001:1.0:1767384299.087045:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384299.087047:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384299.087048:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000061b41709/0x7e51148972eecb0a lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384299.087056:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384299.087057:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384299.087059:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384299.087061:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000061b41709 refcount=5 00000020:00000001:1.0:1767384299.087064:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781820864512 : -124291888687104 : ffff8ef50a205800) 00010000:00000001:1.0:1767384299.087066:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781820864512 : -124291888687104 : ffff8ef50a205800) 00010000:00000001:1.0:1767384299.087070:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384299.087073:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000061b41709/0x7e51148972eecb0a lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384299.087079:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384299.087082:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384299.087122:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384299.087128:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384299.087130:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384299.087134:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384299.087136:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384299.087139:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000061b41709 with handle 0x7e51148972eecb0a from hash 00010000:00000001:1.0:1767384299.087141:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384299.087143:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384299.087145:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384299.087147:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384299.087149:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384299.087152:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384299.087154:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384299.087157:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384299.087160:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384299.087162:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384299.087163:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384299.087166:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384299.087168:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384299.087169:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384299.087172:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384299.087174:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384299.087177:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000061b41709/0x7e51148972eecb0a lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384299.087183:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384299.087184:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384299.087186:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384299.087189:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384299.087191:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384299.087193:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384299.087195:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384299.087199:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384299.087201:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384299.087203:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000061b41709/0x7e51148972eecb0a lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384299.087210:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384299.087219:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384299.087222:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000061b41709/0x7e51148972eecb0a lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384299.087229:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000005bb9cb3f count: 0 00010000:00000001:1.0:1767384299.087238:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384299.087241:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:2.0:1767384299.088823:0:16771:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:2.0:1767384299.088828:0:16771:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384299.088831:0:16771:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000c47b5f3c. 20000000:00000001:2.0:1767384299.088837:0:16771:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384299.088843:0:16771:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236723069696 00010000:00000001:2.0:1767384299.088846:0:16771:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384299.088852:0:16771:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000003b972cf6 x1853236723069696/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:280/0 lens 4848/4768 e 0 to 0 dl 1767384310 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384299.088861:0:16771:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384299.088863:0:16771:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384299.088867:0:16771:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dd452398 time=29 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384299.088872:0:16771:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384299.088876:0:16771:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 21 to 0@lo 00000100:00000001:2.0:1767384299.088878:0:16771:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 02000000:00000001:2.0:1767384299.088881:0:16771:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384299.088884:0:16771:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384299.088888:0:16771:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384299.088893:0:16771:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384299.088897:0:16771:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000057c1b053. 00000100:00000200:2.0:1767384299.088902:0:16771:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236723069696, offset 224 00000400:00000200:2.0:1767384299.088909:0:16771:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384299.088920:0:16771:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384299.088930:0:16771:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824c903300 00000400:00000200:2.0:1767384299.088936:0:16771:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x149d [2] + 224 00000400:00000200:2.0:1767384299.088943:0:16771:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384299.088954:0:16771:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384299.088960:0:16771:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384299.088964:0:16771:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a50222b1 x1853236723069696/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384315 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384299.088973:0:16771:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000a50222b1 x1853236723069696/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384315 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384299.088988:0:16771:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384299.088996:0:16771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000057c1b053 00000400:00000010:2.0:1767384299.088998:0:16771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000057c1b053. 00000100:00000001:2.0:1767384299.089001:0:16771:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384299.089001:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384299.089004:0:16771:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384299.089006:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384299.089009:0:16771:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384299.089012:0:16771:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 20 to 0@lo 00000400:00000001:0.0:1767384299.089013:0:16138:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384299.089017:0:16138:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:2.0:1767384299.089018:0:16771:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:0.0:1767384299.089022:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000bc71dd0. 00000020:00000001:2.0:1767384299.089023:0:16771:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384299.089029:0:16771:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:0.0:1767384299.089032:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008a9b3b7e 00000100:00000040:2.0:1767384299.089035:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003b972cf6 x1853236723069696/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:280/0 lens 4848/4768 e 0 to 0 dl 1767384310 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384299.089037:0:16138:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008a9b3b7e. 00000100:00000001:0.0:1767384299.089042:0:16138:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384299.089049:0:16138:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a50222b1 x1853236723069696/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384315 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384299.089051:0:16771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000003b972cf6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c0412d60-4f67-4dbc-8791-892843f60083+15:16138:x1853236723069696:12345-0@lo:253: Request processed in 28192us (29072us total) trans 0 rc 0/0 00000100:00000200:0.0:1767384299.089067:0:16138:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a50222b1 x1853236723069696/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384315 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384299.089070:0:16771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000100:00000040:2.0:1767384299.089076:0:16771:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000555601ca : new rpc_count 1 00000100:00000001:2.0:1767384299.089081:0:16771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384299.089081:0:16138:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384299.089110:0:16771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384299.089116:0:16771:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006f426aac. 00000100:00000001:0.0:1767384299.089121:0:16138:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384299.089122:0:16771:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000012be701b. 00000100:00000001:0.0:1767384299.089125:0:16138:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384299.089129:0:16138:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:2.0:1767384299.089131:0:16771:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000038203353. 00000020:00000040:2.0:1767384299.089137:0:16771:0:(genops.c:898:class_export_put()) PUTting export 00000000555601ca : new refcount 14 00000100:00000001:0.0:1767384299.089137:0:16138:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384299.089141:0:16138:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384299.089144:0:16771:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:0.0:1767384299.089145:0:16138:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384299.089149:0:16771:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000060684b6e. 00000100:00001000:0.0:1767384299.089150:0:16138:0:(import.c:2128:obd_at_measure()) add 5 to 0000000028df3f77 time=29 v=5 (5 0 0 0) 02000000:00000001:2.0:1767384299.089155:0:16771:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00001000:0.0:1767384299.089156:0:16138:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f5022cbe time=29 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384299.089159:0:16771:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384299.089160:0:16138:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384299.089164:0:16138:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384299.089166:0:16138:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000200:2.0:1767384299.089167:0:16771:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:0.0:1767384299.089168:0:16138:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384299.089170:0:16138:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384299.089174:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a50222b1 x1853236723069696/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384315 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384299.089181:0:16138:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384299.089184:0:16138:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384299.089185:0:16138:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384299.089190:0:16138:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384299.089192:0:16138:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384299.089194:0:16138:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384299.089195:0:16138:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384299.089197:0:16138:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384299.089198:0:16138:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384299.089199:0:16138:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384299.089201:0:16138:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384299.089203:0:16138:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384299.089205:0:16138:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384299.089212:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a50222b1 x1853236723069696/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384315 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384299.089217:0:16138:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a50222b1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c0412d60-4f67-4dbc-8791-892843f60083:16138:1853236723069696:0@lo:253: 00000100:00000001:0.0:1767384299.089223:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384299.089225:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384299.089227:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a50222b1 x1853236723069696/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384315 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384299.089230:0:16771:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000747b2c89. 00000100:00000001:0.0:1767384299.089232:0:16138:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384299.089236:0:16138:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000010:2.0:1767384299.089237:0:16771:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000057c1b053. 02000000:00000010:0.0:1767384299.089239:0:16138:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000a871178b. 02000000:00000001:0.0:1767384299.089251:0:16138:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384299.089253:0:16138:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384299.089255:0:16138:0:(genops.c:1242:class_import_put()) import 00000000df830bbe refcount=4 obd=MGC192.168.202.152@tcp 00000020:00000001:0.0:1767384299.089257:0:16138:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384299.089258:0:16138:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000289fcc5d. 02000000:00000001:0.0:1767384299.089262:0:16138:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384299.089264:0:16138:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384299.089265:0:16138:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a50222b1. 00000100:00000001:0.0:1767384299.089268:0:16138:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384299.089269:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384299.089271:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384299.089278:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384299.089279:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384299.089282:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384299.089284:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:1.0:1767384299.089549:0:16774:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767384299.089553:0:16774:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384299.089556:0:16774:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000000557b543. 20000000:00000001:1.0:1767384299.089563:0:16774:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384299.089567:0:16774:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236723069824 00010000:00000001:1.0:1767384299.089570:0:16774:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384299.089576:0:16774:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000007cc7ad4f x1853236723069824/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:280/0 lens 4848/4768 e 0 to 0 dl 1767384310 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384299.089585:0:16774:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384299.089588:0:16774:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384299.089591:0:16774:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dd452398 time=29 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384299.089595:0:16774:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384299.089598:0:16774:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 21 to 0@lo 00000100:00000001:1.0:1767384299.089601:0:16774:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 02000000:00000001:1.0:1767384299.089604:0:16774:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384299.089606:0:16774:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384299.089609:0:16774:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384299.089615:0:16774:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384299.089619:0:16774:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000076d74926. 00000100:00000200:1.0:1767384299.089640:0:16774:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236723069824, offset 224 00000400:00000200:1.0:1767384299.089648:0:16774:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384299.089655:0:16774:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384299.089663:0:16774:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824c903380 00000400:00000200:1.0:1767384299.089669:0:16774:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x14a5 [2] + 224 00000400:00000200:1.0:1767384299.089677:0:16774:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384299.089681:0:16774:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384299.089684:0:16774:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384299.089689:0:16774:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000fe8ada58 x1853236723069824/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384315 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384299.089708:0:16774:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000fe8ada58 x1853236723069824/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384315 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384299.089733:0:16774:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384299.089745:0:16774:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000076d74926 00000400:00000010:1.0:1767384299.089747:0:16774:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000076d74926. 00000100:00000001:1.0:1767384299.089751:0:16774:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384299.089753:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384299.089753:0:16774:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384299.089756:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384299.089758:0:16774:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384299.089760:0:16137:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384299.089763:0:16137:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:1.0:1767384299.089764:0:16774:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 20 to 0@lo 00000400:00000010:2.0:1767384299.089765:0:16137:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001ebc3d4b. 00010000:00000001:1.0:1767384299.089771:0:16774:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000200:2.0:1767384299.089772:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000022826e93 00000400:00000010:2.0:1767384299.089775:0:16137:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000022826e93. 00000020:00000001:1.0:1767384299.089775:0:16774:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384299.089780:0:16137:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:1.0:1767384299.089781:0:16774:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:2.0:1767384299.089786:0:16137:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000fe8ada58 x1853236723069824/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384315 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384299.089790:0:16774:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007cc7ad4f x1853236723069824/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:280/0 lens 4848/4768 e 0 to 0 dl 1767384310 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384299.089803:0:16137:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000fe8ada58 x1853236723069824/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384315 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384299.089817:0:16137:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:1.0:1767384299.089818:0:16774:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000007cc7ad4f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c0412d60-4f67-4dbc-8791-892843f60083+14:16137:x1853236723069824:12345-0@lo:253: Request processed in 28860us (29761us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384299.089819:0:16137:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384299.089822:0:16137:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384299.089825:0:16137:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384299.089827:0:16137:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384299.089830:0:16137:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384299.089831:0:16137:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384299.089834:0:16137:0:(import.c:2128:obd_at_measure()) add 5 to 0000000028df3f77 time=29 v=5 (5 0 0 0) 00000100:00100000:1.0:1767384299.089835:0:16774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000100:00001000:2.0:1767384299.089839:0:16137:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f5022cbe time=29 v=5 (1 0 0 0) 00000100:00000040:1.0:1767384299.089841:0:16774:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000555601ca : new rpc_count 0 00000100:00000001:2.0:1767384299.089843:0:16137:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384299.089845:0:16137:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384299.089848:0:16137:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767384299.089848:0:16774:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:2.0:1767384299.089852:0:16137:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384299.089853:0:16774:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384299.089854:0:16137:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384299.089858:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000fe8ada58 x1853236723069824/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384315 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384299.089859:0:16774:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002fb45aa0. 00000100:00000001:2.0:1767384299.089867:0:16137:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384299.089869:0:16774:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003c04c441. 00000100:00000001:2.0:1767384299.089870:0:16137:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384299.089872:0:16137:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384299.089877:0:16137:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384299.089878:0:16137:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:00000010:1.0:1767384299.089878:0:16774:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e516e2ab. 00000020:01000004:2.0:1767384299.089882:0:16137:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:00000040:1.0:1767384299.089886:0:16774:0:(genops.c:898:class_export_put()) PUTting export 00000000555601ca : new refcount 13 00000020:01000004:2.0:1767384299.089890:0:16137:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384299.089892:0:16137:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 02000000:00000001:1.0:1767384299.089892:0:16774:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000020:01000004:2.0:1767384299.089897:0:16137:0:(tgt_mount.c:1152:server_mti_print()) flags: 02000000:00000010:1.0:1767384299.089897:0:16774:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000eecb2453. 00000020:01000004:2.0:1767384299.089898:0:16137:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384299.089900:0:16137:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384299.089903:0:16137:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:1.0:1767384299.089905:0:16774:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000040:2.0:1767384299.089906:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fe8ada58 x1853236723069824/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384315 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384299.089910:0:16774:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384299.089917:0:16137:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000fe8ada58 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c0412d60-4f67-4dbc-8791-892843f60083:16137:1853236723069824:0@lo:253: 00000100:00000200:1.0:1767384299.089918:0:16774:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:2.0:1767384299.089920:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384299.089925:0:16137:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384299.089926:0:16137:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000fe8ada58 x1853236723069824/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384315 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384299.089928:0:16774:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009bb9c6f0. 00000100:00000001:2.0:1767384299.089935:0:16137:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000010:1.0:1767384299.089936:0:16774:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000076d74926. 02000000:00000001:2.0:1767384299.089937:0:16137:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384299.089940:0:16137:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000025c8911a. 02000000:00000001:2.0:1767384299.089944:0:16137:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384299.089945:0:16137:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384299.089946:0:16137:0:(genops.c:1242:class_import_put()) import 00000000df830bbe refcount=3 obd=MGC192.168.202.152@tcp 00000020:00000001:2.0:1767384299.089948:0:16137:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384299.089949:0:16137:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000cfc0210d. 02000000:00000001:2.0:1767384299.089952:0:16137:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384299.089953:0:16137:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384299.089954:0:16137:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fe8ada58. 00000100:00000001:2.0:1767384299.089957:0:16137:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384299.089958:0:16137:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384299.089959:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384299.089963:0:16137:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384299.089963:0:16137:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384299.089965:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384299.089966:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1767384299.094121:0:22578:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000005bb9cb3f. 00010000:00000010:1.1:1767384299.094137:0:22578:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000061b41709. 00000100:00000040:3.0:1767384299.100168:0:53:0:(connection.c:75:cpu_latency_work()) work item of 000000009d5c2cb6 (cpu 0) has reached its deadline 4294889062, at 4294889063 00000100:00000040:2.0:1767384299.100171:0:795:0:(connection.c:75:cpu_latency_work()) work item of 00000000135c2452 (cpu 0) has reached its deadline 4294889062, at 4294889063 00000100:00000040:0.0:1767384299.100176:0:449:0:(connection.c:75:cpu_latency_work()) work item of 000000002fd0fb58 (cpu 0) has reached its deadline 4294889062, at 4294889063 00000100:00000010:3.0:1767384299.100178:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000028df37d0. 00000100:00000010:2.0:1767384299.100182:0:795:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003cc531e5. 00000100:00000010:0.0:1767384299.100194:0:449:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000880d8d48. 00000100:00000040:1.0:1767384299.101146:0:62:0:(connection.c:75:cpu_latency_work()) work item of 00000000edc4e618 (cpu 0) has reached its deadline 4294889062, at 4294889064 00000100:00000010:1.0:1767384299.101165:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004aec8132. 00080000:00000001:3.0:1767384299.997740:0:22818:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384299.997752:0:22818:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384299.997755:0:22818:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384299.997760:0:22818:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384299.997764:0:22818:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384299.997767:0:22818:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384300.085178:0:449:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384300.085186:0:449:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384300.085196:0:449:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384300.085198:0:449:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384300.085233:0:16768:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384300.085238:0:16768:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384300.085242:0:16768:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:0.0:1767384300.749024:0:22982:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767384300.749029:0:22982:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg252-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp22 --if ens2 00000001:00000001:0.0:1767384300.751953:0:22982:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:0.0:1767384300.759017:0:22983:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000006023049a. 00000400:00000010:0.0:1767384300.759033:0:22983:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000005710314a. 00000400:00000010:0.0:1767384300.759043:0:22983:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000bd09cefb. 00000400:00000010:0.0:1767384300.759047:0:22983:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000c16123c7. 00000400:00000010:0.0:1767384300.759052:0:22983:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000095e0e941. 00000400:00000010:0.0:1767384300.759056:0:22983:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000077bf2def. 00000400:00000010:0.0:1767384300.759058:0:22983:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000069931498. 00000400:00000010:0.0:1767384300.759061:0:22983:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000068b3cc22. 00000400:00000010:0.0:1767384300.759064:0:22983:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 0000000060261b7d. 00000800:00000010:0.0:1767384300.759077:0:22983:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000358ad172. 00000800:00000200:0.0:1767384300.759289:0:22983:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:0.0:1767384300.759297:0:22983:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:0.0:1767384300.759330:0:22983:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.152) 00000400:02000000:0.0:1767384300.759348:0:22983:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.152@tcp22 [8/256/0/180] 00000400:00000010:0.0:1767384300.760595:0:22983:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 265 at 00000000ae53d45f. 00000400:00000010:0.0:1767384300.760601:0:22983:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000040382926. 00000400:00000010:0.0:1767384300.760620:0:22983:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d42d7847. 00000400:00000001:0.0:1767384300.760636:0:22983:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384300.760637:0:22983:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384300.760639:0:22983:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f9a3e889. 00000400:00000200:0.0:1767384300.760642:0:22983:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000016cbe610 00000400:00000010:0.0:1767384300.760643:0:22983:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000016cbe610. 00000400:00000010:0.0:1767384300.760647:0:22983:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 249 at 000000003731eb54. 00000400:00000200:0.0:1767384300.760652:0:22983:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (13) 00000400:00000200:0.0:1767384300.760663:0:22983:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.152@tcp (000000005d9714d7): 0 00000400:00000200:0.0:1767384300.760671:0:22983:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131094 00000020:00000010:0.0:1767384300.760677:0:22983:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000cfc0210d. 00000020:01000000:0.0:1767384300.760681:0:22983:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:0.0:1767384300.760683:0:22983:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.152@tcp22 00000400:00000010:0.0:1767384300.760699:0:22983:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000005710314a. 00000400:00000200:1.0:1767384300.760702:0:16135:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:0.0:1767384300.760702:0:22983:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000006023049a. 00000400:00000200:1.0:1767384300.760718:0:16135:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100151 00000020:00000001:2.0:1767384300.760727:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000010:1.0:1767384300.760728:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ca45cce0. 10000000:00000001:2.0:1767384300.760733:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:1.0:1767384300.760734:0:16135:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (14) 10000000:00000001:2.0:1767384300.760738:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384300.760741:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000010:1.0:1767384300.760744:0:16135:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000006147ede6. 00000020:01000004:2.0:1767384300.760745:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384300.760750:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384300.760753:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384300.760757:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:1.0:1767384300.760761:0:16135:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.152@tcp 00000020:01000004:2.0:1767384300.760763:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384300.760765:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384300.760767:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384300.760768:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384300.760770:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384300.760772:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:2.0:1767384300.760777:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000168ae6d0. 00000020:00000040:2.0:1767384300.760783:0:36:0:(genops.c:1229:class_import_get()) import 00000000df830bbe refcount=4 obd=MGC192.168.202.152@tcp 00000400:00000200:1.0:1767384300.760783:0:16135:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.152@tcp local destination 00000100:00000001:2.0:1767384300.760801:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:1.0:1767384300.760803:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 02000000:00000001:2.0:1767384300.760806:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384300.760815:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384300.760817:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000400:00000200:1.0:1767384300.760830:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 02000000:00000010:2.0:1767384300.760833:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000eecb2453. 00000400:00000200:1.0:1767384300.760836:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 00000400:00000200:1.0:1767384300.760844:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 6], ns[16, 6] 00000100:00000001:2.0:1767384300.760846:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384300.760852:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 6], ns[18, 6] 00000100:00000001:2.0:1767384300.760856:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:1.0:1767384300.760859:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 6], ns[20, 6] 00000100:00000001:2.0:1767384300.760860:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384300.760870:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 6], ns[22, 6] 00000100:00000040:2.0:1767384300.760875:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000168ae6d0] to pc [ptlrpcd_00_03+3] req@00000000168ae6d0 x1853236723070208/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384300.760883:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 6], ns[24, 6] 00000400:00000200:1.0:1767384300.760909:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 6], ns[26, 6] 00000400:00000200:1.0:1767384300.760917:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 6], ns[28, 6] 00000400:00000200:1.0:1767384300.760925:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000400:00000200:1.0:1767384300.760931:0:16135:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp21 10000000:00000001:2.0:1767384300.760933:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384300.760938:0:16135:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.152@tcp21 10000000:00000001:2.0:1767384300.760940:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384300.760944:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1767384300.760945:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384300.760950:0:16135:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.152@tcp21 lpni_is_preferred = 0 00000020:01000000:2.0:1767384300.760952:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:0.0:1767384300.760954:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1767384300.760960:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:1.0:1767384300.760960:0:16135:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.152@tcp21 00000100:00000001:0.0:1767384300.760962:0:16140:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:00000001:2.0:1767384300.760966:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384300.760968:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000040:0.0:1767384300.760973:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000168ae6d0 x1853236723070208/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:01000000:2.0:1767384300.760977:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:2.0:1767384300.760987:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:1.0:1767384300.760992:0:16135:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp21 NI seq info: [29:29:256:4294967295] 192.168.202.152@tcp21 LPNI seq info [29:29:8:4294967295] 00000020:01000004:2.0:1767384300.760993:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384300.761001:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384300.761011:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000001:0.0:1767384300.761011:0:16140:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1767384300.761016:0:16135:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.152@tcp21 00000020:01000004:2.0:1767384300.761018:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000001:0.0:1767384300.761020:0:16140:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1767384300.761021:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384300.761028:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384300.761034:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 02000000:00000001:0.0:1767384300.761034:0:16140:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:2.0:1767384300.761039:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:0.0:1767384300.761041:0:16140:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384300.761045:0:16135:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp21(192.168.202.152@tcp21:) -> 192.168.202.152@tcp21(192.168.202.152@tcp:192.168.202.152@tcp21) : PUT try# 0 00000100:00000010:2.0:1767384300.761046:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f83c2498. 00000020:00000040:2.0:1767384300.761057:0:36:0:(genops.c:1229:class_import_get()) import 00000000df830bbe refcount=5 obd=MGC192.168.202.152@tcp 02000000:00000001:0.0:1767384300.761057:0:16140:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384300.761068:0:16135:0:(socklnd_cb.c:1001:ksocknal_send()) sending 256 bytes in 1 frags to 12345-192.168.202.152@tcp21 00000100:00000001:2.0:1767384300.761070:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00100000:0.0:1767384300.761075:0:16140:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000168ae6d0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c0412d60-4f67-4dbc-8791-892843f60083:16140:1853236723070208:0@lo:253: 02000000:00000001:2.0:1767384300.761076:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000800:00000010:1.0:1767384300.761077:0:16135:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e89f1abf. 02000000:00000001:2.0:1767384300.761085:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767384300.761125:0:16135:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000008c8d273b. 00000100:00000001:0.0:1767384300.761130:0:16140:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000010:1.0:1767384300.761132:0:16135:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000d1e87197. 02000000:00000001:0.0:1767384300.761137:0:16140:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:2.0:1767384300.761142:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000000557b543. 00000800:00000200:1.0:1767384300.761143:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008c8d273b] -> 12345-192.168.202.152@tcp21 (2) 02000000:00000001:0.0:1767384300.761147:0:16140:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384300.761156:0:16140:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767384300.761157:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1767384300.761162:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008c8d273b] -> 12345-192.168.202.152@tcp21 (2) 02000000:00000010:0.0:1767384300.761166:0:16140:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000289fcc5d. 00000100:00000001:2.0:1767384300.761169:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1767384300.761170:0:16140:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384300.761172:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384300.761175:0:16140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000094424882. 00000100:00000040:2.0:1767384300.761179:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f83c2498] to pc [ptlrpcd_00_00+0] req@00000000f83c2498 x1853236723070336/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384300.761181:0:16140:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005710314a. 00000400:00000200:1.0:1767384300.761186:0:16135:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.152@tcp 00000100:00000200:0.0:1767384300.761190:0:16140:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236723070208, portal 25 00000100:00000001:0.0:1767384300.761197:0:16140:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1767384300.761201:0:16135:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100551 rc 0 00000100:00000001:0.0:1767384300.761202:0:16140:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782564200448 : -124291145351168 : ffff8ef5366ec000) 00000100:00000040:0.0:1767384300.761213:0:16140:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000168ae6d0 x1853236723070208/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384316 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:2.0:1767384300.761221:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384300.761221:0:16140:0:(niobuf.c:69:ptl_send_buf()) Process entered 10000000:00000001:2.0:1767384300.761226:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384300.761226:0:16140:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384300.761230:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1767384300.761231:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384300.761232:0:16140:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001fdfbb6e. 00000020:01000000:2.0:1767384300.761240:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:1.0:1767384300.761241:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384300.761242:0:16140:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236723070208, offset 0 00000020:00000010:2.0:1767384300.761244:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000cfc0210d. 00000400:00000200:0.0:1767384300.761262:0:16140:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384300.761272:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384300.761282:0:16140:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824c903500 00000400:00000200:0.0:1767384300.761287:0:16140:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x9a5 [2] + 0 00000400:00000010:0.0:1767384300.761290:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b4299acf. 00000400:00000200:0.0:1767384300.761293:0:16140:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000794eb683 00000400:00000200:0.0:1767384300.761299:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384300.761304:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384300.761310:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000794eb683 00000400:00000010:0.0:1767384300.761313:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000794eb683. 00000100:00000001:0.0:1767384300.761319:0:16140:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384300.761320:0:16140:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384300.761322:0:16140:0:(events.c:337:request_in_callback()) incoming req@00000000eeb26b30 x1853236723070208 msgsize 4848 00000100:00100000:0.0:1767384300.761325:0:16140:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384300.761327:0:16140:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384300.761335:0:16140:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384300.761340:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001fdfbb6e 00000400:00000010:0.0:1767384300.761341:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001fdfbb6e. 00000100:00000001:0.0:1767384300.761342:0:16140:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384300.761344:0:16140:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000168ae6d0 x1853236723070208/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384316 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384300.761358:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384300.761367:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000168ae6d0 x1853236723070208/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384316 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384300.761369:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.152:988 00000100:00000001:2.0:1767384300.761379:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384300.761383:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384300.761384:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384300.761388:0:16137:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767384300.761388:0:16140:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:2.0:1767384300.761395:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f83c2498 x1853236723070336/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384300.761396:0:16140:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384300.761404:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294890748 00000100:00000001:2.0:1767384300.761407:0:16137:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384300.761409:0:16137:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384300.761410:0:16140:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000619a1e27. 02000000:00000001:2.0:1767384300.761414:0:16137:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384300.761417:0:16137:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384300.761419:0:16137:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384300.761420:0:16140:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 0 00000100:00100000:2.0:1767384300.761425:0:16137:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f83c2498 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c0412d60-4f67-4dbc-8791-892843f60083:16137:1853236723070336:0@lo:253: 00000100:00000001:2.0:1767384300.761429:0:16137:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767384300.761429:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294890748 02000000:00000001:2.0:1767384300.761433:0:16137:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000010:0.0:1767384300.761434:0:16140:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000e6dde82. 00000100:00000001:0.0:1767384300.761440:0:16140:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 1 02000000:00000001:2.0:1767384300.761442:0:16137:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384300.761445:0:16137:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384300.761446:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294890748 02000000:00000010:2.0:1767384300.761451:0:16137:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000b00616c4. 00000100:00000010:0.0:1767384300.761452:0:16140:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002ff4f777. 02000000:00000001:2.0:1767384300.761458:0:16137:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384300.761458:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.152:988 00000100:00000001:0.0:1767384300.761459:0:16140:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767384300.761469:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294890748 00000400:00000010:2.0:1767384300.761474:0:16137:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004e2bdc44. 00000100:00000010:0.0:1767384300.761476:0:16140:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e32c4503. 00000100:00000001:0.0:1767384300.761484:0:16140:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 3 00000400:00000010:2.0:1767384300.761487:0:16137:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000db4eed21. 00000100:00000001:0.0:1767384300.761493:0:16140:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1767384300.761494:0:16137:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236723070336, portal 25 00000100:00000001:0.0:1767384300.761497:0:16140:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384300.761498:0:16137:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384300.761502:0:16137:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782564207616 : -124291145344000 : ffff8ef5366edc00) 00000100:00000001:0.0:1767384300.761506:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384300.761512:0:16137:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f83c2498 x1853236723070336/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384316 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384300.761512:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384300.761520:0:16137:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384300.761524:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:2.0:1767384300.761525:0:16137:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1767384300.761527:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.152:988 00000100:00000001:0.0:1767384300.761529:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000010:2.0:1767384300.761530:0:16137:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000891a269. 00000100:00000001:0.0:1767384300.761542:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:2.0:1767384300.761543:0:16137:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236723070336, offset 0 00000100:00000001:0.0:1767384300.761547:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767384300.761554:0:16137:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384300.761555:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384300.761562:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384300.761568:0:16137:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384300.761582:0:16137:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824c903580 00000400:00000200:2.0:1767384300.761589:0:16137:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x9bd [2] + 0 00000400:00000010:2.0:1767384300.761592:0:16137:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000534a0999. 00000400:00000200:2.0:1767384300.761599:0:16137:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000bc28df9c 00000400:00000200:2.0:1767384300.761619:0:16137:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384300.761622:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.152:988 00000400:00000200:2.0:1767384300.761624:0:16137:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384300.761635:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bc28df9c 00000400:00000010:2.0:1767384300.761639:0:16137:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bc28df9c. 00000100:00000001:2.0:1767384300.761645:0:16137:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384300.761649:0:16137:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384300.761654:0:16137:0:(events.c:337:request_in_callback()) incoming req@00000000a91adb71 x1853236723070336 msgsize 4848 00000100:00100000:2.0:1767384300.761665:0:16137:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384300.761669:0:16137:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:2.0:1767384300.761684:0:16137:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384300.761693:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000891a269 00000400:00000010:2.0:1767384300.761696:0:16137:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000891a269. 00000100:00000001:0.0:1767384300.761699:0:16774:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384300.761701:0:16137:0:(events.c:34:request_out_callback()) Process entered 00000100:00100000:0.0:1767384300.761703:0:16774:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723070208 00000100:00000200:2.0:1767384300.761707:0:16137:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f83c2498 x1853236723070336/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384316 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384300.761708:0:16774:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384300.761710:0:16774:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:1.0:1767384300.761717:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.152:988 00000100:00000001:0.0:1767384300.761721:0:16774:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384300.761726:0:16137:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1767384300.761728:0:16774:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384300.761732:0:16137:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f83c2498 x1853236723070336/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384316 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384300.761733:0:16774:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723070208 00000020:00000001:0.0:1767384300.761738:0:16774:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384300.761741:0:16774:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eec8e1 00000020:00000001:0.0:1767384300.761744:0:16774:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384300.761747:0:16137:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384300.761748:0:16774:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000555601ca refcount=14 00000100:00000001:2.0:1767384300.761750:0:16137:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:0.0:1767384300.761752:0:16774:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000020:00000001:0.0:1767384300.761756:0:16774:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000100:00000001:0.0:1767384300.761760:0:16774:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384300.761761:0:16137:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384300.761764:0:16774:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003ca80bce. 00000100:00000001:2.0:1767384300.761765:0:16137:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294890748 00000100:00000001:0.0:1767384300.761770:0:16774:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384300.761772:0:16137:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 0, keep current deadline 4294890748 00000020:00000010:0.0:1767384300.761774:0:16774:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003ca80bce. 00000100:00000001:2.0:1767384300.761778:0:16137:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294890748 00000100:00000001:2.0:1767384300.761782:0:16137:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 1, keep current deadline 4294890748 00000100:00000001:2.0:1767384300.761783:0:16137:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294890748 00000020:00000010:0.0:1767384300.761783:0:16774:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000233b016b. 00000100:00000001:2.0:1767384300.761789:0:16137:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 2, keep current deadline 4294890748 00000100:00000001:2.0:1767384300.761790:0:16137:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294890748 00000100:00000001:2.0:1767384300.761792:0:16137:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 3, keep current deadline 4294890748 00000020:00000010:0.0:1767384300.761792:0:16774:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a1b19171. 00000100:00000001:2.0:1767384300.761797:0:16137:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384300.761801:0:16774:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000460211f4. 00000100:00000001:2.0:1767384300.761802:0:16137:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384300.761804:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.152:988 00000100:00000001:2.0:1767384300.761808:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384300.761813:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384300.761813:0:16774:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384300.761817:0:16774:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384300.761818:0:16137:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384300.761819:0:16774:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384300.761822:0:16137:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384300.761823:0:16774:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384300.761829:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384300.761833:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384300.761835:0:16774:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384300.761836:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384300.761843:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384300.761851:0:16774:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384300.761861:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384300.761864:0:16774:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384300.761865:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384300.761870:0:16774:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723070336 02000000:00000001:0.0:1767384300.761873:0:16774:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384300.761875:0:16774:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384300.761877:0:16774:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384300.761880:0:16774:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384300.761883:0:16774:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723070336 00000020:00000001:0.0:1767384300.761887:0:16774:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384300.761889:0:16771:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000040:0.0:1767384300.761889:0:16774:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eec8e1 00000020:00000001:0.0:1767384300.761890:0:16774:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384300.761893:0:16771:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000040:0.0:1767384300.761895:0:16774:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000555601ca refcount=15 00000020:00000001:0.0:1767384300.761899:0:16774:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000020:00000001:0.0:1767384300.761901:0:16774:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000100:00100000:2.0:1767384300.761905:0:16771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000400:00000200:1.0:1767384300.761905:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.152:988 00000100:00000001:0.0:1767384300.761913:0:16774:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:2.0:1767384300.761914:0:16771:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000555601ca : new rpc_count 1 00000100:00000001:2.0:1767384300.761919:0:16771:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619781697494096 : -124292012057520 : ffff8ef502c5dc50) 00000020:00000010:0.0:1767384300.761920:0:16774:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003ca80bce. 00000100:00000001:0.0:1767384300.761926:0:16774:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384300.761929:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000eeb26b30 x1853236723070208/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:281/0 lens 4848/0 e 0 to 0 dl 1767384311 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384300.761931:0:16774:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003ca80bce. 00000020:00000010:0.0:1767384300.761938:0:16774:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ba2d8298. 00000020:00000010:0.0:1767384300.761944:0:16774:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c6e75fba. 00000100:00000001:2.0:1767384300.761947:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384300.761949:0:16774:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000fa0adeb7. 00000020:00000010:2.0:1767384300.761953:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000580d281f. 00000100:00000001:0.0:1767384300.761954:0:16774:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384300.761958:0:16771:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384300.761958:0:16774:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384300.761960:0:16774:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384300.761963:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000580d281f. 00000100:00000001:0.0:1767384300.761971:0:16774:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384300.761976:0:16771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000eeb26b30 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c0412d60-4f67-4dbc-8791-892843f60083+15:16140:x1853236723070208:12345-0@lo:253: 00000100:00000200:2.0:1767384300.761981:0:16771:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723070208 00000100:00000001:0.0:1767384300.761981:0:16774:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384300.761986:0:16771:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384300.761993:0:16771:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384300.761995:0:16771:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384300.761999:0:16771:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:1.0:1767384300.761999:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.152:988 00000100:00000001:0.0:1767384300.761999:0:16774:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:2.0:1767384300.762005:0:16771:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669141328 : -1040410288 : ffffffffc1fc9950) 00000100:00000001:0.0:1767384300.762005:0:16774:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:2.0:1767384300.762011:0:16771:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00100000:0.0:1767384300.762013:0:16774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000020:00000001:2.0:1767384300.762016:0:16771:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384300.762021:0:16771:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000040:0.0:1767384300.762021:0:16774:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000555601ca : new rpc_count 2 00000020:00000001:2.0:1767384300.762024:0:16771:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:0.0:1767384300.762027:0:16774:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619781697490000 : -124292012061616 : ffff8ef502c5cc50) 00000020:00000001:2.0:1767384300.762029:0:16771:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384300.762037:0:16771:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000040:0.0:1767384300.762039:0:16774:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a91adb71 x1853236723070336/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:281/0 lens 4848/0 e 0 to 0 dl 1767384311 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384300.762041:0:16771:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384300.762047:0:16771:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000003a2219a. 02000000:00000001:2.0:1767384300.762052:0:16771:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384300.762054:0:16771:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384300.762054:0:16774:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 20000000:00000001:2.0:1767384300.762062:0:16771:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000010:0.0:1767384300.762062:0:16774:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003ca80bce. 00000400:00000200:1.0:1767384300.762068:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.152:988 00000100:00000001:0.0:1767384300.762069:0:16774:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 20000000:00000010:2.0:1767384300.762071:0:16771:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000003df1869e. 20000000:01000000:2.0:1767384300.762080:0:16771:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000020:00000010:0.0:1767384300.762082:0:16774:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003ca80bce. 20000000:00000001:2.0:1767384300.762138:0:16771:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384300.762143:0:16771:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384300.762147:0:16771:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384300.762150:0:16771:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384300.762154:0:16771:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:2.0:1767384300.762167:0:16771:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000094a122d7. 20000000:01000000:2.0:1767384300.762170:0:16771:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #22 20000000:00000001:2.0:1767384300.762174:0:16771:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:2.0:1767384300.762181:0:16771:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000400:00000200:1.0:1767384300.762223:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.152:988 00080000:00000001:2.0:1767384300.762238:0:16771:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384300.762242:0:16771:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384300.762245:0:16771:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384300.762248:0:16771:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:2.0:1767384300.762251:0:16771:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384300.762257:0:16771:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446619782313850200 : -124291395701416 : ffff8ef52782b558) 00080000:00000001:2.0:1767384300.762261:0:16771:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384300.762268:0:16771:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000da2e07ae. 00080000:00000001:2.0:1767384300.762271:0:16771:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446619777392432128 : -124296317119488 : ffff8ef4022bd400) 00080000:00000001:2.0:1767384300.762274:0:16771:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:1.0:1767384300.762356:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.152:988 00000001:00000001:2.0:1767384300.762428:0:16771:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384300.762430:0:16771:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384300.762433:0:16771:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384300.762460:0:16771:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384300.762463:0:16771:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:1.0:1767384300.762491:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.152:988 00000400:00000200:1.0:1767384300.762628:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.152:988 00000100:00100000:0.0:1767384300.762628:0:16774:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000a91adb71 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c0412d60-4f67-4dbc-8791-892843f60083+15:16137:x1853236723070336:12345-0@lo:253: 00000100:00000200:0.0:1767384300.762641:0:16774:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723070336 00000020:00000001:0.0:1767384300.762644:0:16774:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00080000:00000001:2.0:1767384300.762647:0:16771:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000020:00000001:0.0:1767384300.762648:0:16774:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00080000:00000001:2.0:1767384300.762652:0:16771:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000020:00000001:0.0:1767384300.762653:0:16774:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384300.762657:0:16774:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384300.762660:0:16774:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669141328 : -1040410288 : ffffffffc1fc9950) 00000020:00000001:0.0:1767384300.762663:0:16774:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384300.762666:0:16774:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384300.762673:0:16774:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384300.762675:0:16774:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384300.762677:0:16774:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384300.762680:0:16774:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384300.762681:0:16774:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384300.762685:0:16774:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000cfc0210d. 02000000:00000001:0.0:1767384300.762687:0:16774:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384300.762689:0:16774:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384300.762692:0:16774:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:0.0:1767384300.762699:0:16774:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000a871178b. 20000000:01000000:0.0:1767384300.762702:0:16774:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384300.762704:0:16774:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384300.762706:0:16774:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384300.762709:0:16774:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384300.762711:0:16774:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384300.762713:0:16774:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:1.0:1767384300.762729:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.152:988 00000400:00000200:1.0:1767384300.762797:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.152:988 00000400:00000200:1.0:1767384300.762868:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.152:988 00000400:00000200:1.0:1767384300.762923:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.152:988 00000400:00000200:1.0:1767384300.762956:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.152:988 00000400:00000200:1.0:1767384300.762985:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.152:988 00000400:00000200:1.0:1767384300.763023:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.152:988 00000400:00000200:1.0:1767384300.763060:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.152:988 00000400:00000200:1.0:1767384300.763172:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.152:988 00000400:00000200:1.0:1767384300.763267:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.152:988 00000400:00000200:1.0:1767384300.763344:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.152:988 00000800:00000010:1.0:1767384300.763748:0:16127:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000025c8911a. 00000800:00000010:1.0:1767384300.763756:0:16127:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000ab762c1b. 00000400:00000200:2.0:1767384300.763763:0:16133:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000800:00000010:1.0:1767384300.763765:0:16127:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000000e7ad782. 00000400:00000200:2.0:1767384300.763790:0:16133:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.152@tcp21 from 231.3.0.2 00000800:00000010:2.0:1767384300.763796:0:16133:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000008cb86bc. 00000800:00000010:1.0:1767384300.763819:0:16127:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000000e7ad782. 00000800:00000010:1.0:1767384300.763894:0:16126:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000060684b6e. 00000800:00000010:1.0:1767384300.763902:0:16126:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000616df573. 00000800:00000010:1.0:1767384300.763950:0:16126:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000166d6947. 00000800:00000200:1.1:1767384300.763959:0:16126:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008c8d273b] -> 12345-192.168.202.152@tcp21 (2) 00000800:00000200:1.1:1767384300.763968:0:16126:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.152@tcp21 00000000166d6947 deleted 00000800:00000010:1.1:1767384300.763971:0:16126:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000166d6947. 00000800:00000200:1.1:1767384300.763987:0:16126:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1:1767384300.763995:0:16126:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp21 ip 192.168.202.152:999 00000800:00000200:1.1:1767384300.764000:0:16126:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e89f1abf type 1, nob 352 niov 1 nkiov 1 00000800:00000200:1.0:1767384300.764008:0:16126:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.152@tcp21 p 3.x 192.168.202.152 -> 192.168.202.152:999 incarnation:1767384299057548944 sched[0] 00000800:00000010:1.0:1767384300.764014:0:16126:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000000e7ad782. 00000800:00000010:1.0:1767384300.764172:0:16126:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000000e7ad782. 00000800:00000010:1.0:1767384300.764178:0:16126:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000616df573. 00000800:00000010:1.0:1767384300.764238:0:16126:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000008cb86bc. 00000800:00000001:1.0:1767384300.764260:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384300.764267:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.1:1767384300.764421:0:16127:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.0:1767384300.764458:0:16127:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.152@tcp21 p 3.x 192.168.202.152 -> 192.168.202.152:988 incarnation:1767384299057548944 sched[0] 00000800:00000010:0.0:1767384300.764463:0:16127:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000ab762c1b. 00000800:00000001:3.0:1767384300.764762:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384300.764773:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384300.764777:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384300.764782:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384300.764792:0:16130:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.152@tcp21(192.168.202.152@tcp21) <- 192.168.202.152@tcp21 : PUT - for me 00000400:00000200:3.0:1767384300.764806:0:16130:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.152@tcp of length 256 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384300.764816:0:16130:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.152@tcp of length 256/256 into md 0x14ad [1] + 0 00000400:00000010:3.0:1767384300.764821:0:16130:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f70fadd8. 00000400:00000200:3.0:1767384300.764827:0:16130:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000e1b09e96 00000800:00000001:3.0:1767384300.764834:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384300.764848:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384300.764851:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384300.764858:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp21->192.168.202.152@tcp21: PUT: OK 00000400:00000200:3.0:1767384300.764864:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e1b09e96 00000400:00000010:3.0:1767384300.764866:0:16130:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e1b09e96. 00000400:00000200:3.0:1767384300.764874:0:16130:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:3.0:1767384300.764879:0:16130:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (15) 00000400:00000200:3.0:1767384300.764885:0:16130:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.152@tcp(000000005d9714d7) is MR 00000400:00000010:3.0:1767384300.764889:0:16130:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 265 at 00000000e2b6f0db. 00000400:00000200:3.0:1767384300.764893:0:16130:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.202.152@tcp 14 00000400:00000200:3.0:1767384300.764899:0:16130:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.152@tcp (000000005d9714d7): -114 00000400:00000200:3.0:1767384300.764913:0:16130:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000005d9714d7 (16) 00000400:00000200:3.0:1767384300.764930:0:16130:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767384300.764940:0:16130:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.152@tcp21 to MR: 192.168.202.152@tcp21 local destination 00000400:00000200:3.0:1767384300.764950:0:16130:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp21 NI seq info: [30:30:255:4294967295] 192.168.202.152@tcp21 LPNI seq info [30:30:7:4294967295] 00000400:00000200:3.0:1767384300.764969:0:16130:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp21(192.168.202.152@tcp21:192.168.202.152@tcp21) -> 192.168.202.152@tcp21(192.168.202.152@tcp21:192.168.202.152@tcp21) 192.168.202.152@tcp21 : ACK try# 0 00000800:00000200:3.0:1767384300.764979:0:16130:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.152@tcp21 00000800:00000010:3.0:1767384300.764985:0:16130:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007c5ec664. 00000800:00000200:3.0:1767384300.764993:0:16130:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008c8d273b] -> 12345-192.168.202.152@tcp21 (4) 00000800:00000200:3.0:1767384300.765003:0:16130:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp21 ip 192.168.202.152:988 00000800:00000200:3.0:1767384300.765007:0:16130:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000007c5ec664 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1767384300.765078:0:16132:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384300.765084:0:16132:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e89f1abf. 00000400:00000200:1.0:1767384300.765136:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384300.765146:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp21->192.168.202.152@tcp21: PUT: OK 00000400:00000200:1.0:1767384300.765154:0:16132:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000800:00000200:3.0:1767384300.765159:0:16130:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1767384300.765161:0:16132:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.152@tcp: 0 00000800:00000010:3.0:1767384300.765167:0:16130:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007c5ec664. 00000400:00000200:3.0:1767384300.765179:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:1.0:1767384300.765182:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384300.765189:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp21->192.168.202.152@tcp21: ACK: OK 00000800:00000001:1.0:1767384300.765192:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384300.765197:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384300.765206:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384300.765208:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384300.765217:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384300.765225:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.152:988 00000400:00000200:1.0:1767384300.765232:0:16132:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.152@tcp21(192.168.202.152@tcp21) <- 192.168.202.152@tcp21 : ACK - for me 00000400:00000200:1.0:1767384300.765252:0:16132:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.152@tcp21: ACK from 12345-192.168.202.152@tcp21 into md 0x14dd 00000400:00000200:1.0:1767384300.765271:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384300.765278:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.152:988 00000400:00000200:1.0:1767384300.765284:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp21->192.168.202.152@tcp21: ACK: OK 00000400:00000200:1.0:1767384300.765294:0:16132:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ca45cce0 00000400:00000010:1.0:1767384300.765297:0:16132:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ca45cce0. 00000400:00000200:1.0:1767384300.765302:0:16132:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:1.0:1767384300.765308:0:16132:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.152@tcp ev->status 0 00000400:00000200:1.0:1767384300.765317:0:16132:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.152@tcp (000000005d9714d7): -114 00000400:00000200:1.0:1767384300.765322:0:16132:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000005d9714d7 (15) 00000800:00000001:1.0:1767384300.765332:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384300.765338:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.152:988 00000800:00000001:1.0:1767384300.765341:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384300.765373:0:16135:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:1.0:1767384300.765379:0:16135:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008a64f863. 00000400:00000010:1.0:1767384300.765385:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ca45cce0. 00000400:00000200:1.0:1767384300.765390:0:16135:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 0000000066e4368c 00000400:00000200:1.0:1767384300.765400:0:16135:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x1000d1 00000400:00000200:0.0:1767384300.765409:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.152:988 00000400:00000010:1.0:1767384300.765410:0:16135:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 300 at 00000000c5ad1fd9. 00000400:00000010:1.0:1767384300.765423:0:16135:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 360 at 00000000ec20b07c. 00000400:00000010:1.0:1767384300.765428:0:16135:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 300 at 000000005789b769. 00000400:00000010:1.0:1767384300.765465:0:16135:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 0000000049a09bd5. 00000400:00000200:1.0:1767384300.765474:0:16135:0:(peer.c:185:lnet_peer_ni_alloc()) 0000000049a09bd5 nid 192.168.202.152@tcp22 00000400:00000200:0.0:1767384300.765475:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.152:988 00000400:00000010:1.0:1767384300.765489:0:16135:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000004c6385dd. 00000400:00000200:1.0:1767384300.765496:0:16135:0:(peer.c:204:lnet_peer_net_alloc()) 000000004c6385dd net tcp22 00000400:00000200:1.0:1767384300.765501:0:16135:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (14) 00000400:00000200:1.0:1767384300.765512:0:16135:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.152@tcp NID 192.168.202.152@tcp22 flags 0x11 00000400:00000010:1.0:1767384300.765518:0:16135:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 300 at 00000000c5ad1fd9. 00000400:00000010:1.0:1767384300.765527:0:16135:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 360 at 00000000ec20b07c. 00000400:00000010:1.0:1767384300.765531:0:16135:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 300 at 000000005789b769. 00000400:00000200:0.0:1767384300.765532:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.152:988 00000400:00000010:1.0:1767384300.765537:0:16135:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 265 at 00000000e2b6f0db. 00000400:00000200:1.0:1767384300.765549:0:16135:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.152@tcp (000000005d9714d7): 0 00000400:00000200:1.0:1767384300.765553:0:16135:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.152@tcp(000000005d9714d7): 0. state = 0x100151 00000400:00000200:1.0:1767384300.765559:0:16135:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100151 rc 1 00000400:00000200:1.0:1767384300.765567:0:16135:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100151 00000400:00000200:1.0:1767384300.765572:0:16135:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.152@tcp 00000400:00000200:0.0:1767384300.765574:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.152:988 00000400:00000200:1.0:1767384300.765586:0:16135:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100111 rc 0 00000400:00000200:1.0:1767384300.765594:0:16135:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.152@tcp (000000005d9714d7) 00000400:00000200:1.0:1767384300.765601:0:16135:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000005d9714d7 (15) 00000400:00000200:0.0:1767384300.765634:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.152:988 00000400:00000200:0.0:1767384300.765676:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.152:988 00000400:00000200:0.0:1767384300.765734:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.152:988 00000400:00000200:0.0:1767384300.765775:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.152:988 00000400:00000200:0.0:1767384300.765810:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.152:988 00000400:00000200:0.0:1767384300.765869:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.152:988 00000400:00000200:0.0:1767384300.765889:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.152:988 00000400:00000200:0.0:1767384300.765931:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.152:988 00000400:00000200:0.0:1767384300.765983:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.152:988 00000400:00000200:0.0:1767384300.766062:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.152:988 00000400:00000200:0.0:1767384300.766174:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.152:988 00000400:00000200:0.0:1767384300.766251:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.152:988 00000400:00000200:0.0:1767384300.766332:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.152:988 00000400:00000200:0.0:1767384300.766391:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.152:988 00000400:00000200:0.0:1767384300.766430:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.152:988 00000400:00000200:0.0:1767384300.766480:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.152:988 00000400:00000200:0.0:1767384300.766527:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.152:988 00000400:00000200:0.0:1767384300.766565:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.152:988 00000800:00000010:0.0:1767384300.766798:0:16127:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000006cc130d8. 00000800:00000010:0.0:1767384300.766804:0:16127:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000001fdfbb6e. 00000800:00000010:0.0:1767384300.766809:0:16127:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000001c76428a. 00000800:00000010:0.0:1767384300.766864:0:16127:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000001c76428a. 00000400:00000200:2.0:1767384300.766907:0:16133:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:2.0:1767384300.766921:0:16133:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.152@tcp21 from 230.3.0.2 00000800:00000010:2.0:1767384300.766924:0:16133:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000b90f8d91. 00000800:00000010:0.0:1767384300.766959:0:16125:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000bb534ce7. 00000800:00000010:0.0:1767384300.766964:0:16125:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000ab762c1b. 00000800:00000010:0.0:1767384300.766986:0:16125:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000ebfdb456. 00000800:00000200:0.1:1767384300.766992:0:16125:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008c8d273b] -> 12345-192.168.202.152@tcp21 (4) 00000800:00000200:0.1:1767384300.766997:0:16125:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.152@tcp21 00000000ebfdb456 deleted 00000800:00000010:0.1:1767384300.766999:0:16125:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000ebfdb456. 00000800:00000200:0.1:1767384300.767003:0:16125:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:0.0:1767384300.767008:0:16125:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.152@tcp21 p 3.x 192.168.202.152 -> 192.168.202.152:998 incarnation:1767384299057548944 sched[0] 00000800:00000010:0.0:1767384300.767013:0:16125:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000001c76428a. 00000800:00000010:0.0:1767384300.767060:0:16125:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000001c76428a. 00000800:00000010:0.0:1767384300.767065:0:16125:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000ab762c1b. 00000800:00000010:0.0:1767384300.767136:0:16125:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000b90f8d91. 00000800:00000001:0.0:1767384300.767152:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:1.1:1767384300.767153:0:16127:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000001:0.0:1767384300.767165:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767384300.767171:0:16127:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.152@tcp21 p 3.x 192.168.202.152 -> 192.168.202.152:988 incarnation:1767384299057548944 sched[0] 00000800:00000010:1.0:1767384300.767178:0:16127:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000001fdfbb6e. 00000800:00000001:0.0:1767384300.767248:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384300.767253:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384300.773127:0:16771:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384300.773133:0:16807:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000020:00000002:2.0:1767384300.773136:0:16771:0:(lu_object.c:207:lu_object_put()) Add 00000000f07b1e3f/000000000f28175b to site lru. bkt: 00000000b56e2c81 00040000:00000001:1.0:1767384300.773138:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:2.0:1767384300.773144:0:16771:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384300.773144:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1767384300.773148:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384300.773154:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:2.0:1767384300.773155:0:16771:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00080000:00000010:1.0:1767384300.773159:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000da2e07ae. 00080000:00000001:1.0:1767384300.773164:0:16807:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:2.0:1767384300.773169:0:16771:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000010:0.0:1767384300.773187:0:16774:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000008b2af5ac. 20000000:00000001:2.0:1767384300.773189:0:16771:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384300.773192:0:16774:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #22 20000000:01000000:2.0:1767384300.773194:0:16771:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:00000001:0.0:1767384300.773198:0:16774:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000020:2.0:1767384300.773202:0:16771:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 00080000:00000001:0.0:1767384300.773204:0:16774:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:01000000:1.0:1767384300.773215:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384300.773221:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384300.773227:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:0.0:1767384300.773232:0:16774:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384300.773233:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:0.0:1767384300.773236:0:16774:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384300.773238:0:16774:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384300.773241:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:0.0:1767384300.773241:0:16774:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00010000:00000010:1.0:1767384300.773250:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000025c7233f. 00000020:00000001:0.0:1767384300.773252:0:16774:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:1.0:1767384300.773258:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000020:00000001:0.0:1767384300.773259:0:16774:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446619782313850200 : -124291395701416 : ffff8ef52782b558) 00010000:00000010:1.0:1767384300.773263:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000036c06e30. 00080000:00000001:0.0:1767384300.773265:0:16774:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000020:00000001:1.0:1767384300.773270:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000010:0.0:1767384300.773273:0:16774:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000007c31b61b. 00000020:00000040:1.0:1767384300.773275:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000036c06e30 with handle 0x7e51148972eecb11 to hash 00080000:00000001:0.0:1767384300.773278:0:16774:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446619781780560896 : -124291928990720 : ffff8ef507b95c00) 00000020:00000001:1.0:1767384300.773279:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384300.773286:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446619781820865536 : -124291888686080 : ffff8ef50a205c00) 00080000:00000001:0.0:1767384300.773286:0:16774:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:1.0:1767384300.773294:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446619781820865536 : -124291888686080 : ffff8ef50a205c00) 00010000:00000001:1.0:1767384300.773298:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384300.773300:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384300.773303:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000036c06e30/0x7e51148972eecb11 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384300.773312:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384300.773316:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384300.773319:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384300.773321:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384300.773323:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384300.773337:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384300.773339:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384300.773342:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384300.773344:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384300.773346:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384300.773348:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384300.773350:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000025c7233f) refcount = 1 00000001:00000001:0.0:1767384300.773352:0:16774:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00010000:1.0:1767384300.773354:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000036c06e30/0x7e51148972eecb11 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384300.773357:0:16774:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384300.773363:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00080000:00000001:0.0:1767384300.773366:0:16774:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:1.0:1767384300.773367:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384300.773370:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384300.773373:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384300.773376:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384300.773379:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384300.773383:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003445359s 00010000:00000001:1.0:1767384300.773385:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384300.773387:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384300.773389:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000036c06e30 refcount=4 00080000:00000001:0.0:1767384300.773390:0:16774:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384300.773391:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781820865536 : -124291888686080 : ffff8ef50a205c00) 00010000:00000001:1.0:1767384300.773400:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781820865536 : -124291888686080 : ffff8ef50a205c00) 00010000:00000001:1.0:1767384300.773403:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00080000:00000001:0.0:1767384300.773403:0:16774:0:(osd_io.c:399:osd_write()) Process entered 00010000:00010000:1.0:1767384300.773410:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000036c06e30/0x7e51148972eecb11 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384300.773416:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384300.773418:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000036c06e30/0x7e51148972eecb11 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384300.773422:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384300.773424:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384300.773427:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000036c06e30/0x7e51148972eecb11 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384300.773430:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384300.773436:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384300.773440:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384300.773441:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000036c06e30/0x7e51148972eecb11 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384300.773449:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000036c06e30 already unused, calling callback (00000000871a6010) 00010000:00000001:1.0:1767384300.773451:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384300.773453:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384300.773456:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000036c06e30/0x7e51148972eecb11 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384300.773461:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384300.773463:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384300.773464:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384300.773466:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000036c06e30 refcount=5 00000020:00000001:1.0:1767384300.773468:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781820865536 : -124291888686080 : ffff8ef50a205c00) 00010000:00000001:1.0:1767384300.773470:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781820865536 : -124291888686080 : ffff8ef50a205c00) 00010000:00000001:1.0:1767384300.773474:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384300.773477:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000036c06e30/0x7e51148972eecb11 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384300.773481:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384300.773484:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384300.773486:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384300.773490:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384300.773492:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384300.773495:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384300.773496:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384300.773500:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000036c06e30 with handle 0x7e51148972eecb11 from hash 00010000:00000001:1.0:1767384300.773503:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384300.773505:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384300.773506:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384300.773508:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384300.773510:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384300.773513:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384300.773520:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00080000:00000001:0.0:1767384300.773520:0:16774:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00010000:00000001:1.0:1767384300.773527:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384300.773527:0:16774:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000001:1.0:1767384300.773533:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384300.773536:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384300.773539:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384300.773541:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384300.773542:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384300.773544:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384300.773547:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384300.773549:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384300.773551:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000036c06e30/0x7e51148972eecb11 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384300.773556:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384300.773559:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384300.773561:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384300.773563:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384300.773565:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384300.773566:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384300.773568:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384300.773571:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384300.773573:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384300.773575:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000036c06e30/0x7e51148972eecb11 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384300.773579:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384300.773580:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384300.773581:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000036c06e30/0x7e51148972eecb11 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384300.773585:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000025c7233f count: 0 00010000:00000001:1.0:1767384300.773626:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384300.773628:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000010:1.1:1767384300.777120:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000025c7233f. 00010000:00000010:1.1:1767384300.777134:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000036c06e30. 00080000:00000001:1.0:1767384300.783016:0:16807:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1767384300.783019:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00080000:00000001:0.0:1767384300.783021:0:16774:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384300.783023:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1767384300.783026:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384300.783032:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000020:00000002:0.0:1767384300.783034:0:16774:0:(lu_object.c:207:lu_object_put()) Add 00000000f07b1e3f/000000000f28175b to site lru. bkt: 00000000b56e2c81 20000000:00000001:0.0:1767384300.783039:0:16774:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384300.783041:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000007c31b61b. 00080000:00000001:1.0:1767384300.783050:0:16807:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:0.0:1767384300.783052:0:16774:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384300.783058:0:16774:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384300.783079:0:16774:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384300.783085:0:16774:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:1.0:1767384300.783114:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384300.783119:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384300.783125:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384300.783130:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000020:0.0:1767384300.783131:0:16774:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 00010000:00000001:1.0:1767384300.783137:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384300.783143:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000025c7233f. 00010000:00000001:1.0:1767384300.783147:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384300.783150:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000036c06e30. 00000020:00000001:1.0:1767384300.783153:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384300.783158:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000036c06e30 with handle 0x7e51148972eecb18 to hash 00000020:00000001:1.0:1767384300.783161:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384300.783162:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446619781820865536 : -124291888686080 : ffff8ef50a205c00) 00010000:00000001:1.0:1767384300.783165:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446619781820865536 : -124291888686080 : ffff8ef50a205c00) 00010000:00000001:1.0:1767384300.783167:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384300.783168:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384300.783171:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000036c06e30/0x7e51148972eecb18 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384300.783177:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384300.783181:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384300.783182:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384300.783185:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384300.783187:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384300.783188:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384300.783190:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384300.783191:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384300.783193:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384300.783196:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384300.783198:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384300.783199:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000025c7233f) refcount = 1 00010000:00010000:1.0:1767384300.783202:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000036c06e30/0x7e51148972eecb18 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384300.783206:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384300.783213:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384300.783214:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384300.783216:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384300.783218:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384300.783220:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384300.783224:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003445359s 00010000:00000001:1.0:1767384300.783227:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384300.783228:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384300.783230:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000036c06e30 refcount=4 00000020:00000001:1.0:1767384300.783231:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781820865536 : -124291888686080 : ffff8ef50a205c00) 00010000:00000001:1.0:1767384300.783234:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781820865536 : -124291888686080 : ffff8ef50a205c00) 00010000:00000001:1.0:1767384300.783235:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384300.783236:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000036c06e30/0x7e51148972eecb18 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384300.783241:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384300.783242:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000036c06e30/0x7e51148972eecb18 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384300.783246:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384300.783248:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384300.783251:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000036c06e30/0x7e51148972eecb18 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384300.783255:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384300.783257:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384300.783259:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384300.783260:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000036c06e30/0x7e51148972eecb18 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384300.783264:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000036c06e30 already unused, calling callback (00000000871a6010) 00010000:00000001:1.0:1767384300.783266:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384300.783267:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384300.783268:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000036c06e30/0x7e51148972eecb18 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384300.783280:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384300.783281:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384300.783284:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384300.783285:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000036c06e30 refcount=5 00000020:00000001:1.0:1767384300.783287:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781820865536 : -124291888686080 : ffff8ef50a205c00) 00010000:00000001:1.0:1767384300.783288:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781820865536 : -124291888686080 : ffff8ef50a205c00) 00010000:00000001:1.0:1767384300.783289:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384300.783290:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000036c06e30/0x7e51148972eecb18 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384300.783294:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384300.783295:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384300.783295:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384300.783297:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384300.783298:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384300.783299:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384300.783299:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384300.783300:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000036c06e30 with handle 0x7e51148972eecb18 from hash 00010000:00000001:1.0:1767384300.783302:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384300.783303:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384300.783303:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384300.783304:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384300.783305:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384300.783306:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384300.783307:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384300.783307:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384300.783308:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384300.783310:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384300.783311:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384300.783313:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384300.783315:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384300.783315:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384300.783317:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384300.783318:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384300.783324:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000036c06e30/0x7e51148972eecb18 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384300.783329:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384300.783330:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384300.783331:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384300.783332:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384300.783333:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384300.783333:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384300.783334:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384300.783335:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384300.783336:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384300.783337:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000036c06e30/0x7e51148972eecb18 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384300.783340:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384300.783341:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384300.783342:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000036c06e30/0x7e51148972eecb18 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384300.783345:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000025c7233f count: 0 00010000:00000001:1.0:1767384300.783350:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384300.783352:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:2.0:1767384300.785658:0:16771:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:2.0:1767384300.785663:0:16771:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384300.785668:0:16771:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000003df1869e. 20000000:00000001:2.0:1767384300.785679:0:16771:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384300.785683:0:16771:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236723070208 00010000:00000001:2.0:1767384300.785687:0:16771:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384300.785703:0:16771:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000eeb26b30 x1853236723070208/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:281/0 lens 4848/4768 e 0 to 0 dl 1767384311 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384300.785711:0:16771:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384300.785714:0:16771:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384300.785719:0:16771:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dd452398 time=30 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384300.785723:0:16771:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384300.785728:0:16771:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 21 to 0@lo 00000100:00000001:2.0:1767384300.785730:0:16771:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 02000000:00000001:2.0:1767384300.785733:0:16771:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384300.785736:0:16771:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384300.785742:0:16771:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384300.785746:0:16771:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384300.785751:0:16771:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005c654a19. 00000100:00000200:2.0:1767384300.785756:0:16771:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236723070208, offset 224 00000400:00000200:2.0:1767384300.785766:0:16771:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384300.785778:0:16771:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384300.785789:0:16771:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824c903500 00000400:00000200:2.0:1767384300.785796:0:16771:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x14e1 [2] + 224 00000400:00000200:2.0:1767384300.785803:0:16771:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384300.785807:0:16771:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384300.785813:0:16771:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384300.785818:0:16771:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000168ae6d0 x1853236723070208/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384316 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384300.785827:0:16771:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000168ae6d0 x1853236723070208/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384316 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384300.785845:0:16771:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384300.785853:0:16771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005c654a19 00000400:00000010:2.0:1767384300.785855:0:16771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005c654a19. 00000100:00000001:0.0:1767384300.785856:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384300.785858:0:16771:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384300.785860:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384300.785862:0:16771:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:0.0:1767384300.785867:0:16140:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767384300.785868:0:16771:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384300.785871:0:16140:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1767384300.785873:0:16771:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 20 to 0@lo 00010000:00000001:2.0:1767384300.785876:0:16771:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:0.0:1767384300.785876:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000094424882. 00000020:00000001:2.0:1767384300.785881:0:16771:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384300.785885:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005710314a 00000400:00000010:0.0:1767384300.785888:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005710314a. 00000020:00000001:2.0:1767384300.785891:0:16771:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1767384300.785896:0:16140:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1767384300.785899:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000eeb26b30 x1853236723070208/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:281/0 lens 4848/4768 e 0 to 0 dl 1767384311 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384300.785904:0:16140:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000168ae6d0 x1853236723070208/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384316 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384300.785917:0:16771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000eeb26b30 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c0412d60-4f67-4dbc-8791-892843f60083+15:16140:x1853236723070208:12345-0@lo:253: Request processed in 23966us (24589us total) trans 0 rc 0/0 00000100:00000200:0.0:1767384300.785927:0:16140:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000168ae6d0 x1853236723070208/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384316 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384300.785930:0:16771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00000040:2.0:1767384300.785938:0:16771:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000555601ca : new rpc_count 1 00000100:00000001:2.0:1767384300.785941:0:16771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384300.785945:0:16771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384300.785945:0:16140:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384300.785949:0:16140:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384300.785953:0:16140:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:2.0:1767384300.785954:0:16771:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a1b19171. 00000020:00000010:2.0:1767384300.785963:0:16771:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000460211f4. 02000000:00000001:0.0:1767384300.785964:0:16140:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384300.785969:0:16140:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:2.0:1767384300.785972:0:16771:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000233b016b. 00000100:00000001:0.0:1767384300.785972:0:16140:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384300.785978:0:16140:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384300.785981:0:16771:0:(genops.c:898:class_export_put()) PUTting export 00000000555601ca : new refcount 14 00000100:00001000:0.0:1767384300.785984:0:16140:0:(import.c:2128:obd_at_measure()) add 5 to 0000000028df3f77 time=30 v=5 (5 0 0 0) 02000000:00000001:2.0:1767384300.785991:0:16771:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00001000:0.0:1767384300.785992:0:16140:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f5022cbe time=30 v=5 (1 0 0 0) 02000000:00000010:2.0:1767384300.785996:0:16771:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000003a2219a. 00000100:00000001:0.0:1767384300.785997:0:16140:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384300.786000:0:16140:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384300.786003:0:16771:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:0.0:1767384300.786005:0:16140:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767384300.786008:0:16771:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384300.786008:0:16140:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384300.786018:0:16140:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384300.786019:0:16771:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000040:0.0:1767384300.786026:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000168ae6d0 x1853236723070208/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384316 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384300.786035:0:16140:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384300.786038:0:16140:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384300.786040:0:16140:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384300.786045:0:16140:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384300.786048:0:16140:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384300.786049:0:16140:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384300.786051:0:16140:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384300.786052:0:16140:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384300.786055:0:16140:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384300.786057:0:16140:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384300.786058:0:16140:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384300.786061:0:16140:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384300.786065:0:16140:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384300.786068:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000168ae6d0 x1853236723070208/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384316 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384300.786077:0:16140:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000168ae6d0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c0412d60-4f67-4dbc-8791-892843f60083:16140:1853236723070208:0@lo:253: 00000100:00000001:0.0:1767384300.786084:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384300.786130:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384300.786133:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000168ae6d0 x1853236723070208/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384316 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384300.786136:0:53:0:(connection.c:75:cpu_latency_work()) work item of 000000009d5c2cb6 (cpu 0) has reached its deadline 4294890748, at 4294890749 00000100:00000001:0.0:1767384300.786145:0:16140:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000010:3.0:1767384300.786147:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e32c4503. 02000000:00000001:0.0:1767384300.786148:0:16140:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384300.786157:0:16140:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000289fcc5d. 02000000:00000001:0.0:1767384300.786162:0:16140:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384300.786165:0:16140:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384300.786169:0:16140:0:(genops.c:1242:class_import_put()) import 00000000df830bbe refcount=4 obd=MGC192.168.202.152@tcp 00000020:00000001:0.0:1767384300.786173:0:16140:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384300.786176:0:16140:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000eecb2453. 02000000:00000001:0.0:1767384300.786182:0:16140:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384300.786184:0:16140:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384300.786185:0:16140:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000168ae6d0. 00000100:00000001:0.0:1767384300.786193:0:16140:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384300.786196:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384300.786200:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384300.786210:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384300.786213:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384300.786219:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384300.786222:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384300.786310:0:795:0:(connection.c:75:cpu_latency_work()) work item of 00000000135c2452 (cpu 0) has reached its deadline 4294890748, at 4294890749 00000100:00000010:2.0:1767384300.786317:0:795:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002ff4f777. 00000400:00000010:2.0:1767384300.786330:0:16771:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ea44fa8f. 00000400:00000010:2.0:1767384300.786335:0:16771:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005c654a19. 00000100:00000040:1.0:1767384300.787143:0:62:0:(connection.c:75:cpu_latency_work()) work item of 00000000edc4e618 (cpu 0) has reached its deadline 4294890748, at 4294890750 00000100:00000010:1.0:1767384300.787152:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000e6dde82. 00000100:00000040:0.0:1767384300.787237:0:449:0:(connection.c:75:cpu_latency_work()) work item of 000000002fd0fb58 (cpu 0) has reached its deadline 4294890748, at 4294890750 00080000:00000020:2.0:1767384300.787242:0:16774:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000010:0.0:1767384300.787243:0:449:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000619a1e27. 00000100:00000001:2.0:1767384300.787245:0:16774:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384300.787249:0:16774:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000a871178b. 20000000:00000001:2.0:1767384300.787255:0:16774:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384300.787258:0:16774:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236723070336 00010000:00000001:2.0:1767384300.787260:0:16774:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384300.787264:0:16774:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000a91adb71 x1853236723070336/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:281/0 lens 4848/4768 e 0 to 0 dl 1767384311 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384300.787269:0:16774:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384300.787270:0:16774:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384300.787272:0:16774:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dd452398 time=30 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384300.787281:0:16774:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384300.787282:0:16774:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 21 to 0@lo 00000100:00000001:2.0:1767384300.787284:0:16774:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 02000000:00000001:2.0:1767384300.787286:0:16774:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384300.787287:0:16774:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384300.787289:0:16774:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384300.787290:0:16774:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384300.787292:0:16774:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009ba45d80. 00000100:00000200:2.0:1767384300.787294:0:16774:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236723070336, offset 224 00000400:00000200:2.0:1767384300.787298:0:16774:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384300.787302:0:16774:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384300.787308:0:16774:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824c903580 00000400:00000200:2.0:1767384300.787313:0:16774:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x14e9 [2] + 224 00000400:00000200:2.0:1767384300.787317:0:16774:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384300.787319:0:16774:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384300.787322:0:16774:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384300.787324:0:16774:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f83c2498 x1853236723070336/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384316 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384300.787329:0:16774:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000f83c2498 x1853236723070336/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384316 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384300.787344:0:16774:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384300.787347:0:16774:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009ba45d80 00000400:00000010:2.0:1767384300.787349:0:16774:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009ba45d80. 00000100:00000001:2.0:1767384300.787351:0:16774:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384300.787352:0:16774:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384300.787356:0:16774:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384300.787360:0:16774:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 20 to 0@lo 00010000:00000001:2.0:1767384300.787362:0:16774:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384300.787364:0:16774:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384300.787367:0:16774:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1767384300.787371:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767384300.787372:0:16774:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a91adb71 x1853236723070336/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:281/0 lens 4848/4768 e 0 to 0 dl 1767384311 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384300.787378:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1767384300.787382:0:16774:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000a91adb71 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c0412d60-4f67-4dbc-8791-892843f60083+14:16137:x1853236723070336:12345-0@lo:253: Request processed in 25327us (25726us total) trans 0 rc 0/0 00000400:00000001:3.0:1767384300.787387:0:16137:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384300.787392:0:16137:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:2.0:1767384300.787396:0:16774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000400:00000010:3.0:1767384300.787397:0:16137:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004e2bdc44. 00000100:00000040:2.0:1767384300.787399:0:16774:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000555601ca : new rpc_count 0 00000100:00000001:2.0:1767384300.787404:0:16774:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:3.0:1767384300.787406:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000db4eed21 00000100:00000001:2.0:1767384300.787406:0:16774:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384300.787409:0:16774:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c6e75fba. 00000400:00000010:3.0:1767384300.787410:0:16137:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000db4eed21. 00000020:00000010:2.0:1767384300.787414:0:16774:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000fa0adeb7. 00000100:00000001:3.0:1767384300.787418:0:16137:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:2.0:1767384300.787418:0:16774:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ba2d8298. 00000020:00000040:2.0:1767384300.787425:0:16774:0:(genops.c:898:class_export_put()) PUTting export 00000000555601ca : new refcount 13 02000000:00000001:2.0:1767384300.787428:0:16774:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000200:3.0:1767384300.787429:0:16137:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f83c2498 x1853236723070336/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384316 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767384300.787430:0:16774:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000cfc0210d. 02000000:00000001:2.0:1767384300.787434:0:16774:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384300.787437:0:16774:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384300.787442:0:16774:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384300.787446:0:16774:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c78d40aa. 00000100:00000200:3.0:1767384300.787450:0:16137:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f83c2498 x1853236723070336/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384316 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384300.787451:0:16774:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009ba45d80. 00000100:00000001:3.0:1767384300.787461:0:16137:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384300.787464:0:16137:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384300.787466:0:16137:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384300.787468:0:16137:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384300.787478:0:16137:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384300.787480:0:16137:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384300.787482:0:16137:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384300.787485:0:16137:0:(import.c:2128:obd_at_measure()) add 5 to 0000000028df3f77 time=30 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384300.787490:0:16137:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f5022cbe time=30 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384300.787494:0:16137:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384300.787495:0:16137:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384300.787497:0:16137:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384300.787499:0:16137:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384300.787501:0:16137:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384300.787504:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f83c2498 x1853236723070336/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384316 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384300.787512:0:16137:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384300.787516:0:16137:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384300.787519:0:16137:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384300.787522:0:16137:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384300.787524:0:16137:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384300.787526:0:16137:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384300.787527:0:16137:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384300.787528:0:16137:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384300.787530:0:16137:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384300.787531:0:16137:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384300.787532:0:16137:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384300.787533:0:16137:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384300.787536:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f83c2498 x1853236723070336/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384316 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384300.787544:0:16137:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f83c2498 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c0412d60-4f67-4dbc-8791-892843f60083:16137:1853236723070336:0@lo:253: 00000100:00000001:3.0:1767384300.787549:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384300.787551:0:16137:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384300.787553:0:16137:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f83c2498 x1853236723070336/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384316 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384300.787560:0:16137:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384300.787561:0:16137:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384300.787563:0:16137:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000b00616c4. 02000000:00000001:3.0:1767384300.787568:0:16137:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384300.787578:0:16137:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384300.787580:0:16137:0:(genops.c:1242:class_import_put()) import 00000000df830bbe refcount=3 obd=MGC192.168.202.152@tcp 00000020:00000001:3.0:1767384300.787582:0:16137:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384300.787583:0:16137:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000000557b543. 02000000:00000001:3.0:1767384300.787586:0:16137:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384300.787588:0:16137:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384300.787589:0:16137:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f83c2498. 00000100:00000001:3.0:1767384300.787592:0:16137:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384300.787593:0:16137:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384300.787595:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384300.787600:0:16137:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384300.787601:0:16137:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384300.787603:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384300.787622:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384300.787693:0:22988:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000a6d1e1df. 00000400:00000040:1.0:1767384300.787711:0:22988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384300.787713:0:22988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384300.787716:0:22988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384300.787717:0:22988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384300.787720:0:22988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384300.787721:0:22988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384300.787723:0:22988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384300.787725:0:22988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384300.787726:0:22988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384300.787727:0:22988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384300.787729:0:22988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384300.787741:0:22988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384300.787743:0:22988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384300.787744:0:22988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384300.787745:0:22988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384300.787747:0:22988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384300.787748:0:22988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384300.787749:0:22988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384300.787750:0:22988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384300.787751:0:22988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384300.787753:0:22988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384300.787754:0:22988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384300.787756:0:22988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384300.787756:0:22988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384300.787757:0:22988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384300.787759:0:22988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384300.787760:0:22988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384300.787761:0:22988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384300.787763:0:22988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384300.787763:0:22988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384300.787765:0:22988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384300.787766:0:22988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384300.787767:0:22988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384300.787768:0:22988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384300.787770:0:22988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384300.787771:0:22988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384300.787772:0:22988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384300.787774:0:22988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384300.787776:0:22988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384300.787777:0:22988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384300.787778:0:22988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384300.787779:0:22988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384300.787780:0:22988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384300.787782:0:22988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384300.787783:0:22988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384300.787785:0:22988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384300.787786:0:22988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384300.787787:0:22988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384300.787788:0:22988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384300.787789:0:22988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384300.787795:0:22988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384300.787796:0:22988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384300.787797:0:22988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384300.787798:0:22988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384300.787800:0:22988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384300.787801:0:22988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384300.787802:0:22988:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:1.0:1767384300.787843:0:22988:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000a6d1e1df. 00010000:00000010:1.1:1767384300.789394:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000025c7233f. 00010000:00000010:1.1:1767384300.789408:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000036c06e30. 00010000:00000001:0.0:1767384301.109169:0:449:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384301.109176:0:449:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384301.109183:0:449:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384301.109186:0:449:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767384301.109189:0:449:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767384301.109192:0:449:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384301.109196:0:449:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767384301.109198:0:449:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384301.109202:0:449:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384301.109204:0:449:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384301.109232:0:16767:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384301.109236:0:16767:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384301.109238:0:16767:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767384301.557459:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) c0412d60-4f67-4dbc-8791-892843f60083->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384301.557471:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000004:00000001:0.0:1767384301.557474:0:16802:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000100:00000010:2.0:1767384301.557480:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000dcadd9d0. 00000004:00000020:0.0:1767384301.557480:0:16802:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:0.0:1767384301.557489:0:16802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000acb379ab. 00000020:00000040:2.0:1767384301.557490:0:36:0:(genops.c:1229:class_import_get()) import 00000000df830bbe refcount=4 obd=MGC192.168.202.152@tcp 00000020:00000040:0.0:1767384301.557496:0:16802:0:(genops.c:1229:class_import_get()) import 0000000068bc8709 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:2.0:1767384301.557498:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384301.557503:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767384301.557504:0:16802:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384301.557509:0:16802:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384301.557511:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384301.557523:0:16802:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384301.557524:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009c3fbcb8. 02000000:00000010:0.0:1767384301.557535:0:16802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000008e03ed82. 00000100:00000001:2.0:1767384301.557536:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384301.557544:0:16802:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384301.557555:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c0412d60-4f67-4dbc-8791-892843f60083->MGS req@00000000dcadd9d0 x1853236723070464/t0(0) o400->MGC192.168.202.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384301.557555:0:16802:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384301.557561:0:16802:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384301.557573:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384301.557577:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384301.557577:0:16802:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000acb379ab] to pc [ptlrpcd_00_01+1] req@00000000acb379ab x1853236723070592/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384301.557586:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dcadd9d0] to pc [ptlrpcd_00_02+2] req@00000000dcadd9d0 x1853236723070464/t0(0) o400->MGC192.168.202.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:0.0:1767384301.557637:0:16802:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384301.557641:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384301.557647:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384301.557660:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767384301.557664:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002765915d. 00000020:00000040:2.0:1767384301.557667:0:36:0:(genops.c:1229:class_import_get()) import 0000000068bc8709 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:2.0:1767384301.557671:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384301.557674:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384301.557678:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384301.557683:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000007e6aa888. 00000100:00000001:2.0:1767384301.557688:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384301.557690:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767384301.557694:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@000000002765915d x1853236723070720/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767384301.557697:0:16137:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1767384301.557703:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384301.557712:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384301.557715:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384301.557716:0:16137:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384301.557720:0:16137:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384301.557721:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002765915d] to pc [ptlrpcd_00_03+3] req@000000002765915d x1853236723070720/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384301.557724:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384301.557729:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384301.557733:0:16137:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767384301.557738:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384301.557741:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000acb379ab x1853236723070592/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384301.557743:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384301.557753:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767384301.557758:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003a6fae64. 00000100:00000001:0.0:1767384301.557759:0:16137:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000040:2.0:1767384301.557765:0:36:0:(genops.c:1229:class_import_get()) import 00000000345f9ba7 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:0.0:1767384301.557765:0:16137:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384301.557771:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384301.557775:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384301.557775:0:16137:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384301.557781:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384301.557781:0:16137:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384301.557784:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767384301.557789:0:16137:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384301.557791:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003731eb54. 00000100:00000001:1.0:1767384301.557792:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384301.557797:0:16139:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00100000:0.0:1767384301.557798:0:16137:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000acb379ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16137:1853236723070592:0@lo:13: 00000100:00000001:2.0:1767384301.557801:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384301.557809:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000dcadd9d0 x1853236723070464/t0(0) o400->MGC192.168.202.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384301.557816:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@000000003a6fae64 x1853236723070848/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384301.557817:0:16137:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384301.557829:0:16137:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384301.557836:0:16137:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384301.557851:0:16139:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:0.0:1767384301.557852:0:16137:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767384301.557855:0:16139:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384301.557860:0:16137:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000006926da5. 02000000:00000001:1.0:1767384301.557863:0:16139:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767384301.557864:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1767384301.557871:0:16139:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384301.557872:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384301.557872:0:16137:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384301.557879:0:16139:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384301.557887:0:16139:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000dcadd9d0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c0412d60-4f67-4dbc-8791-892843f60083:16139:1853236723070464:0@lo:400: 00000400:00000010:0.0:1767384301.557889:0:16137:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000094424882. 00000100:00000040:2.0:1767384301.557893:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003a6fae64] to pc [ptlrpcd_00_00+0] req@000000003a6fae64 x1853236723070848/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384301.557898:0:16139:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384301.557906:0:16139:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:0.0:1767384301.557908:0:16137:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005bf9a362. 02000000:00000001:1.0:1767384301.557910:0:16139:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384301.557915:0:16139:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767384301.557919:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384301.557920:0:16139:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005789b769. 02000000:00000001:1.0:1767384301.557923:0:16139:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384301.557923:0:16137:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236723070592, portal 4 00000100:00000001:0.0:1767384301.557933:0:16137:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:2.0:1767384301.557934:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:1.0:1767384301.557936:0:16139:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000417ba025. 00000100:00000001:0.0:1767384301.557938:0:16137:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782674416512 : -124291035135104 : ffff8ef53d008380) 00000100:00000001:2.0:1767384301.557943:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767384301.557948:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f83c2498. 00000020:00000040:2.0:1767384301.557952:0:36:0:(genops.c:1229:class_import_get()) import 000000005a28ad8c refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:2.0:1767384301.557956:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384301.557959:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:0.0:1767384301.557959:0:16137:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000acb379ab x1853236723070592/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384317 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384301.557964:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384301.557974:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000fbadf16c. 00000100:00000001:0.0:1767384301.557975:0:16137:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384301.557981:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384301.557982:0:16137:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384301.557991:0:16137:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007217d709. 00000100:00000040:2.0:1767384301.557994:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@00000000f83c2498 x1853236723070976/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1767384301.557999:0:16137:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853236723070592, offset 0 00000100:00000001:2.0:1767384301.558010:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:0.0:1767384301.558011:0:16137:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384301.558013:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384301.558024:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f83c2498] to pc [ptlrpcd_00_01+1] req@00000000f83c2498 x1853236723070976/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384301.558037:0:16137:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384301.558042:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384301.558053:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (229) 00000400:00000010:1.0:1767384301.558055:0:16139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000041b879ca. 00000400:00000200:0.0:1767384301.558055:0:16137:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x695824c903680 00000100:00000200:1.0:1767384301.558068:0:16139:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236723070464, portal 25 00000100:00000001:1.0:1767384301.558077:0:16139:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1767384301.558078:0:16137:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xb9d [8] + 896 00000100:00000001:1.0:1767384301.558081:0:16139:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782564204928 : -124291145346688 : ffff8ef5366ed180) 00000400:00000200:0.0:1767384301.558124:0:16137:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1767384301.558131:0:16139:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000dcadd9d0 x1853236723070464/t0(0) o400->MGC192.168.202.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384317 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384301.558137:0:16137:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384301.558149:0:16137:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1767384301.558151:0:16139:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:0.0:1767384301.558153:0:16137:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000001:2.0:1767384301.558160:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:0.0:1767384301.558161:0:16137:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000687f90c0. 00000100:00000040:1.0:1767384301.558162:0:16139:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384301.558165:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384301.558173:0:16138:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:1.0:1767384301.558173:0:16139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004b5cd7b8. 00000100:00000040:0.0:1767384301.558174:0:16137:0:(events.c:337:request_in_callback()) incoming req@00000000687f90c0 x1853236723070592 msgsize 224 00000100:00000040:2.0:1767384301.558184:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f83c2498 x1853236723070976/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384301.558186:0:16137:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000200:1.0:1767384301.558200:0:16139:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853236723070464, offset 0 00000100:00000001:2.0:1767384301.558203:0:16138:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384301.558209:0:16138:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384301.558212:0:16139:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384301.558215:0:16137:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:2.0:1767384301.558219:0:16138:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384301.558223:0:16138:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384301.558227:0:16138:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384301.558228:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007217d709 00000100:00100000:2.0:1767384301.558232:0:16138:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f83c2498 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16138:1853236723070976:0@lo:400: 00000400:00000010:0.0:1767384301.558234:0:16137:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007217d709. 00000100:00000001:0.0:1767384301.558244:0:16137:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384301.558246:0:16138:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1767384301.558249:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:2.0:1767384301.558252:0:16138:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:0.0:1767384301.558253:0:16137:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000acb379ab x1853236723070592/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384317 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384301.558257:0:16138:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384301.558264:0:16138:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1767384301.558273:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x695824c903600 00000100:00000001:0.0:1767384301.558274:0:16137:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000010:2.0:1767384301.558275:0:16138:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007034d7a5. 00000100:00000040:0.0:1767384301.558283:0:16137:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000acb379ab x1853236723070592/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384317 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384301.558293:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x9cd [2] + 0 02000000:00000001:2.0:1767384301.558294:0:16138:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384301.558304:0:16138:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b4b074bf. 00000400:00000010:1.0:1767384301.558315:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fbeea7d1. 00000100:00000001:0.0:1767384301.558316:0:16137:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384301.558325:0:16137:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1767384301.558327:0:16139:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000f1b9b7df 00000100:00000001:0.0:1767384301.558334:0:16137:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384301.558337:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1767384301.558338:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000eff9bd9b. 00000100:00000040:0.0:1767384301.558342:0:16137:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 13170 usecs (14 jiffies) 00000100:00000200:2.0:1767384301.558349:0:16138:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236723070976, portal 10 00000400:00000200:1.0:1767384301.558350:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384301.558351:0:16137:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294891535 00000100:00000001:2.0:1767384301.558359:0:16138:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000010:0.0:1767384301.558363:0:16137:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000619a1e27. 00000100:00000001:2.0:1767384301.558364:0:16138:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782564207616 : -124291145344000 : ffff8ef5366edc00) 00000400:00000200:1.0:1767384301.558366:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f1b9b7df 00000400:00000010:1.0:1767384301.558373:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f1b9b7df. 00000100:00000001:0.0:1767384301.558375:0:16137:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00000040:2.0:1767384301.558378:0:16138:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f83c2498 x1853236723070976/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384317 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384301.558382:0:16139:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384301.558388:0:16139:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:0.0:1767384301.558396:0:16137:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294891535 00000100:00000040:1.0:1767384301.558399:0:16139:0:(events.c:337:request_in_callback()) incoming req@0000000017af2674 x1853236723070464 msgsize 224 00000100:00000010:0.0:1767384301.558408:0:16137:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ea58aeb3. 00000100:00000001:2.0:1767384301.558409:0:16138:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:1.0:1767384301.558414:0:16139:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384301.558416:0:16137:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00000040:1.0:1767384301.558420:0:16139:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000040:2.0:1767384301.558421:0:16138:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384301.558428:0:16137:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294891535 00000400:00000010:2.0:1767384301.558429:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005c4e6169. 00000100:00000001:1.0:1767384301.558437:0:16139:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000200:2.0:1767384301.558438:0:16138:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236723070976, offset 0 00000100:00000010:0.0:1767384301.558439:0:16137:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000021256cfb. 00000100:00000001:0.0:1767384301.558447:0:16137:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767384301.558452:0:16137:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294891535 00000400:00000200:2.0:1767384301.558453:0:16138:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384301.558460:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004b5cd7b8 00000100:00000010:0.0:1767384301.558460:0:16137:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004bf6a247. 00000400:00000010:1.0:1767384301.558464:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004b5cd7b8. 00000100:00000001:1.0:1767384301.558472:0:16139:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1767384301.558473:0:16138:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384301.558474:0:16137:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000200:1.0:1767384301.558481:0:16139:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000dcadd9d0 x1853236723070464/t0(0) o400->MGC192.168.202.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384317 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384301.558483:0:16137:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384301.558499:0:16138:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824c903800 00000100:00000001:0.0:1767384301.558499:0:16137:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384301.558515:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384301.558516:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384301.558522:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000dcadd9d0 x1853236723070464/t0(0) o400->MGC192.168.202.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384317 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384301.558525:0:16138:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 3352 00000100:00000001:0.0:1767384301.558526:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384301.558540:0:16137:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384301.558545:0:16137:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1767384301.558549:0:16138:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384301.558561:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384301.558561:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384301.558571:0:16139:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1767384301.558574:0:16138:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384301.558574:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384301.558579:0:16137:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767384301.558581:0:16139:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384301.558584:0:16138:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:0.0:1767384301.558588:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003a6fae64 x1853236723070848/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384301.558589:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294891545 00000100:00000200:2.0:1767384301.558590:0:16138:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1767384301.558617:0:16138:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000168ae6d0. 00000100:00000001:0.0:1767384301.558621:0:16137:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384301.558622:0:16139:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294891535 00000100:00000040:2.0:1767384301.558623:0:16138:0:(events.c:337:request_in_callback()) incoming req@00000000168ae6d0 x1853236723070976 msgsize 224 00000100:00000001:0.0:1767384301.558627:0:16137:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384301.558636:0:16137:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767384301.558639:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294891545 02000000:00000001:0.0:1767384301.558639:0:16137:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1767384301.558649:0:16138:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384301.558651:0:16139:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294891535 02000000:00000001:0.0:1767384301.558651:0:16137:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384301.558662:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294891545 00000100:00100000:0.0:1767384301.558665:0:16137:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003a6fae64 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16137:1853236723070848:0@lo:400: 00000100:00000001:2.0:1767384301.558666:0:16138:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384301.558679:0:16137:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1767384301.558680:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005c4e6169 00000100:00000001:1.0:1767384301.558682:0:16139:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294891535 02000000:00000001:0.0:1767384301.558685:0:16137:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:2.0:1767384301.558689:0:16138:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005c4e6169. 02000000:00000001:0.0:1767384301.558694:0:16137:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384301.558696:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294891545 00000100:00000001:2.0:1767384301.558699:0:16138:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:0.0:1767384301.558701:0:16137:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767384301.558706:0:16139:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294891535 02000000:00000010:0.0:1767384301.558708:0:16137:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008e9d1816. 00000100:00000200:2.0:1767384301.558711:0:16138:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f83c2498 x1853236723070976/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384317 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384301.558717:0:16139:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384301.558717:0:16137:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384301.558729:0:16139:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384301.558732:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384301.558735:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384301.558736:0:16137:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000928f9d6a. 00000100:00000001:1.0:1767384301.558739:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384301.558740:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f83c2498 x1853236723070976/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384317 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384301.558751:0:16137:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007217d709. 00000100:00000001:1.0:1767384301.558754:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384301.558756:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384301.558759:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:0.0:1767384301.558763:0:16137:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236723070848, portal 10 00000100:00000001:1.0:1767384301.558764:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384301.558767:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384301.558772:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384301.558774:0:16137:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384301.558775:0:16138:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:1.0:1767384301.558780:0:16139:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:0.0:1767384301.558781:0:16137:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782564212992 : -124291145338624 : ffff8ef5366ef100) 00000100:00000001:2.0:1767384301.558786:0:16138:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384301.558786:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384301.558791:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384301.558794:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384301.558795:0:16137:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003a6fae64 x1853236723070848/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384317 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384301.558796:0:16138:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 4183 usecs (5 jiffies) 00000100:00000001:1.0:1767384301.558800:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384301.558805:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384301.558807:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294891526 00000100:00000001:1.0:1767384301.558811:0:16139:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767384301.558819:0:16138:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294891545 00000100:00000001:0.0:1767384301.558819:0:16137:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384301.558820:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002765915d x1853236723070720/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384301.558834:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294891526 00000100:00000040:0.0:1767384301.558839:0:16137:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384301.558851:0:16138:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294891545 00000400:00000010:0.0:1767384301.558852:0:16137:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cf88a9bc. 00000100:00000001:1.0:1767384301.558853:0:16139:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384301.558859:0:16139:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384301.558861:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294891526 00000100:00000200:0.0:1767384301.558862:0:16137:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236723070848, offset 0 02000000:00000001:1.0:1767384301.558863:0:16139:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384301.558872:0:16139:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384301.558874:0:16138:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294891545 02000000:00000001:1.0:1767384301.558876:0:16139:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384301.558886:0:16137:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384301.558887:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294891526 00000100:00100000:1.0:1767384301.558890:0:16139:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000002765915d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16139:1853236723070720:0@lo:400: 00000100:00000001:2.0:1767384301.558902:0:16138:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294891545 00000100:00000001:1.0:1767384301.558904:0:16139:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1767384301.558910:0:16137:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:1.0:1767384301.558911:0:16139:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767384301.558912:0:16138:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384301.558917:0:16139:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384301.558927:0:16139:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767384301.558928:0:16138:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384301.558933:0:16137:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824c903780 02000000:00000010:1.0:1767384301.558934:0:16139:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e516e2ab. 00000100:00000001:2.0:1767384301.558937:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384301.558940:0:16139:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384301.558946:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384301.558951:0:16139:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000040d2e706. 00000100:00000001:2.0:1767384301.558957:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1767384301.558957:0:16137:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 3576 00000100:00000001:2.0:1767384301.558967:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384301.558975:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384301.558976:0:16137:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1767384301.558979:0:16139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004b5cd7b8. 00000100:00000001:2.0:1767384301.558981:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384301.558989:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384301.558990:0:16137:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767384301.558993:0:16139:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236723070720, portal 4 00000100:00000001:2.0:1767384301.558998:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384301.559001:0:16139:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384301.559003:0:16137:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1767384301.559006:0:16139:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782564202240 : -124291145349376 : ffff8ef5366ec700) 00000100:00000200:0.0:1767384301.559008:0:16137:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1767384301.559016:0:16137:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003a065b35. 00000100:00000040:1.0:1767384301.559017:0:16139:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000002765915d x1853236723070720/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384317 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384301.559028:0:16137:0:(events.c:337:request_in_callback()) incoming req@000000003a065b35 x1853236723070848 msgsize 224 00000100:00000001:1.0:1767384301.559032:0:16139:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384301.559040:0:16139:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384301.559046:0:16139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006f155c59. 00000100:00000200:1.0:1767384301.559056:0:16139:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853236723070720, offset 0 00000100:00100000:0.0:1767384301.559058:0:16137:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:1.0:1767384301.559062:0:16139:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384301.559070:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384301.559074:0:16137:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384301.559082:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x695824c903700 00000400:00000200:0.0:1767384301.559110:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cf88a9bc 00000400:00000010:0.0:1767384301.559116:0:16137:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cf88a9bc. 00000100:00000001:0.0:1767384301.559120:0:16137:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:1.0:1767384301.559123:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xa9d [8] + 2320 00000100:00000200:0.0:1767384301.559129:0:16137:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003a6fae64 x1853236723070848/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384317 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384301.559132:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384301.559136:0:16774:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:1.0:1767384301.559145:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:2.0:1767384301.559146:0:16774:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723070464 00000100:00000001:1.0:1767384301.559155:0:16139:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:2.0:1767384301.559156:0:16774:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384301.559158:0:16137:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:1.0:1767384301.559160:0:16139:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000001:2.0:1767384301.559162:0:16774:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384301.559171:0:16774:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384301.559171:0:16139:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fe8ada58. 00000100:00000040:0.0:1767384301.559172:0:16137:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003a6fae64 x1853236723070848/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384317 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384301.559182:0:16139:0:(events.c:337:request_in_callback()) incoming req@00000000fe8ada58 x1853236723070720 msgsize 224 02000000:00000001:2.0:1767384301.559186:0:16774:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384301.559199:0:16774:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723070464 00000100:00100000:1.0:1767384301.559206:0:16139:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:2.0:1767384301.559209:0:16774:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384301.559216:0:16774:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eec8e1 00000100:00000001:0.0:1767384301.559219:0:16137:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384301.559221:0:16774:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384301.559224:0:16137:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384301.559225:0:16139:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000040:2.0:1767384301.559226:0:16774:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000555601ca refcount=14 00000400:00000200:1.0:1767384301.559233:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006f155c59 00000020:00000001:2.0:1767384301.559234:0:16774:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000400:00000010:1.0:1767384301.559239:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006f155c59. 00000100:00000001:1.0:1767384301.559244:0:16139:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384301.559248:0:16137:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384301.559251:0:16774:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000100:00000200:1.0:1767384301.559254:0:16139:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002765915d x1853236723070720/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384317 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384301.559257:0:16137:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 3751 usecs (4 jiffies) 00000100:00000001:2.0:1767384301.559268:0:16774:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384301.559271:0:16137:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294891526 00000020:00000010:2.0:1767384301.559279:0:16774:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000470d22b3. 00000100:00000001:0.0:1767384301.559285:0:16137:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294891545 00000100:00000001:1.0:1767384301.559290:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384301.559291:0:16774:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767384301.559297:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002765915d x1853236723070720/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384317 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384301.559297:0:16137:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294891526 00000020:00000010:2.0:1767384301.559302:0:16774:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000470d22b3. 00000100:00000001:0.0:1767384301.559313:0:16137:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294891545 00000020:00000010:2.0:1767384301.559319:0:16774:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008e0fb846. 00000100:00000001:0.0:1767384301.559323:0:16137:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294891526 00000020:00000010:2.0:1767384301.559331:0:16774:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d0540ee8. 00000100:00000001:1.0:1767384301.559334:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384301.559335:0:16137:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294891545 00000020:00000010:2.0:1767384301.559342:0:16774:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000061227407. 00000100:00000001:1.0:1767384301.559342:0:16139:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384301.559345:0:16137:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294891526 00000100:00000001:1.0:1767384301.559352:0:16139:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384301.559353:0:16137:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294891545 00000100:00000040:2.0:1767384301.559359:0:16774:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000040:1.0:1767384301.559359:0:16139:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 13170 usecs (14 jiffies) 00000100:00000001:0.0:1767384301.559360:0:16137:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384301.559368:0:16774:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384301.559368:0:16137:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384301.559374:0:16774:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384301.559380:0:16139:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294891536 00000100:00000001:2.0:1767384301.559381:0:16774:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384301.559382:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384301.559387:0:16139:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294891545 00000100:00000001:0.0:1767384301.559393:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384301.559394:0:16139:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294891536 00000100:00000001:1.0:1767384301.559399:0:16139:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294891545 00000100:00000001:2.0:1767384301.559400:0:16774:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384301.559405:0:16139:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294891536 00000100:00000001:0.0:1767384301.559405:0:16137:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384301.559412:0:16139:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294891545 00000100:00000001:0.0:1767384301.559413:0:16137:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384301.559415:0:16139:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294891536 00000100:00000001:2.0:1767384301.559417:0:16774:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384301.559425:0:16139:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294891545 00000100:00000001:0.0:1767384301.559427:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384301.559429:0:16139:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384301.559433:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384301.559434:0:16139:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384301.559439:0:16774:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384301.559440:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384301.559441:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384301.559446:0:16774:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384301.559450:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384301.559452:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384301.559459:0:16774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00000040:2.0:1767384301.559465:0:16774:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000555601ca : new rpc_count 1 00000100:00000001:2.0:1767384301.559469:0:16774:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619781697493072 : -124292012058544 : ffff8ef502c5d850) 00000100:00000001:0.0:1767384301.559476:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767384301.559478:0:16774:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000017af2674 x1853236723070464/t0(0) o400->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:282/0 lens 224/0 e 0 to 0 dl 1767384312 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384301.559481:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384301.559495:0:16774:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384301.559499:0:16774:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000470d22b3. 00000100:00000001:2.0:1767384301.559503:0:16774:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384301.559506:0:16774:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000470d22b3. 00000100:00100000:2.0:1767384301.559513:0:16774:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000017af2674 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c0412d60-4f67-4dbc-8791-892843f60083+14:16139:x1853236723070464:12345-0@lo:400: 00000100:00000200:2.0:1767384301.559517:0:16774:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723070464 00000020:00000001:2.0:1767384301.559521:0:16774:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384301.559530:0:16774:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384301.559534:0:16774:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384301.559538:0:16774:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384301.559541:0:16774:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669141120 : -1040410496 : ffffffffc1fc9880) 00000020:00000001:2.0:1767384301.559554:0:16774:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384301.559557:0:16774:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384301.559561:0:16774:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384301.559564:0:16774:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384301.559568:0:16774:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384301.559572:0:16774:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1767384301.559576:0:16774:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1767384301.559578:0:16778:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:2.0:1767384301.559579:0:16774:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:0.0:1767384301.559585:0:16778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723070976 02000000:00000010:2.0:1767384301.559587:0:16774:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000521b6f75. 02000000:00000001:0.0:1767384301.559590:0:16778:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:2.0:1767384301.559591:0:16774:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384301.559596:0:16774:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384301.559596:0:16778:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:2.0:1767384301.559617:0:16774:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384301.559617:0:16778:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384301.559625:0:16774:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236723070464 02000000:00000001:0.0:1767384301.559625:0:16778:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384301.559630:0:16774:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00100000:0.0:1767384301.559632:0:16778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723070976 00000020:00000001:0.0:1767384301.559637:0:16778:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384301.559639:0:16778:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eeca23 00010000:00000200:2.0:1767384301.559640:0:16774:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000017af2674 x1853236723070464/t0(0) o400->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:282/0 lens 224/224 e 0 to 0 dl 1767384312 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384301.559644:0:16778:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384301.559648:0:16778:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000b2466616 refcount=5 00000020:00000001:0.0:1767384301.559655:0:16778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619782058162176 : -124291651389440 : ffff8ef518453800) 00010000:00000001:2.0:1767384301.559657:0:16774:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384301.559661:0:16774:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384301.559667:0:16774:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dd452398 time=31 v=5 (1 0 0 0) 00000020:00000001:0.0:1767384301.559668:0:16778:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619782058162176 : -124291651389440 : ffff8ef518453800) 00000100:00000001:0.0:1767384301.559678:0:16778:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384301.559679:0:16774:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000010:0.0:1767384301.559684:0:16778:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000093abba58. 00000100:00000040:2.0:1767384301.559686:0:16774:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 21 to 0@lo 00000100:00000001:2.0:1767384301.559692:0:16774:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 00000020:00000010:0.0:1767384301.559692:0:16778:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000c1379e58. 02000000:00000001:2.0:1767384301.559701:0:16774:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384301.559704:0:16774:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384301.559704:0:16778:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000b1f9e0ef) now 8 - evictor 00000100:00000001:2.0:1767384301.559712:0:16774:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384301.559720:0:16774:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384301.559723:0:16778:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000400:00000010:2.0:1767384301.559725:0:16774:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005c4e6169. 00000020:00000010:0.0:1767384301.559729:0:16778:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a726324b. 00000100:00000200:2.0:1767384301.559732:0:16774:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853236723070464, offset 224 00000020:00000010:0.0:1767384301.559738:0:16778:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c2a0ea33. 00000020:00000010:0.0:1767384301.559746:0:16778:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004aa899d1. 00000400:00000200:2.0:1767384301.559747:0:16774:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384301.559768:0:16774:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:0.0:1767384301.559769:0:16778:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1767384301.559775:0:16778:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384301.559780:0:16778:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:2.0:1767384301.559784:0:16774:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x695824c903600 00000100:00000001:0.0:1767384301.559785:0:16778:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384301.559800:0:16778:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000400:00000200:2.0:1767384301.559801:0:16774:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x150d [1] + 224 00000100:00000001:0.0:1767384301.559807:0:16778:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000400:00000200:2.0:1767384301.559811:0:16774:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384301.559812:0:16778:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384301.559825:0:16774:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384301.559830:0:16778:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384301.559832:0:16774:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384301.559849:0:16774:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000dcadd9d0 x1853236723070464/t0(0) o400->MGC192.168.202.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384317 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384301.559852:0:16778:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384301.559857:0:16778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723070848 02000000:00000001:0.0:1767384301.559863:0:16778:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384301.559867:0:16778:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:2.0:1767384301.559870:0:16774:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000dcadd9d0 x1853236723070464/t0(0) o400->MGC192.168.202.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384317 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384301.559871:0:16778:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384301.559878:0:16778:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384301.559884:0:16778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723070848 00000020:00000001:0.0:1767384301.559889:0:16778:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384301.559890:0:16778:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eeca2a 00000020:00000001:0.0:1767384301.559893:0:16778:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384301.559895:0:16778:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f335576c refcount=5 00000100:00000001:2.0:1767384301.559899:0:16774:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:0.0:1767384301.559899:0:16778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619777384806400 : -124296324745216 : ffff8ef401b77800) 00000020:00000001:0.0:1767384301.559906:0:16778:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619777384806400 : -124296324745216 : ffff8ef401b77800) 00000100:00000001:0.0:1767384301.559912:0:16778:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:2.0:1767384301.559913:0:16774:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005c4e6169 00000020:00000010:0.0:1767384301.559917:0:16778:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b74658b6. 00000400:00000010:2.0:1767384301.559918:0:16774:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005c4e6169. 00000100:00000001:0.0:1767384301.559925:0:16778:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384301.559926:0:16774:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000010:0.0:1767384301.559931:0:16778:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b74658b6. 00000100:00000001:2.0:1767384301.559932:0:16774:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384301.559941:0:16774:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1767384301.559942:0:16775:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000010:0.0:1767384301.559945:0:16778:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000048fd0d5f. 00000020:00000040:1.0:1767384301.559952:0:16775:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000b1f9e0ef) now 8 - evictor 00000020:00000010:0.0:1767384301.559953:0:16778:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001c459755. 00000100:00000040:2.0:1767384301.559956:0:16774:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 20 to 0@lo 00010000:00000001:2.0:1767384301.559965:0:16774:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000010:0.0:1767384301.559967:0:16778:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000cbf2e65b. 00000020:00000001:2.0:1767384301.559969:0:16774:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384301.559975:0:16774:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1767384301.559977:0:16778:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384301.559980:0:16778:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:2.0:1767384301.559982:0:16774:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000017af2674 x1853236723070464/t0(0) o400->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:282/0 lens 224/224 e 0 to 0 dl 1767384312 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384301.559984:0:16778:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384301.559996:0:16778:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00100000:2.0:1767384301.560003:0:16774:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000017af2674 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c0412d60-4f67-4dbc-8791-892843f60083+14:16139:x1853236723070464:12345-0@lo:400: Request processed in 502us (1596us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384301.560003:0:16778:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1767384301.560009:0:16778:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384301.560021:0:16774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00000001:1.0:1767384301.560025:0:16780:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384301.560025:0:16778:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384301.560026:0:16774:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000555601ca : new rpc_count 0 00000100:00000001:1.0:1767384301.560030:0:16780:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384301.560035:0:16774:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384301.560042:0:16774:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00100000:1.0:1767384301.560043:0:16780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000020:00000010:2.0:1767384301.560051:0:16774:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d0540ee8. 00000100:00000040:1.0:1767384301.560052:0:16780:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000b2466616 : new rpc_count 1 00000100:00000001:1.0:1767384301.560059:0:16780:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619782564200448 : -124291145351168 : ffff8ef5366ec000) 00000020:00000010:2.0:1767384301.560065:0:16774:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000061227407. 00000100:00000040:1.0:1767384301.560068:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000168ae6d0 x1853236723070976/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:282/0 lens 224/0 e 0 to 0 dl 1767384312 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384301.560078:0:16774:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008e0fb846. 00000100:00000001:1.0:1767384301.560081:0:16780:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384301.560115:0:16780:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c953ef24. 00000100:00000001:1.0:1767384301.560119:0:16780:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1767384301.560120:0:16774:0:(genops.c:898:class_export_put()) PUTting export 00000000555601ca : new refcount 13 00000020:00000010:1.0:1767384301.560122:0:16780:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c953ef24. 00000100:00100000:1.0:1767384301.560136:0:16780:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000168ae6d0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:16138:x1853236723070976:12345-0@lo:400: 02000000:00000001:2.0:1767384301.560137:0:16774:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000200:1.0:1767384301.560146:0:16780:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723070976 02000000:00000010:2.0:1767384301.560148:0:16774:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000521b6f75. 00000100:00000001:0.0:1767384301.560153:0:16779:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:1.0:1767384301.560154:0:16780:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 02000000:00000001:2.0:1767384301.560157:0:16774:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:00000001:1.0:1767384301.560162:0:16780:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:0.0:1767384301.560163:0:16779:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384301.560165:0:16774:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384301.560171:0:16780:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384301.560173:0:16774:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000020:00000001:1.0:1767384301.560180:0:16780:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00100000:0.0:1767384301.560181:0:16779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000020:00000001:1.0:1767384301.560184:0:16780:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661494240 : -1048057376 : ffffffffc187e9e0) 00000400:00000010:2.0:1767384301.560186:0:16774:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004e2bdc44. 00000100:00000040:0.0:1767384301.560189:0:16779:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000f335576c : new rpc_count 1 00000020:00000001:1.0:1767384301.560195:0:16780:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1767384301.560197:0:16779:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619782674420992 : -124291035130624 : ffff8ef53d009500) 00000400:00000010:2.0:1767384301.560199:0:16774:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000062d4f814. 00000020:00000001:1.0:1767384301.560199:0:16780:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384301.560205:0:16780:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384301.560207:0:16780:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000040:0.0:1767384301.560213:0:16779:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000003a065b35 x1853236723070848/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:282/0 lens 224/0 e 0 to 0 dl 1767384312 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384301.560216:0:16780:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384301.560224:0:16780:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1767384301.560229:0:16780:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384301.560233:0:16780:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384301.560238:0:16780:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000005c1fba6c. 02000000:00000001:1.0:1767384301.560243:0:16780:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384301.560244:0:16779:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384301.560245:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384301.560247:0:16780:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384301.560252:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1767384301.560253:0:16780:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384301.560253:0:16779:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b74658b6. 00010000:00000040:1.0:1767384301.560263:0:16780:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236723070976 00000100:00000001:0.0:1767384301.560265:0:16779:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384301.560267:0:16780:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000001:2.0:1767384301.560268:0:16139:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384301.560273:0:16139:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000200:1.0:1767384301.560274:0:16780:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000168ae6d0 x1853236723070976/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:282/0 lens 224/224 e 0 to 0 dl 1767384312 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384301.560276:0:16779:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b74658b6. 00000400:00000010:2.0:1767384301.560280:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000417ba025. 00000400:00000200:2.0:1767384301.560292:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000041b879ca 00010000:00000001:1.0:1767384301.560294:0:16780:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00100000:0.0:1767384301.560296:0:16779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000003a065b35 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:16137:x1853236723070848:12345-0@lo:400: 00010000:00000001:1.0:1767384301.560300:0:16780:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384301.560302:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000041b879ca. 00000100:00001000:1.0:1767384301.560310:0:16780:0:(import.c:2128:obd_at_measure()) add 1 to 000000008dd0459f time=26 v=5 (1 0 0 0) 00000100:00000200:0.0:1767384301.560311:0:16779:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723070848 00000100:00000001:2.0:1767384301.560314:0:16139:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384301.560321:0:16780:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:0.0:1767384301.560322:0:16779:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000040:1.0:1767384301.560328:0:16780:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 21 to 0@lo 00000020:00000001:0.0:1767384301.560328:0:16779:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000200:2.0:1767384301.560329:0:16139:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000dcadd9d0 x1853236723070464/t0(0) o400->MGC192.168.202.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384317 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384301.560334:0:16780:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 00000020:00000001:0.0:1767384301.560336:0:16779:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384301.560343:0:16780:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384301.560348:0:16780:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384301.560349:0:16779:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1767384301.560358:0:17551:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384301.560359:0:16780:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:0.0:1767384301.560359:0:16779:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661494240 : -1048057376 : ffffffffc187e9e0) 00000100:00100000:3.0:1767384301.560368:0:17551:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723070592 00000020:00000001:0.0:1767384301.560373:0:16779:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000040:1.0:1767384301.560374:0:16780:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:3.0:1767384301.560376:0:17551:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000200:2.0:1767384301.560376:0:16139:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000dcadd9d0 x1853236723070464/t0(0) o400->MGC192.168.202.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384317 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384301.560384:0:17551:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:1.0:1767384301.560384:0:16780:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006f155c59. 00000020:00000001:0.0:1767384301.560386:0:16779:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384301.560389:0:17551:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384301.560394:0:16780:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236723070976, offset 224 02000000:00000001:3.0:1767384301.560397:0:17551:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384301.560397:0:16779:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00100000:3.0:1767384301.560404:0:17551:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723070592 00000020:00000001:0.0:1767384301.560405:0:16779:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384301.560413:0:17551:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:1.0:1767384301.560415:0:16780:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384301.560416:0:16139:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:3.0:1767384301.560417:0:17551:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eeca38 00000020:00000001:0.0:1767384301.560417:0:16779:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384301.560420:0:16139:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384301.560421:0:17551:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384301.560428:0:17551:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000cf791f94 refcount=5 00000400:00000200:1.0:1767384301.560430:0:16780:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384301.560431:0:16139:0:(client.c:1578:after_reply()) Process entered 00000020:00000001:0.0:1767384301.560433:0:16779:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 02000000:00000001:2.0:1767384301.560441:0:16139:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000001:3.0:1767384301.560444:0:17551:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619777391929344 : -124296317622272 : ffff8ef402242800) 00000100:00000001:2.0:1767384301.560446:0:16139:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384301.560447:0:16779:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:3.0:1767384301.560452:0:17551:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619777391929344 : -124296317622272 : ffff8ef402242800) 00000400:00000200:1.0:1767384301.560453:0:16780:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824c903800 00000100:00000001:2.0:1767384301.560455:0:16139:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384301.560455:0:16779:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1767384301.560464:0:17551:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000010:0.0:1767384301.560464:0:16779:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000b5896cd9. 02000000:00000001:2.0:1767384301.560467:0:16139:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384301.560469:0:17551:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000862f2719. 00000400:00000200:1.0:1767384301.560475:0:16780:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1515 [1] + 224 02000000:00000001:0.0:1767384301.560475:0:16779:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384301.560480:0:17551:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000076b55715. 00000100:00000001:0.0:1767384301.560481:0:16779:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384301.560482:0:16139:0:(import.c:2128:obd_at_measure()) add 5 to 0000000028df3f77 time=31 v=5 (5 0 0 0) 00000020:00000040:3.0:1767384301.560485:0:17551:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (0000000083abdb14) now 6 - evictor 00000020:00000001:0.0:1767384301.560495:0:16779:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384301.560505:0:16139:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f5022cbe time=31 v=5 (1 0 0 0) 00000400:00000200:1.0:1767384301.560506:0:16780:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000040:0.0:1767384301.560506:0:16779:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236723070848 00000100:00000001:3.0:1767384301.560509:0:17551:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00010000:00000001:0.0:1767384301.560521:0:16779:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000010:3.0:1767384301.560522:0:17551:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000db5a1c10. 00000100:00000001:2.0:1767384301.560525:0:16139:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000200:1.0:1767384301.560527:0:16780:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:3.0:1767384301.560532:0:17551:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005aebd7e6. 00000100:00000001:2.0:1767384301.560533:0:16139:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:0.0:1767384301.560533:0:16779:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000003a065b35 x1853236723070848/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:282/0 lens 224/224 e 0 to 0 dl 1767384312 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384301.560538:0:16780:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:3.0:1767384301.560540:0:17551:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000081a56584. 00010000:00000001:2.0:1767384301.560542:0:16139:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000200:1.0:1767384301.560548:0:16780:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f83c2498 x1853236723070976/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384317 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384301.560549:0:16139:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384301.560550:0:17551:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:2.0:1767384301.560562:0:16139:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384301.560566:0:17551:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384301.560572:0:17551:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384301.560577:0:17551:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384301.560579:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000dcadd9d0 x1853236723070464/t0(0) o400->MGC192.168.202.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384317 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384301.560590:0:16779:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1767384301.560592:0:17551:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384301.560597:0:16779:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384301.560621:0:16779:0:(import.c:2128:obd_at_measure()) add 1 to 000000008dd0459f time=26 v=5 (1 0 0 0) 00000100:00000040:1.0:1767384301.560623:0:16780:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000f83c2498 x1853236723070976/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384317 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384301.560624:0:17551:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384301.560630:0:16139:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384301.560638:0:16779:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1767384301.560641:0:16139:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384301.560642:0:17551:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384301.560647:0:17551:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384301.560648:0:16139:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384301.560648:0:16779:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 22 to 0@lo 00000100:00100000:3.0:1767384301.560662:0:17551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00000001:0.0:1767384301.560663:0:16779:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 00000100:00000040:2.0:1767384301.560664:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000dcadd9d0 x1853236723070464/t0(0) o400->MGC192.168.202.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384317 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384301.560675:0:17551:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000cf791f94 : new rpc_count 1 02000000:00000001:0.0:1767384301.560677:0:16779:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384301.560683:0:16779:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384301.560686:0:17551:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619782674415616 : -124291035136000 : ffff8ef53d008000) 00000100:00000001:0.0:1767384301.560692:0:16779:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384301.560694:0:16780:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:3.0:1767384301.560697:0:17551:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000687f90c0 x1853236723070592/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:282/0 lens 224/0 e 0 to 0 dl 1767384312 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384301.560703:0:16779:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1767384301.560704:0:16780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006f155c59 00000400:00000010:1.0:1767384301.560714:0:16780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006f155c59. 00000400:00000010:0.0:1767384301.560717:0:16779:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cf88a9bc. 00000100:00100000:2.0:1767384301.560720:0:16139:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000dcadd9d0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c0412d60-4f67-4dbc-8791-892843f60083:16139:1853236723070464:0@lo:400: 00000100:00000001:1.0:1767384301.560723:0:16780:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000200:0.0:1767384301.560728:0:16779:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236723070848, offset 224 00000100:00000001:1.0:1767384301.560729:0:16780:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384301.560737:0:16780:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384301.560748:0:16779:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384301.560749:0:17551:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:1.0:1767384301.560749:0:16780:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 21 to 0@lo 00010000:00000001:1.0:1767384301.560759:0:16780:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000010:3.0:1767384301.560760:0:17551:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000076b55715. 00000100:00000001:2.0:1767384301.560762:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384301.560765:0:16780:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384301.560767:0:17551:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384301.560774:0:16780:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000010:3.0:1767384301.560776:0:17551:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000076b55715. 00000100:00000001:2.0:1767384301.560776:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1767384301.560776:0:16779:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:1.0:1767384301.560787:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000168ae6d0 x1853236723070976/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:282/0 lens 224/224 e 0 to 0 dl 1767384312 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384301.560790:0:17551:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000687f90c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16137:x1853236723070592:12345-0@lo:13: 00000100:00000040:2.0:1767384301.560791:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000dcadd9d0 x1853236723070464/t0(0) o400->MGC192.168.202.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384317 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384301.560803:0:16779:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824c903780 00000100:00000200:3.0:1767384301.560817:0:17551:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723070592 00000020:00000001:3.0:1767384301.560825:0:17551:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:0.0:1767384301.560834:0:16779:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x151d [1] + 224 00000020:00000001:3.0:1767384301.560835:0:17551:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384301.560844:0:17551:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384301.560858:0:17551:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:0.0:1767384301.560860:0:16779:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:1.0:1767384301.560863:0:16780:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000168ae6d0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:16138:x1853236723070976:12345-0@lo:400: Request processed in 776us (2233us total) trans 0 rc 0/0 00000020:00000001:3.0:1767384301.560866:0:17551:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072673306064 : -1036245552 : ffffffffc23c25d0) 00000100:00000001:2.0:1767384301.560866:0:16139:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384301.560876:0:16139:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:3.0:1767384301.560883:0:17551:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:0.0:1767384301.560884:0:16779:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:2.0:1767384301.560886:0:16139:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005789b769. 00000020:00000001:3.0:1767384301.560889:0:17551:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384301.560894:0:16780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 02000000:00000001:2.0:1767384301.560902:0:16139:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:1.0:1767384301.560905:0:16780:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000b2466616 : new rpc_count 0 00000020:00000001:3.0:1767384301.560907:0:17551:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1767384301.560907:0:16779:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:2.0:1767384301.560908:0:16139:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1767384301.560918:0:17551:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1767384301.560918:0:16780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000040:2.0:1767384301.560920:0:16139:0:(genops.c:1242:class_import_put()) import 00000000df830bbe refcount=3 obd=MGC192.168.202.152@tcp 00000100:00000200:0.0:1767384301.560926:0:16779:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003a6fae64 x1853236723070848/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384317 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384301.560928:0:16780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:3.0:1767384301.560930:0:17551:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384301.560930:0:16139:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000010:1.0:1767384301.560935:0:16780:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c2a0ea33. 00000100:00000001:3.0:1767384301.560938:0:17551:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000010:2.0:1767384301.560938:0:16139:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000009c3fbcb8. 02000000:00000001:3.0:1767384301.560945:0:17551:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:1.0:1767384301.560946:0:16780:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004aa899d1. 02000000:00000001:2.0:1767384301.560949:0:16139:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000010:3.0:1767384301.560950:0:17551:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 000000002befd36e. 00000020:00000010:1.0:1767384301.560959:0:16780:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a726324b. 02000000:00000001:3.0:1767384301.560960:0:17551:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384301.560960:0:16139:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:0.0:1767384301.560964:0:16779:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003a6fae64 x1853236723070848/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384317 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384301.560970:0:16139:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000dcadd9d0. 00000100:00000001:3.0:1767384301.560972:0:17551:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384301.560974:0:16780:0:(genops.c:898:class_export_put()) PUTting export 00000000b2466616 : new refcount 4 00000100:00000001:2.0:1767384301.560980:0:16139:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384301.560986:0:16780:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384301.560987:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:3.0:1767384301.560988:0:17551:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00002000:00000001:3.0:1767384301.560999:0:17551:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000100:00000001:2.0:1767384301.561000:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384301.561002:0:17551:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000100:00000001:2.0:1767384301.561005:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384301.561009:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00080000:00000001:3.0:1767384301.561010:0:17551:0:(osd_handler.c:571:osd_statfs()) Process entered 00000100:00000001:2.0:1767384301.561015:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384301.561019:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384301.561026:0:17551:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384301.561032:0:17551:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384301.561032:0:16779:0:(events.c:163:reply_in_callback()) Process leaving 00002000:00000024:3.0:1767384301.561037:0:17551:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 389021696 avail 386924544 00000020:00000020:3.0:1767384301.561044:0:17551:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40828928 0 0 00000400:00000200:0.0:1767384301.561047:0:16779:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cf88a9bc 00000020:00000020:3.0:1767384301.561048:0:17551:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000cf791f94 dirty 0 pend 0 grant 0 00000100:00000001:2.0:1767384301.561048:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1767384301.561053:0:16779:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cf88a9bc. 00000100:00000001:2.0:1767384301.561054:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00002000:00000020:3.0:1767384301.561055:0:17551:0:(ofd_obd.c:737:ofd_statfs()) 374 blocks: 371 free, 331 avail; 12296 objects: 11872 free; state 0 00002000:00000001:3.0:1767384301.561060:0:17551:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000100:00000001:0.0:1767384301.561065:0:16779:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:2.0:1767384301.561066:0:16138:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000001:00000001:3.0:1767384301.561068:0:17551:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1767384301.561071:0:17551:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384301.561071:0:16138:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767384301.561071:0:16779:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000010:2.0:1767384301.561077:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b4b074bf. 00002000:00000001:3.0:1767384301.561078:0:17551:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384301.561083:0:16779:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384301.561116:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eff9bd9b 00000400:00000010:2.0:1767384301.561124:0:16138:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000eff9bd9b. 00000100:00000040:0.0:1767384301.561124:0:16779:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 20 to 0@lo 00010000:00000040:3.0:1767384301.561126:0:17551:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236723070592 00000100:00000001:2.0:1767384301.561133:0:16138:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1767384301.561134:0:16779:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00000001:3.0:1767384301.561135:0:17551:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000001:0.0:1767384301.561140:0:16779:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384301.561143:0:16138:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f83c2498 x1853236723070976/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384317 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000200:3.0:1767384301.561146:0:17551:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000687f90c0 x1853236723070592/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:282/0 lens 224/368 e 0 to 0 dl 1767384312 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384301.561146:0:16779:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384301.561156:0:16779:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003a065b35 x1853236723070848/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:282/0 lens 224/224 e 0 to 0 dl 1767384312 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384301.561181:0:17551:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384301.561185:0:17551:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384301.561190:0:17551:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bde6550e time=20 v=5 (1 0 0 0) 00000100:00000200:2.0:1767384301.561190:0:16138:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f83c2498 x1853236723070976/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384317 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384301.561191:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384301.561199:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1767384301.561200:0:16779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000003a065b35 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:16137:x1853236723070848:12345-0@lo:400: Request processed in 946us (2157us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384301.561207:0:17551:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000001:1.0:1767384301.561208:0:16137:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1767384301.561213:0:17551:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 21 to 0@lo 00000400:00000001:1.0:1767384301.561224:0:16137:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767384301.561225:0:17551:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 00000100:00000001:2.0:1767384301.561230:0:16138:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:1.0:1767384301.561234:0:16137:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000928f9d6a. 02000000:00000001:3.0:1767384301.561235:0:17551:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1767384301.561236:0:16138:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384301.561236:0:16779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 02000000:00000001:3.0:1767384301.561242:0:17551:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384301.561248:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007217d709 00000100:00000040:0.0:1767384301.561249:0:16779:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f335576c : new rpc_count 0 00000100:00000001:3.0:1767384301.561250:0:17551:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:1.0:1767384301.561256:0:16137:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007217d709. 00000100:00000001:2.0:1767384301.561258:0:16138:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767384301.561260:0:16779:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384301.561265:0:16137:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1767384301.561266:0:17551:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:2.0:1767384301.561267:0:16138:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384301.561267:0:16779:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384301.561276:0:16138:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:3.0:1767384301.561279:0:17551:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000091677c2e. 00000020:00000010:0.0:1767384301.561279:0:16779:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001c459755. 00000100:00000200:1.0:1767384301.561281:0:16137:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003a6fae64 x1853236723070848/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384317 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384301.561283:0:16138:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384301.561290:0:17551:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853236723070592, offset 224 00000020:00000010:0.0:1767384301.561292:0:16779:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000cbf2e65b. 02000000:00000001:2.0:1767384301.561298:0:16138:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384301.561305:0:16779:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000048fd0d5f. 00000100:00001000:2.0:1767384301.561313:0:16138:0:(import.c:2128:obd_at_measure()) add 5 to 00000000edb11b67 time=26 v=5 (5 0 0 0) 00000400:00000200:3.0:1767384301.561322:0:17551:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000040:0.0:1767384301.561322:0:16779:0:(genops.c:898:class_export_put()) PUTting export 00000000f335576c : new refcount 4 00000100:00001000:2.0:1767384301.561333:0:16138:0:(import.c:2128:obd_at_measure()) add 1 to 000000006fb1a5f2 time=26 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384301.561335:0:16779:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384301.561346:0:16137:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003a6fae64 x1853236723070848/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384317 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384301.561348:0:17551:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384301.561349:0:16138:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384301.561356:0:16138:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384301.561368:0:16138:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:3.0:1767384301.561374:0:17551:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x695824c903680 00010000:00080000:2.0:1767384301.561381:0:16138:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000f83c2498 x1853236723070976/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384317 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384301.561392:0:16137:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384301.561396:0:17551:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1505 [1] + 224 00000100:00000001:0.0:1767384301.561396:0:17548:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384301.561398:0:16137:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384301.561403:0:17548:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723070720 00000100:00000001:1.0:1767384301.561410:0:16137:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384301.561412:0:17548:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:3.0:1767384301.561414:0:17551:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1767384301.561416:0:16137:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384301.561418:0:17548:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384301.561422:0:16137:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384301.561424:0:17548:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384301.561428:0:16137:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384301.561431:0:16138:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384301.561434:0:17548:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384301.561437:0:17551:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:1.0:1767384301.561439:0:16137:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384301.561445:0:16138:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1767384301.561448:0:17548:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723070720 00000100:00000001:3.0:1767384301.561451:0:17551:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1767384301.561451:0:16138:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000020:00000001:0.0:1767384301.561453:0:17548:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000010:1.0:1767384301.561455:0:16137:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000c47b5f3c. 00000100:00000001:2.0:1767384301.561458:0:16138:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000020:00000040:0.0:1767384301.561458:0:17548:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eeca38 00000100:00000200:3.0:1767384301.561459:0:17551:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000acb379ab x1853236723070592/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384317 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1767384301.561464:0:16137:0:(import.c:2128:obd_at_measure()) add 5 to 00000000701828d5 time=26 v=5 (5 0 0 0) 00000100:00000001:2.0:1767384301.561465:0:16138:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384301.561466:0:17548:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00001000:1.0:1767384301.561482:0:16137:0:(import.c:2128:obd_at_measure()) add 1 to 0000000073619233 time=26 v=5 (1 0 0 0) 00000020:00000040:0.0:1767384301.561483:0:17548:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000cf791f94 refcount=6 00000100:00000040:3.0:1767384301.561488:0:17551:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000acb379ab x1853236723070592/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384317 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384301.561488:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f83c2498 x1853236723070976/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384317 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384301.561499:0:17548:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619777391929344 : -124296317622272 : ffff8ef402242800) 00000100:00000001:1.0:1767384301.561501:0:16137:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384301.561506:0:16137:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384301.561511:0:17548:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619777391929344 : -124296317622272 : ffff8ef402242800) 00010000:00000001:1.0:1767384301.561516:0:16137:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767384301.561525:0:17548:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00080000:1.0:1767384301.561531:0:16137:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000003a6fae64 x1853236723070848/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384317 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384301.561534:0:17548:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b74658b6. 00000100:00000001:0.0:1767384301.561549:0:17548:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384301.561551:0:17551:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384301.561560:0:17551:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000091677c2e 00000100:00000001:2.0:1767384301.561564:0:16138:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384301.561565:0:17548:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b74658b6. 00000400:00000010:3.0:1767384301.561569:0:17551:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000091677c2e. 00000100:00000001:2.0:1767384301.561582:0:16138:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:1.0:1767384301.561582:0:16137:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384301.561583:0:17551:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000010:0.0:1767384301.561584:0:17548:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000048fd0d5f. 00000100:00000001:2.0:1767384301.561586:0:16138:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384301.561587:0:17551:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384301.561595:0:17551:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384301.561596:0:17548:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001c459755. 00000100:00000001:1.0:1767384301.561609:0:16137:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384301.561612:0:16137:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000040:3.0:1767384301.561618:0:17551:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 20 to 0@lo 00000100:00000040:2.0:1767384301.561620:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f83c2498 x1853236723070976/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384317 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384301.561620:0:16137:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00010000:00000001:3.0:1767384301.561622:0:17551:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000010:0.0:1767384301.561622:0:17548:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000cbf2e65b. 00000020:00000001:3.0:1767384301.561629:0:17551:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384301.561629:0:16137:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384301.561635:0:17548:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000020:00000001:3.0:1767384301.561645:0:17551:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1767384301.561646:0:17548:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000040:1.0:1767384301.561649:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003a6fae64 x1853236723070848/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384317 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384301.561651:0:17548:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:3.0:1767384301.561654:0:17551:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000687f90c0 x1853236723070592/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:282/0 lens 224/368 e 0 to 0 dl 1767384312 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384301.561654:0:16138:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f83c2498 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16138:1853236723070976:0@lo:400: 00000100:00000001:0.0:1767384301.561656:0:17548:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384301.561673:0:17548:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1767384301.561678:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384301.561680:0:17548:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1767384301.561687:0:17548:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384301.561693:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384301.561709:0:17548:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384301.561710:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f83c2498 x1853236723070976/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384317 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384301.561729:0:17548:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384301.561733:0:16137:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384301.561735:0:17548:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384301.561742:0:17551:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000687f90c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:16137:x1853236723070592:12345-0@lo:13: Request processed in 985us (3561us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384301.561747:0:16137:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00100000:0.0:1767384301.561752:0:17548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00000001:1.0:1767384301.561753:0:16137:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384301.561761:0:17548:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000cf791f94 : new rpc_count 2 00000100:00100000:3.0:1767384301.561762:0:17551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00000001:2.0:1767384301.561763:0:16138:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1767384301.561768:0:17548:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619782424481280 : -124291285070336 : ffff8ef52e1ace00) 00000100:00000040:3.0:1767384301.561769:0:17551:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000cf791f94 : new rpc_count 1 02000000:00000001:2.0:1767384301.561769:0:16138:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384301.561774:0:16138:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007034d7a5. 00000100:00000001:3.0:1767384301.561776:0:17551:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:0.0:1767384301.561782:0:17548:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000fe8ada58 x1853236723070720/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:282/0 lens 224/0 e 0 to 0 dl 1767384312 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384301.561785:0:17551:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:2.0:1767384301.561787:0:16138:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:1.0:1767384301.561790:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003a6fae64 x1853236723070848/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384317 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384301.561794:0:17551:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005aebd7e6. 00000020:00000001:2.0:1767384301.561804:0:16138:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000010:3.0:1767384301.561807:0:17551:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000081a56584. 00000020:00000040:2.0:1767384301.561813:0:16138:0:(genops.c:1242:class_import_put()) import 000000005a28ad8c refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000010:3.0:1767384301.561819:0:17551:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000db5a1c10. 00000020:00000001:2.0:1767384301.561830:0:16138:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000040:3.0:1767384301.561831:0:17551:0:(genops.c:898:class_export_put()) PUTting export 00000000cf791f94 : new refcount 5 02000000:00000010:2.0:1767384301.561842:0:16138:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000fbadf16c. 00000100:00000001:3.0:1767384301.561844:0:17551:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384301.561854:0:16138:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384301.561863:0:16138:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00100000:1.0:1767384301.561866:0:16137:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003a6fae64 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16137:1853236723070848:0@lo:400: 00000100:00000010:2.0:1767384301.561868:0:16138:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f83c2498. 00000100:00000001:0.0:1767384301.561868:0:17548:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384301.561881:0:17548:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b74658b6. 00000100:00000001:2.0:1767384301.561882:0:16138:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000001:1.0:1767384301.561885:0:16137:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767384301.561887:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1767384301.561888:0:16137:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767384301.561890:0:17548:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00080000:3.0:1767384301.561891:0:16775:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000400:00000010:1.0:1767384301.561893:0:16137:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000094424882. 00000100:00000001:2.0:1767384301.561895:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1767384301.561900:0:16775:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (0000000083abdb14) now 6 - evictor 00000400:00000200:1.0:1767384301.561904:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005bf9a362 00000020:00000010:0.0:1767384301.561904:0:17548:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b74658b6. 00000100:00000001:2.0:1767384301.561908:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:1.0:1767384301.561910:0:16137:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005bf9a362. 00000100:00000001:2.0:1767384301.561913:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384301.561918:0:16137:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384301.561921:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:1.0:1767384301.561926:0:16137:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000acb379ab x1853236723070592/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384317 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384301.561928:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384301.561931:0:17548:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000fe8ada58 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:16139:x1853236723070720:12345-0@lo:400: 00000100:00000200:0.0:1767384301.561956:0:17548:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723070720 00000100:00000200:1.0:1767384301.561962:0:16137:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000acb379ab x1853236723070592/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384317 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384301.561964:0:17548:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:1.0:1767384301.561970:0:16137:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384301.561974:0:16137:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384301.561978:0:16137:0:(client.c:1578:after_reply()) Process entered 00000020:00000001:0.0:1767384301.561978:0:17548:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 02000000:00000001:1.0:1767384301.561981:0:16137:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384301.561985:0:16137:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:0.0:1767384301.561986:0:17548:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384301.561988:0:16137:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384301.561995:0:16137:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384301.561996:0:17548:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384301.562002:0:17548:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661494240 : -1048057376 : ffffffffc187e9e0) 00000100:00001000:1.0:1767384301.562004:0:16137:0:(import.c:2128:obd_at_measure()) add 5 to 0000000032110564 time=20 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384301.562012:0:16137:0:(import.c:2128:obd_at_measure()) add 1 to 000000001fbc0fd6 time=20 v=5 (1 0 0 0) 00000020:00000001:0.0:1767384301.562014:0:17548:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1767384301.562016:0:16137:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384301.562021:0:16137:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384301.562023:0:17548:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384301.562024:0:16137:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767384301.562032:0:16137:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000acb379ab x1853236723070592/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384317 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384301.562032:0:17548:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384301.562039:0:17548:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00010000:00000001:1.0:1767384301.562046:0:16137:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384301.562048:0:17548:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384301.562050:0:16137:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384301.562053:0:16137:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000020:00000001:0.0:1767384301.562055:0:17548:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1767384301.562056:0:16137:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384301.562062:0:16137:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384301.562065:0:17548:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000040:1.0:1767384301.562069:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000acb379ab x1853236723070592/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384317 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384301.562071:0:17548:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384301.562077:0:17548:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000f5b19b2d. 00000100:00000001:1.0:1767384301.562082:0:16137:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384301.562084:0:17548:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384301.562109:0:16137:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384301.562113:0:16137:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:1.0:1767384301.562115:0:16137:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:1.0:1767384301.562120:0:16137:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:1.0:1767384301.562124:0:16137:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=95744 free=94976 avail=84736 avail_mb=331 hwm_mb=3 files=12296 ffree=11872 state=0: rc = 0 00000004:00000020:1.0:1767384301.562134:0:16137:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (000000009fef8af1): 95744 blocks, 94976 free, 84736 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 12296 files, 11872 free files 0x0 00000004:00000001:1.0:1767384301.562139:0:16137:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384301.562144:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000acb379ab x1853236723070592/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384317 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384301.562152:0:16137:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000acb379ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16137:1853236723070592:0@lo:13: 00000100:00000001:1.0:1767384301.562157:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384301.562159:0:16137:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384301.562164:0:16137:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003a6fae64 x1853236723070848/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384317 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384301.562170:0:16137:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384301.562174:0:16137:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384301.562177:0:16137:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008e9d1816. 02000000:00000001:1.0:1767384301.562181:0:16137:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384301.562183:0:16137:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384301.562185:0:16137:0:(genops.c:1242:class_import_put()) import 00000000345f9ba7 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:1.0:1767384301.562187:0:16137:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384301.562189:0:16137:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003731eb54. 02000000:00000001:1.0:1767384301.562192:0:16137:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384301.562194:0:16137:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384301.562195:0:16137:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003a6fae64. 00000100:00000001:1.0:1767384301.562198:0:16137:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384301.562200:0:16137:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384301.562201:0:16137:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384301.562202:0:16137:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000acb379ab x1853236723070592/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384317 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384301.562214:0:16137:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384301.562215:0:16137:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384301.562216:0:16137:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000006926da5. 02000000:00000001:1.0:1767384301.562221:0:16137:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384301.562223:0:16137:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384301.562223:0:16137:0:(genops.c:1242:class_import_put()) import 0000000068bc8709 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:1.0:1767384301.562225:0:16137:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384301.562226:0:16137:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000008e03ed82. 02000000:00000001:1.0:1767384301.562230:0:16137:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384301.562232:0:16137:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384301.562232:0:16137:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000acb379ab. 00000100:00000001:1.0:1767384301.562238:0:16137:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384301.562239:0:16137:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384301.562240:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384301.562243:0:16137:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384301.562245:0:16137:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384301.562248:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384301.562250:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384301.562518:0:17548:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384301.562521:0:17548:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384301.562524:0:17548:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236723070720 00010000:00000001:0.0:1767384301.562526:0:17548:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384301.562531:0:17548:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000fe8ada58 x1853236723070720/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:282/0 lens 224/224 e 0 to 0 dl 1767384312 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384301.562540:0:17548:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384301.562542:0:17548:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384301.562544:0:17548:0:(import.c:2128:obd_at_measure()) add 1 to 0000000094c7e214 time=20 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384301.562548:0:17548:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384301.562551:0:17548:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 21 to 0@lo 00000100:00000001:0.0:1767384301.562553:0:17548:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 02000000:00000001:0.0:1767384301.562556:0:17548:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384301.562558:0:17548:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384301.562560:0:17548:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384301.562562:0:17548:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384301.562566:0:17548:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cf88a9bc. 00000100:00000200:0.0:1767384301.562569:0:17548:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853236723070720, offset 224 00000400:00000200:0.0:1767384301.562573:0:17548:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384301.562580:0:17548:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384301.562587:0:17548:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x695824c903700 00000400:00000200:0.0:1767384301.562592:0:17548:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1525 [1] + 224 00000400:00000200:0.0:1767384301.562620:0:17548:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384301.562623:0:17548:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384301.562626:0:17548:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384301.562630:0:17548:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002765915d x1853236723070720/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384317 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384301.562640:0:17548:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000002765915d x1853236723070720/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384317 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384301.562657:0:17548:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384301.562662:0:17548:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cf88a9bc 00000400:00000010:0.0:1767384301.562665:0:17548:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cf88a9bc. 00000100:00000001:0.0:1767384301.562668:0:17548:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384301.562669:0:17548:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384301.562672:0:17548:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384301.562675:0:17548:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 20 to 0@lo 00010000:00000001:0.0:1767384301.562678:0:17548:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384301.562681:0:17548:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384301.562683:0:17548:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1767384301.562689:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767384301.562689:0:17548:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fe8ada58 x1853236723070720/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:282/0 lens 224/224 e 0 to 0 dl 1767384312 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384301.562694:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384301.562702:0:16139:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:0.0:1767384301.562704:0:17548:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000fe8ada58 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:16139:x1853236723070720:12345-0@lo:400: Request processed in 835us (3520us total) trans 0 rc 0/0 00000400:00000001:2.0:1767384301.562706:0:16139:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384301.562710:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000040d2e706. 00000400:00000200:2.0:1767384301.562716:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004b5cd7b8 00000100:00100000:0.0:1767384301.562720:0:17548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000400:00000010:2.0:1767384301.562721:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004b5cd7b8. 00000100:00000040:0.0:1767384301.562726:0:17548:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000cf791f94 : new rpc_count 0 00000100:00000001:2.0:1767384301.562729:0:16139:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384301.562730:0:17548:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384301.562735:0:17548:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:2.0:1767384301.562738:0:16139:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002765915d x1853236723070720/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384317 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384301.562738:0:17548:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001c459755. 00000020:00000010:0.0:1767384301.562746:0:17548:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000cbf2e65b. 00000020:00000010:0.0:1767384301.562752:0:17548:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000048fd0d5f. 00000100:00000200:2.0:1767384301.562756:0:16139:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002765915d x1853236723070720/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384317 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384301.562761:0:17548:0:(genops.c:898:class_export_put()) PUTting export 00000000cf791f94 : new refcount 4 00000100:00000001:0.0:1767384301.562767:0:17548:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384301.562771:0:16139:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384301.562775:0:16139:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384301.562777:0:16139:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384301.562780:0:16139:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384301.562782:0:16139:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384301.562783:0:16139:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384301.562786:0:16139:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384301.562792:0:16139:0:(import.c:2128:obd_at_measure()) add 5 to 0000000040f3b9ed time=20 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384301.562796:0:16139:0:(import.c:2128:obd_at_measure()) add 1 to 000000001fbc0fd6 time=20 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384301.562799:0:16139:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384301.562801:0:16139:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384301.562811:0:16139:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767384301.562815:0:16139:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000002765915d x1853236723070720/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384317 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384301.562829:0:16139:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384301.562832:0:16139:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767384301.562835:0:16139:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:2.0:1767384301.562838:0:16139:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384301.562840:0:16139:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384301.562844:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002765915d x1853236723070720/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384317 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384301.562851:0:16139:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384301.562854:0:16139:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384301.562856:0:16139:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384301.562860:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002765915d x1853236723070720/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384317 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384301.562868:0:16139:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000002765915d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16139:1853236723070720:0@lo:400: 00000100:00000001:2.0:1767384301.562874:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384301.562876:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384301.562879:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002765915d x1853236723070720/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384317 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384301.562886:0:16139:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384301.562888:0:16139:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384301.562891:0:16139:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e516e2ab. 02000000:00000001:2.0:1767384301.562897:0:16139:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384301.562899:0:16139:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384301.562901:0:16139:0:(genops.c:1242:class_import_put()) import 0000000068bc8709 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:2.0:1767384301.562904:0:16139:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384301.562906:0:16139:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000007e6aa888. 02000000:00000001:2.0:1767384301.562909:0:16139:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384301.562912:0:16139:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384301.562913:0:16139:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002765915d. 00000100:00000001:2.0:1767384301.562918:0:16139:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384301.562920:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384301.562928:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384301.562933:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384301.562935:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384301.562937:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384301.562939:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384301.583206:0:53:0:(connection.c:75:cpu_latency_work()) work item of 000000009d5c2cb6 (cpu 0) has reached its deadline 4294891545, at 4294891546 00000100:00000010:3.0:1767384301.583219:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004bf6a247. 00000100:00000040:1.0:1767384301.584129:0:62:0:(connection.c:75:cpu_latency_work()) work item of 00000000edc4e618 (cpu 0) has reached its deadline 4294891545, at 4294891547 00000100:00000010:1.0:1767384301.584142:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ea58aeb3. 00000100:00000040:2.0:1767384301.584153:0:795:0:(connection.c:75:cpu_latency_work()) work item of 00000000135c2452 (cpu 0) has reached its deadline 4294891545, at 4294891547 00000100:00000040:0.0:1767384301.584161:0:449:0:(connection.c:75:cpu_latency_work()) work item of 000000002fd0fb58 (cpu 0) has reached its deadline 4294891545, at 4294891547 00000100:00000010:2.0:1767384301.584163:0:795:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000021256cfb. 00000100:00000010:0.0:1767384301.584175:0:449:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000619a1e27. 00080000:00000001:1.0:1767384301.816403:0:23243:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384301.816423:0:23243:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384301.816428:0:23243:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384301.816436:0:23243:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384301.816444:0:23243:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384301.816448:0:23243:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384302.133160:0:449:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384302.133168:0:449:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384302.133173:0:449:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384302.133174:0:449:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384302.133205:0:16768:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384302.133208:0:16768:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384302.133211:0:16768:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:2.0:1767384302.553934:0:23407:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1767384302.553938:0:23407:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg252-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp23 --if ens2 00000001:00000001:2.0:1767384302.557133:0:23407:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:0.0:1767384302.563638:0:23408:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 0000000006926da5. 00000400:00000010:0.0:1767384302.563654:0:23408:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000769c8df4. 00000400:00000010:0.0:1767384302.563665:0:23408:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000ec0cc1f1. 00000400:00000010:0.0:1767384302.563670:0:23408:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000a726324b. 00000400:00000010:0.0:1767384302.563674:0:23408:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000931bf2ad. 00000400:00000010:0.0:1767384302.563678:0:23408:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000008aeb36fc. 00000400:00000010:0.0:1767384302.563681:0:23408:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000761cd66e. 00000400:00000010:0.0:1767384302.563683:0:23408:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000030432f12. 00000400:00000010:0.0:1767384302.563686:0:23408:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 0000000089909fe3. 00000800:00000010:0.0:1767384302.563698:0:23408:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000006c0c6694. 00000800:00000200:0.0:1767384302.563710:0:23408:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:0.0:1767384302.563720:0:23408:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:0.0:1767384302.563761:0:23408:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.152) 00000400:02000000:0.0:1767384302.563786:0:23408:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.152@tcp23 [8/256/0/180] 00000400:00000010:0.0:1767384302.566355:0:23408:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000048fd0d5f. 00000400:00000010:0.0:1767384302.566363:0:23408:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007f7e3a29. 00000400:00000010:0.0:1767384302.566369:0:23408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cf88a9bc. 00000400:00000001:0.0:1767384302.566386:0:23408:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384302.566388:0:23408:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384302.566390:0:23408:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000040382926. 00000400:00000200:0.0:1767384302.566394:0:23408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d42d7847 00000400:00000010:0.0:1767384302.566396:0:23408:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d42d7847. 00000400:00000010:0.0:1767384302.566401:0:23408:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 265 at 00000000ae53d45f. 00000400:00000200:0.0:1767384302.566407:0:23408:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (14) 00000400:00000200:0.0:1767384302.566421:0:23408:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.152@tcp (000000005d9714d7): 0 00000400:00000200:0.0:1767384302.566433:0:23408:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131095 00000400:00000200:2.0:1767384302.566438:0:16135:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:00000010:0.0:1767384302.566442:0:23408:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000009585baca. 00000400:00000200:2.0:1767384302.566444:0:16135:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100151 00000020:01000000:0.0:1767384302.566451:0:23408:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000010:2.0:1767384302.566452:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000eff9bd9b. 00000400:00000200:2.0:1767384302.566457:0:16135:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (15) 00000020:01000000:0.0:1767384302.566460:0:23408:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.152@tcp23 00000400:00000010:2.0:1767384302.566464:0:16135:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000fe01c8ad. 00000400:00000200:2.0:1767384302.566469:0:16135:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.152@tcp 00000400:00000010:0.0:1767384302.566478:0:23408:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000769c8df4. 00000400:00000200:2.0:1767384302.566480:0:16135:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.152@tcp local destination 00000400:00000010:0.0:1767384302.566487:0:23408:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 0000000006926da5. 00000400:00000200:2.0:1767384302.566488:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 00000400:00000200:2.0:1767384302.566492:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000400:00000200:2.0:1767384302.566498:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 00000400:00000200:2.0:1767384302.566501:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 00000400:00000200:2.0:1767384302.566505:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 6], ns[16, 6] 00000400:00000200:2.0:1767384302.566509:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 6], ns[18, 6] 00000400:00000200:2.0:1767384302.566511:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 6], ns[20, 6] 00000400:00000200:2.0:1767384302.566513:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 6], ns[22, 6] 00000400:00000200:2.0:1767384302.566523:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 6], ns[24, 6] 00000400:00000200:2.0:1767384302.566526:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 6], ns[26, 6] 00000400:00000200:2.0:1767384302.566529:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 6], ns[28, 6] 00000020:00000001:3.0:1767384302.566532:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:2.0:1767384302.566534:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 6], ns[30, 6] 10000000:00000001:3.0:1767384302.566537:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:2.0:1767384302.566540:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 10000000:00000001:3.0:1767384302.566541:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384302.566544:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:2.0:1767384302.566547:0:16135:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp22 00000020:01000004:3.0:1767384302.566549:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384302.566552:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:2.0:1767384302.566553:0:16135:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.152@tcp22 00000020:01000004:3.0:1767384302.566554:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384302.566557:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384302.566558:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:2.0:1767384302.566561:0:16135:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.152@tcp22 lpni_is_preferred = 0 00000020:01000004:3.0:1767384302.566562:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384302.566565:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000200:2.0:1767384302.566567:0:16135:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.152@tcp22 00000020:01000004:3.0:1767384302.566568:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384302.566571:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384302.566573:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:2.0:1767384302.566575:0:16135:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp22 NI seq info: [31:31:256:4294967295] 192.168.202.152@tcp22 LPNI seq info [31:31:8:4294967295] 00000100:00000010:3.0:1767384302.566580:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bef5903f. 00000400:00000200:2.0:1767384302.566583:0:16135:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.152@tcp22 00000020:00000040:3.0:1767384302.566586:0:36:0:(genops.c:1229:class_import_get()) import 00000000df830bbe refcount=4 obd=MGC192.168.202.152@tcp 00000400:00000200:2.0:1767384302.566604:0:16135:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp22(192.168.202.152@tcp22:) -> 192.168.202.152@tcp22(192.168.202.152@tcp:192.168.202.152@tcp22) : PUT try# 0 00000100:00000001:3.0:1767384302.566609:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384302.566614:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000800:00000200:2.0:1767384302.566614:0:16135:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.152@tcp22 00000800:00000010:2.0:1767384302.566620:0:16135:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fc4419d3. 02000000:00000001:3.0:1767384302.566621:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384302.566631:0:16135:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000b483f25d. 02000000:00000010:3.0:1767384302.566632:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000b94d3830. 00000800:00000010:2.0:1767384302.566638:0:16135:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000a7059e9e. 00000100:00000001:3.0:1767384302.566641:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384302.566645:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b483f25d] -> 12345-192.168.202.152@tcp22 (2) 00000800:00000200:2.1:1767384302.566650:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b483f25d] -> 12345-192.168.202.152@tcp22 (2) 00000100:00000001:3.0:1767384302.566651:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384302.566654:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384302.566662:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bef5903f] to pc [ptlrpcd_00_02+2] req@00000000bef5903f x1853236723071104/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384302.566672:0:16135:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.152@tcp 00000400:00000200:2.0:1767384302.566677:0:16135:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100551 rc 0 10000000:00000001:3.0:1767384302.566687:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384302.566691:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384302.566693:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1767384302.566695:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000020:00000001:3.0:1767384302.566700:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:3.0:1767384302.566702:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384302.566703:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384302.566704:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:3.0:1767384302.566706:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384302.566707:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384302.566709:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000001:2.0:1767384302.566709:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384302.566714:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384302.566718:0:16139:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:01000004:3.0:1767384302.566719:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384302.566722:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384302.566724:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384302.566726:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000100:00000040:2.0:1767384302.566726:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bef5903f x1853236723071104/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:3.0:1767384302.566728:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384302.566730:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:3.0:1767384302.566735:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f9e83428. 00000100:00000001:2.0:1767384302.566739:0:16139:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1767384302.566739:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.152:988 00000020:00000040:3.0:1767384302.566740:0:36:0:(genops.c:1229:class_import_get()) import 00000000df830bbe refcount=5 obd=MGC192.168.202.152@tcp 00000100:00000001:2.0:1767384302.566741:0:16139:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384302.566746:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384302.566749:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384302.566749:0:16139:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384302.566753:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384302.566759:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000b00616c4. 02000000:00000001:2.0:1767384302.566759:0:16139:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384302.566765:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384302.566765:0:16139:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384302.566769:0:16139:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000bef5903f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c0412d60-4f67-4dbc-8791-892843f60083:16139:1853236723071104:0@lo:253: 00000100:00000001:3.0:1767384302.566770:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384302.566773:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384302.566776:0:16139:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1767384302.566781:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f9e83428] to pc [ptlrpcd_00_03+3] req@00000000f9e83428 x1853236723071232/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384302.566782:0:16139:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384302.566786:0:16139:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384302.566791:0:16139:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 10000000:00000001:3.0:1767384302.566796:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384302.566797:0:16139:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000003a2219a. 10000000:00000001:3.0:1767384302.566800:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384302.566801:0:16139:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384302.566805:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384302.566805:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.152:988 00000400:00000010:2.0:1767384302.566807:0:16139:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b4b074bf. 00000020:01000000:3.0:1767384302.566810:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:3.0:1767384302.566814:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000009585baca. 00000400:00000010:2.0:1767384302.566817:0:16139:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000dbc98696. 00000100:00000200:2.0:1767384302.566822:0:16139:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236723071104, portal 25 00000100:00000001:2.0:1767384302.566825:0:16139:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384302.566826:0:16139:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782675231872 : -124291034319744 : ffff8ef53d0cf480) 00000100:00000001:3.0:1767384302.566827:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384302.566832:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767384302.566832:0:16139:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000bef5903f x1853236723071104/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384318 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384302.566834:0:16140:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384302.566841:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f9e83428 x1853236723071232/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384302.566841:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.152:988 00000100:00000001:2.0:1767384302.566843:0:16139:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384302.566849:0:16139:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384302.566855:0:16140:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000010:2.0:1767384302.566855:0:16139:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000022826e93. 00000100:00000001:3.0:1767384302.566859:0:16140:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384302.566860:0:16139:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236723071104, offset 0 00000400:00000200:1.0:1767384302.566864:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.152:988 02000000:00000001:3.0:1767384302.566865:0:16140:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1767384302.566869:0:16139:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:3.0:1767384302.566870:0:16140:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384302.566874:0:16140:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384302.566877:0:16140:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f9e83428 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c0412d60-4f67-4dbc-8791-892843f60083:16140:1853236723071232:0@lo:253: 00000400:00000200:2.0:1767384302.566882:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384302.566884:0:16140:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384302.566888:0:16140:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1767384302.566893:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824c903880 00000400:00000200:1.0:1767384302.566894:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.152:988 02000000:00000001:3.0:1767384302.566897:0:16140:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384302.566901:0:16140:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767384302.566905:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x9e5 [2] + 0 00000400:00000010:2.0:1767384302.566908:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000958f3e97. 00000400:00000200:2.0:1767384302.566912:0:16139:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000009ad35c04 02000000:00000010:3.0:1767384302.566913:0:16140:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000004519d93b. 02000000:00000001:3.0:1767384302.566916:0:16140:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384302.566920:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1767384302.566921:0:16140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000023539866. 00000400:00000200:1.0:1767384302.566923:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.152:988 00000400:00000010:3.0:1767384302.566928:0:16140:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004a2e1ea3. 00000400:00000200:2.0:1767384302.566932:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384302.566934:0:16140:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236723071232, portal 25 00000100:00000001:3.0:1767384302.566937:0:16140:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384302.566938:0:16140:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782675229184 : -124291034322432 : ffff8ef53d0cea00) 00000400:00000200:2.0:1767384302.566939:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009ad35c04 00000100:00000040:3.0:1767384302.566944:0:16140:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f9e83428 x1853236723071232/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384318 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384302.566944:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009ad35c04. 00000400:00000200:1.0:1767384302.566952:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.152:988 00000100:00000001:3.0:1767384302.566953:0:16140:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384302.566953:0:16139:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:3.0:1767384302.566959:0:16140:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:2.0:1767384302.566959:0:16139:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000010:3.0:1767384302.566963:0:16140:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000057fdb7a3. 00000100:00000200:3.0:1767384302.566966:0:16140:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236723071232, offset 0 00000100:00000040:2.0:1767384302.566966:0:16139:0:(events.c:337:request_in_callback()) incoming req@000000001aa2c1f3 x1853236723071104 msgsize 4848 00000400:00000200:3.0:1767384302.566976:0:16140:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:2.0:1767384302.566979:0:16139:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:1.0:1767384302.566985:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.152:988 00000400:00000200:3.0:1767384302.566987:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1767384302.566989:0:16139:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:3.0:1767384302.566997:0:16140:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824c903900 00000100:00000001:2.0:1767384302.566999:0:16139:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384302.567003:0:16140:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x9f5 [2] + 0 00000400:00000010:3.0:1767384302.567007:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000026a1b6af. 00000400:00000200:3.0:1767384302.567011:0:16140:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000028a3d929 00000400:00000200:3.0:1767384302.567015:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384302.567017:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000022826e93 00000400:00000200:3.0:1767384302.567018:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:2.0:1767384302.567021:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000022826e93. 00000100:00000001:2.0:1767384302.567025:0:16139:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:3.0:1767384302.567026:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000028a3d929 00000400:00000200:1.0:1767384302.567028:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.152:988 00000400:00000010:3.0:1767384302.567029:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000028a3d929. 00000100:00000200:2.0:1767384302.567032:0:16139:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bef5903f x1853236723071104/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384318 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384302.567037:0:16140:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384302.567039:0:16140:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384302.567043:0:16140:0:(events.c:337:request_in_callback()) incoming req@00000000c1af42f6 x1853236723071232 msgsize 4848 00000100:00000001:2.0:1767384302.567044:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384302.567051:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bef5903f x1853236723071104/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384318 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384302.567052:0:16140:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384302.567057:0:16140:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000400:00000200:1.0:1767384302.567058:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.152:988 00000100:00000001:2.0:1767384302.567066:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384302.567068:0:16139:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384302.567069:0:16140:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384302.567074:0:16139:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384302.567077:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000057fdb7a3 00000100:00000001:2.0:1767384302.567080:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294892553 00000400:00000010:3.0:1767384302.567081:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000057fdb7a3. 00000400:00000200:1.0:1767384302.567108:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.152:988 00000100:00000001:3.0:1767384302.567112:0:16140:0:(events.c:34:request_out_callback()) Process entered 00000100:00000010:2.0:1767384302.567112:0:16139:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000088f2c395. 00000100:00000200:3.0:1767384302.567118:0:16140:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f9e83428 x1853236723071232/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384318 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384302.567120:0:16139:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767384302.567127:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294892554 00000100:00000010:2.0:1767384302.567133:0:16139:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000ef90019. 00000100:00000001:3.0:1767384302.567136:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384302.567138:0:16139:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 1 00000100:00000040:3.0:1767384302.567141:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f9e83428 x1853236723071232/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384318 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384302.567145:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294892554 00000100:00000001:3.0:1767384302.567149:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384302.567150:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.152:988 00000100:00000010:2.0:1767384302.567151:0:16139:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003e7209a0. 00000100:00000001:3.0:1767384302.567155:0:16140:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384302.567158:0:16139:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384302.567162:0:16140:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384302.567164:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294892554 00000100:00000001:3.0:1767384302.567167:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294892554 00000100:00000010:2.0:1767384302.567169:0:16139:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e7f3f65b. 00000100:00000001:3.0:1767384302.567174:0:16140:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294892553 00000100:00000001:2.0:1767384302.567174:0:16139:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384302.567178:0:16139:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384302.567181:0:16139:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384302.567182:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294892554 00000100:00000001:2.0:1767384302.567184:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384302.567185:0:16140:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 1, keep current deadline 4294892554 00000100:00000001:2.0:1767384302.567189:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384302.567190:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294892554 00000400:00000200:1.0:1767384302.567191:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.152:988 00000100:00000001:3.0:1767384302.567195:0:16140:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 2, keep current deadline 4294892554 00000100:00000001:3.0:1767384302.567198:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294892554 00000100:00000001:2.0:1767384302.567199:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384302.567200:0:16140:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 3, keep current deadline 4294892554 00000100:00000001:2.0:1767384302.567203:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384302.567204:0:16140:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384302.567208:0:16140:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384302.567208:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384302.567211:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384302.567213:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384302.567217:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384302.567220:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384302.567221:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384302.567221:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.152:988 00000100:00000001:3.0:1767384302.567223:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384302.567228:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384302.567229:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384302.567232:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384302.567235:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384302.567238:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384302.567252:0:16771:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384302.567256:0:16771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723071104 00000100:00000001:3.0:1767384302.567258:0:16774:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:2.0:1767384302.567259:0:16771:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00100000:3.0:1767384302.567261:0:16774:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723071232 00000100:00000001:2.0:1767384302.567263:0:16771:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:1.0:1767384302.567264:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.152:988 02000000:00000001:3.0:1767384302.567265:0:16774:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384302.567266:0:16771:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384302.567269:0:16774:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384302.567271:0:16774:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384302.567272:0:16771:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384302.567275:0:16774:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384302.567278:0:16771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723071104 00000100:00100000:3.0:1767384302.567279:0:16774:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723071232 00000020:00000001:3.0:1767384302.567285:0:16774:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1767384302.567285:0:16771:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384302.567289:0:16771:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eec8e1 00000020:00000001:2.0:1767384302.567292:0:16771:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:1.0:1767384302.567292:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.152:988 00000020:00000040:3.0:1767384302.567293:0:16774:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eec8e1 00000020:00000001:3.0:1767384302.567298:0:16774:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384302.567298:0:16771:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000555601ca refcount=14 00000020:00000040:3.0:1767384302.567302:0:16774:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000555601ca refcount=15 00000020:00000001:3.0:1767384302.567305:0:16774:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000020:00000001:2.0:1767384302.567305:0:16771:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000020:00000001:3.0:1767384302.567311:0:16774:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000020:00000001:2.0:1767384302.567312:0:16771:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000100:00000001:3.0:1767384302.567316:0:16774:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1767384302.567316:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.152:988 00000100:00000001:2.0:1767384302.567317:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384302.567321:0:16774:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000717fa0ac. 00000020:00000010:2.0:1767384302.567325:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fed229ec. 00000100:00000001:3.0:1767384302.567326:0:16774:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384302.567331:0:16774:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000717fa0ac. 00000100:00000001:2.0:1767384302.567332:0:16771:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384302.567337:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fed229ec. 00000020:00000010:3.0:1767384302.567338:0:16774:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c44ad256. 00000020:00000010:2.0:1767384302.567343:0:16771:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000452a7bdd. 00000020:00000010:3.0:1767384302.567344:0:16774:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000033fdbeae. 00000400:00000200:1.0:1767384302.567344:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.152:988 00000020:00000010:2.0:1767384302.567351:0:16771:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005014b2a2. 00000020:00000010:3.0:1767384302.567352:0:16774:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000081a56584. 00000020:00000010:2.0:1767384302.567359:0:16771:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000061227407. 00000100:00000040:3.0:1767384302.567363:0:16774:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384302.567367:0:16774:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384302.567368:0:16774:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384302.567368:0:16771:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:1.0:1767384302.567371:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.152:988 00000100:00000001:3.0:1767384302.567372:0:16774:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384302.567372:0:16771:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384302.567376:0:16771:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384302.567384:0:16774:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384302.567385:0:16771:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384302.567395:0:16774:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384302.567398:0:16771:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384302.567398:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.152:988 00000100:00000001:3.0:1767384302.567404:0:16774:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384302.567407:0:16774:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384302.567412:0:16774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00000040:3.0:1767384302.567415:0:16774:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000555601ca : new rpc_count 1 00000100:00000001:2.0:1767384302.567415:0:16771:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384302.567418:0:16771:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384302.567419:0:16774:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619781697500240 : -124292012051376 : ffff8ef502c5f450) 00000100:00100000:2.0:1767384302.567426:0:16771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00000040:3.0:1767384302.567427:0:16774:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c1af42f6 x1853236723071232/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:283/0 lens 4848/0 e 0 to 0 dl 1767384313 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384302.567428:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.152:988 00000100:00000040:2.0:1767384302.567433:0:16771:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000555601ca : new rpc_count 2 00000100:00000001:2.0:1767384302.567438:0:16771:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619781697492048 : -124292012059568 : ffff8ef502c5d450) 00000100:00000001:3.0:1767384302.567442:0:16774:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:2.0:1767384302.567445:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000001aa2c1f3 x1853236723071104/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:283/0 lens 4848/0 e 0 to 0 dl 1767384313 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384302.567447:0:16774:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000717fa0ac. 00000100:00000001:3.0:1767384302.567451:0:16774:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384302.567454:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.152:988 00000020:00000010:3.0:1767384302.567455:0:16774:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000717fa0ac. 00000100:00100000:3.0:1767384302.567465:0:16774:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000c1af42f6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c0412d60-4f67-4dbc-8791-892843f60083+15:16140:x1853236723071232:12345-0@lo:253: 00000100:00000200:3.0:1767384302.567474:0:16774:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723071232 00000400:00000200:1.0:1767384302.567475:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.152:988 00000020:00000001:3.0:1767384302.567480:0:16774:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:2.0:1767384302.567480:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384302.567485:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fed229ec. 00000100:00000001:2.0:1767384302.567489:0:16771:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384302.567491:0:16774:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000010:2.0:1767384302.567492:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fed229ec. 00000020:00000001:3.0:1767384302.567495:0:16774:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384302.567498:0:16774:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00100000:2.0:1767384302.567499:0:16771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000001aa2c1f3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c0412d60-4f67-4dbc-8791-892843f60083+15:16139:x1853236723071104:12345-0@lo:253: 00000400:00000200:1.0:1767384302.567500:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.152:988 00000020:00000001:3.0:1767384302.567501:0:16774:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669141328 : -1040410288 : ffffffffc1fc9950) 00000100:00000200:2.0:1767384302.567508:0:16771:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723071104 00000020:00000001:3.0:1767384302.567509:0:16774:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384302.567511:0:16771:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384302.567512:0:16774:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384302.567516:0:16771:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384302.567517:0:16774:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384302.567520:0:16774:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384302.567520:0:16771:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384302.567525:0:16774:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384302.567525:0:16771:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384302.567529:0:16771:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669141328 : -1040410288 : ffffffffc1fc9950) 00000100:00000001:3.0:1767384302.567531:0:16774:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:2.0:1767384302.567533:0:16771:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 02000000:00000001:3.0:1767384302.567534:0:16774:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:2.0:1767384302.567536:0:16771:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384302.567538:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.152:988 00000020:00000001:2.0:1767384302.567539:0:16771:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 02000000:00000010:3.0:1767384302.567541:0:16774:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000009f90b238. 00000020:00000001:2.0:1767384302.567542:0:16771:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 02000000:00000001:3.0:1767384302.567546:0:16774:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384302.567547:0:16771:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384302.567550:0:16774:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384302.567552:0:16771:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 20000000:00000001:3.0:1767384302.567554:0:16774:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 02000000:00000001:2.0:1767384302.567555:0:16771:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384302.567561:0:16771:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000003df1869e. 20000000:00000010:3.0:1767384302.567564:0:16774:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000cfbb5435. 02000000:00000001:2.0:1767384302.567564:0:16771:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384302.567566:0:16771:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384302.567568:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.152:988 20000000:01000000:3.0:1767384302.567569:0:16774:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384302.567570:0:16771:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000001:3.0:1767384302.567575:0:16774:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384302.567577:0:16774:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384302.567579:0:16774:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384302.567581:0:16774:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:2.0:1767384302.567581:0:16771:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000a871178b. 20000000:00000001:3.0:1767384302.567587:0:16774:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:01000000:2.0:1767384302.567587:0:16771:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384302.567604:0:16771:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384302.567608:0:16771:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384302.567609:0:16771:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384302.567611:0:16771:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:3.0:1767384302.567612:0:16774:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000674138cc. 20000000:00000001:2.0:1767384302.567613:0:16771:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:01000000:3.0:1767384302.567617:0:16774:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #23 20000000:00000001:3.0:1767384302.567623:0:16774:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:3.0:1767384302.567628:0:16774:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:3.0:1767384302.567667:0:16774:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384302.567670:0:16774:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384302.567671:0:16774:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384302.567673:0:16774:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:3.0:1767384302.567676:0:16774:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384302.567680:0:16774:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446619782313850200 : -124291395701416 : ffff8ef52782b558) 00080000:00000001:3.0:1767384302.567683:0:16774:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384302.567689:0:16774:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000079c399d6. 00080000:00000001:3.0:1767384302.567691:0:16774:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446619781773025280 : -124291936526336 : ffff8ef507466000) 00080000:00000001:3.0:1767384302.567693:0:16774:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384302.567792:0:16774:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384302.567794:0:16774:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384302.567796:0:16774:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000800:00000010:1.0:1767384302.567800:0:16128:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000023375b21. 00000800:00000010:1.0:1767384302.567806:0:16128:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000057144d5a. 00000800:00000010:1.0:1767384302.567811:0:16128:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000005541fefa. 00080000:00000001:3.0:1767384302.567816:0:16774:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384302.567819:0:16774:0:(osd_io.c:399:osd_write()) Process entered 00000800:00000010:1.0:1767384302.567843:0:16128:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000005541fefa. 00000400:00000200:1.0:1767384302.567904:0:16133:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:1.0:1767384302.567924:0:16133:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.152@tcp22 from 229.3.0.2 00000800:00000010:1.0:1767384302.567928:0:16133:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000006314d9ca. 00080000:00000001:3.0:1767384302.567940:0:16774:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384302.567944:0:16774:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000800:00000010:2.0:1767384302.568161:0:16126:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000023f8f99d. 00000800:00000010:2.0:1767384302.568166:0:16126:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000022826e93. 00000800:00000010:2.0:1767384302.568181:0:16126:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000f1d1ab5f. 00000800:00000200:2.1:1767384302.568186:0:16126:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b483f25d] -> 12345-192.168.202.152@tcp22 (2) 00000800:00000200:2.1:1767384302.568189:0:16126:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.152@tcp22 00000000f1d1ab5f deleted 00000800:00000010:2.1:1767384302.568191:0:16126:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000f1d1ab5f. 00000800:00000200:2.1:1767384302.568195:0:16126:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.1:1767384302.568200:0:16126:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp22 ip 192.168.202.152:997 00000800:00000200:2.1:1767384302.568203:0:16126:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000fc4419d3 type 1, nob 368 niov 1 nkiov 1 00000800:00000200:2.0:1767384302.568207:0:16126:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.152@tcp22 p 3.x 192.168.202.152 -> 192.168.202.152:997 incarnation:1767384300759084378 sched[0] 00000800:00000010:2.0:1767384302.568216:0:16126:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000fed229ec. 00000800:00000010:2.0:1767384302.568261:0:16126:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000fed229ec. 00000800:00000010:2.0:1767384302.568264:0:16126:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000022826e93. 00000800:00000010:2.0:1767384302.568299:0:16126:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000006314d9ca. 00000800:00000001:2.0:1767384302.568315:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384302.568322:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767384302.568385:0:16130:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384302.568388:0:16130:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fc4419d3. 00000400:00000200:2.0:1767384302.568392:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384302.568397:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp22->192.168.202.152@tcp22: PUT: OK 00000400:00000200:2.0:1767384302.568400:0:16130:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384302.568403:0:16130:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.152@tcp: 0 00000800:00000200:2.1:1767384302.568473:0:16128:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.0:1767384302.568478:0:16128:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.152@tcp22 p 3.x 192.168.202.152 -> 192.168.202.152:988 incarnation:1767384300759084378 sched[0] 00000800:00000010:2.0:1767384302.568481:0:16128:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000057144d5a. 00000400:00000200:2.0:1767384302.568557:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.152:988 00000800:00000001:1.0:1767384302.568585:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384302.568610:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384302.568613:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384302.568618:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384302.568628:0:16132:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.152@tcp22(192.168.202.152@tcp22) <- 192.168.202.152@tcp22 : PUT - for me 00000400:00000200:2.0:1767384302.568632:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.152:988 00000400:00000200:1.0:1767384302.568640:0:16132:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.152@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384302.568649:0:16132:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.152@tcp of length 272/272 into md 0x14f1 [1] + 0 00000400:00000010:1.0:1767384302.568660:0:16132:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008a64f863. 00000400:00000200:1.0:1767384302.568664:0:16132:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ca45cce0 00000800:00000001:1.0:1767384302.568670:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384302.568681:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384302.568684:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384302.568691:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp22->192.168.202.152@tcp22: PUT: OK 00000400:00000200:2.0:1767384302.568692:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.152:988 00000400:00000200:1.0:1767384302.568695:0:16132:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ca45cce0 00000400:00000010:1.0:1767384302.568699:0:16132:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ca45cce0. 00000400:00000200:1.0:1767384302.568705:0:16132:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:1.0:1767384302.568709:0:16132:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (16) 00000400:00000200:1.0:1767384302.568715:0:16132:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.152@tcp(000000005d9714d7) is MR 00000400:00000010:1.0:1767384302.568718:0:16132:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000cf303a13. 00000400:00000200:1.0:1767384302.568721:0:16132:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.202.152@tcp 15 00000400:00000200:1.0:1767384302.568725:0:16132:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.152@tcp (000000005d9714d7): -114 00000400:00000200:1.0:1767384302.568735:0:16132:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000005d9714d7 (17) 00000400:00000200:1.0:1767384302.568740:0:16132:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1767384302.568746:0:16132:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.152@tcp22 to MR: 192.168.202.152@tcp22 local destination 00000400:00000200:2.0:1767384302.568747:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.152:988 00000400:00000200:1.0:1767384302.568754:0:16132:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp22 NI seq info: [32:32:256:4294967295] 192.168.202.152@tcp22 LPNI seq info [32:32:8:4294967295] 00000400:00000200:1.0:1767384302.568768:0:16132:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp22(192.168.202.152@tcp22:192.168.202.152@tcp22) -> 192.168.202.152@tcp22(192.168.202.152@tcp22:192.168.202.152@tcp22) 192.168.202.152@tcp22 : ACK try# 0 00000800:00000200:1.0:1767384302.568774:0:16132:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.152@tcp22 00000800:00000010:1.0:1767384302.568778:0:16132:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000329c49da. 00000800:00000200:1.0:1767384302.568783:0:16132:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b483f25d] -> 12345-192.168.202.152@tcp22 (4) 00000800:00000200:1.0:1767384302.568788:0:16132:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp22 ip 192.168.202.152:988 00000800:00000200:1.0:1767384302.568791:0:16132:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000329c49da type 0, nob 96 niov 1 nkiov 0 00000400:00000200:2.0:1767384302.568796:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.152:988 00000400:00000200:2.0:1767384302.568817:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.152:988 00000800:00000200:1.0:1767384302.568834:0:16132:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384302.568837:0:16132:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000329c49da. 00000400:00000200:1.0:1767384302.568842:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384302.568843:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.152:988 00000400:00000200:1.0:1767384302.568849:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp22->192.168.202.152@tcp22: ACK: OK 00000800:00000001:1.0:1767384302.568858:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384302.568861:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384302.568869:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384302.568874:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384302.568875:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384302.568879:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384302.568880:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.152:988 00000400:00000200:1.0:1767384302.568887:0:16132:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.152@tcp22(192.168.202.152@tcp22) <- 192.168.202.152@tcp22 : ACK - for me 00000400:00000200:1.0:1767384302.568896:0:16132:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.152@tcp22: ACK from 12345-192.168.202.152@tcp22 into md 0x1549 00000400:00000200:1.0:1767384302.568899:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384302.568904:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp22->192.168.202.152@tcp22: ACK: OK 00000400:00000200:1.0:1767384302.568907:0:16132:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eff9bd9b 00000400:00000010:1.0:1767384302.568909:0:16132:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000eff9bd9b. 00000400:00000200:1.0:1767384302.568912:0:16132:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:1.0:1767384302.568916:0:16132:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.152@tcp ev->status 0 00000400:00000200:2.0:1767384302.568918:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.152:988 00000400:00000200:1.0:1767384302.568919:0:16132:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.152@tcp (000000005d9714d7): -114 00000400:00000200:1.0:1767384302.568925:0:16132:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000005d9714d7 (16) 00000800:00000001:1.0:1767384302.568930:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384302.568934:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384302.568949:0:16135:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:1.0:1767384302.568953:0:16135:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008a64f863. 00000400:00000010:1.0:1767384302.568957:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ca45cce0. 00000400:00000200:1.0:1767384302.568959:0:16135:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 0000000066e4368c 00000400:00000200:1.0:1767384302.568963:0:16135:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x1000d1 00000400:00000200:2.0:1767384302.568969:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.152:988 00000400:00000010:1.0:1767384302.568970:0:16135:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 320 at 000000000652630d. 00000400:00000010:1.0:1767384302.568975:0:16135:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 384 at 0000000042e1bb02. 00000400:00000010:1.0:1767384302.568979:0:16135:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 320 at 00000000e7ff2bcb. 00000400:00000010:1.0:1767384302.568996:0:16135:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 0000000004c3d583. 00000400:00000200:1.0:1767384302.569000:0:16135:0:(peer.c:185:lnet_peer_ni_alloc()) 0000000004c3d583 nid 192.168.202.152@tcp23 00000400:00000200:2.0:1767384302.569003:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.152:988 00000400:00000010:1.0:1767384302.569004:0:16135:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000ed1f8288. 00000400:00000200:1.0:1767384302.569009:0:16135:0:(peer.c:204:lnet_peer_net_alloc()) 00000000ed1f8288 net tcp23 00000400:00000200:1.0:1767384302.569012:0:16135:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (15) 00000400:00000200:1.0:1767384302.569018:0:16135:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.152@tcp NID 192.168.202.152@tcp23 flags 0x11 00000400:00000010:1.0:1767384302.569021:0:16135:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 320 at 000000000652630d. 00000400:00000010:1.0:1767384302.569025:0:16135:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 384 at 0000000042e1bb02. 00000400:00000010:1.0:1767384302.569027:0:16135:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 320 at 00000000e7ff2bcb. 00000400:00000010:1.0:1767384302.569030:0:16135:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000cf303a13. 00000400:00000200:1.0:1767384302.569039:0:16135:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.152@tcp (000000005d9714d7): 0 00000400:00000200:1.0:1767384302.569042:0:16135:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.152@tcp(000000005d9714d7): 0. state = 0x100151 00000400:00000200:2.0:1767384302.569043:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.152:988 00000400:00000200:1.0:1767384302.569048:0:16135:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100151 rc 1 00000400:00000200:1.0:1767384302.569052:0:16135:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100151 00000400:00000200:1.0:1767384302.569054:0:16135:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.152@tcp 00000400:00000200:1.0:1767384302.569056:0:16135:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100111 rc 0 00000400:00000200:1.0:1767384302.569058:0:16135:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.152@tcp (000000005d9714d7) 00000400:00000200:1.0:1767384302.569061:0:16135:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000005d9714d7 (16) 00000400:00000200:2.0:1767384302.569191:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.152:988 00000400:00000200:2.0:1767384302.569237:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.152:988 00000400:00000200:2.0:1767384302.569265:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.152:988 00000400:00000200:2.0:1767384302.569286:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.152:988 00000400:00000200:2.0:1767384302.569341:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.152:988 00000400:00000200:2.0:1767384302.569386:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.152:988 00000400:00000200:2.0:1767384302.569428:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.152:988 00000400:00000200:2.0:1767384302.569461:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.152:988 00000400:00000200:2.0:1767384302.569504:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.152:988 00000400:00000200:2.0:1767384302.569536:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.152:988 00000400:00000200:2.0:1767384302.569571:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.152:988 00000400:00000200:2.0:1767384302.569611:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.152:988 00000400:00000200:2.0:1767384302.569629:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.152:988 00000400:00000200:2.0:1767384302.569646:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.152:988 00000400:00000200:2.0:1767384302.569693:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.152:988 00000800:00000010:2.0:1767384302.569836:0:16128:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000a13a45d0. 00000800:00000010:2.0:1767384302.569841:0:16128:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000022826e93. 00000800:00000010:2.0:1767384302.569845:0:16128:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000008c26b893. 00000800:00000010:2.0:1767384302.569878:0:16128:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000008c26b893. 00000400:00000200:1.0:1767384302.569893:0:16133:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:1.0:1767384302.569907:0:16133:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.152@tcp22 from 228.3.0.2 00000800:00000010:1.0:1767384302.569909:0:16133:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000067baf99f. 00000800:00000010:3.0:1767384302.569999:0:16125:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000263b537e. 00000800:00000010:3.0:1767384302.570005:0:16125:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f57f529d. 00000800:00000010:3.0:1767384302.570029:0:16125:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000f5dc2e30. 00000800:00000200:3.1:1767384302.570035:0:16125:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b483f25d] -> 12345-192.168.202.152@tcp22 (4) 00000800:00000200:3.1:1767384302.570039:0:16125:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.152@tcp22 00000000f5dc2e30 deleted 00000800:00000010:3.1:1767384302.570041:0:16125:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000f5dc2e30. 00000800:00000200:3.1:1767384302.570045:0:16125:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:3.0:1767384302.570049:0:16125:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.152@tcp22 p 3.x 192.168.202.152 -> 192.168.202.152:996 incarnation:1767384300759084378 sched[0] 00000800:00000010:3.0:1767384302.570054:0:16125:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000004a77f7c0. 00000800:00000010:3.0:1767384302.570126:0:16125:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000004a77f7c0. 00000800:00000010:3.0:1767384302.570129:0:16125:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f57f529d. 00000800:00000010:3.0:1767384302.570157:0:16125:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000067baf99f. 00000800:00000200:3.1:1767384302.570184:0:16128:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:3.0:1767384302.570188:0:16128:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.152@tcp22 p 3.x 192.168.202.152 -> 192.168.202.152:988 incarnation:1767384300759084378 sched[0] 00000800:00000010:3.0:1767384302.570191:0:16128:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000022826e93. 00000800:00000001:3.0:1767384302.570235:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384302.570238:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384302.570240:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384302.570244:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384302.576061:0:16774:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384302.576066:0:16774:0:(lu_object.c:207:lu_object_put()) Add 00000000f07b1e3f/000000000f28175b to site lru. bkt: 00000000b56e2c81 20000000:00000001:2.0:1767384302.576069:0:16774:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384302.576071:0:16774:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384302.576080:0:16774:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000001:0.0:1767384302.576083:0:16807:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 20000000:00000001:2.0:1767384302.576111:0:16774:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00040000:00000001:0.0:1767384302.576111:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384302.576115:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000010:3.0:1767384302.576116:0:16771:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000006438c631. 20000000:01000000:2.0:1767384302.576117:0:16774:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00040000:00000001:0.0:1767384302.576117:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384302.576120:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:01000000:3.0:1767384302.576122:0:16771:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #23 00080000:00000010:0.0:1767384302.576125:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000079c399d6. 00080000:00000020:2.0:1767384302.576126:0:16774:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000001:3.0:1767384302.576127:0:16771:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:0.0:1767384302.576130:0:16807:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:3.0:1767384302.576132:0:16771:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:01000000:2.0:1767384302.576145:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384302.576148:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384302.576151:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:3.0:1767384302.576154:0:16771:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384302.576155:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:3.0:1767384302.576160:0:16771:0:(osd_index.c:949:osd_remote_fid()) Process entered 00010000:00000001:2.0:1767384302.576160:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:3.0:1767384302.576162:0:16771:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384302.576165:0:16771:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:3.0:1767384302.576167:0:16771:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000010:2.0:1767384302.576168:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000027304c7c. 00000020:00000001:3.0:1767384302.576170:0:16771:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446619782313850200 : -124291395701416 : ffff8ef52782b558) 00080000:00000001:3.0:1767384302.576174:0:16771:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:2.0:1767384302.576175:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000010:3.0:1767384302.576180:0:16771:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000065e04fe0. 00010000:00000010:2.0:1767384302.576180:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000005eb7e91e. 00000020:00000001:2.0:1767384302.576184:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:3.0:1767384302.576185:0:16771:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446619781773023232 : -124291936528384 : ffff8ef507465800) 00000020:00000040:2.0:1767384302.576188:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 000000005eb7e91e with handle 0x7e51148972eecb1f to hash 00080000:00000001:3.0:1767384302.576189:0:16771:0:(osd_io.c:243:osd_declare_write()) Process entered 00000020:00000001:2.0:1767384302.576192:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384302.576193:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446619782554465792 : -124291155085824 : ffff8ef535da3600) 00010000:00000001:2.0:1767384302.576204:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446619782554465792 : -124291155085824 : ffff8ef535da3600) 00010000:00000001:2.0:1767384302.576207:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384302.576209:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384302.576211:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000005eb7e91e/0x7e51148972eecb1f lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384302.576218:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384302.576220:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384302.576222:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384302.576224:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384302.576226:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384302.576227:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384302.576229:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384302.576231:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384302.576233:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384302.576234:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384302.576235:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384302.576237:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000027304c7c) refcount = 1 00010000:00010000:2.0:1767384302.576240:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000005eb7e91e/0x7e51148972eecb1f lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384302.576244:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384302.576246:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384302.576247:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384302.576249:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384302.576250:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1767384302.576251:0:16771:0:(osd_quota.c:525:osd_declare_quota()) Process entered 20000000:00000001:2.0:1767384302.576253:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00080000:00000001:3.0:1767384302.576254:0:16771:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384302.576258:0:16771:0:(osd_handler.c:189:osd_trans_start()) Process entered 20000000:01000000:2.0:1767384302.576258:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003445359s 00010000:00000001:2.0:1767384302.576263:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384302.576264:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384302.576266:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000005eb7e91e refcount=4 00000020:00000001:2.0:1767384302.576267:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619782554465792 : -124291155085824 : ffff8ef535da3600) 00010000:00000001:2.0:1767384302.576269:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619782554465792 : -124291155085824 : ffff8ef535da3600) 00080000:00000001:3.0:1767384302.576270:0:16771:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384302.576271:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00080000:00000001:3.0:1767384302.576273:0:16771:0:(osd_io.c:399:osd_write()) Process entered 00010000:00010000:2.0:1767384302.576275:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000005eb7e91e/0x7e51148972eecb1f lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384302.576291:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384302.576293:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000005eb7e91e/0x7e51148972eecb1f lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384302.576299:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384302.576301:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384302.576303:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000005eb7e91e/0x7e51148972eecb1f lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384302.576310:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384302.576312:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384302.576316:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384302.576319:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000005eb7e91e/0x7e51148972eecb1f lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1767384302.576324:0:16771:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00010000:00010000:2.0:1767384302.576326:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000005eb7e91e already unused, calling callback (00000000871a6010) 00080000:00000001:3.0:1767384302.576327:0:16771:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000001:2.0:1767384302.576333:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384302.576336:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384302.576338:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000005eb7e91e/0x7e51148972eecb1f lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384302.576343:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384302.576345:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384302.576346:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384302.576347:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000005eb7e91e refcount=5 00000020:00000001:2.0:1767384302.576349:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619782554465792 : -124291155085824 : ffff8ef535da3600) 00010000:00000001:2.0:1767384302.576351:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619782554465792 : -124291155085824 : ffff8ef535da3600) 00010000:00000001:2.0:1767384302.576353:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384302.576355:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000005eb7e91e/0x7e51148972eecb1f lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384302.576359:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384302.576361:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384302.576368:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384302.576371:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384302.576372:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384302.576374:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384302.576375:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384302.576376:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000005eb7e91e with handle 0x7e51148972eecb1f from hash 00010000:00000001:2.0:1767384302.576378:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384302.576379:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384302.576379:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384302.576380:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384302.576382:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384302.576383:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384302.576385:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384302.576386:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384302.576388:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384302.576389:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384302.576390:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384302.576392:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384302.576393:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384302.576394:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384302.576395:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384302.576396:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384302.576398:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000005eb7e91e/0x7e51148972eecb1f lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384302.576401:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384302.576402:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384302.576403:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384302.576405:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384302.576406:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384302.576406:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384302.576408:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384302.576410:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384302.576411:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384302.576413:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000005eb7e91e/0x7e51148972eecb1f lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384302.576417:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384302.576423:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384302.576424:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000005eb7e91e/0x7e51148972eecb1f lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384302.576428:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000027304c7c count: 0 00010000:00000001:2.0:1767384302.576435:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384302.576436:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000010:2.1:1767384302.582209:0:17569:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000027304c7c. 00010000:00000010:2.1:1767384302.582215:0:17569:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000005eb7e91e. 00080000:00000001:0.0:1767384302.583797:0:16807:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00080000:00000001:3.0:1767384302.583798:0:16771:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384302.583800:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384302.583803:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000020:00000002:3.0:1767384302.583804:0:16771:0:(lu_object.c:207:lu_object_put()) Add 00000000f07b1e3f/000000000f28175b to site lru. bkt: 00000000b56e2c81 00040000:00000001:0.0:1767384302.583805:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384302.583808:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:3.0:1767384302.583809:0:16771:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384302.583812:0:16771:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00080000:00000010:0.0:1767384302.583813:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000065e04fe0. 20000000:01000000:3.0:1767384302.583815:0:16771:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000001:0.0:1767384302.583818:0:16807:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:3.0:1767384302.583827:0:16771:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384302.583831:0:16771:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000020:3.0:1767384302.583835:0:16771:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:1.0:1767384302.583849:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384302.583853:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384302.583855:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384302.583858:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384302.583860:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384302.583865:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000b292627b. 00010000:00000001:1.0:1767384302.583869:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384302.583872:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000061b41709. 00000020:00000001:1.0:1767384302.583874:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384302.583876:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000061b41709 with handle 0x7e51148972eecb26 to hash 00000020:00000001:1.0:1767384302.583878:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384302.583880:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446619781820864512 : -124291888687104 : ffff8ef50a205800) 00010000:00000001:1.0:1767384302.583882:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446619781820864512 : -124291888687104 : ffff8ef50a205800) 00010000:00000001:1.0:1767384302.583884:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384302.583886:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384302.583888:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000061b41709/0x7e51148972eecb26 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384302.583893:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384302.583896:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384302.583898:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384302.583899:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384302.583901:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384302.583908:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384302.583909:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384302.583911:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384302.583912:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384302.583914:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384302.583915:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384302.583916:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000b292627b) refcount = 1 00010000:00010000:1.0:1767384302.583919:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000061b41709/0x7e51148972eecb26 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384302.583923:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384302.583924:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384302.583925:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384302.583926:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384302.583928:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384302.583930:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384302.583932:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003445359s 00010000:00000001:1.0:1767384302.583934:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384302.583935:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384302.583937:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000061b41709 refcount=4 00000020:00000001:1.0:1767384302.583939:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781820864512 : -124291888687104 : ffff8ef50a205800) 00010000:00000001:1.0:1767384302.583941:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781820864512 : -124291888687104 : ffff8ef50a205800) 00010000:00000001:1.0:1767384302.583943:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384302.583945:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000061b41709/0x7e51148972eecb26 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384302.583949:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384302.583951:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000061b41709/0x7e51148972eecb26 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384302.583954:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384302.583955:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384302.583956:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000061b41709/0x7e51148972eecb26 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384302.583960:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384302.583965:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384302.583967:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384302.583969:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000061b41709/0x7e51148972eecb26 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384302.583973:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000061b41709 already unused, calling callback (00000000871a6010) 00010000:00000001:1.0:1767384302.583975:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384302.583978:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384302.583981:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000061b41709/0x7e51148972eecb26 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384302.583986:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384302.583988:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384302.583990:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384302.583991:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000061b41709 refcount=5 00000020:00000001:1.0:1767384302.583994:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781820864512 : -124291888687104 : ffff8ef50a205800) 00010000:00000001:1.0:1767384302.583996:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781820864512 : -124291888687104 : ffff8ef50a205800) 00010000:00000001:1.0:1767384302.583999:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384302.584001:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000061b41709/0x7e51148972eecb26 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384302.584006:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384302.584009:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384302.584011:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384302.584015:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384302.584017:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384302.584019:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384302.584021:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384302.584024:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000061b41709 with handle 0x7e51148972eecb26 from hash 00010000:00000001:1.0:1767384302.584027:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384302.584028:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384302.584030:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384302.584032:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384302.584034:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384302.584035:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384302.584044:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384302.584046:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384302.584049:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384302.584051:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384302.584053:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384302.584056:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384302.584058:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384302.584060:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384302.584061:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384302.584063:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384302.584065:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000061b41709/0x7e51148972eecb26 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384302.584069:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384302.584070:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384302.584072:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384302.584073:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384302.584075:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384302.584076:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384302.584077:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384302.584080:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384302.584081:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384302.584083:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000061b41709/0x7e51148972eecb26 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384302.584121:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384302.584122:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384302.584124:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000061b41709/0x7e51148972eecb26 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384302.584128:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000b292627b count: 0 00010000:00000001:1.0:1767384302.584140:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384302.584142:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:2.0:1767384302.586050:0:16774:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:2.0:1767384302.586053:0:16774:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384302.586056:0:16774:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000cfbb5435. 20000000:00000001:2.0:1767384302.586060:0:16774:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384302.586065:0:16774:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236723071232 00010000:00000001:2.0:1767384302.586067:0:16774:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384302.586073:0:16774:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000c1af42f6 x1853236723071232/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:283/0 lens 4848/4768 e 0 to 0 dl 1767384313 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384302.586081:0:16774:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384302.586083:0:16774:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384302.586112:0:16774:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dd452398 time=32 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384302.586117:0:16774:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384302.586120:0:16774:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 21 to 0@lo 00000100:00000001:2.0:1767384302.586121:0:16774:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 02000000:00000001:2.0:1767384302.586124:0:16774:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384302.586127:0:16774:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384302.586130:0:16774:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384302.586133:0:16774:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384302.586138:0:16774:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f1d1ab5f. 00000100:00000200:2.0:1767384302.586142:0:16774:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236723071232, offset 224 00000400:00000200:2.0:1767384302.586148:0:16774:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384302.586156:0:16774:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384302.586166:0:16774:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824c903900 00000400:00000200:2.0:1767384302.586172:0:16774:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1555 [2] + 224 00000400:00000200:2.0:1767384302.586178:0:16774:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384302.586182:0:16774:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384302.586187:0:16774:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384302.586191:0:16774:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f9e83428 x1853236723071232/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384318 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384302.586204:0:16774:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000f9e83428 x1853236723071232/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384318 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384302.586220:0:16774:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384302.586228:0:16774:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f1d1ab5f 00000100:00000001:3.0:1767384302.586230:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1767384302.586231:0:16774:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f1d1ab5f. 00000100:00000001:3.0:1767384302.586235:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384302.586236:0:16774:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384302.586239:0:16774:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:3.0:1767384302.586241:0:16140:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767384302.586243:0:16774:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384302.586245:0:16140:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384302.586249:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000023539866. 00000100:00000040:2.0:1767384302.586249:0:16774:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 20 to 0@lo 00010000:00000001:2.0:1767384302.586254:0:16774:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000200:3.0:1767384302.586256:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004a2e1ea3 00000020:00000001:2.0:1767384302.586257:0:16774:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384302.586260:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004a2e1ea3. 00000020:00000001:2.0:1767384302.586261:0:16774:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1767384302.586265:0:16140:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1767384302.586268:0:16774:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c1af42f6 x1853236723071232/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:283/0 lens 4848/4768 e 0 to 0 dl 1767384313 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384302.586273:0:16140:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f9e83428 x1853236723071232/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384318 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384302.586296:0:16140:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f9e83428 x1853236723071232/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384318 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384302.586298:0:16774:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000c1af42f6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c0412d60-4f67-4dbc-8791-892843f60083+15:16140:x1853236723071232:12345-0@lo:253: Request processed in 18849us (19247us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384302.586309:0:16140:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384302.586312:0:16140:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384302.586314:0:16140:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384302.586318:0:16140:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00100000:2.0:1767384302.586318:0:16774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00000001:3.0:1767384302.586322:0:16140:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384302.586325:0:16140:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384302.586325:0:16774:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000555601ca : new rpc_count 1 02000000:00000001:3.0:1767384302.586329:0:16140:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384302.586331:0:16774:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00001000:3.0:1767384302.586334:0:16140:0:(import.c:2128:obd_at_measure()) add 5 to 0000000028df3f77 time=32 v=5 (5 0 0 0) 00000100:00000001:2.0:1767384302.586335:0:16774:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00001000:3.0:1767384302.586340:0:16140:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f5022cbe time=32 v=5 (1 0 0 0) 00000020:00000010:2.0:1767384302.586343:0:16774:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000033fdbeae. 00000100:00000001:3.0:1767384302.586344:0:16140:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000010:2.0:1767384302.586349:0:16774:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000081a56584. 00000100:00000001:3.0:1767384302.586353:0:16140:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384302.586356:0:16140:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000010:2.0:1767384302.586356:0:16774:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c44ad256. 00010000:00000001:3.0:1767384302.586359:0:16140:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384302.586363:0:16140:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384302.586363:0:16774:0:(genops.c:898:class_export_put()) PUTting export 00000000555601ca : new refcount 14 02000000:00000001:2.0:1767384302.586371:0:16774:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000040:3.0:1767384302.586372:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f9e83428 x1853236723071232/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384318 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767384302.586375:0:16774:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000009f90b238. 02000000:00000001:2.0:1767384302.586380:0:16774:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384302.586382:0:16140:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384302.586383:0:16774:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384302.586386:0:16140:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384302.586389:0:16140:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384302.586391:0:16774:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000020:01000004:3.0:1767384302.586393:0:16140:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384302.586396:0:16140:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000400:00000010:2.0:1767384302.586397:0:16774:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f9a3e889. 00000020:01000004:3.0:1767384302.586399:0:16140:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384302.586402:0:16140:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000010:2.0:1767384302.586403:0:16774:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f1d1ab5f. 00000020:01000004:3.0:1767384302.586404:0:16140:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384302.586407:0:16140:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384302.586409:0:16140:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384302.586411:0:16140:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384302.586412:0:16140:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384302.586414:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f9e83428 x1853236723071232/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384318 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384302.586420:0:16140:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f9e83428 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c0412d60-4f67-4dbc-8791-892843f60083:16140:1853236723071232:0@lo:253: 00000100:00000001:3.0:1767384302.586425:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384302.586426:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384302.586429:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f9e83428 x1853236723071232/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384318 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384302.586434:0:16140:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384302.586436:0:16140:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384302.586438:0:16140:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000004519d93b. 02000000:00000001:3.0:1767384302.586442:0:16140:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384302.586444:0:16140:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384302.586445:0:16140:0:(genops.c:1242:class_import_put()) import 00000000df830bbe refcount=4 obd=MGC192.168.202.152@tcp 00000020:00000001:3.0:1767384302.586447:0:16140:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384302.586449:0:16140:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000b00616c4. 02000000:00000001:3.0:1767384302.586452:0:16140:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384302.586453:0:16140:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384302.586459:0:16140:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f9e83428. 00000100:00000001:3.0:1767384302.586462:0:16140:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384302.586463:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384302.586464:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384302.586468:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384302.586469:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384302.586471:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384302.586472:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384302.586826:0:23413:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 0000000088506d18. 00000400:00000040:0.0:1767384302.586842:0:23413:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384302.586844:0:23413:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384302.586847:0:23413:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384302.586849:0:23413:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384302.586851:0:23413:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384302.586853:0:23413:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384302.586855:0:23413:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384302.586857:0:23413:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384302.586858:0:23413:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384302.586859:0:23413:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384302.586861:0:23413:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384302.586863:0:23413:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384302.586865:0:23413:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384302.586866:0:23413:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384302.586868:0:23413:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384302.586870:0:23413:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384302.586871:0:23413:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384302.586872:0:23413:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384302.586873:0:23413:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384302.586875:0:23413:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384302.586876:0:23413:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384302.586877:0:23413:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384302.586878:0:23413:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384302.586880:0:23413:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384302.586886:0:23413:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384302.586889:0:23413:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384302.586891:0:23413:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384302.586893:0:23413:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384302.586896:0:23413:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384302.586898:0:23413:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384302.586899:0:23413:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384302.586902:0:23413:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384302.586905:0:23413:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384302.586907:0:23413:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384302.586909:0:23413:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384302.586911:0:23413:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384302.586913:0:23413:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384302.586916:0:23413:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384302.586919:0:23413:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384302.586921:0:23413:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384302.586924:0:23413:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384302.586925:0:23413:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384302.586928:0:23413:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384302.586930:0:23413:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384302.586932:0:23413:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384302.586934:0:23413:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384302.586936:0:23413:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384302.586939:0:23413:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384302.586941:0:23413:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384302.586943:0:23413:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384302.586945:0:23413:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384302.586947:0:23413:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384302.586950:0:23413:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384302.586952:0:23413:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384302.586955:0:23413:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384302.586957:0:23413:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384302.586958:0:23413:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:0.0:1767384302.587002:0:23413:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 0000000088506d18. 00080000:00000020:2.0:1767384302.587349:0:16771:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:2.0:1767384302.587358:0:16771:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384302.587359:0:16771:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000a871178b. 20000000:00000001:2.0:1767384302.587364:0:16771:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384302.587367:0:16771:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236723071104 00010000:00000001:2.0:1767384302.587369:0:16771:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384302.587372:0:16771:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000001aa2c1f3 x1853236723071104/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:283/0 lens 4848/4768 e 0 to 0 dl 1767384313 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384302.587378:0:16771:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384302.587379:0:16771:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384302.587381:0:16771:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dd452398 time=32 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384302.587383:0:16771:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384302.587385:0:16771:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 21 to 0@lo 00000100:00000001:2.0:1767384302.587386:0:16771:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 02000000:00000001:2.0:1767384302.587389:0:16771:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384302.587390:0:16771:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384302.587391:0:16771:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384302.587393:0:16771:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384302.587395:0:16771:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000086690645. 00000100:00000200:2.0:1767384302.587398:0:16771:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236723071104, offset 224 00000400:00000200:2.0:1767384302.587402:0:16771:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384302.587406:0:16771:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384302.587411:0:16771:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824c903880 00000400:00000200:2.0:1767384302.587414:0:16771:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x154d [2] + 224 00000400:00000200:2.0:1767384302.587419:0:16771:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384302.587421:0:16771:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384302.587423:0:16771:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384302.587425:0:16771:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bef5903f x1853236723071104/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384318 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384302.587430:0:16771:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000bef5903f x1853236723071104/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384318 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384302.587438:0:16771:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384302.587442:0:16771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000086690645 00000400:00000010:2.0:1767384302.587443:0:16771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000086690645. 00000100:00000001:2.0:1767384302.587444:0:16771:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384302.587451:0:16771:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384302.587455:0:16771:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384302.587457:0:16771:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 20 to 0@lo 00010000:00000001:2.0:1767384302.587458:0:16771:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384302.587460:0:16771:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384302.587461:0:16771:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384302.587464:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001aa2c1f3 x1853236723071104/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:283/0 lens 4848/4768 e 0 to 0 dl 1767384313 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384302.587470:0:16771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000001aa2c1f3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c0412d60-4f67-4dbc-8791-892843f60083+14:16139:x1853236723071104:12345-0@lo:253: Request processed in 19990us (20503us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384302.587475:0:16771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00000040:2.0:1767384302.587476:0:16771:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000555601ca : new rpc_count 0 00000100:00000001:2.0:1767384302.587478:0:16771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384302.587479:0:16771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384302.587482:0:16771:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005014b2a2. 00000020:00000010:2.0:1767384302.587485:0:16771:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000061227407. 00000020:00000010:2.0:1767384302.587487:0:16771:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000452a7bdd. 00000020:00000040:2.0:1767384302.587490:0:16771:0:(genops.c:898:class_export_put()) PUTting export 00000000555601ca : new refcount 13 02000000:00000001:2.0:1767384302.587492:0:16771:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384302.587493:0:16771:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000003df1869e. 02000000:00000001:2.0:1767384302.587495:0:16771:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384302.587496:0:16771:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384302.587499:0:16771:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384302.587502:0:16771:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dede7bf5. 00000400:00000010:2.0:1767384302.587504:0:16771:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000086690645. 00000100:00000001:2.0:1767384302.587516:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384302.587518:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384302.587520:0:16139:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384302.587521:0:16139:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384302.587522:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b4b074bf. 00000400:00000200:2.0:1767384302.587524:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dbc98696 00000400:00000010:2.0:1767384302.587525:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000dbc98696. 00000100:00000001:2.0:1767384302.587526:0:16139:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384302.587529:0:16139:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bef5903f x1853236723071104/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384318 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384302.587547:0:16139:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bef5903f x1853236723071104/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384318 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384302.587553:0:16139:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384302.587555:0:16139:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384302.587556:0:16139:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384302.587557:0:16139:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384302.587558:0:16139:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384302.587559:0:16139:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384302.587560:0:16139:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384302.587563:0:16139:0:(import.c:2128:obd_at_measure()) add 5 to 0000000028df3f77 time=32 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384302.587565:0:16139:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f5022cbe time=32 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384302.587567:0:16139:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384302.587567:0:16139:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384302.587569:0:16139:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384302.587570:0:16139:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384302.587572:0:16139:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384302.587574:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bef5903f x1853236723071104/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384318 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384302.587578:0:16139:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384302.587580:0:16139:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384302.587580:0:16139:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384302.587583:0:16139:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384302.587584:0:16139:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384302.587585:0:16139:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384302.587587:0:16139:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384302.587604:0:16139:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384302.587606:0:16139:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384302.587607:0:16139:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384302.587608:0:16139:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384302.587609:0:16139:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384302.587610:0:16139:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384302.587612:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bef5903f x1853236723071104/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384318 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384302.587619:0:16139:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000bef5903f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c0412d60-4f67-4dbc-8791-892843f60083:16139:1853236723071104:0@lo:253: 00000100:00000001:2.0:1767384302.587628:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384302.587629:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384302.587632:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bef5903f x1853236723071104/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384318 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384302.587637:0:16139:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384302.587639:0:16139:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384302.587640:0:16139:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000003a2219a. 02000000:00000001:2.0:1767384302.587643:0:16139:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384302.587644:0:16139:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384302.587646:0:16139:0:(genops.c:1242:class_import_put()) import 00000000df830bbe refcount=3 obd=MGC192.168.202.152@tcp 00000020:00000001:2.0:1767384302.587648:0:16139:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384302.587650:0:16139:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000b94d3830. 02000000:00000001:2.0:1767384302.587654:0:16139:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384302.587655:0:16139:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384302.587656:0:16139:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bef5903f. 00000100:00000001:2.0:1767384302.587660:0:16139:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384302.587662:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384302.587664:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384302.587670:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384302.587672:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384302.587674:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384302.587677:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1767384302.592133:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000b292627b. 00000100:00000040:2.0:1767384302.592134:0:795:0:(connection.c:75:cpu_latency_work()) work item of 00000000135c2452 (cpu 0) has reached its deadline 4294892554, at 4294892555 00000100:00000010:2.0:1767384302.592144:0:795:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003e7209a0. 00010000:00000010:1.1:1767384302.592146:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000061b41709. 00000100:00000040:1.0:1767384302.592164:0:62:0:(connection.c:75:cpu_latency_work()) work item of 00000000edc4e618 (cpu 0) has reached its deadline 4294892554, at 4294892555 00000100:00000010:1.0:1767384302.592171:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000ef90019. 00000100:00000040:0.0:1767384302.593131:0:449:0:(connection.c:75:cpu_latency_work()) work item of 000000002fd0fb58 (cpu 0) has reached its deadline 4294892554, at 4294892556 00000100:00000010:0.0:1767384302.593138:0:449:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000088f2c395. 00000100:00000040:3.0:1767384302.593164:0:53:0:(connection.c:75:cpu_latency_work()) work item of 000000009d5c2cb6 (cpu 0) has reached its deadline 4294892554, at 4294892556 00000100:00000010:3.0:1767384302.593170:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e7f3f65b. 00010000:00000001:0.0:1767384303.157259:0:449:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384303.157263:0:449:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384303.157272:0:449:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384303.157273:0:449:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384303.157319:0:16767:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384303.157323:0:16767:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384303.157325:0:16767:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:0.0:1767384303.457453:0:23679:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384303.457467:0:23679:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384303.457472:0:23679:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384303.457479:0:23679:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384303.457485:0:23679:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384303.457488:0:23679:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384304.181161:0:449:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384304.181168:0:449:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384304.181174:0:449:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384304.181176:0:449:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384304.181217:0:16768:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384304.181221:0:16768:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384304.181224:0:16768:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:0.0:1767384304.192187:0:23843:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767384304.192190:0:23843:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg252-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp24 --if ens2 00000001:00000001:0.0:1767384304.195494:0:23843:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:0.0:1767384304.202663:0:23844:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000006023049a. 00000400:00000010:0.0:1767384304.202676:0:23844:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000003be53fa2. 00000400:00000010:0.0:1767384304.202685:0:23844:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 0000000071bbb53f. 00000400:00000010:0.0:1767384304.202688:0:23844:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000005789b769. 00000400:00000010:0.0:1767384304.202691:0:23844:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000f0a7f1d4. 00000400:00000010:0.0:1767384304.202694:0:23844:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000081f3f198. 00000400:00000010:0.0:1767384304.202696:0:23844:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000f0d55c89. 00000400:00000010:0.0:1767384304.202697:0:23844:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000584cf034. 00000400:00000010:0.0:1767384304.202700:0:23844:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 0000000037c4c72e. 00000800:00000010:0.0:1767384304.202710:0:23844:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000b742a296. 00000800:00000200:0.0:1767384304.202720:0:23844:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:0.0:1767384304.202727:0:23844:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:0.0:1767384304.202759:0:23844:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.152) 00000400:02000000:0.0:1767384304.202776:0:23844:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.152@tcp24 [8/256/0/180] 00000400:00000010:0.0:1767384304.204059:0:23844:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 297 at 000000004e134f57. 00000400:00000010:0.0:1767384304.204065:0:23844:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000040382926. 00000400:00000010:0.0:1767384304.204069:0:23844:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d42d7847. 00000400:00000001:0.0:1767384304.204082:0:23844:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384304.204083:0:23844:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384304.204116:0:23844:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007f7e3a29. 00000400:00000200:0.0:1767384304.204120:0:23844:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cf88a9bc 00000400:00000010:0.0:1767384304.204123:0:23844:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cf88a9bc. 00000400:00000010:0.0:1767384304.204130:0:23844:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000048fd0d5f. 00000400:00000200:0.0:1767384304.204137:0:23844:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (15) 00000400:00000200:0.0:1767384304.204150:0:23844:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.152@tcp (000000005d9714d7): 0 00000400:00000200:0.0:1767384304.204161:0:23844:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131096 00000400:00000200:1.0:1767384304.204167:0:16135:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:00000010:0.0:1767384304.204169:0:23844:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 0000000068b4f857. 00000400:00000200:1.0:1767384304.204173:0:16135:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100151 00000020:01000000:0.0:1767384304.204177:0:23844:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:0.0:1767384304.204183:0:23844:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.152@tcp24 00000400:00000010:1.0:1767384304.204186:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006f155c59. 00000400:00000200:1.0:1767384304.204189:0:16135:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (16) 00000400:00000010:1.0:1767384304.204194:0:16135:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000000ac5a7a6. 00000400:00000200:1.0:1767384304.204200:0:16135:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.152@tcp 00000400:00000010:0.0:1767384304.204202:0:23844:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000003be53fa2. 00000400:00000010:0.0:1767384304.204207:0:23844:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000006023049a. 00000400:00000200:1.0:1767384304.204211:0:16135:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.152@tcp local destination 00000400:00000200:1.0:1767384304.204217:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 00000020:00000001:2.0:1767384304.204220:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:1.0:1767384304.204223:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 10000000:00000001:2.0:1767384304.204225:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384304.204228:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384304.204231:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:1.0:1767384304.204234:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 00000020:01000004:2.0:1767384304.204235:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:1.0:1767384304.204241:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 00000020:01000004:2.0:1767384304.204245:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384304.204248:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384304.204251:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384304.204253:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:1.0:1767384304.204254:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 6], ns[16, 6] 00000020:01000004:2.0:1767384304.204255:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384304.204258:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384304.204260:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384304.204263:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384304.204265:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:1.0:1767384304.204268:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 6], ns[18, 6] 00000100:00000010:2.0:1767384304.204271:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002765915d. 00000020:00000040:2.0:1767384304.204276:0:36:0:(genops.c:1229:class_import_get()) import 00000000df830bbe refcount=4 obd=MGC192.168.202.152@tcp 00000400:00000200:1.0:1767384304.204277:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 6], ns[20, 6] 00000100:00000001:2.0:1767384304.204282:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384304.204286:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1767384304.204287:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 6], ns[22, 6] 00000400:00000200:1.0:1767384304.204293:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 6], ns[24, 6] 00000400:00000200:1.0:1767384304.204297:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 6], ns[26, 6] 00000400:00000200:1.0:1767384304.204299:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 6], ns[28, 6] 00000400:00000200:1.0:1767384304.204302:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 6], ns[30, 6] 00000400:00000200:1.0:1767384304.204305:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 6], ns[32, 6] 00000400:00000200:1.0:1767384304.204307:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000400:00000200:1.0:1767384304.204310:0:16135:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp23 02000000:00000001:2.0:1767384304.204313:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384304.204314:0:16135:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.152@tcp23 02000000:00000010:2.0:1767384304.204325:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000036b1ae31. 00000100:00000001:2.0:1767384304.204333:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384304.204342:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384304.204345:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384304.204346:0:16135:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.152@tcp23 lpni_is_preferred = 0 00000100:00000040:2.0:1767384304.204355:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002765915d] to pc [ptlrpcd_00_00+0] req@000000002765915d x1853236723071360/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384304.204357:0:16135:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.152@tcp23 00000400:00000200:1.0:1767384304.204377:0:16135:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp23 NI seq info: [33:33:256:4294967295] 192.168.202.152@tcp23 LPNI seq info [33:33:8:4294967295] 00000400:00000200:1.0:1767384304.204383:0:16135:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.152@tcp23 10000000:00000001:2.0:1767384304.204392:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384304.204396:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384304.204396:0:16135:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp23(192.168.202.152@tcp23:) -> 192.168.202.152@tcp23(192.168.202.152@tcp:192.168.202.152@tcp23) : PUT try# 0 00000020:00000001:2.0:1767384304.204401:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384304.204402:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000000:2.0:1767384304.204405:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:0.0:1767384304.204407:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:1.0:1767384304.204410:0:16135:0:(socklnd_cb.c:1001:ksocknal_send()) sending 288 bytes in 1 frags to 12345-192.168.202.152@tcp23 00000100:00000001:0.0:1767384304.204411:0:16137:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:2.0:1767384304.204415:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:2.0:1767384304.204417:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000800:00000010:1.0:1767384304.204418:0:16135:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b0c22084. 10000000:00000001:2.0:1767384304.204419:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000040:0.0:1767384304.204419:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002765915d x1853236723071360/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:01000000:2.0:1767384304.204424:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:2.0:1767384304.204428:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000800:00000010:1.0:1767384304.204431:0:16135:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000c1bf8186. 00000020:01000004:2.0:1767384304.204432:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384304.204437:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000001:0.0:1767384304.204437:0:16137:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000800:00000010:1.0:1767384304.204439:0:16135:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000001aeebf9f. 00000100:00000001:0.0:1767384304.204440:0:16137:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1767384304.204441:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384304.204446:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000800:00000200:1.0:1767384304.204447:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c1bf8186] -> 12345-192.168.202.152@tcp23 (2) 00000020:01000004:2.0:1767384304.204448:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 02000000:00000001:0.0:1767384304.204448:0:16137:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:2.0:1767384304.204453:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 02000000:00000001:0.0:1767384304.204453:0:16137:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:2.0:1767384304.204457:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000800:00000200:1.1:1767384304.204458:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c1bf8186] -> 12345-192.168.202.152@tcp23 (2) 02000000:00000001:0.0:1767384304.204460:0:16137:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1767384304.204461:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00100000:0.0:1767384304.204466:0:16137:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000002765915d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c0412d60-4f67-4dbc-8791-892843f60083:16137:1853236723071360:0@lo:253: 00000100:00000010:2.0:1767384304.204467:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f83c2498. 00000100:00000001:0.0:1767384304.204469:0:16137:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1767384304.204473:0:16135:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.152@tcp 02000000:00000001:0.0:1767384304.204474:0:16137:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000040:2.0:1767384304.204477:0:36:0:(genops.c:1229:class_import_get()) import 00000000df830bbe refcount=5 obd=MGC192.168.202.152@tcp 02000000:00000001:0.0:1767384304.204479:0:16137:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384304.204481:0:16135:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100551 rc 0 00000100:00000001:2.0:1767384304.204483:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384304.204484:0:16137:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1767384304.204486:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384304.204490:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384304.204491:0:16137:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000009585baca. 02000000:00000001:0.0:1767384304.204494:0:16137:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384304.204495:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000007ac280d2. 00000400:00000010:0.0:1767384304.204499:0:16137:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007f7e3a29. 00000100:00000001:2.0:1767384304.204500:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384304.204505:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000010:0.0:1767384304.204506:0:16137:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003be53fa2. 00000100:00000001:2.0:1767384304.204507:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384304.204513:0:16137:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236723071360, portal 25 00000100:00000040:2.0:1767384304.204516:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f83c2498] to pc [ptlrpcd_00_01+1] req@00000000f83c2498 x1853236723071488/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384304.204518:0:16137:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384304.204522:0:16137:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782564202240 : -124291145349376 : ffff8ef5366ec700) 10000000:00000001:2.0:1767384304.204534:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384304.204535:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.152:988 00000100:00000040:0.0:1767384304.204535:0:16137:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000002765915d x1853236723071360/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384320 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:2.0:1767384304.204537:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384304.204541:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767384304.204542:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:2.0:1767384304.204545:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 0000000068b4f857. 00000100:00000001:0.0:1767384304.204556:0:16137:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384304.204558:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384304.204562:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767384304.204562:0:16137:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384304.204563:0:16138:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:0.0:1767384304.204568:0:16137:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000def3ae70. 00000100:00000040:2.0:1767384304.204569:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f83c2498 x1853236723071488/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384304.204588:0:16137:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236723071360, offset 0 00000100:00000001:2.0:1767384304.204592:0:16138:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384304.204594:0:16138:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384304.204595:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.152:988 02000000:00000001:2.0:1767384304.204598:0:16138:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1767384304.204600:0:16137:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:2.0:1767384304.204602:0:16138:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384304.204605:0:16138:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384304.204608:0:16138:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f83c2498 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c0412d60-4f67-4dbc-8791-892843f60083:16138:1853236723071488:0@lo:253: 00000100:00000001:2.0:1767384304.204613:0:16138:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1767384304.204614:0:16137:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:2.0:1767384304.204618:0:16138:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384304.204620:0:16138:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384304.204622:0:16138:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767384304.204626:0:16137:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824c903980 02000000:00000010:2.0:1767384304.204627:0:16138:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000b94d3830. 02000000:00000001:2.0:1767384304.204631:0:16138:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384304.204635:0:16137:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0xa05 [2] + 0 00000400:00000200:1.0:1767384304.204636:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.152:988 00000400:00000010:0.0:1767384304.204643:0:16137:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005ab3a84f. 00000400:00000200:0.0:1767384304.204646:0:16137:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000001c983964 00000400:00000200:0.0:1767384304.204652:0:16137:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1767384304.204654:0:16138:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b4b074bf. 00000400:00000200:0.0:1767384304.204658:0:16137:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:2.0:1767384304.204662:0:16138:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000794eb683. 00000400:00000200:0.0:1767384304.204663:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001c983964 00000400:00000010:0.0:1767384304.204665:0:16137:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001c983964. 00000100:00000001:0.0:1767384304.204668:0:16137:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384304.204671:0:16137:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000200:2.0:1767384304.204674:0:16138:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236723071488, portal 25 00000100:00000040:0.0:1767384304.204675:0:16137:0:(events.c:337:request_in_callback()) incoming req@00000000a7e194e6 x1853236723071360 msgsize 4848 00000100:00000001:2.0:1767384304.204677:0:16138:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384304.204680:0:16138:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782564207616 : -124291145344000 : ffff8ef5366edc00) 00000100:00100000:0.0:1767384304.204684:0:16137:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384304.204687:0:16137:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000040:2.0:1767384304.204689:0:16138:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f83c2498 x1853236723071488/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384320 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384304.204689:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.152:988 00000100:00000001:0.0:1767384304.204696:0:16137:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384304.204700:0:16138:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384304.204704:0:16138:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1767384304.204704:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000def3ae70 00000400:00000010:2.0:1767384304.204708:0:16138:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000dbc98696. 00000400:00000010:0.0:1767384304.204708:0:16137:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000def3ae70. 00000100:00000001:0.0:1767384304.204711:0:16137:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384304.204712:0:16138:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236723071488, offset 0 00000100:00000200:0.0:1767384304.204717:0:16137:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002765915d x1853236723071360/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384320 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384304.204720:0:16138:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384304.204730:0:16138:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384304.204730:0:16137:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384304.204736:0:16137:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002765915d x1853236723071360/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384320 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384304.204742:0:16138:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824c903a00 00000400:00000200:1.0:1767384304.204747:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.152:988 00000100:00000001:0.0:1767384304.204749:0:16137:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384304.204753:0:16138:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0xa15 [2] + 0 00000100:00000001:0.0:1767384304.204754:0:16137:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:2.0:1767384304.204758:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000028b9164b. 00000100:00000001:0.0:1767384304.204760:0:16137:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384304.204762:0:16138:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000013a3f4a7 00000100:00000001:0.0:1767384304.204764:0:16137:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294894191 00000400:00000200:2.0:1767384304.204768:0:16138:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:0.0:1767384304.204769:0:16137:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000049d210a3. 00000400:00000200:2.0:1767384304.204773:0:16138:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384304.204776:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000013a3f4a7 00000400:00000010:2.0:1767384304.204779:0:16138:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000013a3f4a7. 00000100:00000001:0.0:1767384304.204783:0:16137:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767384304.204784:0:16138:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384304.204786:0:16138:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384304.204790:0:16138:0:(events.c:337:request_in_callback()) incoming req@00000000953ff225 x1853236723071488 msgsize 4848 00000100:00000001:0.0:1767384304.204790:0:16137:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294894191 00000400:00000200:1.0:1767384304.204795:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.152:988 00000100:00000010:0.0:1767384304.204795:0:16137:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a06c96d1. 00000100:00100000:2.0:1767384304.204799:0:16138:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384304.204802:0:16137:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 1 00000100:00000040:2.0:1767384304.204804:0:16138:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:0.0:1767384304.204807:0:16137:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294894191 00000100:00000010:0.0:1767384304.204810:0:16137:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004893ab1b. 00000100:00000001:0.0:1767384304.204814:0:16137:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384304.204817:0:16138:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384304.204817:0:16137:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294894191 00000100:00000010:0.0:1767384304.204823:0:16137:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006d6e87cd. 00000400:00000200:2.0:1767384304.204827:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dbc98696 00000100:00000001:0.0:1767384304.204827:0:16137:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 3 00000400:00000010:2.0:1767384304.204832:0:16138:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000dbc98696. 00000100:00000001:0.0:1767384304.204833:0:16137:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384304.204838:0:16137:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384304.204839:0:16138:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384304.204841:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384304.204842:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.152:988 00000100:00000001:0.0:1767384304.204844:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384304.204846:0:16138:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f83c2498 x1853236723071488/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384320 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384304.204854:0:16137:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384304.204858:0:16137:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384304.204860:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384304.204861:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384304.204863:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384304.204865:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384304.204869:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384304.204875:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f83c2498 x1853236723071488/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384320 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384304.204881:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384304.204889:0:16138:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384304.204895:0:16138:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384304.204895:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.152:988 00000100:00000001:2.0:1767384304.204900:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294894191 00000100:00000001:2.0:1767384304.204904:0:16138:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 0, keep current deadline 4294894191 00000100:00000001:2.0:1767384304.204906:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294894191 00000100:00000001:2.0:1767384304.204908:0:16138:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 1, keep current deadline 4294894191 00000100:00000001:2.0:1767384304.204910:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294894191 00000100:00000001:2.0:1767384304.204911:0:16138:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 2, keep current deadline 4294894191 00000100:00000001:2.0:1767384304.204913:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294894191 00000100:00000001:2.0:1767384304.204914:0:16138:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 3, keep current deadline 4294894191 00000100:00000001:2.0:1767384304.204916:0:16138:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384304.204917:0:16138:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384304.204920:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384304.204921:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384304.204926:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384304.204927:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384304.204931:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384304.204932:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384304.204934:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384304.204937:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384304.204948:0:16771:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384304.204951:0:16771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723071360 02000000:00000001:0.0:1767384304.204955:0:16771:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:1.0:1767384304.204957:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.152:988 00000100:00000001:0.0:1767384304.204957:0:16771:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384304.204958:0:16774:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384304.204960:0:16771:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384304.204962:0:16774:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723071488 02000000:00000001:2.0:1767384304.204965:0:16774:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:0.0:1767384304.204966:0:16771:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384304.204967:0:16774:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:0.0:1767384304.204970:0:16771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723071360 00000100:00000001:2.0:1767384304.204971:0:16774:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384304.204975:0:16771:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:2.0:1767384304.204977:0:16774:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384304.204978:0:16771:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eec8e1 00000100:00100000:2.0:1767384304.204982:0:16774:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723071488 00000020:00000001:0.0:1767384304.204983:0:16771:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384304.204986:0:16771:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000555601ca refcount=14 00000020:00000001:2.0:1767384304.204987:0:16774:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1767384304.204989:0:16771:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000020:00000040:2.0:1767384304.204991:0:16774:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eec8e1 00000020:00000001:0.0:1767384304.204993:0:16771:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000020:00000001:2.0:1767384304.204996:0:16774:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384304.204998:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000040:2.0:1767384304.205000:0:16774:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000555601ca refcount=15 00000020:00000001:2.0:1767384304.205004:0:16774:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000400:00000200:1.0:1767384304.205004:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.152:988 00000020:00000010:0.0:1767384304.205008:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008675659f. 00000020:00000001:2.0:1767384304.205010:0:16774:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000100:00000001:0.0:1767384304.205012:0:16771:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384304.205015:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008675659f. 00000020:00000010:0.0:1767384304.205021:0:16771:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ec20b07c. 00000100:00000001:2.0:1767384304.205023:0:16774:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384304.205028:0:16774:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008e96ab10. 00000020:00000010:0.0:1767384304.205028:0:16771:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b25bb8d9. 00000100:00000001:2.0:1767384304.205031:0:16774:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384304.205034:0:16774:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008e96ab10. 00000020:00000010:0.0:1767384304.205035:0:16771:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000cbf2e65b. 00000020:00000010:2.0:1767384304.205041:0:16774:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f2fb24f9. 00000020:00000010:2.0:1767384304.205047:0:16774:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a8a95694. 00000100:00000040:0.0:1767384304.205047:0:16771:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000400:00000200:1.0:1767384304.205050:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.152:988 00000100:00000001:0.0:1767384304.205052:0:16771:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000010:2.0:1767384304.205055:0:16774:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000061227407. 00000100:00000001:0.0:1767384304.205055:0:16771:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384304.205059:0:16771:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384304.205062:0:16774:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384304.205065:0:16774:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384304.205066:0:16774:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384304.205067:0:16771:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384304.205071:0:16774:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384304.205078:0:16771:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384304.205082:0:16774:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384304.205119:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.152:988 00000100:00000001:0.0:1767384304.205120:0:16771:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384304.205123:0:16774:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384304.205123:0:16771:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384304.205126:0:16774:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384304.205131:0:16771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00000040:0.0:1767384304.205135:0:16771:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000555601ca : new rpc_count 1 00000100:00000001:0.0:1767384304.205137:0:16771:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619781697502288 : -124292012049328 : ffff8ef502c5fc50) 00000100:00100000:2.0:1767384304.205140:0:16774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00000040:2.0:1767384304.205144:0:16774:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000555601ca : new rpc_count 2 00000100:00000040:0.0:1767384304.205145:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a7e194e6 x1853236723071360/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:285/0 lens 4848/0 e 0 to 0 dl 1767384315 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384304.205146:0:16774:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619781697487952 : -124292012063664 : ffff8ef502c5c450) 00000100:00000040:2.0:1767384304.205155:0:16774:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000953ff225 x1853236723071488/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:285/0 lens 4848/0 e 0 to 0 dl 1767384315 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384304.205157:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384304.205162:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008675659f. 00000100:00000001:2.0:1767384304.205165:0:16774:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384304.205166:0:16771:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384304.205169:0:16774:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008e96ab10. 00000020:00000010:0.0:1767384304.205169:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008675659f. 00000400:00000200:1.0:1767384304.205170:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.152:988 00000100:00000001:2.0:1767384304.205175:0:16774:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1767384304.205176:0:16771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000a7e194e6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c0412d60-4f67-4dbc-8791-892843f60083+15:16137:x1853236723071360:12345-0@lo:253: 00000020:00000010:2.0:1767384304.205179:0:16774:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008e96ab10. 00000100:00000200:0.0:1767384304.205182:0:16771:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723071360 00000020:00000001:0.0:1767384304.205186:0:16771:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00100000:2.0:1767384304.205189:0:16774:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000953ff225 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c0412d60-4f67-4dbc-8791-892843f60083+15:16138:x1853236723071488:12345-0@lo:253: 00000020:00000001:0.0:1767384304.205191:0:16771:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000200:2.0:1767384304.205195:0:16774:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723071488 00000020:00000001:0.0:1767384304.205195:0:16771:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384304.205198:0:16771:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384304.205199:0:16774:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384304.205202:0:16771:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669141328 : -1040410288 : ffffffffc1fc9950) 00000020:00000001:2.0:1767384304.205204:0:16774:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384304.205206:0:16771:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384304.205207:0:16774:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384304.205209:0:16771:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384304.205211:0:16774:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384304.205213:0:16774:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669141328 : -1040410288 : ffffffffc1fc9950) 00000020:00000001:2.0:1767384304.205215:0:16774:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384304.205217:0:16774:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384304.205220:0:16771:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:1.0:1767384304.205223:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.152:988 00000020:00000001:0.0:1767384304.205223:0:16771:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384304.205228:0:16771:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384304.205229:0:16774:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384304.205232:0:16774:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:0.0:1767384304.205234:0:16771:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:2.0:1767384304.205235:0:16774:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384304.205238:0:16771:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1767384304.205239:0:16774:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384304.205244:0:16774:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384304.205244:0:16771:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000068b4f857. 02000000:00000001:0.0:1767384304.205248:0:16771:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384304.205250:0:16774:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000003a2219a. 00000100:00000001:0.0:1767384304.205250:0:16771:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384304.205252:0:16771:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 02000000:00000001:2.0:1767384304.205254:0:16774:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384304.205257:0:16774:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384304.205259:0:16774:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:0.0:1767384304.205263:0:16771:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000000557b543. 20000000:00000010:2.0:1767384304.205266:0:16774:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000003df1869e. 20000000:01000000:0.0:1767384304.205268:0:16771:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:2.0:1767384304.205272:0:16774:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384304.205273:0:16771:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384304.205277:0:16774:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384304.205277:0:16771:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000400:00000200:1.0:1767384304.205280:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.152:988 20000000:00000001:0.0:1767384304.205280:0:16771:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384304.205284:0:16771:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384304.205285:0:16774:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384304.205289:0:16774:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384304.205289:0:16771:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:2.0:1767384304.205293:0:16774:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384304.205294:0:16774:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:0.0:1767384304.205299:0:16771:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000e516e2ab. 20000000:01000000:0.0:1767384304.205302:0:16771:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #24 20000000:00000001:0.0:1767384304.205307:0:16771:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:0.0:1767384304.205312:0:16771:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000400:00000200:1.0:1767384304.205315:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.152:988 00000400:00000200:1.0:1767384304.205342:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.152:988 00080000:00000001:0.0:1767384304.205354:0:16771:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384304.205359:0:16771:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384304.205360:0:16771:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384304.205362:0:16771:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000400:00000200:1.0:1767384304.205364:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.152:988 00000020:00000001:0.0:1767384304.205365:0:16771:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384304.205371:0:16771:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446619782313850200 : -124291395701416 : ffff8ef52782b558) 00080000:00000001:0.0:1767384304.205375:0:16771:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384304.205382:0:16771:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000062665a44. 00080000:00000001:0.0:1767384304.205384:0:16771:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446619781780555776 : -124291928995840 : ffff8ef507b94800) 00080000:00000001:0.0:1767384304.205388:0:16771:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:1.0:1767384304.205393:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.152:988 00000400:00000200:1.0:1767384304.205437:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.152:988 00000400:00000200:1.0:1767384304.205486:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.152:988 00000001:00000001:0.0:1767384304.205496:0:16771:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384304.205499:0:16771:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384304.205502:0:16771:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384304.205524:0:16771:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384304.205526:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.152:988 00080000:00000001:0.0:1767384304.205528:0:16771:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:1.0:1767384304.205554:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.152:988 00000400:00000200:1.0:1767384304.205597:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.152:988 00000400:00000200:1.0:1767384304.205641:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.152:988 00080000:00000001:0.0:1767384304.205680:0:16771:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767384304.205684:0:16771:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:1.0:1767384304.205687:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.152:988 00000400:00000200:1.0:1767384304.205738:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.152:988 00000400:00000200:1.0:1767384304.205778:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.152:988 00000800:00000010:1.0:1767384304.206020:0:16127:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000264c1d62. 00000800:00000010:1.0:1767384304.206026:0:16127:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000008ec48628. 00000800:00000010:1.0:1767384304.206031:0:16127:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e4ba300a. 00000800:00000010:1.0:1767384304.206065:0:16127:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e4ba300a. 00000400:00000200:0.0:1767384304.206192:0:16133:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767384304.206210:0:16133:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.152@tcp23 from 227.3.0.2 00000800:00000010:0.0:1767384304.206213:0:16133:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000021c037b1. 00000800:00000010:1.0:1767384304.206238:0:16126:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000007998ed2b. 00000800:00000010:1.0:1767384304.206245:0:16126:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000075466a61. 00000800:00000010:1.0:1767384304.206269:0:16126:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000013a3f4a7. 00000800:00000200:1.1:1767384304.206276:0:16126:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c1bf8186] -> 12345-192.168.202.152@tcp23 (2) 00000800:00000200:1.1:1767384304.206282:0:16126:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.152@tcp23 0000000013a3f4a7 deleted 00000800:00000010:1.1:1767384304.206285:0:16126:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000013a3f4a7. 00000800:00000200:1.1:1767384304.206291:0:16126:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1:1767384304.206298:0:16126:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp23 ip 192.168.202.152:995 00000800:00000200:1.1:1767384304.206302:0:16126:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b0c22084 type 1, nob 384 niov 1 nkiov 1 00000800:00000200:1.0:1767384304.206307:0:16126:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.152@tcp23 p 3.x 192.168.202.152 -> 192.168.202.152:995 incarnation:1767384302563700735 sched[0] 00000800:00000010:1.0:1767384304.206312:0:16126:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e4ba300a. 00000800:00000010:1.0:1767384304.206354:0:16126:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e4ba300a. 00000800:00000010:1.0:1767384304.206357:0:16126:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000075466a61. 00000800:00000010:1.0:1767384304.206386:0:16126:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000021c037b1. 00000800:00000001:1.0:1767384304.206398:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384304.206403:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.1:1767384304.206419:0:16127:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.0:1767384304.206426:0:16127:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.152@tcp23 p 3.x 192.168.202.152 -> 192.168.202.152:988 incarnation:1767384302563700735 sched[0] 00000800:00000010:0.0:1767384304.206429:0:16127:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000008ec48628. 00000800:00000200:1.0:1767384304.206465:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1767384304.206468:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.152:988 00000800:00000010:1.0:1767384304.206470:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b0c22084. 00000400:00000200:1.0:1767384304.206477:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384304.206484:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp23->192.168.202.152@tcp23: PUT: OK 00000400:00000200:1.0:1767384304.206488:0:16131:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384304.206492:0:16131:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.152@tcp: 0 00000800:00000001:1.0:1767384304.206501:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384304.206508:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384304.206511:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384304.206511:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.152:988 00000800:00000001:1.0:1767384304.206535:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384304.206544:0:16131:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.152@tcp23(192.168.202.152@tcp23) <- 192.168.202.152@tcp23 : PUT - for me 00000400:00000200:0.0:1767384304.206555:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.152:988 00000400:00000200:0.0:1767384304.206607:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.152:988 00000400:00000200:0.0:1767384304.206646:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.152:988 00000400:00000200:0.0:1767384304.206678:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.152:988 00000400:00000200:0.0:1767384304.206706:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.152:988 00000400:00000200:0.0:1767384304.206735:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.152:988 00000400:00000200:0.0:1767384304.206774:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.152:988 00000400:00000200:0.0:1767384304.206815:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.152:988 00000400:00000200:0.0:1767384304.206836:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.152:988 00000400:00000200:0.0:1767384304.206865:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.152:988 00000400:00000200:1.0:1767384304.206876:0:16131:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.152@tcp of length 288 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384304.206884:0:16131:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.152@tcp of length 272/288 into md 0x155d [1] + 0 00000400:00000010:1.0:1767384304.206887:0:16131:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008a64f863. 00000400:00000200:1.0:1767384304.206890:0:16131:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ca45cce0 00000400:00000200:0.0:1767384304.206894:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.152:988 00000800:00000001:1.0:1767384304.206895:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384304.206931:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.152:988 00000400:00000200:0.0:1767384304.206971:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.152:988 00000400:00000200:0.0:1767384304.207000:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.152:988 00000400:00000200:0.0:1767384304.207025:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.152:988 00000400:00000200:0.0:1767384304.207047:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.152:988 00000400:00000200:0.0:1767384304.207080:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.152:988 00000800:00000001:1.0:1767384304.207431:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384304.207434:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384304.207440:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp23->192.168.202.152@tcp23: PUT: OK 00000400:00000200:0.0:1767384304.207441:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.152:988 00000400:00000200:1.0:1767384304.207445:0:16131:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ca45cce0 00000400:00000010:1.0:1767384304.207448:0:16131:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ca45cce0. 00000400:00000200:1.0:1767384304.207452:0:16131:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:1.0:1767384304.207456:0:16131:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (17) 00000400:00000200:1.0:1767384304.207462:0:16131:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.152@tcp(000000005d9714d7) is MR 00000400:00000200:1.0:1767384304.207466:0:16131:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.202.152@tcp (288 bytes) 00000400:00000200:1.0:1767384304.207469:0:16131:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.152@tcp (000000005d9714d7): -114 00000400:00000200:1.0:1767384304.207478:0:16131:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000005d9714d7 (18) 00000400:00000200:1.0:1767384304.207483:0:16131:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1767384304.207488:0:16131:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.152@tcp23 to MR: 192.168.202.152@tcp23 local destination 00000400:00000200:0.0:1767384304.207493:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.152:988 00000400:00000200:1.0:1767384304.207496:0:16131:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp23 NI seq info: [34:34:256:4294967295] 192.168.202.152@tcp23 LPNI seq info [34:34:8:4294967295] 00000400:00000200:1.0:1767384304.207510:0:16131:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp23(192.168.202.152@tcp23:192.168.202.152@tcp23) -> 192.168.202.152@tcp23(192.168.202.152@tcp23:192.168.202.152@tcp23) 192.168.202.152@tcp23 : ACK try# 0 00000800:00000200:1.0:1767384304.207516:0:16131:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.152@tcp23 00000800:00000010:1.0:1767384304.207530:0:16131:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b0c22084. 00000800:00000200:1.0:1767384304.207535:0:16131:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c1bf8186] -> 12345-192.168.202.152@tcp23 (4) 00000800:00000200:1.0:1767384304.207540:0:16131:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp23 ip 192.168.202.152:988 00000800:00000200:1.0:1767384304.207543:0:16131:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b0c22084 type 0, nob 96 niov 1 nkiov 0 00000400:00000200:0.0:1767384304.207549:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.152:988 00000800:00000001:1.0:1767384304.207552:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384304.207562:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384304.207606:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.152:988 00000800:00000200:1.0:1767384304.207616:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384304.207626:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b0c22084. 00000400:00000200:1.0:1767384304.207629:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:2.0:1767384304.207633:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384304.207634:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp23->192.168.202.152@tcp23: ACK: OK 00000400:00000200:0.0:1767384304.207635:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.152:988 00000800:00000001:2.0:1767384304.207641:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384304.207645:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384304.207652:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384304.207654:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384304.207657:0:16135:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000800:00000001:1.0:1767384304.207658:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384304.207662:0:16135:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 297 at 000000008a8f9c25. 00000400:00000200:1.0:1767384304.207668:0:16131:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.152@tcp23(192.168.202.152@tcp23) <- 192.168.202.152@tcp23 : ACK - for me 00000400:00000010:2.0:1767384304.207669:0:16135:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004e394cb1. 00000400:00000200:0.0:1767384304.207670:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.152:988 00000400:00000010:2.0:1767384304.207676:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005c4e6169. 00000400:00000200:1.0:1767384304.207681:0:16131:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.152@tcp23: ACK from 12345-192.168.202.152@tcp23 into md 0x1575 00000400:00000200:1.0:1767384304.207686:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384304.207687:0:16135:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000008a8f9c25 00000400:00000010:2.0:1767384304.207692:0:16135:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000066e4368c. 00000400:00000200:0.0:1767384304.207695:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.152:988 00000400:00000200:1.0:1767384304.207696:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp23->192.168.202.152@tcp23: ACK: OK 00000400:00000200:2.0:1767384304.207698:0:16135:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 288 success 00000400:00000200:1.0:1767384304.207700:0:16131:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006f155c59 00000400:00000010:1.0:1767384304.207704:0:16131:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006f155c59. 00000400:00000200:2.0:1767384304.207705:0:16135:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x102451 00000400:00000200:1.0:1767384304.207709:0:16131:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:2.0:1767384304.207710:0:16135:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (17) 00000400:00000010:2.0:1767384304.207716:0:16135:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 297 at 000000006f62ecc3. 00000400:00000200:1.0:1767384304.207716:0:16131:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.152@tcp ev->status 0 00000400:00000200:1.0:1767384304.207722:0:16131:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.152@tcp (000000005d9714d7): -114 00000400:00000010:2.0:1767384304.207723:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009aa3c431. 00000400:00000200:1.0:1767384304.207729:0:16131:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000005d9714d7 (18) 00000400:00000010:2.0:1767384304.207733:0:16135:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000981811ad. 00000800:00000001:1.0:1767384304.207736:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384304.207740:0:16135:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.152@tcp 00000800:00000001:1.0:1767384304.207743:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384304.207744:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.152:988 00000400:00000200:2.0:1767384304.207749:0:16135:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.152@tcp local destination 00000400:00000200:2.0:1767384304.207754:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 00000400:00000200:2.0:1767384304.207759:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000400:00000200:2.0:1767384304.207764:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 00000400:00000200:2.0:1767384304.207774:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 00000400:00000200:2.0:1767384304.207777:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 6], ns[16, 6] 00000400:00000200:2.0:1767384304.207781:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 6], ns[18, 6] 00000400:00000200:2.0:1767384304.207785:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 6], ns[20, 6] 00000400:00000200:2.0:1767384304.207789:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 6], ns[22, 6] 00000400:00000200:2.0:1767384304.207792:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 6], ns[24, 6] 00000400:00000200:2.0:1767384304.207796:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 6], ns[26, 6] 00000400:00000200:2.0:1767384304.207799:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 6], ns[28, 6] 00000400:00000200:2.0:1767384304.207804:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 6], ns[30, 6] 00000400:00000200:0.0:1767384304.207806:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.152:988 00000400:00000200:2.0:1767384304.207809:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 6], ns[32, 6] 00000400:00000200:2.0:1767384304.207817:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 6], ns[34, 6] 00000400:00000200:2.0:1767384304.207823:0:16135:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767384304.207829:0:16135:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.152@tcp 00000400:00000200:2.0:1767384304.207834:0:16135:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.152@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767384304.207838:0:16135:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.152@tcp 00000400:00000200:2.0:1767384304.207844:0:16135:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp NI seq info: [35:35:256:4294967295] 192.168.202.152@tcp LPNI seq info [35:35:8:4294967295] 00000400:00000200:2.0:1767384304.207852:0:16135:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.152@tcp 00000400:00000200:2.0:1767384304.207862:0:16135:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp(192.168.202.152@tcp:) -> 192.168.202.152@tcp(192.168.202.152@tcp:192.168.202.152@tcp) : GET try# 0 00000400:00000200:0.0:1767384304.207864:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.152:988 00000800:00000200:2.0:1767384304.207869:0:16135:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.152@tcp 00000800:00000010:2.0:1767384304.207874:0:16135:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000070b78f37. 00000800:00000200:2.0:1767384304.207880:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002fd1afca] -> 12345-192.168.202.152@tcp (6) 00000800:00000200:2.0:1767384304.207887:0:16135:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp ip 192.168.202.152:988 00000800:00000200:2.0:1767384304.207895:0:16135:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000070b78f37 type 2, nob 96 niov 1 nkiov 0 00000400:00000200:2.0:1767384304.207907:0:16135:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.152@tcp 00000400:00000200:2.0:1767384304.207910:0:16135:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100251 rc 0 00000400:00000200:2.0:1767384304.207914:0:16135:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100251 00000400:00000200:2.0:1767384304.207916:0:16135:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (17) 00000400:00000010:2.0:1767384304.207920:0:16135:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 297 at 0000000066e4368c. 00000400:00000010:2.0:1767384304.207923:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000750e275d. 00000400:00000010:2.0:1767384304.207927:0:16135:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000008dad57c1. 00000400:00000200:2.0:1767384304.207930:0:16135:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.152@tcp 00000400:00000200:2.0:1767384304.207935:0:16135:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.152@tcp local destination 00000400:00000200:2.0:1767384304.207938:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 35], ns[8, 35] 00000400:00000200:2.0:1767384304.207942:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 8], ns[10, 8] 00000400:00000200:2.0:1767384304.207946:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 8], ns[12, 8] 00000400:00000200:2.0:1767384304.207950:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 8], ns[14, 8] 00000400:00000200:2.0:1767384304.207954:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 8], ns[16, 8] 00000400:00000200:2.0:1767384304.207957:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 8], ns[18, 8] 00000400:00000200:2.0:1767384304.207960:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 8], ns[20, 8] 00000400:00000200:2.0:1767384304.207964:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 8], ns[22, 8] 00000400:00000200:2.0:1767384304.207970:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 8], ns[24, 8] 00000400:00000200:2.0:1767384304.207973:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 8], ns[26, 8] 00000400:00000200:2.0:1767384304.207977:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 8], ns[28, 8] 00000400:00000200:2.0:1767384304.207980:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 8], ns[30, 8] 00000400:00000200:2.0:1767384304.207983:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 8], ns[32, 8] 00000400:00000200:2.0:1767384304.207992:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 8], ns[34, 8] 00000400:00000200:2.0:1767384304.207996:0:16135:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp10 00000400:00000200:2.0:1767384304.207999:0:16135:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.152@tcp10 00000400:00000200:2.0:1767384304.208003:0:16135:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.152@tcp10 lpni_is_preferred = 0 00000400:00000200:2.0:1767384304.208006:0:16135:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.152@tcp10 00000400:00000200:2.0:1767384304.208010:0:16135:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp10 NI seq info: [36:36:256:4294967295] 192.168.202.152@tcp10 LPNI seq info [36:36:8:4294967295] 00000400:00000200:2.0:1767384304.208016:0:16135:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.152@tcp10 00000400:00000200:2.0:1767384304.208026:0:16135:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp10(192.168.202.152@tcp10:) -> 192.168.202.152@tcp10(192.168.202.152@tcp:192.168.202.152@tcp10) : GET try# 0 00000800:00000200:2.0:1767384304.208031:0:16135:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.152@tcp10 00000800:00000010:0.0:1767384304.208123:0:16127:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000eecb2453. 00000800:00000200:2.0:1767384304.208124:0:16130:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384304.208127:0:16130:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000070b78f37. 00000800:00000010:0.0:1767384304.208131:0:16127:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000035359fb. 00000400:00000200:2.0:1767384304.208132:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384304.208138:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp->192.168.202.152@tcp: GET: OK 00000800:00000010:0.0:1767384304.208140:0:16127:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000002c1d16fc. 00000400:00000200:2.0:1767384304.208142:0:16130:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384304.208147:0:16130:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.152@tcp: 0 00000800:00000001:2.0:1767384304.208152:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384304.208158:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384304.208159:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384304.208163:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384304.208168:0:16130:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.152@tcp(192.168.202.152@tcp) <- 192.168.202.152@tcp : GET - for me 00000400:00000200:2.0:1767384304.208176:0:16130:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.152@tcp of length 288 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384304.208182:0:16130:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.152@tcp of length 288/288 into md 0x1571 [1] + 0 00000800:00000010:0.0:1767384304.208182:0:16127:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000002c1d16fc. 00000400:00000200:2.0:1767384304.208193:0:16130:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.152@tcp to MR: 192.168.202.152@tcp local destination 00000400:00000200:2.0:1767384304.208197:0:16130:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp NI seq info: [37:37:256:4294967295] 192.168.202.152@tcp LPNI seq info [37:37:8:4294967295] 00000400:00000200:2.0:1767384304.208206:0:16130:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp(192.168.202.152@tcp:192.168.202.152@tcp) -> 192.168.202.152@tcp(192.168.202.152@tcp:192.168.202.152@tcp) 192.168.202.152@tcp : REPLY try# 0 00000800:00000200:2.0:1767384304.208212:0:16130:0:(socklnd_cb.c:1001:ksocknal_send()) sending 288 bytes in 1 frags to 12345-192.168.202.152@tcp 00000800:00000010:2.0:1767384304.208215:0:16130:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000070b78f37. 00000800:00000200:2.0:1767384304.208219:0:16130:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002fd1afca] -> 12345-192.168.202.152@tcp (6) 00000800:00000200:2.0:1767384304.208228:0:16130:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp ip 192.168.202.152:1023 00000800:00000200:2.0:1767384304.208231:0:16130:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000070b78f37 type 3, nob 384 niov 1 nkiov 1 00000800:00000200:2.0:1767384304.208298:0:16130:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384304.208301:0:16130:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000070b78f37. 00000400:00000200:2.0:1767384304.208306:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384304.208312:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp->192.168.202.152@tcp: REPLY: OK 00000800:00000001:2.0:1767384304.208324:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384304.208329:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384304.208333:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384304.208338:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384304.208340:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384304.208346:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384304.208353:0:16130:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.152@tcp(192.168.202.152@tcp) <- 192.168.202.152@tcp : REPLY - for me 00000400:00000200:2.0:1767384304.208366:0:16130:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.152@tcp: Reply from 12345-192.168.202.152@tcp of length 288/288 into md 0x158d 00000800:00000001:2.0:1767384304.208371:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384304.208407:0:16133:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767384304.208425:0:16133:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.152@tcp23 from 226.3.0.2 00000800:00000010:0.0:1767384304.208430:0:16133:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000d4833c7a. 00000800:00000001:2.0:1767384304.208599:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384304.208602:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384304.208608:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp->192.168.202.152@tcp: REPLY: OK 00000400:00000200:2.0:1767384304.208612:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009aa3c431 00000400:00000010:2.0:1767384304.208638:0:16130:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009aa3c431. 00000400:00000200:2.0:1767384304.208644:0:16130:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:2.0:1767384304.208648:0:16130:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.202.152@tcp has discovery enabled 00000400:00000200:2.0:1767384304.208651:0:16130:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.202.152@tcp(000000005d9714d7) is MR 00000400:00000200:2.0:1767384304.208654:0:16130:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.202.152@tcp data present 16. state = 0x100251 00000400:00000200:2.0:1767384304.208659:0:16130:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.152@tcp (000000005d9714d7): -114 00000400:00000200:2.0:1767384304.208662:0:16130:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000005d9714d7 (18) 00000800:00000001:2.0:1767384304.208733:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384304.208738:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.0:1767384304.208774:0:16125:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000cfc0210d. 00000800:00000010:0.0:1767384304.208780:0:16125:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000207c6008. 00000800:00000010:0.0:1767384304.208800:0:16125:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000058f1b130. 00000800:00000200:0.1:1767384304.208806:0:16125:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c1bf8186] -> 12345-192.168.202.152@tcp23 (4) 00000800:00000200:0.1:1767384304.208810:0:16125:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.152@tcp23 0000000058f1b130 deleted 00000800:00000010:0.1:1767384304.208812:0:16125:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000058f1b130. 00000800:00000200:0.1:1767384304.208816:0:16125:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:0.0:1767384304.208821:0:16125:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.152@tcp23 p 3.x 192.168.202.152 -> 192.168.202.152:994 incarnation:1767384302563700735 sched[0] 00000800:00000010:0.0:1767384304.208825:0:16125:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000002c1d16fc. 00000800:00000010:0.0:1767384304.208872:0:16125:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000002c1d16fc. 00000800:00000010:0.0:1767384304.208875:0:16125:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000207c6008. 00000800:00000010:0.0:1767384304.208901:0:16125:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000d4833c7a. 00000800:00000001:0.0:1767384304.208914:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384304.208920:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1767384304.208945:0:16135:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000070b78f37. 00000800:00000200:0.1:1767384304.208950:0:16127:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:0.0:1767384304.208956:0:16127:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.152@tcp23 p 3.x 192.168.202.152 -> 192.168.202.152:988 incarnation:1767384302563700735 sched[0] 00000800:00000200:2.0:1767384304.208961:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002017c0cd] -> 12345-192.168.202.152@tcp10 (6) 00000800:00000010:0.0:1767384304.208962:0:16127:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000035359fb. 00000800:00000200:2.0:1767384304.208971:0:16135:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp10 ip 192.168.202.152:988 00000800:00000200:2.0:1767384304.208975:0:16135:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000070b78f37 type 2, nob 96 niov 1 nkiov 0 00000400:00000200:2.0:1767384304.208990:0:16135:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.152@tcp 00000400:00000200:2.0:1767384304.208999:0:16135:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x1000d1 rc 0 00000400:00000200:2.0:1767384304.209006:0:16135:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x1000d1 00000800:00000001:0.0:1767384304.209008:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384304.209012:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384304.209014:0:16135:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 340 at 00000000491f8641. 00000400:00000010:2.0:1767384304.209020:0:16135:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 408 at 000000008e04a43b. 00000400:00000010:2.0:1767384304.209024:0:16135:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 340 at 000000000ef7af6c. 00000400:00000010:2.0:1767384304.209053:0:16135:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000777b6621. 00000400:00000200:2.0:1767384304.209059:0:16135:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000777b6621 nid 192.168.202.152@tcp24 00000800:00000200:0.0:1767384304.209062:0:16130:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000010:2.0:1767384304.209063:0:16135:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000003e7209a0. 00000800:00000010:0.0:1767384304.209065:0:16130:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000070b78f37. 00000400:00000200:2.0:1767384304.209068:0:16135:0:(peer.c:204:lnet_peer_net_alloc()) 000000003e7209a0 net tcp24 00000400:00000200:0.0:1767384304.209071:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384304.209073:0:16135:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (17) 00000400:00000200:0.0:1767384304.209081:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp10->192.168.202.152@tcp10: GET: OK 00000400:00000200:2.0:1767384304.209082:0:16135:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.152@tcp NID 192.168.202.152@tcp24 flags 0x11 00000400:00000010:2.0:1767384304.209119:0:16135:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 340 at 00000000491f8641. 00000400:00000200:0.0:1767384304.209120:0:16130:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000010:2.0:1767384304.209126:0:16135:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 408 at 000000008e04a43b. 00000400:00000200:0.0:1767384304.209126:0:16130:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.152@tcp: 0 00000400:00000010:2.0:1767384304.209133:0:16135:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 340 at 000000000ef7af6c. 00000800:00000001:0.0:1767384304.209137:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:2.0:1767384304.209138:0:16135:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 297 at 000000006f62ecc3. 00000400:00000200:2.0:1767384304.209144:0:16135:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.152@tcp (000000005d9714d7): 0 00000800:00000001:0.0:1767384304.209145:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384304.209148:0:16135:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.152@tcp(000000005d9714d7): 0. state = 0x100151 00000800:00000001:0.0:1767384304.209149:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384304.209152:0:16135:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100151 rc 1 00000400:00000200:2.0:1767384304.209157:0:16135:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100151 00000400:00000200:2.0:1767384304.209160:0:16135:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.152@tcp 00000400:00000200:2.0:1767384304.209162:0:16135:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100111 rc 0 00000800:00000001:0.0:1767384304.209163:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384304.209166:0:16135:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.152@tcp (000000005d9714d7) 00000400:00000200:2.0:1767384304.209172:0:16135:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000005d9714d7 (18) 00000400:00000200:0.0:1767384304.209173:0:16130:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.152@tcp10(192.168.202.152@tcp10) <- 192.168.202.152@tcp10 : GET - for me 00000400:00000200:0.0:1767384304.209183:0:16130:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.152@tcp of length 288 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384304.209187:0:16130:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.152@tcp of length 288/288 into md 0x1571 [1] + 0 00000400:00000200:0.0:1767384304.209193:0:16130:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.152@tcp10 to MR: 192.168.202.152@tcp10 local destination 00000400:00000200:0.0:1767384304.209196:0:16130:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp10 NI seq info: [38:38:256:4294967295] 192.168.202.152@tcp10 LPNI seq info [38:38:8:4294967295] 00000400:00000200:0.0:1767384304.209202:0:16130:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp10(192.168.202.152@tcp10:192.168.202.152@tcp10) -> 192.168.202.152@tcp10(192.168.202.152@tcp10:192.168.202.152@tcp10) 192.168.202.152@tcp10 : REPLY try# 0 00000800:00000200:0.0:1767384304.209206:0:16130:0:(socklnd_cb.c:1001:ksocknal_send()) sending 288 bytes in 1 frags to 12345-192.168.202.152@tcp10 00000800:00000010:0.0:1767384304.209209:0:16130:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f8e3839c. 00000800:00000200:0.0:1767384304.209212:0:16130:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002017c0cd] -> 12345-192.168.202.152@tcp10 (6) 00000800:00000200:0.0:1767384304.209216:0:16130:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp10 ip 192.168.202.152:1021 00000800:00000200:0.0:1767384304.209218:0:16130:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f8e3839c type 3, nob 384 niov 1 nkiov 1 00000800:00000001:1.0:1767384304.209264:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:0.0:1767384304.209265:0:16130:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384304.209269:0:16130:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f8e3839c. 00000800:00000001:1.0:1767384304.209271:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384304.209273:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:1.0:1767384304.209277:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384304.209281:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp10->192.168.202.152@tcp10: REPLY: OK 00000800:00000001:1.0:1767384304.209284:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384304.209287:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384304.209292:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384304.209302:0:16132:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.152@tcp10(192.168.202.152@tcp10) <- 192.168.202.152@tcp10 : REPLY - for me 00000400:00000200:1.0:1767384304.209315:0:16132:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.152@tcp10: Reply from 12345-192.168.202.152@tcp10 of length 288/288 into md 0x1591 00000800:00000001:1.0:1767384304.209321:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384304.209328:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384304.209330:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384304.209335:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp10->192.168.202.152@tcp10: REPLY: OK 00000400:00000200:1.0:1767384304.209339:0:16132:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000750e275d 00000400:00000010:1.0:1767384304.209342:0:16132:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000750e275d. 00000400:00000200:1.0:1767384304.209346:0:16132:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:1.0:1767384304.209357:0:16132:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.202.152@tcp has discovery enabled 00000400:00000200:1.0:1767384304.209361:0:16132:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.202.152@tcp(000000005d9714d7) is MR 00000400:00000200:1.0:1767384304.209364:0:16132:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.202.152@tcp data present 16. state = 0x100111 00000400:00000200:1.0:1767384304.209367:0:16132:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000005d9714d7 (17) 00000800:00000001:1.0:1767384304.209375:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384304.209377:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384304.214998:0:16771:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384304.215008:0:16771:0:(lu_object.c:207:lu_object_put()) Add 00000000f07b1e3f/000000000f28175b to site lru. bkt: 00000000b56e2c81 00080000:00000001:3.0:1767384304.215013:0:16807:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 20000000:00000001:2.0:1767384304.215013:0:16771:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:3.0:1767384304.215018:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:2.0:1767384304.215019:0:16771:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:3.0:1767384304.215021:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:3.0:1767384304.215023:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384304.215024:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1767384304.215027:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000062665a44. 00080000:00000001:3.0:1767384304.215031:0:16807:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:2.0:1767384304.215035:0:16771:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384304.215048:0:16771:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384304.215053:0:16771:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:3.0:1767384304.215059:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000010:0.0:1767384304.215059:0:16774:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000e97bafb5. 00080000:00000020:2.0:1767384304.215062:0:16771:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000001:3.0:1767384304.215065:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 20000000:01000000:0.0:1767384304.215067:0:16774:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #24 10000000:01000000:3.0:1767384304.215069:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:00000001:0.0:1767384304.215075:0:16774:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00010000:00000001:3.0:1767384304.215076:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384304.215081:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:0.0:1767384304.215543:0:16774:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:0.0:1767384304.215596:0:16774:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384304.215601:0:16774:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384304.215603:0:16774:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384304.215605:0:16774:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:0.0:1767384304.215609:0:16774:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384304.215615:0:16774:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446619782313850200 : -124291395701416 : ffff8ef52782b558) 00080000:00000001:0.0:1767384304.215620:0:16774:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000010:3.0:1767384304.215626:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000008e84e453. 00080000:00000010:0.0:1767384304.215627:0:16774:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000006023049a. 00010000:00000001:3.0:1767384304.215632:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:0.0:1767384304.215633:0:16774:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446619781780562944 : -124291928988672 : ffff8ef507b96400) 00010000:00000010:3.0:1767384304.215636:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000086b0453b. 00080000:00000001:0.0:1767384304.215638:0:16774:0:(osd_io.c:243:osd_declare_write()) Process entered 00000020:00000001:3.0:1767384304.215641:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384304.215643:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000086b0453b with handle 0x7e51148972eecb2d to hash 00000020:00000001:3.0:1767384304.215645:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384304.215646:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446619781713879552 : -124291995672064 : ffff8ef503bfe200) 00010000:00000001:3.0:1767384304.215649:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446619781713879552 : -124291995672064 : ffff8ef503bfe200) 00010000:00000001:3.0:1767384304.215653:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384304.215654:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384304.215657:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000086b0453b/0x7e51148972eecb2d lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384304.215663:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384304.215672:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384304.215674:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384304.215676:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384304.215677:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384304.215679:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384304.215680:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384304.215682:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384304.215684:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384304.215685:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384304.215687:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384304.215689:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000008e84e453) refcount = 1 00010000:00010000:3.0:1767384304.215691:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000086b0453b/0x7e51148972eecb2d lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384304.215696:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384304.215697:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384304.215698:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384304.215700:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384304.215701:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384304.215704:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384304.215707:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003445359s 00010000:00000001:3.0:1767384304.215709:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384304.215710:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384304.215712:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000086b0453b refcount=4 00000020:00000001:3.0:1767384304.215713:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781713879552 : -124291995672064 : ffff8ef503bfe200) 00010000:00000001:3.0:1767384304.215715:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781713879552 : -124291995672064 : ffff8ef503bfe200) 00010000:00000001:3.0:1767384304.215717:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384304.215719:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000086b0453b/0x7e51148972eecb2d lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384304.215723:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384304.215726:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000086b0453b/0x7e51148972eecb2d lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00000001:00000001:0.0:1767384304.215726:0:16774:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384304.215731:0:16774:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384304.215732:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384304.215736:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00080000:00000001:0.0:1767384304.215737:0:16774:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00010000:3.0:1767384304.215744:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000086b0453b/0x7e51148972eecb2d lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384304.215748:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384304.215750:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384304.215752:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384304.215754:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000086b0453b/0x7e51148972eecb2d lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384304.215755:0:16774:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384304.215759:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000086b0453b already unused, calling callback (00000000871a6010) 00080000:00000001:0.0:1767384304.215761:0:16774:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:3.0:1767384304.215763:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384304.215766:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384304.215768:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000086b0453b/0x7e51148972eecb2d lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384304.215772:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384304.215774:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384304.215775:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384304.215776:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000086b0453b refcount=5 00000020:00000001:3.0:1767384304.215777:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781713879552 : -124291995672064 : ffff8ef503bfe200) 00010000:00000001:3.0:1767384304.215779:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781713879552 : -124291995672064 : ffff8ef503bfe200) 00010000:00000001:3.0:1767384304.215782:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384304.215784:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000086b0453b/0x7e51148972eecb2d lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384304.215788:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384304.215789:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384304.215790:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384304.215793:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384304.215794:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384304.215796:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384304.215797:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384304.215799:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000086b0453b with handle 0x7e51148972eecb2d from hash 00010000:00000001:3.0:1767384304.215800:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384304.215801:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384304.215806:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384304.215807:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384304.215809:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384304.215811:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384304.215812:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384304.215814:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384304.215817:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384304.215818:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384304.215819:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384304.215822:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384304.215823:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384304.215824:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384304.215826:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384304.215827:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384304.215829:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000086b0453b/0x7e51148972eecb2d lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384304.215832:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384304.215834:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384304.215835:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384304.215836:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384304.215838:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384304.215839:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384304.215842:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384304.215845:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384304.215846:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384304.215848:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000086b0453b/0x7e51148972eecb2d lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384304.215852:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384304.215853:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384304.215854:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000086b0453b/0x7e51148972eecb2d lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384304.215858:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000008e84e453 count: 0 00010000:00000001:3.0:1767384304.215870:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384304.215871:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000001:0.0:1767384304.215874:0:16774:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767384304.215879:0:16774:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:0.0:1767384304.224847:0:16774:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384304.224851:0:16807:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000020:00000002:0.0:1767384304.224857:0:16774:0:(lu_object.c:207:lu_object_put()) Add 00000000f07b1e3f/000000000f28175b to site lru. bkt: 00000000b56e2c81 00040000:00000001:3.0:1767384304.224863:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:0.0:1767384304.224864:0:16774:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:3.0:1767384304.224867:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:0.0:1767384304.224869:0:16774:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:3.0:1767384304.224871:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384304.224874:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:01000000:0.0:1767384304.224874:0:16774:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000010:3.0:1767384304.224880:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000006023049a. 00080000:00000001:3.0:1767384304.224886:0:16807:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:0.0:1767384304.224890:0:16774:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384304.224895:0:16774:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:0.0:1767384304.224906:0:16774:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:0.0:1767384304.224921:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384304.224925:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384304.224929:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384304.224933:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384304.224937:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384304.224945:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000b94d134d. 00010000:00000001:0.0:1767384304.224950:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384304.224954:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000008e5e1c2a. 00000020:00000001:0.0:1767384304.224959:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384304.224962:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 000000008e5e1c2a with handle 0x7e51148972eecb34 to hash 00000020:00000001:0.0:1767384304.224965:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384304.224967:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446619781734636544 : -124291974915072 : ffff8ef504fc9c00) 00010000:00000001:0.0:1767384304.224971:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446619781734636544 : -124291974915072 : ffff8ef504fc9c00) 00010000:00000001:0.0:1767384304.224974:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384304.224977:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384304.224980:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000008e5e1c2a/0x7e51148972eecb34 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384304.224990:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384304.224993:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384304.224996:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384304.225006:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384304.225008:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384304.225011:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384304.225013:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384304.225017:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384304.225019:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384304.225021:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384304.225022:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384304.225024:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000b94d134d) refcount = 1 00010000:00010000:0.0:1767384304.225028:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000008e5e1c2a/0x7e51148972eecb34 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384304.225035:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384304.225037:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384304.225039:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384304.225041:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384304.225043:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384304.225046:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384304.225049:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003445359s 00010000:00000001:0.0:1767384304.225052:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384304.225054:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384304.225057:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000008e5e1c2a refcount=4 00000020:00000001:0.0:1767384304.225059:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781734636544 : -124291974915072 : ffff8ef504fc9c00) 00010000:00000001:0.0:1767384304.225061:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781734636544 : -124291974915072 : ffff8ef504fc9c00) 00010000:00000001:0.0:1767384304.225062:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384304.225064:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000008e5e1c2a/0x7e51148972eecb34 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384304.225068:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384304.225069:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000008e5e1c2a/0x7e51148972eecb34 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384304.225073:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384304.225074:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384304.225075:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000008e5e1c2a/0x7e51148972eecb34 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000010:3.1:1767384304.225127:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000008e84e453. 00010000:00000001:0.0:1767384304.225133:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384304.225137:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1767384304.225142:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000086b0453b. 00010000:00000001:0.0:1767384304.225142:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384304.225146:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000008e5e1c2a/0x7e51148972eecb34 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384304.225156:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000008e5e1c2a already unused, calling callback (00000000871a6010) 00010000:00000001:0.0:1767384304.225159:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384304.225161:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384304.225164:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000008e5e1c2a/0x7e51148972eecb34 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384304.225170:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384304.225172:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384304.225174:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384304.225175:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000008e5e1c2a refcount=5 00000020:00000001:0.0:1767384304.225178:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781734636544 : -124291974915072 : ffff8ef504fc9c00) 00010000:00000001:0.0:1767384304.225180:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781734636544 : -124291974915072 : ffff8ef504fc9c00) 00010000:00000001:0.0:1767384304.225183:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384304.225185:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000008e5e1c2a/0x7e51148972eecb34 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00000400:00000010:1.0:1767384304.225192:0:23849:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000a6d1e1df. 00010000:00000001:0.0:1767384304.225192:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384304.225195:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384304.225199:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384304.225204:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384304.225206:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384304.225208:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000040:1.0:1767384304.225210:0:23849:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00010000:00000001:0.0:1767384304.225211:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000040:1.0:1767384304.225214:0:23849:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000020:00000040:0.0:1767384304.225217:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000008e5e1c2a with handle 0x7e51148972eecb34 from hash 00000400:00000040:1.0:1767384304.225218:0:23849:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384304.225222:0:23849:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00010000:00000001:0.0:1767384304.225224:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000400:00000040:1.0:1767384304.225226:0:23849:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00010000:00000001:0.0:1767384304.225228:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000040:1.0:1767384304.225229:0:23849:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00010000:00000001:0.0:1767384304.225233:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000040:1.0:1767384304.225234:0:23849:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384304.225237:0:23849:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384304.225238:0:23849:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384304.225239:0:23849:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384304.225241:0:23849:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384304.225246:0:23849:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00010000:00000001:0.0:1767384304.225246:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384304.225251:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000400:00000040:1.0:1767384304.225252:0:23849:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00010000:00000001:0.0:1767384304.225256:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000400:00000040:1.0:1767384304.225257:0:23849:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00010000:00000001:0.0:1767384304.225260:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000400:00000040:1.0:1767384304.225261:0:23849:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384304.225266:0:23849:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00010000:00000001:0.0:1767384304.225266:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000040:1.0:1767384304.225273:0:23849:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00010000:00000001:0.0:1767384304.225273:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000400:00000040:1.0:1767384304.225276:0:23849:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00010000:00000001:0.0:1767384304.225278:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000400:00000040:1.0:1767384304.225281:0:23849:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00010000:00000001:0.0:1767384304.225282:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000400:00000040:1.0:1767384304.225286:0:23849:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00010000:00000001:0.0:1767384304.225288:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000040:1.0:1767384304.225290:0:23849:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00010000:00000001:0.0:1767384304.225293:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000040:1.0:1767384304.225295:0:23849:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00010000:00000001:0.0:1767384304.225296:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000040:1.0:1767384304.225300:0:23849:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00010000:00000001:0.0:1767384304.225301:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000400:00000040:1.0:1767384304.225304:0:23849:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00010000:00000001:0.0:1767384304.225307:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000040:1.0:1767384304.225308:0:23849:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00010000:00010000:0.0:1767384304.225312:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000008e5e1c2a/0x7e51148972eecb34 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00000400:00000040:1.0:1767384304.225314:0:23849:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384304.225318:0:23849:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384304.225322:0:23849:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384304.225326:0:23849:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00010000:00000001:0.0:1767384304.225328:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000040:1.0:1767384304.225330:0:23849:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00010000:00000001:0.0:1767384304.225332:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000040:1.0:1767384304.225335:0:23849:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00010000:00000001:0.0:1767384304.225336:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384304.225339:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384304.225341:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384304.225344:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000040:1.0:1767384304.225347:0:23849:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00010000:00000001:0.0:1767384304.225348:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000400:00000040:1.0:1767384304.225351:0:23849:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00010000:00000001:0.0:1767384304.225353:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000040:1.0:1767384304.225355:0:23849:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 20000000:00000001:0.0:1767384304.225358:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000400:00000040:1.0:1767384304.225360:0:23849:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00010000:00010000:0.0:1767384304.225363:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000008e5e1c2a/0x7e51148972eecb34 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00000400:00000040:1.0:1767384304.225365:0:23849:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384304.225370:0:23849:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384304.225375:0:23849:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00010000:00000001:0.0:1767384304.225377:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000400:00000040:1.0:1767384304.225379:0:23849:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00010000:00000001:0.0:1767384304.225381:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000040:1.0:1767384304.225384:0:23849:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00010000:00010000:0.0:1767384304.225385:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000008e5e1c2a/0x7e51148972eecb34 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00000400:00000040:1.0:1767384304.225389:0:23849:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384304.225394:0:23849:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384304.225400:0:23849:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00010000:00000040:0.0:1767384304.225401:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000b94d134d count: 0 00000400:00000040:1.0:1767384304.225404:0:23849:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384304.225407:0:23849:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384304.225409:0:23849:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384304.225411:0:23849:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384304.225412:0:23849:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00010000:00000001:0.0:1767384304.225414:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000040:1.0:1767384304.225415:0:23849:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384304.225419:0:23849:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 20000000:00000001:0.0:1767384304.225419:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000040:1.0:1767384304.225422:0:23849:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384304.225425:0:23849:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384304.225426:0:23849:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384304.225427:0:23849:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384304.225428:0:23849:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384304.225430:0:23849:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384304.225431:0:23849:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:1.0:1767384304.225487:0:23849:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000a6d1e1df. 00080000:00000020:2.0:1767384304.226736:0:16771:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:2.0:1767384304.226740:0:16771:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384304.226748:0:16771:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000000557b543. 20000000:00000001:2.0:1767384304.226754:0:16771:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384304.226758:0:16771:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236723071360 00010000:00000001:2.0:1767384304.226760:0:16771:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384304.226767:0:16771:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000a7e194e6 x1853236723071360/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:285/0 lens 4848/4768 e 0 to 0 dl 1767384315 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384304.226775:0:16771:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384304.226777:0:16771:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384304.226781:0:16771:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dd452398 time=34 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384304.226785:0:16771:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384304.226787:0:16771:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 21 to 0@lo 00000100:00000001:2.0:1767384304.226789:0:16771:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 02000000:00000001:2.0:1767384304.226792:0:16771:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384304.226794:0:16771:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384304.226797:0:16771:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384304.226800:0:16771:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384304.226805:0:16771:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000810ee248. 00000100:00000200:2.0:1767384304.226810:0:16771:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236723071360, offset 224 00000400:00000200:2.0:1767384304.226817:0:16771:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384304.226826:0:16771:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384304.226836:0:16771:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824c903980 00000400:00000200:2.0:1767384304.226842:0:16771:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1579 [2] + 224 00000400:00000200:2.0:1767384304.226848:0:16771:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384304.226851:0:16771:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384304.226855:0:16771:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384304.226858:0:16771:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002765915d x1853236723071360/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384320 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384304.226864:0:16771:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000002765915d x1853236723071360/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384320 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384304.226877:0:16771:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384304.226883:0:16771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000810ee248 00000400:00000010:2.0:1767384304.226885:0:16771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000810ee248. 00000100:00000001:2.0:1767384304.226889:0:16771:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384304.226891:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384304.226895:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384304.226896:0:16771:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384304.226902:0:16771:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384304.226902:0:16137:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384304.226905:0:16137:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1767384304.226907:0:16771:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 20 to 0@lo 00000400:00000010:1.0:1767384304.226909:0:16137:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007f7e3a29. 00010000:00000001:2.0:1767384304.226910:0:16771:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384304.226914:0:16771:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384304.226915:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003be53fa2 00000020:00000001:2.0:1767384304.226917:0:16771:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:1.0:1767384304.226919:0:16137:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003be53fa2. 00000100:00000040:2.0:1767384304.226923:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a7e194e6 x1853236723071360/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:285/0 lens 4848/4768 e 0 to 0 dl 1767384315 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384304.226923:0:16137:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384304.226930:0:16137:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002765915d x1853236723071360/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384320 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384304.226939:0:16771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000a7e194e6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c0412d60-4f67-4dbc-8791-892843f60083+15:16137:x1853236723071360:12345-0@lo:253: Request processed in 21779us (22260us total) trans 0 rc 0/0 00000100:00000200:1.0:1767384304.226948:0:16137:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002765915d x1853236723071360/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384320 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384304.226952:0:16771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00000040:2.0:1767384304.226955:0:16771:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000555601ca : new rpc_count 1 00000100:00000001:2.0:1767384304.226959:0:16771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384304.226962:0:16771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384304.226968:0:16771:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b25bb8d9. 00000100:00000001:1.0:1767384304.226968:0:16137:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384304.226970:0:16137:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384304.226973:0:16137:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384304.226975:0:16137:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:2.0:1767384304.226976:0:16771:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000cbf2e65b. 00000100:00000001:1.0:1767384304.226977:0:16137:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384304.226980:0:16137:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384304.226981:0:16771:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ec20b07c. 02000000:00000001:1.0:1767384304.226984:0:16137:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384304.226986:0:16771:0:(genops.c:898:class_export_put()) PUTting export 00000000555601ca : new refcount 14 00000100:00001000:1.0:1767384304.226989:0:16137:0:(import.c:2128:obd_at_measure()) add 5 to 0000000028df3f77 time=34 v=5 (5 0 0 0) 02000000:00000001:2.0:1767384304.226991:0:16771:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384304.226995:0:16771:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000068b4f857. 00000100:00001000:1.0:1767384304.226996:0:16137:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f5022cbe time=34 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384304.227001:0:16137:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:2.0:1767384304.227002:0:16771:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384304.227003:0:16137:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384304.227005:0:16771:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384304.227007:0:16137:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384304.227010:0:16137:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384304.227011:0:16771:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:1.0:1767384304.227012:0:16137:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384304.227016:0:16771:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000006f61e17. 00000100:00000040:1.0:1767384304.227018:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002765915d x1853236723071360/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384320 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384304.227022:0:16771:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000810ee248. 00000100:00000001:1.0:1767384304.227028:0:16137:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384304.227031:0:16137:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384304.227032:0:16137:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384304.227036:0:16137:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384304.227037:0:16137:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384304.227038:0:16137:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384304.227039:0:16137:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384304.227041:0:16137:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384304.227042:0:16137:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384304.227044:0:16137:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384304.227046:0:16137:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384304.227047:0:16137:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384304.227048:0:16137:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384304.227050:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002765915d x1853236723071360/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384320 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384304.227056:0:16137:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000002765915d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c0412d60-4f67-4dbc-8791-892843f60083:16137:1853236723071360:0@lo:253: 00000100:00000001:1.0:1767384304.227059:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384304.227061:0:16137:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384304.227069:0:16137:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002765915d x1853236723071360/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384320 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384304.227074:0:16137:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384304.227076:0:16137:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384304.227078:0:16137:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000009585baca. 02000000:00000001:1.0:1767384304.227082:0:16137:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384304.227084:0:16137:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384304.227107:0:16137:0:(genops.c:1242:class_import_put()) import 00000000df830bbe refcount=4 obd=MGC192.168.202.152@tcp 00000020:00000001:1.0:1767384304.227110:0:16137:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384304.227111:0:16137:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000036b1ae31. 02000000:00000001:1.0:1767384304.227116:0:16137:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384304.227118:0:16137:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384304.227119:0:16137:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002765915d. 00000100:00000001:1.0:1767384304.227122:0:16137:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384304.227123:0:16137:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384304.227125:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384304.227132:0:16137:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384304.227134:0:16137:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384304.227137:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384304.227139:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:1.0:1767384304.228004:0:16774:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767384304.228007:0:16774:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384304.228008:0:16774:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000003df1869e. 20000000:00000001:1.0:1767384304.228012:0:16774:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384304.228014:0:16774:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236723071488 00010000:00000001:1.0:1767384304.228016:0:16774:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384304.228019:0:16774:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000953ff225 x1853236723071488/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:285/0 lens 4848/4768 e 0 to 0 dl 1767384315 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384304.228024:0:16774:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384304.228025:0:16774:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384304.228027:0:16774:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dd452398 time=34 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384304.228029:0:16774:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384304.228030:0:16774:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 21 to 0@lo 00000100:00000001:1.0:1767384304.228031:0:16774:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 02000000:00000001:1.0:1767384304.228033:0:16774:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384304.228035:0:16774:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384304.228043:0:16774:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384304.228045:0:16774:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384304.228047:0:16774:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bc28df9c. 00000100:00000200:1.0:1767384304.228049:0:16774:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236723071488, offset 224 00000400:00000200:1.0:1767384304.228052:0:16774:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384304.228057:0:16774:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384304.228061:0:16774:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824c903a00 00000400:00000200:1.0:1767384304.228064:0:16774:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1581 [2] + 224 00000400:00000200:1.0:1767384304.228069:0:16774:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384304.228071:0:16774:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384304.228073:0:16774:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384304.228075:0:16774:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f83c2498 x1853236723071488/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384320 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384304.228081:0:16774:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000f83c2498 x1853236723071488/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384320 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384304.228125:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384304.228128:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384304.228515:0:16774:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000001:2.0:1767384304.228528:0:16138:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384304.228531:0:16138:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384304.228532:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b4b074bf. 00000400:00000200:2.0:1767384304.228536:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000794eb683 00000400:00000010:2.0:1767384304.228538:0:16138:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000794eb683. 00000100:00000001:2.0:1767384304.228541:0:16138:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1767384304.228542:0:16774:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bc28df9c 00000100:00000200:2.0:1767384304.228546:0:16138:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f83c2498 x1853236723071488/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384320 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384304.228546:0:16774:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bc28df9c. 00000100:00000001:1.0:1767384304.228550:0:16774:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384304.228554:0:16774:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384304.228558:0:16774:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384304.228565:0:16774:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 20 to 0@lo 00010000:00000001:1.0:1767384304.228570:0:16774:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000200:2.0:1767384304.228587:0:16138:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f83c2498 x1853236723071488/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384320 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384304.228587:0:16774:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384304.228592:0:16774:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1767384304.228599:0:16138:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1767384304.228599:0:16774:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000953ff225 x1853236723071488/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:285/0 lens 4848/4768 e 0 to 0 dl 1767384315 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384304.228603:0:16138:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384304.228608:0:16138:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384304.228611:0:16138:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384304.228613:0:16138:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384304.228615:0:16138:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384304.228618:0:16774:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000953ff225 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c0412d60-4f67-4dbc-8791-892843f60083+14:16138:x1853236723071488:12345-0@lo:253: Request processed in 23450us (23824us total) trans 0 rc 0/0 02000000:00000001:2.0:1767384304.228619:0:16138:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384304.228623:0:16138:0:(import.c:2128:obd_at_measure()) add 5 to 0000000028df3f77 time=34 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384304.228628:0:16138:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f5022cbe time=34 v=5 (1 0 0 0) 00000100:00100000:1.0:1767384304.228631:0:16774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00000100:00000001:2.0:1767384304.228633:0:16138:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1767384304.228635:0:16774:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000555601ca : new rpc_count 0 00000100:00000001:2.0:1767384304.228636:0:16138:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384304.228640:0:16138:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767384304.228640:0:16774:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:2.0:1767384304.228644:0:16138:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384304.228644:0:16774:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384304.228646:0:16138:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384304.228649:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f83c2498 x1853236723071488/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384320 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384304.228654:0:16774:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a8a95694. 00000100:00000001:2.0:1767384304.228656:0:16138:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384304.228659:0:16138:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000010:1.0:1767384304.228660:0:16774:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000061227407. 00000100:00000001:2.0:1767384304.228661:0:16138:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384304.228665:0:16774:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f2fb24f9. 00000020:01000004:2.0:1767384304.228666:0:16138:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384304.228669:0:16138:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:00000040:1.0:1767384304.228671:0:16774:0:(genops.c:898:class_export_put()) PUTting export 00000000555601ca : new refcount 13 00000020:01000004:2.0:1767384304.228672:0:16138:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384304.228675:0:16138:0:(tgt_mount.c:1150:server_mti_print()) uuid: 02000000:00000001:1.0:1767384304.228677:0:16774:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000020:01000004:2.0:1767384304.228678:0:16138:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 02000000:00000010:1.0:1767384304.228680:0:16774:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000003a2219a. 00000020:01000004:2.0:1767384304.228681:0:16138:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384304.228683:0:16138:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 02000000:00000001:1.0:1767384304.228685:0:16774:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:01000004:2.0:1767384304.228686:0:16138:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000100:00000001:1.0:1767384304.228688:0:16774:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384304.228689:0:16138:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384304.228695:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f83c2498 x1853236723071488/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384320 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384304.228695:0:16774:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384304.228701:0:16774:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008a64f863. 00000100:00100000:2.0:1767384304.228704:0:16138:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f83c2498 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c0412d60-4f67-4dbc-8791-892843f60083:16138:1853236723071488:0@lo:253: 00000400:00000010:1.0:1767384304.228706:0:16774:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bc28df9c. 00000100:00000001:2.0:1767384304.228709:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384304.228718:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384304.228720:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f83c2498 x1853236723071488/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384320 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384304.228725:0:16138:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384304.228726:0:16138:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384304.228728:0:16138:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000b94d3830. 02000000:00000001:2.0:1767384304.228731:0:16138:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384304.228732:0:16138:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384304.228733:0:16138:0:(genops.c:1242:class_import_put()) import 00000000df830bbe refcount=3 obd=MGC192.168.202.152@tcp 00000020:00000001:2.0:1767384304.228734:0:16138:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384304.228735:0:16138:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000007ac280d2. 02000000:00000001:2.0:1767384304.228738:0:16138:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384304.228739:0:16138:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384304.228740:0:16138:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f83c2498. 00000100:00000001:2.0:1767384304.228742:0:16138:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384304.228743:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384304.228744:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384304.228747:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384304.228748:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384304.228749:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384304.228750:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384304.229124:0:449:0:(connection.c:75:cpu_latency_work()) work item of 000000002fd0fb58 (cpu 0) has reached its deadline 4294894191, at 4294894192 00000100:00000040:1.0:1767384304.229133:0:62:0:(connection.c:75:cpu_latency_work()) work item of 00000000edc4e618 (cpu 0) has reached its deadline 4294894191, at 4294894192 00000100:00000010:0.0:1767384304.229133:0:449:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000049d210a3. 00000100:00000040:3.0:1767384304.229135:0:53:0:(connection.c:75:cpu_latency_work()) work item of 000000009d5c2cb6 (cpu 0) has reached its deadline 4294894191, at 4294894192 00000100:00000010:1.0:1767384304.229140:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a06c96d1. 00000100:00000010:3.0:1767384304.229143:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006d6e87cd. 00000100:00000040:2.0:1767384304.229147:0:795:0:(connection.c:75:cpu_latency_work()) work item of 00000000135c2452 (cpu 0) has reached its deadline 4294894191, at 4294894192 00000100:00000010:2.0:1767384304.229154:0:795:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004893ab1b. 00010000:00000010:0.1:1767384304.230130:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000b94d134d. 00010000:00000010:0.1:1767384304.230139:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000008e5e1c2a. 00000100:00000001:2.0:1767384305.141159:0:19333:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:2.0:1767384305.141166:0:19333:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384305.141173:0:16776:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1767384305.141177:0:16776:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (0000000070cb7a0b) refs 2 10000000:00000001:3.0:1767384305.141180:0:16776:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384305.141183:0:16776:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1767384305.141184:0:16776:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1767384305.141185:0:16776:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:3.0:1767384305.141187:0:16776:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:3.0:1767384305.141189:0:16776:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:3.0:1767384305.141191:0:16776:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff8ef5103e6000 from 29 10000000:00000001:3.0:1767384305.141194:0:16776:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:3.0:1767384305.141195:0:16776:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:3.0:1767384305.141203:0:16776:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f9e83428. 00000020:00000040:3.0:1767384305.141206:0:16776:0:(genops.c:1229:class_import_get()) import 00000000df830bbe refcount=4 obd=MGC192.168.202.152@tcp 00000100:00000001:3.0:1767384305.141211:0:16776:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384305.141215:0:16776:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767384305.141218:0:16763:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 02000000:00000001:3.0:1767384305.141220:0:16776:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384305.141223:0:16763:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384305.141228:0:16776:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a5119cb5. 00000100:00000001:3.0:1767384305.141234:0:16776:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384305.141238:0:16776:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1767384305.141240:0:16776:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384305.141247:0:16776:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000008e84e453. 00010000:00000001:3.0:1767384305.141252:0:16776:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384305.141254:0:16776:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000086b0453b. 00000020:00000001:3.0:1767384305.141257:0:16776:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384305.141259:0:16776:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000086b0453b with handle 0x7e51148972eecb3b to hash 00000020:00000001:3.0:1767384305.141261:0:16776:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384305.141262:0:16776:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446619781713879552 : -124291995672064 : ffff8ef503bfe200) 00010000:00000001:3.0:1767384305.141265:0:16776:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446619781713879552 : -124291995672064 : ffff8ef503bfe200) 00010000:00000001:3.0:1767384305.141268:0:16776:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384305.141277:0:16776:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384305.141280:0:16776:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.152@tcp lock: 0000000086b0453b/0x7e51148972eecb3b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 16776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384305.141288:0:16776:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.152@tcp lock: 0000000086b0453b/0x7e51148972eecb3b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 16776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384305.141296:0:16776:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.152@tcp lock: 0000000086b0453b/0x7e51148972eecb3b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 16776 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384305.141300:0:16776:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767384305.141302:0:16776:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384305.141306:0:16776:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005fde13c7. 00000100:00000001:3.0:1767384305.141309:0:16776:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446619782410887744 : -124291298663872 : ffff8ef52d4b6240) 00000100:00000001:3.0:1767384305.141311:0:16776:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384305.141312:0:16776:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782675229184 : -124291034322432 : ffff8ef53d0cea00) 00000100:00000001:3.0:1767384305.141316:0:16776:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384305.141318:0:16776:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384305.141319:0:16776:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384305.141321:0:16776:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384305.141328:0:16776:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f9e83428 x1853236723071616/t0(0) o101->MGC192.168.202.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384305.141334:0:16776:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384305.141336:0:16776:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384305.141339:0:16776:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384305.141341:0:16776:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384305.141343:0:16776:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384305.141346:0:16776:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f9e83428 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c0412d60-4f67-4dbc-8791-892843f60083:16776:1853236723071616:0@lo:101: 00000100:00000001:3.0:1767384305.141350:0:16776:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384305.141357:0:16776:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384305.141360:0:16776:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384305.141363:0:16776:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384305.141368:0:16776:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000002860128e. 02000000:00000001:3.0:1767384305.141370:0:16776:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384305.141435:0:16776:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000023539866. 00000400:00000010:3.0:1767384305.141442:0:16776:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000091677c2e. 00000100:00000200:3.0:1767384305.141447:0:16776:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236723071616, portal 25 00000100:00000001:3.0:1767384305.141449:0:16776:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384305.141450:0:16776:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782675229184 : -124291034322432 : ffff8ef53d0cea00) 00000100:00000040:3.0:1767384305.141453:0:16776:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f9e83428 x1853236723071616/t0(0) o101->MGC192.168.202.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384321 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384305.141459:0:16776:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384305.141461:0:16776:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384305.141462:0:16776:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009146ec67. 00000100:00000200:3.0:1767384305.141464:0:16776:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853236723071616, offset 0 00000400:00000200:3.0:1767384305.141469:0:16776:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384305.141478:0:16776:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384305.141485:0:16776:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695824c903a80 00000400:00000200:3.0:1767384305.141490:0:16776:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0xa25 [2] + 0 00000400:00000010:3.0:1767384305.141494:0:16776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000505cc9ab. 00000400:00000200:3.0:1767384305.141496:0:16776:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000009f217cbd 00000400:00000200:3.0:1767384305.141500:0:16776:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384305.141503:0:16776:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384305.141507:0:16776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009f217cbd 00000400:00000010:3.0:1767384305.141509:0:16776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009f217cbd. 00000100:00000001:3.0:1767384305.141512:0:16776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384305.141513:0:16776:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384305.141515:0:16776:0:(events.c:337:request_in_callback()) incoming req@0000000041d0604f x1853236723071616 msgsize 328 00000100:00100000:3.0:1767384305.141518:0:16776:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384305.141519:0:16776:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384305.141528:0:16776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384305.141534:0:16776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009146ec67 00000400:00000010:3.0:1767384305.141535:0:16776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009146ec67. 00000100:00000001:3.0:1767384305.141537:0:16776:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384305.141539:0:16776:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f9e83428 x1853236723071616/t0(0) o101->MGC192.168.202.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384321 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384305.141547:0:16776:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384305.141550:0:16776:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000f9e83428 x1853236723071616/t0(0) o101->MGC192.168.202.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384321 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384305.141561:0:16774:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384305.141563:0:16776:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384305.141579:0:16776:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:1.0:1767384305.141585:0:16774:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723071616 00000100:00000001:3.0:1767384305.141586:0:16776:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384305.141589:0:16774:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384305.141592:0:16776:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294895128 00000100:00000001:1.0:1767384305.141593:0:16774:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384305.141595:0:16774:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384305.141600:0:16776:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000fe3845a. 02000000:00000001:1.0:1767384305.141600:0:16774:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384305.141606:0:16774:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723071616 00000020:00000001:1.0:1767384305.141609:0:16774:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384305.141610:0:16776:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 0 00000020:00000040:1.0:1767384305.141610:0:16774:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eec8e1 00000020:00000001:1.0:1767384305.141614:0:16774:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384305.141616:0:16774:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000555601ca refcount=14 00000020:00000001:1.0:1767384305.141619:0:16774:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000020:00000001:1.0:1767384305.141620:0:16774:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000100:00000001:1.0:1767384305.141623:0:16774:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384305.141626:0:16776:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294895128 00000020:00000010:1.0:1767384305.141627:0:16774:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bfe45425. 00000100:00000001:1.0:1767384305.141631:0:16774:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000010:3.0:1767384305.141632:0:16776:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000019751a42. 00000020:00000010:1.0:1767384305.141634:0:16774:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bfe45425. 00000100:00000001:3.0:1767384305.141637:0:16776:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384305.141640:0:16776:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294895128 00000020:00000010:1.0:1767384305.141641:0:16774:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003f185f35. 00000020:00000010:1.0:1767384305.141646:0:16774:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000fa434558. 00000020:00000010:1.0:1767384305.141650:0:16774:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003c04c441. 00000100:00000040:1.0:1767384305.141659:0:16774:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384305.141667:0:16774:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384305.141669:0:16774:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384305.141670:0:16774:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384305.141676:0:16774:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384305.141687:0:16774:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384305.141695:0:16774:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384305.141697:0:16774:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384305.141701:0:16774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 00000100:00000040:1.0:1767384305.141704:0:16774:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000555601ca : new rpc_count 1 00000100:00000001:1.0:1767384305.141706:0:16774:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619781697495120 : -124292012056496 : ffff8ef502c5e050) 00000100:00000040:1.0:1767384305.141710:0:16774:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000041d0604f x1853236723071616/t0(0) o101->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:286/0 lens 328/0 e 0 to 0 dl 1767384316 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384305.141717:0:16774:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384305.141719:0:16774:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bfe45425. 00000100:00000010:3.0:1767384305.141721:0:16776:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000021777844. 00000100:00000001:1.0:1767384305.141721:0:16774:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384305.141723:0:16774:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bfe45425. 00000100:00000001:3.0:1767384305.141727:0:16776:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 2 00000100:00100000:1.0:1767384305.141731:0:16774:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000041d0604f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c0412d60-4f67-4dbc-8791-892843f60083+14:16776:x1853236723071616:12345-0@lo:101: 00000100:00000001:3.0:1767384305.141735:0:16776:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294895128 00000100:00000200:1.0:1767384305.141736:0:16774:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723071616 00000100:00000010:3.0:1767384305.141741:0:16776:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000496d9e1e. 00000020:00000001:1.0:1767384305.141742:0:16774:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:3.0:1767384305.141745:0:16776:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 3 00000020:00000001:1.0:1767384305.141746:0:16774:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384305.141749:0:16774:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384305.141751:0:16774:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384305.141753:0:16774:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669141056 : -1040410560 : ffffffffc1fc9840) 00000020:00000001:1.0:1767384305.141756:0:16774:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384305.141757:0:16774:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384305.141759:0:16774:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384305.141760:0:16774:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384305.141763:0:16774:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384305.141764:0:16774:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1767384305.141767:0:16774:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1767384305.141768:0:16774:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1767384305.141770:0:16774:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1767384305.141772:0:16774:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384305.141780:0:16774:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000100:00000001:3.0:1767384305.141784:0:16776:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1767384305.141786:0:16774:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000c92b91c2. 00000100:00000001:3.0:1767384305.141789:0:16776:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384305.141791:0:16774:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000100:00000001:3.0:1767384305.141793:0:16776:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000010:1.0:1767384305.141794:0:16774:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000061b41709. 00000100:00000001:3.0:1767384305.141796:0:16776:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767384305.141799:0:16776:0:(client.c:2690:ptlrpc_set_wait()) set 000000005fde13c7 going to sleep for 11 seconds 00000020:00000001:1.0:1767384305.141800:0:16774:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000100:00000001:3.0:1767384305.141804:0:16776:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:1.0:1767384305.141804:0:16774:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000061b41709 with handle 0x7e51148972eecb42 to hash 00000100:00000001:3.0:1767384305.141809:0:16776:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384305.141809:0:16774:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384305.141811:0:16774:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446619781820864512 : -124291888687104 : ffff8ef50a205800) 00010000:00000001:1.0:1767384305.141814:0:16774:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446619781820864512 : -124291888687104 : ffff8ef50a205800) 00010000:00010000:1.0:1767384305.141816:0:16774:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 0000000061b41709/0x7e51148972eecb42 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x7e51148972eecb3b expref: -99 pid: 16774 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384305.141823:0:16774:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 00000000555601ca : new locks_count 10 00000020:00000040:1.0:1767384305.141825:0:16774:0:(genops.c:887:class_export_get()) GET export 00000000555601ca refcount=15 00000100:00000001:1.0:1767384305.141831:0:16774:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384305.141833:0:16774:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384305.141835:0:16774:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000fbe144f1. 02000000:00000001:1.0:1767384305.141837:0:16774:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384305.141838:0:16774:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384305.141840:0:16774:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384305.141843:0:16774:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384305.141845:0:16774:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384305.141846:0:16774:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384305.141848:0:16774:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384305.141849:0:16774:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384305.141850:0:16774:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384305.141852:0:16774:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384305.141853:0:16774:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384305.141854:0:16774:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384305.141855:0:16774:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384305.141856:0:16774:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000c92b91c2) refcount = 1 00010000:00010000:1.0:1767384305.141859:0:16774:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000061b41709/0x7e51148972eecb42 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x7e51148972eecb3b expref: 15 pid: 16774 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384305.141863:0:16774:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384305.141867:0:16774:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384305.141869:0:16774:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384305.141870:0:16774:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384305.141871:0:16774:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384305.141875:0:16774:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:1.0:1767384305.141876:0:16774:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 0000000061b41709/0x7e51148972eecb42 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7e51148972eecb3b expref: 15 pid: 16774 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384305.141881:0:16774:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384305.141883:0:16774:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384305.141885:0:16774:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384305.141886:0:16774:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384305.141887:0:16774:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384305.141888:0:16774:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384305.141890:0:16774:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384305.141890:0:16774:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 0000000061b41709, rc 0) 00000020:00000001:1.0:1767384305.141892:0:16774:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384305.141894:0:16774:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236723071616 00010000:00000001:1.0:1767384305.141896:0:16774:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384305.141898:0:16774:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000041d0604f x1853236723071616/t0(0) o101->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:286/0 lens 328/344 e 0 to 0 dl 1767384316 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384305.141903:0:16774:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384305.141905:0:16774:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384305.141908:0:16774:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dd452398 time=35 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384305.141911:0:16774:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384305.141912:0:16774:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 21 to 0@lo 00000100:00000001:1.0:1767384305.141914:0:16774:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 02000000:00000001:1.0:1767384305.141916:0:16774:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384305.141918:0:16774:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384305.141919:0:16774:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384305.141921:0:16774:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384305.141924:0:16774:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006f155c59. 00000100:00000200:1.0:1767384305.141926:0:16774:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236723071616, offset 224 00000400:00000200:1.0:1767384305.141929:0:16774:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384305.141933:0:16774:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384305.141937:0:16774:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695824c903a80 00000400:00000200:1.0:1767384305.141944:0:16774:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x15a5 [1] + 224 00000400:00000200:1.0:1767384305.141947:0:16774:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384305.141949:0:16774:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384305.141951:0:16774:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384305.141954:0:16774:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f9e83428 x1853236723071616/t0(0) o101->MGC192.168.202.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384321 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384305.141960:0:16774:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@00000000f9e83428 x1853236723071616/t0(0) o101->MGC192.168.202.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384321 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384305.141972:0:16774:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384305.141978:0:16774:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006f155c59 00000400:00000010:1.0:1767384305.141979:0:16774:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006f155c59. 00000100:00000001:1.0:1767384305.141982:0:16774:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384305.141983:0:16774:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384305.141985:0:16774:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384305.141987:0:16774:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 20 to 0@lo 00010000:00000001:1.0:1767384305.141989:0:16774:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384305.141991:0:16774:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384305.141993:0:16774:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384305.141995:0:16774:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000041d0604f x1853236723071616/t0(0) o101->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:286/0 lens 328/344 e 0 to 0 dl 1767384316 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384305.142002:0:16774:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000041d0604f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c0412d60-4f67-4dbc-8791-892843f60083+15:16776:x1853236723071616:12345-0@lo:101: Request processed in 284us (485us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384305.142006:0:16776:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1767384305.142009:0:16774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00000100:00000040:1.0:1767384305.142013:0:16774:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000555601ca : new rpc_count 0 00000400:00000001:3.0:1767384305.142014:0:16776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767384305.142015:0:16774:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000001:3.0:1767384305.142018:0:16776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767384305.142019:0:16774:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:3.0:1767384305.142023:0:16776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000023539866. 00000020:00000010:1.0:1767384305.142025:0:16774:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000fa434558. 00000020:00000010:1.0:1767384305.142030:0:16774:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003c04c441. 00000400:00000200:3.0:1767384305.142031:0:16776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000091677c2e 00000020:00000010:1.0:1767384305.142033:0:16774:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003f185f35. 00000400:00000010:3.0:1767384305.142035:0:16776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000091677c2e. 00000020:00000040:1.0:1767384305.142038:0:16774:0:(genops.c:898:class_export_put()) PUTting export 00000000555601ca : new refcount 14 00000100:00000001:3.0:1767384305.142040:0:16776:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:1.0:1767384305.142043:0:16774:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000200:3.0:1767384305.142046:0:16776:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f9e83428 x1853236723071616/t0(0) o101->MGC192.168.202.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384321 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767384305.142047:0:16774:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000fbe144f1. 02000000:00000001:1.0:1767384305.142057:0:16774:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000200:3.0:1767384305.142058:0:16776:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f9e83428 x1853236723071616/t0(0) o101->MGC192.168.202.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384321 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384305.142061:0:16774:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384305.142064:0:16774:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384305.142070:0:16774:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ded02916. 00000100:00000001:3.0:1767384305.142073:0:16776:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:1.0:1767384305.142075:0:16774:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ab65e816. 00000100:00000001:3.0:1767384305.142076:0:16776:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384305.142081:0:16776:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384305.142083:0:16776:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384305.142085:0:16776:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384305.142086:0:16776:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384305.142109:0:16776:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384305.142113:0:16776:0:(import.c:2128:obd_at_measure()) add 5 to 0000000028df3f77 time=35 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384305.142116:0:16776:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f5022cbe time=35 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384305.142119:0:16776:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384305.142121:0:16776:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384305.142123:0:16776:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384305.142124:0:16776:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384305.142126:0:16776:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384305.142129:0:16776:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f9e83428 x1853236723071616/t0(0) o101->MGC192.168.202.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384321 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384305.142134:0:16776:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384305.142137:0:16776:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384305.142138:0:16776:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384305.142140:0:16776:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f9e83428 x1853236723071616/t0(0) o101->MGC192.168.202.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384321 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384305.142144:0:16776:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f9e83428 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c0412d60-4f67-4dbc-8791-892843f60083:16776:1853236723071616:0@lo:101: 00000100:00000001:3.0:1767384305.142147:0:16776:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384305.142149:0:16776:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384305.142150:0:16776:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767384305.142151:0:16776:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384305.142152:0:16776:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f9e83428 x1853236723071616/t0(0) o101->MGC192.168.202.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384321 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384305.142156:0:16776:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384305.142157:0:16776:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000005fde13c7. 00000100:00000001:3.0:1767384305.142159:0:16776:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767384305.142160:0:16776:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384305.142162:0:16776:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1767384305.142168:0:16776:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384305.142169:0:16776:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384305.142170:0:16776:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000086b0453b refcount=4 00000020:00000001:3.0:1767384305.142172:0:16776:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781713879552 : -124291995672064 : ffff8ef503bfe200) 00010000:00000001:3.0:1767384305.142173:0:16776:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781713879552 : -124291995672064 : ffff8ef503bfe200) 00010000:00000040:3.0:1767384305.142176:0:16776:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 0000000086b0453b, remote cookie: 0x7e51148972eecb42, flags: 0x0 00010000:00000001:3.0:1767384305.142179:0:16776:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384305.142180:0:16776:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384305.142181:0:16776:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384305.142182:0:16776:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384305.142183:0:16776:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384305.142184:0:16776:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000008e84e453) refcount = 1 00010000:00010000:3.0:1767384305.142186:0:16776:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.152@tcp lock: 0000000086b0453b/0x7e51148972eecb3b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7e51148972eecb42 expref: -99 pid: 16776 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384305.142190:0:16776:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384305.142191:0:16776:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384305.142191:0:16776:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384305.142193:0:16776:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384305.142195:0:16776:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384305.142196:0:16776:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.152@tcp lock: 0000000086b0453b/0x7e51148972eecb3b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x7e51148972eecb42 expref: -99 pid: 16776 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384305.142199:0:16776:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1767384305.142200:0:16776:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384305.142201:0:16776:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384305.142202:0:16776:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384305.142203:0:16776:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384305.142203:0:16776:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384305.142205:0:16776:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384305.142206:0:16776:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f9e83428 x1853236723071616/t0(0) o101->MGC192.168.202.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384321 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384305.142210:0:16776:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384305.142211:0:16776:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384305.142213:0:16776:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000002860128e. 02000000:00000001:3.0:1767384305.142215:0:16776:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384305.142220:0:16776:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384305.142221:0:16776:0:(genops.c:1242:class_import_put()) import 00000000df830bbe refcount=3 obd=MGC192.168.202.152@tcp 00000020:00000001:3.0:1767384305.142223:0:16776:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384305.142224:0:16776:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000a5119cb5. 02000000:00000001:3.0:1767384305.142227:0:16776:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384305.142228:0:16776:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384305.142229:0:16776:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f9e83428. 00000100:00000001:3.0:1767384305.142231:0:16776:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384305.142232:0:16776:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1767384305.142233:0:16776:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384305.142234:0:16776:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1767384305.142235:0:16776:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (0000000070cb7a0b) refs 3 10000000:00000001:3.0:1767384305.142236:0:16776:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384305.142238:0:16776:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384305.142238:0:16776:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384305.142239:0:16776:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000086b0453b refcount=3 00000020:00000001:3.0:1767384305.142240:0:16776:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781713879552 : -124291995672064 : ffff8ef503bfe200) 00010000:00000001:3.0:1767384305.142242:0:16776:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781713879552 : -124291995672064 : ffff8ef503bfe200) 00010000:00000001:3.0:1767384305.142243:0:16776:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:3.0:1767384305.142244:0:16776:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384305.142244:0:16776:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384305.142245:0:16776:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384305.142247:0:16776:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:3.0:1767384305.142249:0:16776:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 000000007c7183de. 00000100:00000010:3.0:1767384305.142259:0:16776:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f9e83428. 00000020:00000040:3.0:1767384305.142260:0:16776:0:(genops.c:1229:class_import_get()) import 00000000df830bbe refcount=4 obd=MGC192.168.202.152@tcp 00000100:00000001:3.0:1767384305.142262:0:16776:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384305.142263:0:16776:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384305.142264:0:16776:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384305.142266:0:16776:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a5119cb5. 00000100:00000001:3.0:1767384305.142268:0:16776:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384305.142270:0:16776:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:3.0:1767384305.142272:0:16776:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000002860128e. 00000100:00000010:3.0:1767384305.142274:0:16776:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 00000000dc385092. 00000020:00000040:3.0:1767384305.142275:0:16776:0:(genops.c:1229:class_import_get()) import 00000000df830bbe refcount=5 obd=MGC192.168.202.152@tcp 00000100:00000001:3.0:1767384305.142278:0:16776:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767384305.142282:0:16776:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384305.142284:0:16776:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005fde13c7. 00000100:00000001:3.0:1767384305.142285:0:16776:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446619782410887744 : -124291298663872 : ffff8ef52d4b6240) 00000100:00000001:3.0:1767384305.142286:0:16776:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384305.142287:0:16776:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782675229184 : -124291034322432 : ffff8ef53d0cea00) 00000100:00000001:3.0:1767384305.142289:0:16776:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384305.142290:0:16776:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384305.142291:0:16776:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384305.142292:0:16776:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384305.142293:0:16776:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f9e83428 x1853236723071744/t0(0) o256->MGC192.168.202.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384305.142297:0:16776:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384305.142298:0:16776:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384305.142300:0:16776:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384305.142301:0:16776:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384305.142302:0:16776:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384305.142303:0:16776:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f9e83428 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c0412d60-4f67-4dbc-8791-892843f60083:16776:1853236723071744:0@lo:256: 00000100:00000001:3.0:1767384305.142305:0:16776:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384305.142307:0:16776:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384305.142308:0:16776:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384305.142309:0:16776:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:3.0:1767384305.142312:0:16776:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000023539866. 00000400:00000010:3.0:1767384305.142315:0:16776:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000129bbeea. 00000100:00000200:3.0:1767384305.142317:0:16776:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x695824c903b00-0x695824c903b00, portal 33 00000100:00000001:3.0:1767384305.142319:0:16776:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384305.142321:0:16776:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384305.142322:0:16776:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004bf9ae16. 02000000:00000001:3.0:1767384305.142323:0:16776:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384305.142325:0:16776:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000bc71dd0. 00000400:00000010:3.0:1767384305.142327:0:16776:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000091677c2e. 00000100:00000200:3.0:1767384305.142329:0:16776:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236723071744, portal 25 00000100:00000001:3.0:1767384305.142330:0:16776:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384305.142331:0:16776:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782675229184 : -124291034322432 : ffff8ef53d0cea00) 00000100:00000040:3.0:1767384305.142333:0:16776:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f9e83428 x1853236723071744/t0(0) o256->MGC192.168.202.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384321 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384305.142340:0:16776:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384305.142341:0:16776:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384305.142343:0:16776:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009146ec67. 00000100:00000200:3.0:1767384305.142344:0:16776:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853236723071744, offset 0 00000400:00000200:3.0:1767384305.142347:0:16776:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384305.142352:0:16776:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384305.142358:0:16776:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x695824c903b00 00000400:00000200:3.0:1767384305.142362:0:16776:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0xa35 [2] + 0 00000400:00000010:3.0:1767384305.142365:0:16776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002d0340f1. 00000400:00000200:3.0:1767384305.142368:0:16776:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000009673c677 00000400:00000200:3.0:1767384305.142371:0:16776:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384305.142374:0:16776:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384305.142377:0:16776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009673c677 00000400:00000010:3.0:1767384305.142378:0:16776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009673c677. 00000100:00000001:3.0:1767384305.142381:0:16776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384305.142383:0:16776:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384305.142385:0:16776:0:(events.c:337:request_in_callback()) incoming req@0000000028129ef9 x1853236723071744 msgsize 304 00000100:00100000:3.0:1767384305.142389:0:16776:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384305.142391:0:16776:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384305.142402:0:16776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384305.142407:0:16776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009146ec67 00000400:00000010:3.0:1767384305.142408:0:16776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009146ec67. 00000100:00000001:3.0:1767384305.142411:0:16776:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384305.142414:0:16776:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f9e83428 x1853236723071744/t0(0) o256->MGC192.168.202.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384321 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384305.142420:0:16776:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384305.142421:0:16776:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000f9e83428 x1853236723071744/t0(0) o256->MGC192.168.202.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384321 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384305.142425:0:16776:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384305.142426:0:16776:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384305.142429:0:16776:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384305.142431:0:16776:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294895129 00000100:00000001:3.0:1767384305.142434:0:16776:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294895128 00000100:00000001:3.0:1767384305.142441:0:16776:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294895129 00000100:00000001:3.0:1767384305.142443:0:16776:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294895128 00000100:00000001:3.0:1767384305.142444:0:16776:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294895129 00000100:00000001:3.0:1767384305.142446:0:16776:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294895128 00000100:00000001:3.0:1767384305.142447:0:16776:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294895129 00000100:00000001:3.0:1767384305.142450:0:16776:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294895128 00000100:00000001:3.0:1767384305.142451:0:16776:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384305.142453:0:16776:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384305.142454:0:16776:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384305.142455:0:16776:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767384305.142456:0:16776:0:(client.c:2690:ptlrpc_set_wait()) set 000000005fde13c7 going to sleep for 11 seconds 00000100:00000001:3.0:1767384305.142458:0:16776:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384305.142460:0:16776:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384305.142470:0:16774:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384305.142473:0:16774:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723071744 02000000:00000001:1.0:1767384305.142476:0:16774:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384305.142477:0:16774:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384305.142478:0:16774:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384305.142480:0:16774:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384305.142482:0:16774:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723071744 00000020:00000001:1.0:1767384305.142483:0:16774:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384305.142484:0:16774:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eec8e1 00000020:00000001:1.0:1767384305.142486:0:16774:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384305.142487:0:16774:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000555601ca refcount=15 00000020:00000001:1.0:1767384305.142489:0:16774:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000020:00000001:1.0:1767384305.142491:0:16774:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000100:00000001:1.0:1767384305.142493:0:16774:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384305.142496:0:16774:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bfe45425. 00000100:00000001:1.0:1767384305.142497:0:16774:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384305.142499:0:16774:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bfe45425. 00000020:00000010:1.0:1767384305.142502:0:16774:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003f185f35. 00000020:00000010:1.0:1767384305.142504:0:16774:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000fa434558. 00000020:00000010:1.0:1767384305.142506:0:16774:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003c04c441. 00000100:00000040:1.0:1767384305.142510:0:16774:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384305.142511:0:16774:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384305.142512:0:16774:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384305.142513:0:16774:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384305.142516:0:16774:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384305.142526:0:16774:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384305.142531:0:16774:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384305.142532:0:16774:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384305.142535:0:16774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000100:00000040:1.0:1767384305.142536:0:16774:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000555601ca : new rpc_count 1 00000100:00000001:1.0:1767384305.142544:0:16774:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619781697486928 : -124292012064688 : ffff8ef502c5c050) 00000100:00000040:1.0:1767384305.142548:0:16774:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000028129ef9 x1853236723071744/t0(0) o256->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:286/0 lens 304/0 e 0 to 0 dl 1767384316 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384305.142555:0:16774:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384305.142556:0:16774:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bfe45425. 00000100:00000001:1.0:1767384305.142558:0:16774:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384305.142559:0:16774:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bfe45425. 00000100:00100000:1.0:1767384305.142562:0:16774:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000028129ef9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c0412d60-4f67-4dbc-8791-892843f60083+15:16776:x1853236723071744:12345-0@lo:256: 00000100:00000200:1.0:1767384305.142564:0:16774:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723071744 00000020:00000001:1.0:1767384305.142583:0:16774:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384305.142585:0:16774:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384305.142586:0:16774:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384305.142588:0:16774:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384305.142589:0:16774:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669141472 : -1040410144 : ffffffffc1fc99e0) 00000020:00000001:1.0:1767384305.142591:0:16774:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384305.142592:0:16774:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384305.142593:0:16774:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384305.142594:0:16774:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384305.142595:0:16774:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384305.142598:0:16774:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384305.142599:0:16774:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384305.142601:0:16774:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 00000000fbe144f1. 02000000:00000001:1.0:1767384305.142602:0:16774:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384305.142603:0:16774:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384305.142605:0:16774:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:1.0:1767384305.142607:0:16774:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:1.0:1767384305.142609:0:16774:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384305.142611:0:16774:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384305.142613:0:16774:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384305.142615:0:16774:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:1.0:1767384305.142616:0:16774:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:1.0:1767384305.142618:0:16774:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 00000000aac0dd83. 20000000:00000001:1.0:1767384305.142620:0:16774:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:1.0:1767384305.142632:0:16774:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:1.0:1767384305.142637:0:16774:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:1.0:1767384305.142641:0:16774:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:1.0:1767384305.142642:0:16774:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:1.0:1767384305.142643:0:16774:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:1.0:1767384305.142645:0:16774:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:1.0:1767384305.142646:0:16774:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:1.0:1767384305.142647:0:16774:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:1.0:1767384305.142649:0:16774:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:1.0:1767384305.142650:0:16774:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:1.0:1767384305.142651:0:16774:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:1.0:1767384305.142652:0:16774:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:1.0:1767384305.142653:0:16774:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:1.0:1767384305.142654:0:16774:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:1.0:1767384305.142656:0:16774:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:1.0:1767384305.142657:0:16774:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:01000000:1.0:1767384305.142658:0:16774:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 344, pages 3752/1/4/3. 20000000:00000040:1.0:1767384305.142663:0:16774:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:1.0:1767384305.142664:0:16774:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:1.0:1767384305.142665:0:16774:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:1.0:1767384305.142666:0:16774:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:1.0:1767384305.142667:0:16774:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:1.0:1767384305.142668:0:16774:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:1.0:1767384305.142669:0:16774:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:1.0:1767384305.142671:0:16774:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:1.0:1767384305.142672:0:16774:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:1.0:1767384305.142673:0:16774:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:1.0:1767384305.142674:0:16774:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:1.0:1767384305.142675:0:16774:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:1.0:1767384305.142677:0:16774:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:1.0:1767384305.142678:0:16774:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:1.0:1767384305.142679:0:16774:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:1.0:1767384305.142681:0:16774:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:01000000:1.0:1767384305.142682:0:16774:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 344, pages 3408/1/4/3. 20000000:01000000:1.0:1767384305.142683:0:16774:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 688, version 36 20000000:00000001:1.0:1767384305.142685:0:16774:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=688 : 688 : 2b0) 00000100:00000001:1.0:1767384305.142687:0:16774:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:1.0:1767384305.142688:0:16774:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000d4b502d7. 00000100:00000010:1.0:1767384305.142690:0:16774:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 000000001d1da1cd. 00000020:00000040:1.0:1767384305.142694:0:16774:0:(genops.c:887:class_export_get()) GET export 00000000555601ca refcount=16 00010000:00000001:1.0:1767384305.142697:0:16774:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:1.0:1767384305.142699:0:16774:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:1.0:1767384305.142701:0:16774:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006f155c59. 00000400:00000010:1.0:1767384305.142705:0:16774:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000007e5ba531. 00000400:00000200:1.0:1767384305.142707:0:16774:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384305.142713:0:16774:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384305.142716:0:16774:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 688 into portal 33 MB=0x695824c903b00 00000400:00000200:1.0:1767384305.142720:0:16774:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 688/688 into md 0x15b5 [4] + 0 00000400:00000010:1.0:1767384305.142722:0:16774:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000023539866. 00000400:00000200:1.0:1767384305.142724:0:16774:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000129bbeea 00000400:00000200:1.0:1767384305.142727:0:16774:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384305.142728:0:16774:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384305.142730:0:16774:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000129bbeea 00000400:00000010:1.0:1767384305.142731:0:16774:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000129bbeea. 00000100:00000001:1.0:1767384305.142733:0:16774:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:1.0:1767384305.142734:0:16774:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 00000000f9e83428 desc 000000002860128e mbits 1853236723071744 00000100:00000001:1.0:1767384305.142744:0:16774:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:1.0:1767384305.142746:0:16774:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1767384305.142748:0:16774:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:1.0:1767384305.142753:0:16774:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x15c1 00000400:00000200:1.0:1767384305.142754:0:16774:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384305.142757:0:16774:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:1.0:1767384305.142759:0:16774:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:1.0:1767384305.142760:0:16774:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 00000000d4b502d7 00000100:00000001:1.0:1767384305.142762:0:16774:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:1.0:1767384305.142768:0:16774:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006f155c59 00000400:00000010:1.0:1767384305.142770:0:16774:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006f155c59. 00000100:00000001:3.0:1767384305.142771:0:16776:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384305.142772:0:16774:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000001:3.0:1767384305.142775:0:16776:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384305.142775:0:16774:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 00000000d4b502d7 00000100:00000001:1.0:1767384305.142782:0:16774:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:1.0:1767384305.142785:0:16774:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 688 bytes via portal 33 id 12345-0@lo mbits 0x695824c903b00-0x695824c903b00 00000100:00000001:1.0:1767384305.142788:0:16774:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384305.142791:0:16774:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384305.142792:0:16774:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:1.0:1767384305.142798:0:16774:0:(genops.c:898:class_export_put()) PUTting export 00000000555601ca : new refcount 15 00000100:00000010:1.0:1767384305.142800:0:16774:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 000000001d1da1cd. 00000100:00000010:1.0:1767384305.142802:0:16774:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000d4b502d7. 00000100:00000001:1.0:1767384305.142803:0:16774:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:1.0:1767384305.142805:0:16774:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:1.0:1767384305.142809:0:16774:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 00000000aac0dd83. 20000000:00000001:1.0:1767384305.142811:0:16774:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384305.142813:0:16774:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236723071744 00010000:00000001:1.0:1767384305.142815:0:16774:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384305.142817:0:16774:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000028129ef9 x1853236723071744/t0(0) o256->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:286/0 lens 304/240 e 0 to 0 dl 1767384316 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384305.142822:0:16774:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384305.142824:0:16774:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384305.142825:0:16774:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dd452398 time=35 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384305.142827:0:16774:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384305.142829:0:16774:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 21 to 0@lo 00000100:00000001:1.0:1767384305.142830:0:16774:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 02000000:00000001:1.0:1767384305.142832:0:16774:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384305.142833:0:16774:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384305.142834:0:16774:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384305.142835:0:16774:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384305.142837:0:16774:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006f155c59. 00000100:00000200:1.0:1767384305.142839:0:16774:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853236723071744, offset 224 00000400:00000200:1.0:1767384305.142841:0:16774:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384305.142844:0:16774:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384305.142847:0:16774:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x695824c903b00 00000400:00000200:1.0:1767384305.142850:0:16774:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x15b9 [1] + 224 00000400:00000200:1.0:1767384305.142852:0:16774:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384305.142854:0:16774:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384305.142856:0:16774:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384305.142858:0:16774:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f9e83428 x1853236723071744/t0(0) o256->MGC192.168.202.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384321 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384305.142863:0:16774:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@00000000f9e83428 x1853236723071744/t0(0) o256->MGC192.168.202.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384321 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384305.142881:0:16774:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384305.142885:0:16774:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006f155c59 00000400:00000010:1.0:1767384305.142886:0:16774:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006f155c59. 00000100:00000001:1.0:1767384305.142887:0:16774:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384305.142888:0:16774:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384305.142891:0:16774:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384305.142894:0:16774:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 20 to 0@lo 00010000:00000001:1.0:1767384305.142896:0:16774:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384305.142898:0:16774:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384305.142899:0:16774:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1767384305.142901:0:16776:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767384305.142903:0:16774:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000028129ef9 x1853236723071744/t0(0) o256->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:286/0 lens 304/240 e 0 to 0 dl 1767384316 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767384305.142906:0:16776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384305.142909:0:16776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384305.142912:0:16776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000bc71dd0. 00000100:00100000:1.0:1767384305.142916:0:16774:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000028129ef9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c0412d60-4f67-4dbc-8791-892843f60083+15:16776:x1853236723071744:12345-0@lo:256: Request processed in 359us (528us total) trans 0 rc 0/0 00000400:00000200:3.0:1767384305.142917:0:16776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000091677c2e 00000400:00000010:3.0:1767384305.142920:0:16776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000091677c2e. 00000100:00000001:3.0:1767384305.142924:0:16776:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:1.0:1767384305.142928:0:16774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00000100:00000200:3.0:1767384305.142930:0:16776:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f9e83428 x1853236723071744/t0(0) o256->MGC192.168.202.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384321 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384305.142932:0:16774:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000555601ca : new rpc_count 0 00000100:00000001:1.0:1767384305.142936:0:16774:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384305.142939:0:16774:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384305.142942:0:16774:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000fa434558. 00000100:00000200:3.0:1767384305.142944:0:16776:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f9e83428 x1853236723071744/t0(0) o256->MGC192.168.202.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384321 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384305.142948:0:16774:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003c04c441. 00000020:00000010:1.0:1767384305.142953:0:16774:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003f185f35. 00000100:00000001:3.0:1767384305.142955:0:16776:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384305.142957:0:16776:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767384305.142957:0:16774:0:(genops.c:898:class_export_put()) PUTting export 00000000555601ca : new refcount 14 00000100:00000001:3.0:1767384305.142963:0:16776:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384305.142964:0:16776:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:1.0:1767384305.142964:0:16774:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384305.142967:0:16774:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 00000000fbe144f1. 00000100:00000001:3.0:1767384305.142968:0:16776:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384305.142970:0:16776:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384305.142972:0:16774:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:3.0:1767384305.142974:0:16776:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384305.142975:0:16774:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384305.142978:0:16774:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384305.142981:0:16774:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009882c7a1. 00000400:00000010:1.0:1767384305.142985:0:16774:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001c983964. 00000100:00001000:3.0:1767384305.142987:0:16776:0:(import.c:2128:obd_at_measure()) add 5 to 0000000028df3f77 time=35 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384305.142993:0:16776:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f5022cbe time=35 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384305.142995:0:16776:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384305.142997:0:16776:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384305.142999:0:16776:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384305.143001:0:16776:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384305.143003:0:16776:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384305.143006:0:16776:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@00000000f9e83428 x1853236723071744/t0(0) o256->MGC192.168.202.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384321 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384305.143015:0:16776:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@00000000f9e83428 x1853236723071744/t0(0) o256->MGC192.168.202.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384321 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384305.143022:0:16776:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384305.143023:0:16776:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384305.143026:0:16776:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f9e83428 x1853236723071744/t0(0) o256->MGC192.168.202.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384321 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384305.143034:0:16776:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f9e83428 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c0412d60-4f67-4dbc-8791-892843f60083:16776:1853236723071744:0@lo:256: 00000100:00000001:3.0:1767384305.143038:0:16776:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384305.143039:0:16776:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384305.143040:0:16776:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767384305.143041:0:16776:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384305.143043:0:16776:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f9e83428 x1853236723071744/t0(0) o256->MGC192.168.202.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384321 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384305.143047:0:16776:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384305.143048:0:16776:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000005fde13c7. 00000100:00000001:3.0:1767384305.143050:0:16776:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767384305.143051:0:16776:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:3.0:1767384305.143053:0:16776:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 36, more 0. 10000000:00000001:3.0:1767384305.143056:0:16776:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:3.0:1767384305.143060:0:16776:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 00000000db53320b. 10000000:00000040:3.0:1767384305.143068:0:16776:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.202.152@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 00010000:00000001:3.0:1767384305.143073:0:16776:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:3.0:1767384305.143075:0:16776:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:3.0:1767384305.143082:0:16776:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.202.152@tcp has 192.168.202.152@tcp. 00000100:00000001:3.0:1767384305.143084:0:16776:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384305.143086:0:16776:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:3.0:1767384305.143101:0:16776:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.202.152@tcp with 192.168.202.152@tcp 00000100:00000200:3.0:1767384305.143103:0:16776:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.202.152@tcp' 00000400:00000200:3.0:1767384305.143105:0:16776:0:(peer.c:1356:LNetAddPeer()) Add peer with 16 NIDs 00000400:00001000:3.0:1767384305.143108:0:16776:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:3.0:1767384305.143111:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.202.152@tcp 00000400:00000200:3.0:1767384305.143116:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp NID flags 0x100001: -17 00000400:00000200:3.0:1767384305.143121:0:16776:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (16) 00000400:00000200:3.0:1767384305.143124:0:16776:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:3.0:1767384305.143127:0:16776:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.202.152@tcp NID 192.168.202.152@tcp: 0. pending discovery 00000400:00000200:3.0:1767384305.143129:0:16776:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000005d9714d7 (17) 00000400:00000200:3.0:1767384305.143131:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp 00000400:00000200:3.0:1767384305.143132:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.202.152@tcp10 00000400:00000200:3.0:1767384305.143135:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp10 NID flags 0x1: -114 00000400:00000200:3.0:1767384305.143136:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp10 00000400:00000200:3.0:1767384305.143137:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.202.152@tcp11 00000400:00000200:3.0:1767384305.143139:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp11 NID flags 0x1: -114 00000400:00000200:3.0:1767384305.143140:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp11 00000400:00000200:3.0:1767384305.143141:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.202.152@tcp12 00000400:00000200:3.0:1767384305.143142:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp12 NID flags 0x1: -114 00000400:00000200:3.0:1767384305.143143:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp12 00000400:00000200:3.0:1767384305.143144:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.202.152@tcp13 00000400:00000200:3.0:1767384305.143146:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp13 NID flags 0x1: -114 00000400:00000200:3.0:1767384305.143147:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp13 00000400:00000200:3.0:1767384305.143148:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.202.152@tcp14 00000400:00000200:3.0:1767384305.143149:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp14 NID flags 0x1: -114 00000400:00000200:3.0:1767384305.143150:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp14 00000400:00000200:3.0:1767384305.143151:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.202.152@tcp15 00000400:00000200:3.0:1767384305.143153:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp15 NID flags 0x1: -114 00000400:00000200:3.0:1767384305.143154:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp15 00000400:00000200:3.0:1767384305.143154:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.202.152@tcp16 00000400:00000200:3.0:1767384305.143156:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp16 NID flags 0x1: -114 00000400:00000200:3.0:1767384305.143157:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp16 00000400:00000200:3.0:1767384305.143158:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.202.152@tcp17 00000400:00000200:3.0:1767384305.143164:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp17 NID flags 0x1: -114 00000400:00000200:3.0:1767384305.143165:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp17 00000400:00000200:3.0:1767384305.143166:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.202.152@tcp18 00000400:00000200:3.0:1767384305.143168:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp18 NID flags 0x1: -114 00000400:00000200:3.0:1767384305.143169:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp18 00000400:00000200:3.0:1767384305.143170:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.202.152@tcp19 00000400:00000200:3.0:1767384305.143172:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp19 NID flags 0x1: -114 00000400:00000200:3.0:1767384305.143173:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp19 00000400:00000200:3.0:1767384305.143174:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.202.152@tcp20 00000400:00000200:3.0:1767384305.143175:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp20 NID flags 0x1: -114 00000400:00000200:3.0:1767384305.143176:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp20 00000400:00000200:3.0:1767384305.143177:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.202.152@tcp21 00000400:00000200:3.0:1767384305.143179:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp21 NID flags 0x1: -114 00000400:00000200:3.0:1767384305.143179:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp21 00000400:00000200:3.0:1767384305.143180:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.202.152@tcp22 00000400:00000200:3.0:1767384305.143182:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp22 NID flags 0x1: -114 00000400:00000200:3.0:1767384305.143183:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp22 00000400:00000200:3.0:1767384305.143184:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.202.152@tcp23 00000400:00000200:3.0:1767384305.143185:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp23 NID flags 0x1: -114 00000400:00000200:3.0:1767384305.143186:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp23 00000400:00000200:3.0:1767384305.143187:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.202.152@tcp24 00000400:00000200:3.0:1767384305.143188:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp24 NID flags 0x1: -114 00000400:00000200:3.0:1767384305.143189:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp24 00000100:00000001:3.0:1767384305.143191:0:16776:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384305.143192:0:16776:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:3.0:1767384305.143194:0:16776:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.202.152@tcp' by NID '192.168.202.152@tcp' 10000000:00000010:3.0:1767384305.143197:0:16776:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 000000003b4c530c. 10000000:00000040:3.0:1767384305.143199:0:16776:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 36/36 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.202.152@tcp::2 00000020:00000080:3.0:1767384305.143201:0:16776:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000020:00000001:3.0:1767384305.143206:0:16776:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:3.0:1767384305.143208:0:16776:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002a66af08. 00000020:00000010:3.0:1767384305.143210:0:16776:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000f66e1ffd. 00000040:00000010:3.0:1767384305.143213:0:16776:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000025c74ccc. 00000020:00000010:3.0:1767384305.143216:0:16776:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000bbd4965c. 00000020:00000010:3.0:1767384305.143219:0:16776:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000003ad121f2. 00000020:00000010:3.0:1767384305.143225:0:16776:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000030d2709f. 80000000:00000010:3.0:1767384305.143228:0:16776:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000000b6696c. 40000000:00000010:3.0:1767384305.143231:0:16776:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000004a77f7c0. 00100000:00000010:3.0:1767384305.143234:0:16776:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000002ca01c58. 00040000:00000010:3.0:1767384305.143237:0:16776:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000060af728b. 00040000:00000010:3.0:1767384305.143240:0:16776:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000006977d006. 00040000:00000010:3.0:1767384305.143242:0:16776:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000027682159. 00080000:00000010:3.0:1767384305.143245:0:16776:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000ea1351e4. 00000004:00000010:3.0:1767384305.143248:0:16776:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000c8c27b7d. 00000004:00000010:3.0:1767384305.143252:0:16776:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000081872141. 00000004:00000010:3.0:1767384305.143255:0:16776:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000066a93e3e. 00002000:00000010:3.0:1767384305.143258:0:16776:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000007e59d6f3. 00000004:00000010:3.0:1767384305.143261:0:16776:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000c0e83866. 00000004:00000001:3.0:1767384305.143264:0:16776:0:(osp_dev.c:662:osp_process_config()) Process entered 00000040:00000001:3.0:1767384305.143266:0:16776:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:3.0:1767384305.143268:0:16776:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 000000003b4c530c 00000040:00001000:3.0:1767384305.143269:0:16776:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:3.0:1767384305.143270:0:16776:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:3.0:1767384305.143271:0:16776:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:3.0:1767384305.143272:0:16776:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:3.0:1767384305.143273:0:16776:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:3.0:1767384305.143274:0:16776:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:3.0:1767384305.143276:0:16776:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:3.0:1767384305.143277:0:16776:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.202.152@tcp::2 00000040:00000001:3.0:1767384305.143278:0:16776:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000004:00000001:3.0:1767384305.143317:0:16776:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384305.143320:0:16776:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000f66e1ffd. 00000040:00000010:3.0:1767384305.143324:0:16776:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000025c74ccc. 00000020:00000010:3.0:1767384305.143327:0:16776:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000bbd4965c. 00000020:00000010:3.0:1767384305.143329:0:16776:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000003ad121f2. 00000020:00000010:3.0:1767384305.143332:0:16776:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000030d2709f. 80000000:00000010:3.0:1767384305.143335:0:16776:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000000b6696c. 40000000:00000010:3.0:1767384305.143337:0:16776:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000004a77f7c0. 00100000:00000010:3.0:1767384305.143339:0:16776:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000002ca01c58. 00040000:00000010:3.0:1767384305.143342:0:16776:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000060af728b. 00040000:00000010:3.0:1767384305.143348:0:16776:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000006977d006. 00040000:00000010:3.0:1767384305.143351:0:16776:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000027682159. 00080000:00000010:3.0:1767384305.143354:0:16776:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000ea1351e4. 00000004:00000010:3.0:1767384305.143357:0:16776:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000c8c27b7d. 00000004:00000010:3.0:1767384305.143360:0:16776:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000081872141. 00000004:00000010:3.0:1767384305.143364:0:16776:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000066a93e3e. 00002000:00000010:3.0:1767384305.143367:0:16776:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000007e59d6f3. 00000004:00000010:3.0:1767384305.143370:0:16776:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000c0e83866. 00000020:00000010:3.0:1767384305.143372:0:16776:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002a66af08. 00000020:00000001:3.0:1767384305.143375:0:16776:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384305.143377:0:16776:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:3.0:1767384305.143380:0:16776:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 000000003b4c530c. 10000000:00000010:3.0:1767384305.143383:0:16776:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 00000000db53320b. 10000000:00000001:3.0:1767384305.143386:0:16776:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384305.143389:0:16776:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384305.143393:0:16776:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f9e83428 x1853236723071744/t0(0) o256->MGC192.168.202.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384321 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384305.143401:0:16776:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384305.143402:0:16776:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384305.143404:0:16776:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004bf9ae16. 02000000:00000001:3.0:1767384305.143407:0:16776:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384305.143409:0:16776:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384305.143410:0:16776:0:(genops.c:1242:class_import_put()) import 00000000df830bbe refcount=4 obd=MGC192.168.202.152@tcp 00000020:00000001:3.0:1767384305.143412:0:16776:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767384305.143413:0:16776:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:3.0:1767384305.143414:0:16776:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384305.143415:0:16776:0:(genops.c:1242:class_import_put()) import 00000000df830bbe refcount=3 obd=MGC192.168.202.152@tcp 00000020:00000001:3.0:1767384305.143416:0:16776:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:3.0:1767384305.143417:0:16776:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 00000000dc385092. 00000100:00000010:3.0:1767384305.143419:0:16776:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000002860128e. 00000100:00000001:3.0:1767384305.143420:0:16776:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:3.0:1767384305.143421:0:16776:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000a5119cb5. 02000000:00000001:3.0:1767384305.143422:0:16776:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384305.143424:0:16776:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384305.143424:0:16776:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f9e83428. 00000100:00000001:3.0:1767384305.143426:0:16776:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384305.143431:0:16776:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:3.0:1767384305.143441:0:16776:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 000000007c7183de. 10000000:01000000:3.0:1767384305.143443:0:16776:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.152@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:3.0:1767384305.143446:0:16776:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:3.0:1767384305.143447:0:16776:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384305.143448:0:16776:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384305.143449:0:16776:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000086b0453b refcount=3 00000020:00000001:3.0:1767384305.143451:0:16776:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781713879552 : -124291995672064 : ffff8ef503bfe200) 00010000:00000001:3.0:1767384305.143452:0:16776:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781713879552 : -124291995672064 : ffff8ef503bfe200) 00010000:00000001:3.0:1767384305.143454:0:16776:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384305.143456:0:16776:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.152@tcp lock: 0000000086b0453b/0x7e51148972eecb3b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7e51148972eecb42 expref: -99 pid: 16776 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384305.143460:0:16776:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384305.143461:0:16776:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384305.143462:0:16776:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.152@tcp lock: 0000000086b0453b/0x7e51148972eecb3b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7e51148972eecb42 expref: -99 pid: 16776 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384305.143466:0:16776:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384305.143467:0:16776:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384305.143468:0:16776:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:3.0:1767384305.143469:0:16776:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384305.143470:0:16776:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384305.143471:0:16776:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:3.0:1767384305.143472:0:16776:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1767384305.143474:0:16776:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(0000000070cb7a0b) refs 3 10000000:00000001:3.0:1767384305.143475:0:16776:0:(mgc_request.c:147:config_log_put()) Process leaving 00000020:00000010:2.0:1767384305.150671:0:24135:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 00000000ffd1bc38. 00000020:00000040:2.0:1767384305.150678:0:24135:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:2.0:1767384305.150681:0:24135:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 00000000ffd1bc38. 00000100:00000040:2.0:1767384305.167149:0:795:0:(connection.c:75:cpu_latency_work()) work item of 00000000135c2452 (cpu 0) has reached its deadline 4294895129, at 4294895130 00000100:00000040:1.0:1767384305.167157:0:62:0:(connection.c:75:cpu_latency_work()) work item of 00000000edc4e618 (cpu 0) has reached its deadline 4294895129, at 4294895130 00000100:00000040:0.0:1767384305.167157:0:449:0:(connection.c:75:cpu_latency_work()) work item of 000000002fd0fb58 (cpu 0) has reached its deadline 4294895129, at 4294895130 00000100:00000010:2.0:1767384305.167163:0:795:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000021777844. 00000100:00000010:1.0:1767384305.167167:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000019751a42. 00000100:00000010:0.0:1767384305.167169:0:449:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000fe3845a. 00000100:00000040:3.0:1767384305.167176:0:53:0:(connection.c:75:cpu_latency_work()) work item of 000000009d5c2cb6 (cpu 0) has reached its deadline 4294895129, at 4294895130 00000100:00000010:3.0:1767384305.167184:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000496d9e1e. 00080000:00000001:0.0:1767384305.204219:0:24126:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384305.204232:0:24126:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384305.204236:0:24126:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384305.204242:0:24126:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384305.204248:0:24126:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384305.204250:0:24126:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384305.206250:0:449:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384305.206255:0:449:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384305.206261:0:449:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384305.206264:0:449:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384305.206289:0:16767:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384305.206298:0:16767:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384305.206305:0:16767:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:1.0:1767384305.868588:0:24293:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384305.868592:0:24293:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg252-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp25 --if ens2 00000001:00000001:1.0:1767384305.871789:0:24293:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384305.877909:0:24294:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 0000000076070fb9. 00000400:00000010:1.0:1767384305.877926:0:24294:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000dbc98696. 00000400:00000010:1.0:1767384305.877937:0:24294:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 0000000013a3f4a7. 00000400:00000010:1.0:1767384305.877942:0:24294:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 0000000042e1bb02. 00000400:00000010:1.0:1767384305.877947:0:24294:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000ab7a79a9. 00000400:00000010:1.0:1767384305.877951:0:24294:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000033a26227. 00000400:00000010:1.0:1767384305.877952:0:24294:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000019bdd834. 00000400:00000010:1.0:1767384305.877953:0:24294:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000bfe45425. 00000400:00000010:1.0:1767384305.877956:0:24294:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 0000000062646c66. 00000800:00000010:1.0:1767384305.877968:0:24294:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000009142a0e2. 00000800:00000200:1.0:1767384305.877978:0:24294:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384305.877985:0:24294:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384305.878017:0:24294:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.152) 00000400:02000000:1.0:1767384305.878035:0:24294:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.152@tcp25 [8/256/0/180] 00000400:00000010:1.0:1767384305.879619:0:24294:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 313 at 0000000004dd84a3. 00000400:00000010:1.0:1767384305.879625:0:24294:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001077a77f. 00000400:00000010:1.0:1767384305.879630:0:24294:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006f155c59. 00000400:00000001:1.0:1767384305.879642:0:24294:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384305.879644:0:24294:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384305.879645:0:24294:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000040382926. 00000400:00000200:1.0:1767384305.879647:0:24294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d42d7847 00000400:00000010:1.0:1767384305.879649:0:24294:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d42d7847. 00000400:00000010:1.0:1767384305.879652:0:24294:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 297 at 000000004e134f57. 00000400:00000200:1.0:1767384305.879656:0:24294:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (16) 00000400:00000200:1.0:1767384305.879666:0:24294:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.152@tcp (000000005d9714d7): 0 00000400:00000200:1.0:1767384305.879674:0:24294:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131097 00000020:00000010:1.0:1767384305.879680:0:24294:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000001e48bd34. 00000020:01000000:1.0:1767384305.879685:0:24294:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000200:2.0:1767384305.879690:0:16135:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:1.0:1767384305.879690:0:24294:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.152@tcp25 00000400:00000200:2.0:1767384305.879698:0:16135:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x1001d1 00000400:00000010:1.0:1767384305.879708:0:24294:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000dbc98696. 00000400:00000010:1.0:1767384305.879711:0:24294:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 0000000076070fb9. 00000400:00000010:2.0:1767384305.879716:0:16135:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 340 at 0000000038724429. 00000400:00000010:2.0:1767384305.879721:0:16135:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 408 at 00000000a36b5040. 00000400:00000010:2.0:1767384305.879724:0:16135:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 340 at 000000005300394a. 00000020:00000001:3.0:1767384305.879738:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:3.0:1767384305.879744:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384305.879747:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000010:2.0:1767384305.879748:0:16135:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 340 at 0000000038724429. 10000000:01000000:3.0:1767384305.879751:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000010:2.0:1767384305.879753:0:16135:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 408 at 00000000a36b5040. 00000400:00000010:2.0:1767384305.879756:0:16135:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 340 at 000000005300394a. 00000020:01000004:3.0:1767384305.879757:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000010:2.0:1767384305.879760:0:16135:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 297 at 0000000066e4368c. 00000020:01000004:3.0:1767384305.879761:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:2.0:1767384305.879765:0:16135:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.152@tcp (000000005d9714d7): 0 00000400:00000200:2.0:1767384305.879768:0:16135:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.152@tcp(000000005d9714d7): 0. state = 0x100151 00000020:01000004:3.0:1767384305.879775:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:2.0:1767384305.879775:0:16135:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100151 rc 1 00000020:01000004:3.0:1767384305.879779:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:2.0:1767384305.879783:0:16135:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100151 00000020:01000004:3.0:1767384305.879784:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384305.879788:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000010:2.0:1767384305.879789:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009aa3c431. 00000020:01000004:3.0:1767384305.879790:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000200:2.0:1767384305.879812:0:16135:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (17) 00000020:01000004:3.0:1767384305.879813:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384305.879816:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384305.879818:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000010:2.0:1767384305.879821:0:16135:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000008a255b59. 00000100:00000010:3.0:1767384305.879824:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f9e83428. 00000400:00000200:2.0:1767384305.879830:0:16135:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.152@tcp10 00000020:00000040:3.0:1767384305.879831:0:36:0:(genops.c:1229:class_import_get()) import 00000000df830bbe refcount=4 obd=MGC192.168.202.152@tcp 00000100:00000001:3.0:1767384305.879838:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384305.879841:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384305.879847:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384305.879851:0:16135:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.152@tcp10 to MR: 192.168.202.152@tcp10 local destination 02000000:00000010:3.0:1767384305.879860:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000004519d93b. 00000400:00000200:2.0:1767384305.879876:0:16135:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp10 NI seq info: [39:39:256:4294967295] 192.168.202.152@tcp10 LPNI seq info [39:39:8:4294967295] 00000400:00000200:2.0:1767384305.879885:0:16135:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.152@tcp10 00000100:00000001:3.0:1767384305.879893:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384305.879897:0:16135:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp10(192.168.202.152@tcp10:192.168.202.152@tcp10) -> 192.168.202.152@tcp10(192.168.202.152@tcp10:192.168.202.152@tcp10) : PUT try# 0 00000800:00000200:2.0:1767384305.879903:0:16135:0:(socklnd_cb.c:1001:ksocknal_send()) sending 304 bytes in 1 frags to 12345-192.168.202.152@tcp10 00000100:00000001:3.0:1767384305.879905:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000800:00000010:2.0:1767384305.879907:0:16135:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cf5f9859. 00000100:00000001:3.0:1767384305.879909:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384305.879915:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002017c0cd] -> 12345-192.168.202.152@tcp10 (6) 00000100:00000040:3.0:1767384305.879920:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f9e83428] to pc [ptlrpcd_00_02+2] req@00000000f9e83428 x1853236723071872/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767384305.879926:0:16135:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp10 ip 192.168.202.152:988 00000800:00000200:2.0:1767384305.879932:0:16135:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000cf5f9859 type 1, nob 400 niov 1 nkiov 1 00000400:00000200:2.0:1767384305.879946:0:16135:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.152@tcp 00000400:00000200:2.0:1767384305.879949:0:16135:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100551 rc 0 10000000:00000001:3.0:1767384305.879955:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384305.879958:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384305.879960:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1767384305.879962:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000020:00000001:3.0:1767384305.879968:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:3.0:1767384305.879969:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384305.879971:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000001:1.0:1767384305.879971:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:01000000:3.0:1767384305.879975:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000001:2.0:1767384305.879976:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384305.879976:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:01000004:3.0:1767384305.879977:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384305.879981:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00000001:1.0:1767384305.879981:0:16139:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:01000004:3.0:1767384305.879982:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000001:2.0:1767384305.879982:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:3.0:1767384305.879986:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384305.879988:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000040:1.0:1767384305.879989:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f9e83428 x1853236723071872/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:3.0:1767384305.879992:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384305.879995:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384305.879998:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384305.880000:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:1.0:1767384305.880002:0:16139:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000010:3.0:1767384305.880005:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a9ba819b. 00000100:00000001:1.0:1767384305.880005:0:16139:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384305.880010:0:36:0:(genops.c:1229:class_import_get()) import 00000000df830bbe refcount=5 obd=MGC192.168.202.152@tcp 02000000:00000001:1.0:1767384305.880011:0:16139:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384305.880014:0:16139:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384305.880016:0:16139:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384305.880022:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00100000:1.0:1767384305.880022:0:16139:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f9e83428 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c0412d60-4f67-4dbc-8791-892843f60083:16139:1853236723071872:0@lo:253: 02000000:00000001:3.0:1767384305.880026:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767384305.880027:0:16139:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384305.880029:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384305.880032:0:16139:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384305.880035:0:16139:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384305.880036:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000009f90b238. 02000000:00000001:1.0:1767384305.880037:0:16139:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767384305.880042:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384305.880045:0:16139:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000007ac280d2. 00000100:00000001:3.0:1767384305.880046:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1767384305.880050:0:16139:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384305.880051:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384305.880058:0:16139:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e4680f7c. 00000100:00000040:3.0:1767384305.880059:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a9ba819b] to pc [ptlrpcd_00_03+3] req@00000000a9ba819b x1853236723072000/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384305.880064:0:16139:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008ec48628. 00000100:00000200:1.0:1767384305.880070:0:16139:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236723071872, portal 25 00000100:00000001:1.0:1767384305.880073:0:16139:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000200:2.0:1767384305.880075:0:16130:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767384305.880075:0:16139:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782675229184 : -124291034322432 : ffff8ef53d0cea00) 10000000:00000001:3.0:1767384305.880077:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384305.880082:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384305.880082:0:16130:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cf5f9859. 00000100:00000040:1.0:1767384305.880084:0:16139:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f9e83428 x1853236723071872/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384321 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384305.880090:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384305.880096:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp10->192.168.202.152@tcp10: PUT: OK 00000400:00000200:2.0:1767384305.880100:0:16130:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384305.880103:0:16130:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.152@tcp10: 0 00000020:00000001:3.0:1767384305.880107:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1767384305.880111:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:3.0:1767384305.880114:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000001e48bd34. 00000100:00000001:1.0:1767384305.880131:0:16139:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384305.880134:0:16139:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384305.880137:0:16139:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000dbc98696. 00000800:00000001:3.0:1767384305.880140:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:1.0:1767384305.880141:0:16139:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236723071872, offset 0 00000400:00000200:1.0:1767384305.880149:0:16139:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000800:00000001:3.0:1767384305.880151:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384305.880155:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384305.880159:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384305.880160:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384305.880167:0:16131:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.152@tcp10(192.168.202.152@tcp10) <- 192.168.202.152@tcp10 : PUT - for me 00000100:00000001:2.0:1767384305.880170:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384305.880172:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824c903b80 00000100:00000001:2.0:1767384305.880174:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384305.880175:0:16140:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1767384305.880178:0:16131:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.152@tcp of length 304 into portal 0 MB=0x8000000000000000 00000100:00000040:2.0:1767384305.880182:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a9ba819b x1853236723072000/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384305.880191:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0xa45 [2] + 0 00000400:00000010:1.0:1767384305.880198:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000046234502. 00000100:00000001:2.0:1767384305.880200:0:16140:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1767384305.880202:0:16139:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000076363ab8 00000100:00000001:2.0:1767384305.880203:0:16140:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384305.880207:0:16140:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1767384305.880211:0:16131:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.152@tcp of length 288/304 into md 0x1589 [1] + 0 02000000:00000001:2.0:1767384305.880211:0:16140:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384305.880211:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1767384305.880217:0:16140:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384305.880218:0:16131:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004e394cb1. 00000400:00000200:1.0:1767384305.880221:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:2.0:1767384305.880225:0:16140:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a9ba819b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c0412d60-4f67-4dbc-8791-892843f60083:16140:1853236723072000:0@lo:253: 00000400:00000200:3.0:1767384305.880226:0:16131:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000005c4e6169 00000100:00000001:2.0:1767384305.880231:0:16140:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000001:3.0:1767384305.880232:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:2.0:1767384305.880234:0:16140:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1767384305.880234:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000076363ab8 00000800:00000001:3.0:1767384305.880238:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384305.880239:0:16140:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384305.880239:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000076363ab8. 00000400:00000200:3.0:1767384305.880242:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1767384305.880244:0:16140:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767384305.880247:0:16139:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:3.0:1767384305.880248:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp10->192.168.202.152@tcp10: PUT: OK 02000000:00000010:2.0:1767384305.880250:0:16140:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000003a2219a. 00000100:00000200:1.0:1767384305.880253:0:16139:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 02000000:00000001:2.0:1767384305.880254:0:16140:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384305.880255:0:16131:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005c4e6169 00000400:00000010:3.0:1767384305.880259:0:16131:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005c4e6169. 00000100:00000040:1.0:1767384305.880260:0:16139:0:(events.c:337:request_in_callback()) incoming req@00000000fd364f02 x1853236723071872 msgsize 4848 00000400:00000010:2.0:1767384305.880261:0:16140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b4b074bf. 00000400:00000200:3.0:1767384305.880264:0:16131:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:3.0:1767384305.880268:0:16131:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (18) 00000400:00000010:2.0:1767384305.880269:0:16140:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b6d6f714. 00000100:00100000:1.0:1767384305.880275:0:16139:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:3.0:1767384305.880277:0:16131:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.152@tcp(000000005d9714d7) is MR 00000100:00000200:2.0:1767384305.880277:0:16140:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236723072000, portal 25 00000100:00000040:1.0:1767384305.880279:0:16139:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384305.880281:0:16140:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384305.880283:0:16140:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782675228288 : -124291034323328 : ffff8ef53d0ce680) 00000100:00000040:2.0:1767384305.880288:0:16140:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a9ba819b x1853236723072000/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384321 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384305.880289:0:16131:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.202.152@tcp (304 bytes) 00000100:00000001:1.0:1767384305.880291:0:16139:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384305.880298:0:16140:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384305.880302:0:16140:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1767384305.880304:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dbc98696 00000400:00000010:2.0:1767384305.880305:0:16140:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003f562282. 00000400:00000200:3.0:1767384305.880306:0:16131:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.152@tcp (000000005d9714d7): -114 00000400:00000010:1.0:1767384305.880309:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000dbc98696. 00000100:00000001:1.0:1767384305.880315:0:16139:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:3.0:1767384305.880316:0:16131:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000005d9714d7 (19) 00000100:00000200:2.0:1767384305.880319:0:16140:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236723072000, offset 0 00000100:00000200:1.0:1767384305.880320:0:16139:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f9e83428 x1853236723071872/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384321 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384305.880323:0:16131:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767384305.880329:0:16140:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384305.880335:0:16131:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.152@tcp10 to MR: 192.168.202.152@tcp10 local destination 00000100:00000001:1.0:1767384305.880338:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1767384305.880342:0:16131:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp10 NI seq info: [40:40:256:4294967295] 192.168.202.152@tcp10 LPNI seq info [40:40:8:4294967295] 00000100:00000040:1.0:1767384305.880344:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f9e83428 x1853236723071872/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384321 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384305.880355:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384305.880359:0:16139:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1767384305.880362:0:16131:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp10(192.168.202.152@tcp10:192.168.202.152@tcp10) -> 192.168.202.152@tcp10(192.168.202.152@tcp10:192.168.202.152@tcp10) 192.168.202.152@tcp10 : ACK try# 0 00000800:00000200:3.0:1767384305.880367:0:16131:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.152@tcp10 00000800:00000010:3.0:1767384305.880370:0:16131:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000060af728b. 00000400:00000200:2.0:1767384305.880372:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384305.880373:0:16139:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384305.880379:0:16131:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002017c0cd] -> 12345-192.168.202.152@tcp10 (6) 00000100:00000001:1.0:1767384305.880381:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294895867 00000100:00000010:1.0:1767384305.880386:0:16139:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000035389d84. 00000800:00000200:3.0:1767384305.880387:0:16131:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp10 ip 192.168.202.152:1021 00000400:00000200:2.0:1767384305.880387:0:16140:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824c903c00 00000800:00000200:3.0:1767384305.880394:0:16131:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000060af728b type 0, nob 96 niov 1 nkiov 0 00000100:00000001:1.0:1767384305.880395:0:16139:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 0 00000400:00000200:2.0:1767384305.880399:0:16140:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0xa55 [2] + 0 00000400:00000010:2.0:1767384305.880403:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002cb02be0. 00000100:00000001:1.0:1767384305.880403:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294895867 00000800:00000001:3.0:1767384305.880405:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000010:1.0:1767384305.880410:0:16139:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b04016d4. 00000400:00000200:2.0:1767384305.880411:0:16140:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000009a78cce4 00000800:00000001:3.0:1767384305.880413:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384305.880415:0:16139:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767384305.880420:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294895867 00000100:00000010:1.0:1767384305.880423:0:16139:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006b7ddb88. 00000400:00000200:2.0:1767384305.880424:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384305.880427:0:16139:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 2 00000400:00000200:2.0:1767384305.880429:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384305.880432:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009a78cce4 00000400:00000010:2.0:1767384305.880435:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009a78cce4. 00000100:00000001:1.0:1767384305.880437:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294895867 00000100:00000001:2.0:1767384305.880442:0:16140:0:(events.c:286:request_in_callback()) Process entered 00000100:00000010:1.0:1767384305.880442:0:16139:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d2ef4361. 00000100:00000200:2.0:1767384305.880446:0:16140:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:1.0:1767384305.880447:0:16139:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 3 00000100:00000040:2.0:1767384305.880450:0:16140:0:(events.c:337:request_in_callback()) incoming req@000000004535ac52 x1853236723072000 msgsize 4848 00000100:00000001:1.0:1767384305.880452:0:16139:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384305.880456:0:16139:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384305.880460:0:16140:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384305.880460:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384305.880463:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384305.880464:0:16140:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:1.0:1767384305.880472:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:3.0:1767384305.880474:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767384305.880475:0:16140:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384305.880475:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000010:3.0:1767384305.880480:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000060af728b. 00000100:00000001:1.0:1767384305.880482:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384305.880483:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003f562282 00000100:00000001:1.0:1767384305.880485:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767384305.880486:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1767384305.880487:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003f562282. 00000100:00000001:1.0:1767384305.880488:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384305.880494:0:16140:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:3.0:1767384305.880495:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp10->192.168.202.152@tcp10: ACK: OK 00000100:00000001:1.0:1767384305.880495:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384305.880502:0:16140:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a9ba819b x1853236723072000/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384321 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767384305.880506:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384305.880511:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384305.880511:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384305.880514:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a9ba819b x1853236723072000/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384321 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767384305.880516:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384305.880521:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384305.880522:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384305.880524:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384305.880526:0:16140:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384305.880531:0:16140:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384305.880533:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384305.880539:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294895867 00000400:00000200:3.0:1767384305.880544:0:16131:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.152@tcp10(192.168.202.152@tcp10) <- 192.168.202.152@tcp10 : ACK - for me 00000100:00000001:2.0:1767384305.880545:0:16140:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 0, keep current deadline 4294895867 00000100:00000001:2.0:1767384305.880548:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294895867 00000100:00000001:2.0:1767384305.880551:0:16140:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 1, keep current deadline 4294895867 00000100:00000001:2.0:1767384305.880552:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294895867 00000100:00000001:2.0:1767384305.880556:0:16140:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 2, keep current deadline 4294895867 00000400:00000200:3.0:1767384305.880557:0:16131:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.152@tcp10: ACK from 12345-192.168.202.152@tcp10 into md 0x15d1 00000100:00000001:2.0:1767384305.880574:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294895867 00000100:00000001:2.0:1767384305.880578:0:16140:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 3, keep current deadline 4294895867 00000400:00000200:3.0:1767384305.880579:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384305.880580:0:16140:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384305.880584:0:16140:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384305.880587:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp10->192.168.202.152@tcp10: ACK: OK 00000100:00000001:2.0:1767384305.880587:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384305.880591:0:16131:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009aa3c431 00000400:00000010:3.0:1767384305.880593:0:16131:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009aa3c431. 00000100:00000001:2.0:1767384305.880595:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384305.880597:0:16131:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000100:00000001:2.0:1767384305.880601:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1767384305.880602:0:16131:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.152@tcp ev->status 0 00000100:00000001:2.0:1767384305.880605:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384305.880609:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384305.880613:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767384305.880614:0:16131:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.152@tcp (000000005d9714d7): -114 00000100:00000001:2.0:1767384305.880617:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384305.880618:0:16774:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384305.880622:0:16774:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723071872 00000100:00000001:2.0:1767384305.880624:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384305.880625:0:16774:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:3.0:1767384305.880626:0:16131:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000005d9714d7 (18) 00000100:00000001:1.0:1767384305.880630:0:16774:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384305.880633:0:16774:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384305.880635:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:1.0:1767384305.880637:0:16774:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384305.880641:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384305.880641:0:16774:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723071872 00000020:00000001:1.0:1767384305.880646:0:16774:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384305.880649:0:16774:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eec8e1 00000100:00000001:2.0:1767384305.880652:0:16771:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:1.0:1767384305.880652:0:16774:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384305.880654:0:16774:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000555601ca refcount=15 00000100:00100000:2.0:1767384305.880658:0:16771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723072000 00000020:00000001:1.0:1767384305.880658:0:16774:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 02000000:00000001:2.0:1767384305.880664:0:16771:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:1.0:1767384305.880664:0:16774:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000100:00000001:2.0:1767384305.880668:0:16771:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384305.880670:0:16774:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1767384305.880672:0:16135:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000100:00000001:2.0:1767384305.880673:0:16771:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384305.880675:0:16774:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a7feb618. 00000400:00000010:3.0:1767384305.880678:0:16135:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 313 at 00000000452a7bdd. 02000000:00000001:2.0:1767384305.880679:0:16771:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384305.880680:0:16774:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384305.880686:0:16774:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a7feb618. 00000400:00000010:3.0:1767384305.880687:0:16135:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000bc71dd0. 00000100:00100000:2.0:1767384305.880687:0:16771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723072000 00000020:00000001:2.0:1767384305.880692:0:16771:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000010:1.0:1767384305.880692:0:16774:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001dd4788a. 00000400:00000010:3.0:1767384305.880695:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000091677c2e. 00000020:00000040:2.0:1767384305.880696:0:16771:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eec8e1 00000020:00000001:2.0:1767384305.880700:0:16771:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:1.0:1767384305.880700:0:16774:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000cb4b7ed4. 00000400:00000200:3.0:1767384305.880701:0:16135:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000452a7bdd 00000020:00000040:2.0:1767384305.880722:0:16771:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000555601ca refcount=16 00000400:00000010:3.0:1767384305.880724:0:16135:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 297 at 000000008a8f9c25. 00000020:00000010:1.0:1767384305.880725:0:16774:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003c04c441. 00000020:00000001:2.0:1767384305.880727:0:16771:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000400:00000200:3.0:1767384305.880732:0:16135:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 304 success 00000020:00000001:2.0:1767384305.880732:0:16771:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000100:00000040:1.0:1767384305.880736:0:16774:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384305.880738:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1767384305.880739:0:16135:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x102051 00000100:00000001:1.0:1767384305.880743:0:16774:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:3.0:1767384305.880744:0:16135:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (17) 00000020:00000010:2.0:1767384305.880745:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bee4c3a3. 00000100:00000001:2.0:1767384305.880749:0:16771:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767384305.880750:0:16135:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 313 at 00000000daa37160. 00000020:00000010:2.0:1767384305.880752:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bee4c3a3. 00000100:00000001:1.0:1767384305.880753:0:16774:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000010:3.0:1767384305.880757:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009146ec67. 00000100:00000001:1.0:1767384305.880757:0:16774:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384305.880761:0:16771:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005300394a. 00000400:00000010:3.0:1767384305.880765:0:16135:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000001d3cf4ce. 00000020:00000010:2.0:1767384305.880767:0:16771:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000bba55920. 00000100:00000001:1.0:1767384305.880768:0:16774:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384305.880774:0:16135:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.152@tcp 00000020:00000010:2.0:1767384305.880775:0:16771:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b3b5217d. 00000100:00000001:2.0:1767384305.880782:0:16771:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384305.880782:0:16774:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384305.880783:0:16135:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.152@tcp local destination 00000100:00000001:2.0:1767384305.880786:0:16771:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384305.880790:0:16771:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384305.880794:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 37], ns[40, 37] 00000100:00000001:1.0:1767384305.880797:0:16774:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384305.880798:0:16771:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384305.880802:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 37], ns[10, 37] 00000100:00000001:1.0:1767384305.880802:0:16774:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384305.880804:0:16771:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384305.880811:0:16774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 81 00000400:00000200:3.0:1767384305.880816:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 10], ns[12, 10] 00000100:00000040:1.0:1767384305.880817:0:16774:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000555601ca : new rpc_count 1 00000100:00000001:2.0:1767384305.880820:0:16771:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384305.880821:0:16774:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619781697498192 : -124292012053424 : ffff8ef502c5ec50) 00000100:00000001:2.0:1767384305.880840:0:16771:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:3.0:1767384305.880841:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 10], ns[14, 10] 00000100:00000040:1.0:1767384305.880845:0:16774:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000fd364f02 x1853236723071872/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:286/0 lens 4848/0 e 0 to 0 dl 1767384316 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384305.880852:0:16771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82 00000400:00000200:3.0:1767384305.880856:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 10], ns[16, 10] 00000100:00000040:2.0:1767384305.880861:0:16771:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000555601ca : new rpc_count 2 00000100:00000001:1.0:1767384305.880864:0:16774:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1767384305.880868:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 10], ns[18, 10] 00000020:00000010:1.0:1767384305.880868:0:16774:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a7feb618. 00000100:00000001:2.0:1767384305.880874:0:16771:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619781697501264 : -124292012050352 : ffff8ef502c5f850) 00000100:00000001:1.0:1767384305.880874:0:16774:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384305.880879:0:16774:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a7feb618. 00000400:00000200:3.0:1767384305.880883:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 10], ns[20, 10] 00000100:00000040:2.0:1767384305.880885:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000004535ac52 x1853236723072000/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:286/0 lens 4848/0 e 0 to 0 dl 1767384316 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384305.880888:0:16774:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000fd364f02 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c0412d60-4f67-4dbc-8791-892843f60083+16:16139:x1853236723071872:12345-0@lo:253: 00000100:00000200:1.0:1767384305.880899:0:16774:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723071872 00000400:00000200:3.0:1767384305.880902:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 10], ns[22, 10] 00000020:00000001:1.0:1767384305.880904:0:16774:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:2.0:1767384305.880907:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:1.0:1767384305.880909:0:16774:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384305.880912:0:16774:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384305.880913:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bee4c3a3. 00000400:00000200:3.0:1767384305.880915:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 10], ns[24, 10] 00000020:00000001:1.0:1767384305.880916:0:16774:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1767384305.880917:0:16771:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384305.880920:0:16774:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669141328 : -1040410288 : ffffffffc1fc9950) 00000020:00000010:2.0:1767384305.880921:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bee4c3a3. 00000020:00000001:1.0:1767384305.880925:0:16774:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384305.880929:0:16774:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384305.880932:0:16771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000004535ac52 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c0412d60-4f67-4dbc-8791-892843f60083+16:16140:x1853236723072000:12345-0@lo:253: 00000400:00000200:3.0:1767384305.880933:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 10], ns[26, 10] 00000020:00000001:1.0:1767384305.880935:0:16774:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000200:2.0:1767384305.880941:0:16771:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723072000 00000020:00000001:1.0:1767384305.880941:0:16774:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:3.0:1767384305.880945:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 10], ns[28, 10] 00000020:00000001:2.0:1767384305.880946:0:16771:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384305.880947:0:16774:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384305.880951:0:16771:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:3.0:1767384305.880952:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 10], ns[30, 10] 00000020:00000001:2.0:1767384305.880955:0:16771:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384305.880955:0:16774:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:3.0:1767384305.880959:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 10], ns[32, 10] 00000020:00000001:2.0:1767384305.880961:0:16771:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 02000000:00000001:1.0:1767384305.880961:0:16774:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:3.0:1767384305.880966:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 10], ns[34, 10] 00000020:00000001:2.0:1767384305.880966:0:16771:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669141328 : -1040410288 : ffffffffc1fc9950) 02000000:00000010:1.0:1767384305.880970:0:16774:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000036b1ae31. 00000020:00000001:2.0:1767384305.880972:0:16771:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384305.880977:0:16771:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384305.880977:0:16774:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384305.880979:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 10], ns[0, 10] 00000100:00000001:1.0:1767384305.880982:0:16774:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384305.880983:0:16771:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384305.880987:0:16771:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:3.0:1767384305.880990:0:16135:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp24 20000000:00000001:1.0:1767384305.880990:0:16774:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000001:2.0:1767384305.880991:0:16771:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384305.880994:0:16771:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:3.0:1767384305.880996:0:16135:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.152@tcp24 02000000:00000001:2.0:1767384305.880998:0:16771:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:3.0:1767384305.881003:0:16135:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.152@tcp24 lpni_is_preferred = 0 02000000:00000010:2.0:1767384305.881004:0:16771:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000003df1869e. 00000400:00000200:3.0:1767384305.881007:0:16135:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.152@tcp24 02000000:00000001:2.0:1767384305.881009:0:16771:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:1.0:1767384305.881009:0:16774:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000009585baca. 00000400:00000200:3.0:1767384305.881014:0:16135:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp24 NI seq info: [41:41:256:4294967295] 192.168.202.152@tcp24 LPNI seq info [41:41:8:4294967295] 00000100:00000001:2.0:1767384305.881016:0:16771:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:1.0:1767384305.881016:0:16774:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000400:00000200:3.0:1767384305.881022:0:16135:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.152@tcp24 20000000:00000001:2.0:1767384305.881022:0:16771:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000001:1.0:1767384305.881023:0:16774:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384305.881027:0:16774:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384305.881030:0:16774:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384305.881032:0:16774:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:2.0:1767384305.881033:0:16771:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000b94d3830. 20000000:00000001:1.0:1767384305.881035:0:16774:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:3.0:1767384305.881036:0:16135:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp24(192.168.202.152@tcp24:) -> 192.168.202.152@tcp24(192.168.202.152@tcp:192.168.202.152@tcp24) : GET try# 0 20000000:01000000:2.0:1767384305.881038:0:16771:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384305.881043:0:16771:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384305.881045:0:16771:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000010:1.0:1767384305.881047:0:16774:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000cf303a13. 00000800:00000200:3.0:1767384305.881048:0:16135:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.152@tcp24 20000000:00000001:2.0:1767384305.881048:0:16771:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:1.0:1767384305.881051:0:16774:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #25 20000000:00000001:2.0:1767384305.881054:0:16771:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384305.881057:0:16135:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000060af728b. 20000000:00000001:2.0:1767384305.881057:0:16771:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:1.0:1767384305.881059:0:16774:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000800:00000010:3.0:1767384305.881066:0:16135:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000922cc1b6. 00080000:00000001:1.0:1767384305.881066:0:16774:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000800:00000010:3.0:1767384305.881071:0:16135:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 0000000031cf347d. 00000800:00000200:3.0:1767384305.881074:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000922cc1b6] -> 12345-192.168.202.152@tcp24 (2) 00000800:00000200:3.1:1767384305.881078:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000922cc1b6] -> 12345-192.168.202.152@tcp24 (2) 00000400:00000200:3.0:1767384305.881088:0:16135:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.152@tcp 00000400:00000200:3.0:1767384305.881089:0:16135:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100251 rc 0 00080000:00000001:1.0:1767384305.881107:0:16774:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384305.881111:0:16774:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384305.881113:0:16774:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384305.881114:0:16774:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000400:00000200:3.0:1767384305.881160:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.152:988 00000400:00000200:3.0:1767384305.881200:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.152:988 00000400:00000200:3.0:1767384305.881223:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.152:988 00000400:00000200:3.0:1767384305.881247:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.152:988 00000400:00000200:3.0:1767384305.881267:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.152:988 00000020:00000001:1.0:1767384305.881292:0:16774:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384305.881300:0:16774:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446619782313850200 : -124291395701416 : ffff8ef52782b558) 00080000:00000001:1.0:1767384305.881305:0:16774:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000400:00000200:3.0:1767384305.881309:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.152:988 00080000:00000010:1.0:1767384305.881313:0:16774:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000951ccdce. 00080000:00000001:1.0:1767384305.881317:0:16774:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446619782425121792 : -124291284429824 : ffff8ef52e249400) 00080000:00000001:1.0:1767384305.881322:0:16774:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:3.0:1767384305.881345:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.152:988 00000400:00000200:3.0:1767384305.881367:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.152:988 00000400:00000200:3.0:1767384305.881391:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.152:988 00000400:00000200:3.0:1767384305.881424:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.152:988 00000001:00000001:1.0:1767384305.881425:0:16774:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384305.881428:0:16774:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384305.881431:0:16774:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000400:00000200:3.0:1767384305.881442:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.152:988 00080000:00000001:1.0:1767384305.881449:0:16774:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384305.881453:0:16774:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:3.0:1767384305.881462:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.152:988 00000400:00000200:3.0:1767384305.881496:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.152:988 00000400:00000200:3.0:1767384305.881522:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.152:988 00000400:00000200:3.0:1767384305.881554:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.152:988 00080000:00000001:1.0:1767384305.881589:0:16774:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384305.881593:0:16774:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:3.0:1767384305.881598:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.152:988 00000400:00000200:3.0:1767384305.881619:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.152:988 00000400:00000200:3.0:1767384305.881643:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.152:988 00000400:00000200:3.0:1767384305.881668:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.152:988 00000400:00000200:3.0:1767384305.881694:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.152:988 00000400:00000200:3.0:1767384305.881725:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.152:988 00000400:00000200:3.0:1767384305.881747:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.152:988 00000400:00000200:3.0:1767384305.881769:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.152:988 00000400:00000200:3.0:1767384305.881796:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.152:988 00000400:00000200:3.0:1767384305.881825:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.152:988 00000400:00000200:3.0:1767384305.881852:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.152:988 00000400:00000200:3.0:1767384305.881886:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.152:988 00000400:00000200:3.0:1767384305.881928:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.152:988 00000400:00000200:3.0:1767384305.881953:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.152:988 00000400:00000200:3.0:1767384305.881981:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.152:988 00000800:00000010:3.0:1767384305.882241:0:16128:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000cfbb5435. 00000800:00000010:3.0:1767384305.882246:0:16128:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000026f3893d. 00000800:00000010:3.0:1767384305.882252:0:16128:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000060d22df4. 00000800:00000010:3.0:1767384305.882285:0:16128:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000060d22df4. 00000400:00000200:2.0:1767384305.882383:0:16133:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:2.0:1767384305.882409:0:16133:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.152@tcp24 from 225.3.0.2 00000800:00000010:2.0:1767384305.882413:0:16133:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000082e349f2. 00000800:00000010:1.0:1767384305.882435:0:16126:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000068b4f857. 00000800:00000010:1.0:1767384305.882441:0:16126:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000dbc98696. 00000800:00000010:1.0:1767384305.882460:0:16126:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000009a78cce4. 00000800:00000200:1.1:1767384305.882465:0:16126:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000922cc1b6] -> 12345-192.168.202.152@tcp24 (2) 00000800:00000200:1.1:1767384305.882469:0:16126:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.152@tcp24 000000009a78cce4 deleted 00000800:00000010:1.1:1767384305.882471:0:16126:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000009a78cce4. 00000800:00000200:1.1:1767384305.882475:0:16126:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1:1767384305.882480:0:16126:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp24 ip 192.168.202.152:993 00000800:00000200:1.1:1767384305.882482:0:16126:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000060af728b type 2, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1767384305.882486:0:16126:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.152@tcp24 p 3.x 192.168.202.152 -> 192.168.202.152:993 incarnation:1767384304202711714 sched[0] 00000800:00000010:1.0:1767384305.882491:0:16126:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000cb502a55. 00000800:00000010:1.0:1767384305.882633:0:16126:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000cb502a55. 00000800:00000010:1.0:1767384305.882638:0:16126:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000dbc98696. 00000800:00000010:1.0:1767384305.882663:0:16126:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000082e349f2. 00000800:00000200:1.1:1767384305.882696:0:16128:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.0:1767384305.882702:0:16128:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.152@tcp24 p 3.x 192.168.202.152 -> 192.168.202.152:988 incarnation:1767384304202711714 sched[0] 00000800:00000010:1.0:1767384305.882705:0:16128:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000026f3893d. 00000400:00000200:1.0:1767384305.882771:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.152:988 00000400:00000200:1.0:1767384305.882816:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.152:988 00000400:00000200:1.0:1767384305.882863:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.152:988 00000400:00000200:1.0:1767384305.882884:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.152:988 00000400:00000200:1.0:1767384305.882914:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.152:988 00000400:00000200:1.0:1767384305.882948:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.152:988 00000400:00000200:1.0:1767384305.882999:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.152:988 00000400:00000200:1.0:1767384305.883033:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.152:988 00000400:00000200:1.0:1767384305.883065:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.152:988 00000400:00000200:1.0:1767384305.883145:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.152:988 00000400:00000200:1.0:1767384305.883192:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.152:988 00000400:00000200:1.0:1767384305.883233:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.152:988 00000400:00000200:1.0:1767384305.883287:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.152:988 00000400:00000200:1.0:1767384305.883337:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.152:988 00000800:00000001:2.0:1767384305.883344:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384305.883350:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384305.883378:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.152:988 00000800:00000200:2.0:1767384305.883408:0:16132:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384305.883411:0:16132:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000060af728b. 00000400:00000200:2.0:1767384305.883415:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384305.883420:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp24->192.168.202.152@tcp24: GET: OK 00000400:00000200:2.0:1767384305.883425:0:16132:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384305.883428:0:16132:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.152@tcp: 0 00000400:00000200:1.0:1767384305.883429:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.152:988 00000800:00000001:2.0:1767384305.883436:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384305.883442:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384305.883445:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384305.883452:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384305.883458:0:16132:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.152@tcp24(192.168.202.152@tcp24) <- 192.168.202.152@tcp24 : GET - for me 00000400:00000200:2.0:1767384305.883467:0:16132:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.152@tcp of length 304 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384305.883472:0:16132:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.152@tcp of length 304/304 into md 0x15cd [1] + 0 00000400:00000200:1.0:1767384305.883477:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.152:988 00000400:00000200:2.0:1767384305.883483:0:16132:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.152@tcp24 to MR: 192.168.202.152@tcp24 local destination 00000400:00000200:2.0:1767384305.883490:0:16132:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp24 NI seq info: [42:42:256:4294967295] 192.168.202.152@tcp24 LPNI seq info [42:42:8:4294967295] 00000400:00000200:2.0:1767384305.883505:0:16132:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp24(192.168.202.152@tcp24:192.168.202.152@tcp24) -> 192.168.202.152@tcp24(192.168.202.152@tcp24:192.168.202.152@tcp24) 192.168.202.152@tcp24 : REPLY try# 0 00000800:00000200:2.0:1767384305.883510:0:16132:0:(socklnd_cb.c:1001:ksocknal_send()) sending 304 bytes in 1 frags to 12345-192.168.202.152@tcp24 00000800:00000010:2.0:1767384305.883513:0:16132:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cf5f9859. 00000800:00000200:2.0:1767384305.883519:0:16132:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000922cc1b6] -> 12345-192.168.202.152@tcp24 (4) 00000800:00000200:2.0:1767384305.883524:0:16132:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp24 ip 192.168.202.152:988 00000800:00000200:2.0:1767384305.883527:0:16132:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000cf5f9859 type 3, nob 400 niov 1 nkiov 1 00000400:00000200:1.0:1767384305.883532:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.152:988 00000800:00000200:2.0:1767384305.883582:0:16132:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384305.883585:0:16132:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cf5f9859. 00000400:00000200:2.0:1767384305.883589:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384305.883593:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.152:988 00000400:00000200:2.0:1767384305.883596:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp24->192.168.202.152@tcp24: REPLY: OK 00000800:00000001:2.0:1767384305.883609:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384305.883615:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384305.883626:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384305.883632:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384305.883634:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384305.883639:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384305.883648:0:16132:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.152@tcp24(192.168.202.152@tcp24) <- 192.168.202.152@tcp24 : REPLY - for me 00000400:00000200:1.0:1767384305.883654:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.152:988 00000400:00000200:2.0:1767384305.883663:0:16132:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.152@tcp24: Reply from 12345-192.168.202.152@tcp24 of length 304/304 into md 0x15e9 00000800:00000001:2.0:1767384305.883669:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384305.883676:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384305.883679:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384305.883686:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp24->192.168.202.152@tcp24: REPLY: OK 00000400:00000200:2.0:1767384305.883690:0:16132:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009146ec67 00000400:00000010:2.0:1767384305.883692:0:16132:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009146ec67. 00000400:00000200:2.0:1767384305.883696:0:16132:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:2.0:1767384305.883700:0:16132:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.202.152@tcp has discovery enabled 00000400:00000200:2.0:1767384305.883703:0:16132:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.202.152@tcp(000000005d9714d7) is MR 00000400:00000200:2.0:1767384305.883707:0:16132:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.202.152@tcp data present 17. state = 0x100251 00000400:00000200:1.0:1767384305.883712:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.152:988 00000400:00000200:2.0:1767384305.883713:0:16132:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.152@tcp (000000005d9714d7): -114 00000400:00000200:2.0:1767384305.883726:0:16132:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000005d9714d7 (18) 00000800:00000001:2.0:1767384305.883734:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384305.883738:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384305.883770:0:16135:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384305.883772:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.152:988 00000400:00000200:3.0:1767384305.883778:0:16135:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x1000d1 00000400:00000010:3.0:1767384305.883785:0:16135:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 360 at 00000000e8252131. 00000400:00000010:3.0:1767384305.883788:0:16135:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 432 at 0000000020eb5af3. 00000400:00000010:3.0:1767384305.883796:0:16135:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 360 at 000000004bf9ae16. 00000400:00000010:3.0:1767384305.883821:0:16135:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000a5119cb5. 00000400:00000200:3.0:1767384305.883826:0:16135:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000a5119cb5 nid 192.168.202.152@tcp25 00000400:00000200:1.0:1767384305.883826:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.152:988 00000400:00000010:3.0:1767384305.883829:0:16135:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000913d09d1. 00000400:00000200:3.0:1767384305.883834:0:16135:0:(peer.c:204:lnet_peer_net_alloc()) 00000000913d09d1 net tcp25 00000400:00000200:3.0:1767384305.883837:0:16135:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (17) 00000400:00000200:3.0:1767384305.883844:0:16135:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.152@tcp NID 192.168.202.152@tcp25 flags 0x11 00000400:00000010:3.0:1767384305.883848:0:16135:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 360 at 00000000e8252131. 00000400:00000010:3.0:1767384305.883853:0:16135:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 432 at 0000000020eb5af3. 00000400:00000010:3.0:1767384305.883857:0:16135:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 360 at 000000004bf9ae16. 00000400:00000200:1.0:1767384305.883859:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.152:988 00000400:00000010:3.0:1767384305.883863:0:16135:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 313 at 00000000daa37160. 00000400:00000200:3.0:1767384305.883872:0:16135:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.152@tcp (000000005d9714d7): 0 00000400:00000200:3.0:1767384305.883876:0:16135:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.152@tcp(000000005d9714d7): 0. state = 0x100151 00000400:00000200:3.0:1767384305.883881:0:16135:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100151 rc 1 00000400:00000200:3.0:1767384305.883887:0:16135:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100151 00000400:00000200:3.0:1767384305.883891:0:16135:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.152@tcp 00000400:00000200:3.0:1767384305.883895:0:16135:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100111 rc 0 00000400:00000200:3.0:1767384305.883900:0:16135:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.152@tcp (000000005d9714d7) 00000400:00000200:1.0:1767384305.883905:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.152:988 00000400:00000200:3.0:1767384305.883906:0:16135:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000005d9714d7 (18) 00000400:00000200:1.0:1767384305.883958:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.152:988 00000400:00000200:1.0:1767384305.883994:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.152:988 00000400:00000200:1.0:1767384305.884025:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.152:988 00000400:00000200:1.0:1767384305.884083:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.152:988 00000400:00000200:1.0:1767384305.884535:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.152:988 00000400:00000200:1.0:1767384305.884596:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.152:988 00000800:00000010:1.0:1767384305.884757:0:16128:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000000557b543. 00000800:00000010:1.0:1767384305.884761:0:16128:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000009a78cce4. 00000800:00000010:1.0:1767384305.884765:0:16128:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000cb502a55. 00000800:00000010:1.0:1767384305.884801:0:16128:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000cb502a55. 00000400:00000200:1.0:1767384305.885007:0:16133:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:1.0:1767384305.885021:0:16133:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.152@tcp24 from 224.3.0.2 00000800:00000010:1.0:1767384305.885024:0:16133:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000005f2cb9. 00000800:00000010:3.0:1767384305.885123:0:16125:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000001e48bd34. 00000800:00000010:3.0:1767384305.885128:0:16125:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000003828eeaf. 00000800:00000010:3.0:1767384305.885154:0:16125:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000082181c12. 00000800:00000200:3.1:1767384305.885160:0:16125:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000922cc1b6] -> 12345-192.168.202.152@tcp24 (4) 00000800:00000200:3.1:1767384305.885165:0:16125:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.152@tcp24 0000000082181c12 deleted 00000800:00000010:3.1:1767384305.885166:0:16125:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000082181c12. 00000800:00000200:3.1:1767384305.885170:0:16125:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:3.0:1767384305.885175:0:16125:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.152@tcp24 p 3.x 192.168.202.152 -> 192.168.202.152:992 incarnation:1767384304202711714 sched[0] 00000800:00000010:3.0:1767384305.885181:0:16125:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000060d22df4. 00000800:00000010:3.0:1767384305.885228:0:16125:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000060d22df4. 00000800:00000010:3.0:1767384305.885233:0:16125:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000003828eeaf. 00000800:00000010:3.0:1767384305.885263:0:16125:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000005f2cb9. 00000800:00000001:3.0:1767384305.885273:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384305.885278:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.1:1767384305.885303:0:16128:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:3.0:1767384305.885308:0:16128:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.152@tcp24 p 3.x 192.168.202.152 -> 192.168.202.152:988 incarnation:1767384304202711714 sched[0] 00000800:00000010:3.0:1767384305.885311:0:16128:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000009a78cce4. 00000800:00000001:3.0:1767384305.885338:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384305.885347:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384305.889440:0:16774:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384305.889445:0:16774:0:(lu_object.c:207:lu_object_put()) Add 00000000f07b1e3f/000000000f28175b to site lru. bkt: 00000000b56e2c81 20000000:00000001:1.0:1767384305.889448:0:16774:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384305.889451:0:16807:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 20000000:00000001:1.0:1767384305.889452:0:16774:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:2.0:1767384305.889457:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384305.889459:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1767384305.889460:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384305.889461:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384305.889464:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000951ccdce. 20000000:01000000:1.0:1767384305.889465:0:16774:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000001:2.0:1767384305.889468:0:16807:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:1.0:1767384305.889478:0:16774:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:00000010:3.0:1767384305.889482:0:16771:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000004bf9ae16. 20000000:01000000:1.0:1767384305.889483:0:16774:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:0.0:1767384305.889486:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:01000000:3.0:1767384305.889488:0:16771:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #25 20000000:00000001:0.0:1767384305.889491:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000020:1.0:1767384305.889492:0:16774:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000001:3.0:1767384305.889494:0:16771:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 10000000:01000000:0.0:1767384305.889495:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:3.0:1767384305.889500:0:16771:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00010000:00000001:0.0:1767384305.889501:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384305.889505:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1767384305.889512:0:16794:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000c92b91c2 count: 2 00010000:00000001:0.0:1767384305.889515:0:16794:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384305.889518:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384305.889521:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000003b7f1806. 00000020:00000001:0.0:1767384305.889525:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:3.0:1767384305.889526:0:16771:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384305.889530:0:16771:0:(osd_index.c:949:osd_remote_fid()) Process entered 00000020:00000040:0.0:1767384305.889530:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 000000003b7f1806 with handle 0x7e51148972eecb49 to hash 00080000:00000001:3.0:1767384305.889533:0:16771:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384305.889535:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000001:3.0:1767384305.889536:0:16771:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00010000:00000001:0.0:1767384305.889538:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446619781734631936 : -124291974919680 : ffff8ef504fc8a00) 00000020:00000001:3.0:1767384305.889540:0:16771:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:0.0:1767384305.889541:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446619781734631936 : -124291974919680 : ffff8ef504fc8a00) 00000020:00000001:3.0:1767384305.889545:0:16771:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446619782313850200 : -124291395701416 : ffff8ef52782b558) 00010000:00000001:0.0:1767384305.889574:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384305.889577:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384305.889581:0:16771:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00010000:0.0:1767384305.889584:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000003b7f1806/0x7e51148972eecb49 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00080000:00000010:3.0:1767384305.889587:0:16771:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000005a39b63d. 00080000:00000001:3.0:1767384305.889591:0:16771:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446619781773017088 : -124291936534528 : ffff8ef507464000) 00080000:00000001:3.0:1767384305.889597:0:16771:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:0.0:1767384305.889598:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384305.889602:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384305.889610:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384305.889612:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384305.889615:0:16794:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:0.0:1767384305.889618:0:16794:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 0000000061b41709/0x7e51148972eecb42 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7e51148972eecb3b expref: 16 pid: 16774 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384305.889623:0:16794:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:0.0:1767384305.889625:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384305.889628:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384305.889629:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384305.889631:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384305.889632:0:16794:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:0.0:1767384305.889634:0:16794:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 000000003b7f1806/0x7e51148972eecb49 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384305.889639:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000c92b91c2) refcount = 2 00010000:00000040:0.0:1767384305.889641:0:16794:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1767384305.889643:0:16794:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 0000000061b41709/0x7e51148972eecb42 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0x7e51148972eecb3b expref: 16 pid: 16774 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384305.889647:0:16794:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:0.0:1767384305.889649:0:16794:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 000000003b7f1806/0x7e51148972eecb49 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000010:0.0:1767384305.889655:0:16794:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000ba188ac. 00000100:00000001:0.0:1767384305.889658:0:16794:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384305.889661:0:16794:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005bf261e2. 00000100:00000001:0.0:1767384305.889663:0:16794:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446619782410485760 : -124291299065856 : ffff8ef52d454000) 00000100:00000001:0.0:1767384305.889666:0:16794:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446619782410485760 : -124291299065856 : ffff8ef52d454000) 00000001:00000001:3.0:1767384305.889668:0:16771:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000100:00000001:0.0:1767384305.889668:0:16794:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384305.889669:0:16794:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00080000:00000001:3.0:1767384305.889671:0:16771:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384305.889672:0:16794:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00080000:00000001:3.0:1767384305.889674:0:16771:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:0.0:1767384305.889677:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384305.889679:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:0.0:1767384305.889681:0:16794:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1767384305.889683:0:16794:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1767384305.889688:0:16794:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00080000:00000001:3.0:1767384305.889689:0:16771:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384305.889690:0:16794:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00080000:00000001:3.0:1767384305.889692:0:16771:0:(osd_io.c:399:osd_write()) Process entered 00000100:00000010:0.0:1767384305.889696:0:16794:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000acb379ab. 00000020:00000040:0.0:1767384305.889700:0:16794:0:(genops.c:1229:class_import_get()) import 00000000ec48d8bc refcount=2 obd=MGS 00000100:00000001:0.0:1767384305.889703:0:16794:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384305.889705:0:16794:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384305.889708:0:16794:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384305.889714:0:16794:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d62a02fb. 00000100:00000001:0.0:1767384305.889718:0:16794:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384305.889722:0:16794:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 0000000061b41709/0x7e51148972eecb42 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x7e51148972eecb3b expref: 16 pid: 16774 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384305.889734:0:16794:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 0000000061b41709/0x7e51148972eecb42 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x7e51148972eecb3b expref: 16 pid: 16774 timeout: 378 lvb_type: 0 00010000:00000001:0.0:1767384305.889740:0:16794:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:0.0:1767384305.889743:0:16794:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384305.889746:0:16794:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000acb379ab x1853236723072128/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384305.889753:0:16794:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384305.889755:0:16794:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384305.889758:0:16794:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000acb379ab pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16794:1853236723072128:0@lo:104: 00000100:00000001:0.0:1767384305.889761:0:16794:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384305.889765:0:16794:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384305.889767:0:16794:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384305.889769:0:16794:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384305.889772:0:16794:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004e134f57. 02000000:00000001:0.0:1767384305.889774:0:16794:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384305.889778:0:16794:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002ca903c6. 00080000:00000001:3.0:1767384305.889779:0:16771:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384305.889782:0:16771:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000010:0.0:1767384305.889782:0:16794:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cf88a9bc. 00000100:00000200:0.0:1767384305.889787:0:16794:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236723072128, portal 16 00000100:00000001:0.0:1767384305.889788:0:16794:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384305.889790:0:16794:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782674416512 : -124291035135104 : ffff8ef53d008380) 00000100:00000040:0.0:1767384305.889793:0:16794:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@00000000acb379ab x1853236723072128/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384321 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384305.889806:0:16794:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384305.889808:0:16794:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384305.889810:0:16794:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000029c4097. 00000100:00000200:0.0:1767384305.889812:0:16794:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853236723072128, offset 0 00000400:00000200:0.0:1767384305.889816:0:16794:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384305.889823:0:16794:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384305.889828:0:16794:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x695824c903c80 00000400:00000200:0.0:1767384305.889833:0:16794:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x9 [2] + 1640 00000400:00000200:0.0:1767384305.889837:0:16794:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384305.889840:0:16794:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384305.889843:0:16794:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384305.889845:0:16794:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:0.0:1767384305.889847:0:16794:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009bbc7890. 00000100:00000040:0.0:1767384305.889848:0:16794:0:(events.c:337:request_in_callback()) incoming req@000000009bbc7890 x1853236723072128 msgsize 328 00000100:00100000:0.0:1767384305.889852:0:16794:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384305.889868:0:16794:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384305.889873:0:16794:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000029c4097 00000400:00000010:0.0:1767384305.889875:0:16794:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000029c4097. 00000100:00000001:0.0:1767384305.889878:0:16794:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384305.889882:0:16794:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000acb379ab x1853236723072128/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384321 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384305.889888:0:16794:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384305.889890:0:16763:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:0.0:1767384305.889891:0:16794:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000acb379ab x1853236723072128/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384321 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767384305.889893:0:16763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723072128 02000000:00000001:1.0:1767384305.889899:0:16763:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384305.889900:0:16794:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384305.889903:0:16763:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384305.889904:0:16794:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384305.889909:0:16763:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384305.889910:0:16794:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384305.889915:0:16763:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384305.889915:0:16794:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294895876 00000100:00100000:1.0:1767384305.889922:0:16763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723072128 00000100:00000001:0.0:1767384305.889924:0:16794:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4294895867 00000020:00000001:1.0:1767384305.889926:0:16763:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384305.889929:0:16763:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eec8d3 00000100:00000001:0.0:1767384305.889930:0:16794:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294895876 00000020:00000001:1.0:1767384305.889934:0:16763:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384305.889935:0:16794:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4294895867 00000020:00000040:1.0:1767384305.889939:0:16763:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000d18f5ad3 refcount=3 00000100:00000001:0.0:1767384305.889940:0:16794:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294895876 00000020:00000001:1.0:1767384305.889943:0:16763:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619777404448768 : -124296305102848 : ffff8ef402e33000) 00000020:00000001:1.0:1767384305.889945:0:16763:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619777404448768 : -124296305102848 : ffff8ef402e33000) 00000100:00000001:1.0:1767384305.889952:0:16763:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384305.889952:0:16794:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4294895867 00000020:00000010:1.0:1767384305.889957:0:16763:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002cd66b7f. 00000100:00000001:0.0:1767384305.889957:0:16794:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294895876 00000100:00000001:1.0:1767384305.889963:0:16763:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384305.889965:0:16794:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4294895867 00000020:00000010:1.0:1767384305.889966:0:16763:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002cd66b7f. 00000100:00000001:0.0:1767384305.889969:0:16794:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384305.889971:0:16794:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384305.889974:0:16794:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384305.889977:0:16794:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384305.889979:0:16763:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000955b61fc. 00000020:00000001:0.0:1767384305.889980:0:16794:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384305.889984:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000010:1.0:1767384305.889986:0:16763:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000921e07c9. 00010000:00000001:0.0:1767384305.889986:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384305.889987:0:16794:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384305.889991:0:16763:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000083016110. 00010000:00000001:0.0:1767384305.889991:0:16794:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:0.0:1767384305.889994:0:16794:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1767384305.889997:0:16794:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384305.889999:0:16794:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:1.0:1767384305.890001:0:16763:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:0.0:1767384305.890001:0:16794:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767384305.890002:0:16794:0:(client.c:2690:ptlrpc_set_wait()) set 000000005bf261e2 going to sleep for 11 seconds 00000100:00000001:1.0:1767384305.890005:0:16763:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384305.890006:0:16794:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384305.890008:0:16763:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384305.890010:0:16763:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384305.890010:0:16794:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384305.890020:0:16763:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384305.890031:0:16763:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384305.890040:0:16763:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384305.890042:0:16763:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384305.890047:0:16763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00000040:1.0:1767384305.890049:0:16763:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000d18f5ad3 : new rpc_count 1 00000100:00000001:1.0:1767384305.890051:0:16763:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619782674427264 : -124291035124352 : ffff8ef53d00ad80) 00000100:00000040:1.0:1767384305.890055:0:16763:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000009bbc7890 x1853236723072128/t0(0) o104->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:286/0 lens 328/0 e 0 to 0 dl 1767384316 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384305.890061:0:16763:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384305.890064:0:16763:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002cd66b7f. 00000100:00000001:1.0:1767384305.890066:0:16763:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384305.890068:0:16763:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002cd66b7f. 00000100:00100000:1.0:1767384305.890073:0:16763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000009bbc7890 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:c0412d60-4f67-4dbc-8791-892843f60083+3:16794:x1853236723072128:12345-0@lo:104: 00000100:00000200:1.0:1767384305.890076:0:16763:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723072128 00010000:00000001:1.0:1767384305.890078:0:16763:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:1.0:1767384305.890082:0:16763:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384305.890084:0:16763:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384305.890085:0:16763:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000086b0453b refcount=2 00000020:00000001:1.0:1767384305.890457:0:16763:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781713879552 : -124291995672064 : ffff8ef503bfe200) 00010000:00000001:1.0:1767384305.890461:0:16763:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781713879552 : -124291995672064 : ffff8ef503bfe200) 00010000:00000001:1.0:1767384305.890465:0:16763:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384305.890468:0:16763:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384305.890472:0:16763:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.152@tcp lock: 0000000086b0453b/0x7e51148972eecb3b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x7e51148972eecb42 expref: -99 pid: 16776 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384305.890495:0:16763:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384305.890498:0:16763:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384305.890536:0:16763:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000004b7e5ad. 02000000:00000001:1.0:1767384305.890540:0:16763:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384305.890544:0:16763:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384305.890549:0:16763:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384305.890552:0:16763:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384305.890556:0:16763:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c1a96973 time=35 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384305.890576:0:16763:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384305.890580:0:16763:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 21 to 0@lo 00000100:00000001:1.0:1767384305.890583:0:16763:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 02000000:00000001:1.0:1767384305.890586:0:16763:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384305.890588:0:16763:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384305.890591:0:16763:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384305.890595:0:16763:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384305.890609:0:16763:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ca45cce0. 00000100:00000200:1.0:1767384305.890612:0:16763:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853236723072128, offset 224 00000400:00000200:1.0:1767384305.890619:0:16763:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384305.890626:0:16763:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384305.890634:0:16763:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x695824c903c80 00000400:00000200:1.0:1767384305.890639:0:16763:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x15ed [1] + 224 00000400:00000200:1.0:1767384305.890644:0:16763:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384305.890648:0:16763:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384305.890651:0:16763:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384305.890655:0:16763:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000acb379ab x1853236723072128/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384321 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1767384305.890665:0:16763:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000acb379ab x1853236723072128/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384321 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384305.890683:0:16763:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384305.890690:0:16763:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ca45cce0 00000100:00000001:2.0:1767384305.890691:0:16794:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:1.0:1767384305.890693:0:16763:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ca45cce0. 00000100:00000001:1.0:1767384305.890697:0:16763:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:2.0:1767384305.890698:0:16794:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384305.890701:0:16794:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384305.890702:0:16794:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002ca903c6. 00000100:00000001:1.0:1767384305.890707:0:16763:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:2.0:1767384305.890708:0:16794:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cf88a9bc 00000400:00000010:2.0:1767384305.890712:0:16794:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cf88a9bc. 00000100:00000001:1.0:1767384305.890713:0:16763:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384305.890715:0:16794:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1767384305.890719:0:16763:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 20 to 0@lo 00000100:00000200:2.0:1767384305.890722:0:16794:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000acb379ab x1853236723072128/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384321 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:1.0:1767384305.890725:0:16763:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:1.0:1767384305.890730:0:16763:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 0000000086694af5. 00010000:00000001:1.0:1767384305.890735:0:16763:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000100:00000200:2.0:1767384305.890745:0:16794:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000acb379ab x1853236723072128/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384321 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:1.0:1767384305.890746:0:16763:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:1.0:1767384305.890752:0:16763:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384305.890758:0:16763:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384305.890759:0:16794:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:1.0:1767384305.890761:0:16763:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384305.890763:0:16794:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384305.890764:0:16768:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384305.890767:0:16768:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384305.890767:0:16794:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:1.0:1767384305.890768:0:16763:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009bbc7890 x1853236723072128/t0(0) o104->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:286/0 lens 328/224 e 0 to 0 dl 1767384316 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1767384305.890771:0:16794:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00010000:3.0:1767384305.890773:0:16768:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00000001:2.0:1767384305.890774:0:16794:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384305.890777:0:16794:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384305.890780:0:16768:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 02000000:00000001:2.0:1767384305.890782:0:16794:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384305.890783:0:16768:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384305.890788:0:16768:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.152@tcp lock: 0000000086b0453b/0x7e51148972eecb3b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x7e51148972eecb42 expref: -99 pid: 16776 timeout: 0 lvb_type: 0 00000100:00001000:2.0:1767384305.890789:0:16794:0:(import.c:2128:obd_at_measure()) add 5 to 00000000441774e7 time=35 v=5 (5 0 0 0) 00000100:00100000:1.0:1767384305.890795:0:16763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000009bbc7890 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:c0412d60-4f67-4dbc-8791-892843f60083+3:16794:x1853236723072128:12345-0@lo:104: Request processed in 730us (942us total) trans 0 rc 0/0 00000100:00001000:2.0:1767384305.890798:0:16794:0:(import.c:2128:obd_at_measure()) add 1 to 000000000e70851c time=35 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384305.890806:0:16794:0:(client.c:1480:ptlrpc_check_status()) Process entered 00010000:00010000:3.0:1767384305.890809:0:16768:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000086b0453b already unused, calling callback (00000000649d35d1) 00000100:00000001:2.0:1767384305.890810:0:16794:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384305.890814:0:16763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 10000000:00000001:3.0:1767384305.890816:0:16768:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00010000:00000001:2.0:1767384305.890817:0:16794:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 10000000:00010000:3.0:1767384305.890819:0:16768:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.152@tcp lock: 0000000086b0453b/0x7e51148972eecb3b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x7e51148972eecb42 expref: -99 pid: 16776 timeout: 0 lvb_type: 0 00000100:00000040:1.0:1767384305.890819:0:16763:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000d18f5ad3 : new rpc_count 0 00010000:00000001:2.0:1767384305.890821:0:16794:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384305.890825:0:16763:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384305.890830:0:16794:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384305.890830:0:16763:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:3.0:1767384305.890832:0:16768:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000020:00000010:1.0:1767384305.890836:0:16763:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000921e07c9. 00000100:00000040:2.0:1767384305.890839:0:16794:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000acb379ab x1853236723072128/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384321 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:3.0:1767384305.890842:0:16768:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000010:1.0:1767384305.890843:0:16763:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000083016110. 00000020:00000001:3.0:1767384305.890847:0:16768:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:1.0:1767384305.890849:0:16763:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000955b61fc. 00000020:00000040:3.0:1767384305.890852:0:16768:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000086b0453b refcount=3 00000020:00000040:1.0:1767384305.890857:0:16763:0:(genops.c:898:class_export_put()) PUTting export 00000000d18f5ad3 : new refcount 2 00000020:00000001:3.0:1767384305.890859:0:16768:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781713879552 : -124291995672064 : ffff8ef503bfe200) 00000100:00000001:2.0:1767384305.890861:0:16794:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384305.890863:0:16763:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384305.890865:0:16768:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781713879552 : -124291995672064 : ffff8ef503bfe200) 00000100:00000001:2.0:1767384305.890866:0:16794:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384305.890869:0:16794:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384305.890872:0:16768:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00000001:2.0:1767384305.890873:0:16794:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:2.0:1767384305.890876:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384305.890877:0:16768:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.152@tcp lock: 0000000086b0453b/0x7e51148972eecb3b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x7e51148972eecb42 expref: -99 pid: 16776 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384305.890878:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384305.890881:0:16794:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384305.890887:0:16794:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000acb379ab x1853236723072128/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384321 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 10000000:00000001:3.0:1767384305.890893:0:16768:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00100000:2.0:1767384305.890896:0:16794:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000acb379ab pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16794:1853236723072128:0@lo:104: 10000000:00010000:3.0:1767384305.890897:0:16768:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.152@tcp lock: 0000000086b0453b/0x7e51148972eecb3b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x7e51148972eecb42 expref: -99 pid: 16776 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384305.890903:0:16794:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384305.890907:0:16794:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:3.0:1767384305.890909:0:16768:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00000100:00000001:2.0:1767384305.890910:0:16794:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 10000000:00000001:3.0:1767384305.890914:0:16768:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 00000100:00000001:2.0:1767384305.890914:0:16794:0:(client.c:2842:__ptlrpc_req_put()) Process entered 10000000:00000040:3.0:1767384305.890917:0:16768:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 00000100:00000040:2.0:1767384305.890920:0:16794:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000acb379ab x1853236723072128/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384321 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 10000000:00000040:3.0:1767384305.890922:0:16768:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:3.0:1767384305.890924:0:16768:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1767384305.890925:0:16768:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384305.890935:0:16768:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 00000100:00000001:2.0:1767384305.890935:0:16794:0:(client.c:2768:__ptlrpc_free_req()) Process entered 10000000:00000001:3.0:1767384305.890938:0:16768:0:(mgc_request.c:117:config_log_put()) Process entered 02000000:00000001:2.0:1767384305.890938:0:16794:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 10000000:00000040:3.0:1767384305.890939:0:16768:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(0000000070cb7a0b) refs 2 02000000:00000010:2.0:1767384305.890942:0:16794:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004e134f57. 10000000:00000001:3.0:1767384305.890943:0:16768:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:3.0:1767384305.890946:0:16768:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384305.890948:0:16794:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:3.0:1767384305.890950:0:16768:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:2.0:1767384305.890951:0:16794:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:3.0:1767384305.890953:0:16768:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000020:00000040:2.0:1767384305.890954:0:16794:0:(genops.c:1242:class_import_put()) import 00000000ec48d8bc refcount=1 obd=MGS 00010000:00000001:3.0:1767384305.890956:0:16768:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000020:00000001:2.0:1767384305.890957:0:16794:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:3.0:1767384305.890959:0:16768:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 02000000:00000010:2.0:1767384305.890961:0:16794:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000d62a02fb. 00010000:00000001:3.0:1767384305.890962:0:16768:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384305.890966:0:16768:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000086b0453b with handle 0x7e51148972eecb3b from hash 02000000:00000001:2.0:1767384305.890967:0:16794:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:3.0:1767384305.890968:0:16768:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 02000000:00000001:2.0:1767384305.890971:0:16794:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:3.0:1767384305.890972:0:16768:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384305.890975:0:16768:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000010:2.0:1767384305.890975:0:16794:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000acb379ab. 00010000:00000001:3.0:1767384305.890978:0:16768:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384305.890981:0:16768:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384305.890983:0:16768:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00000100:00000001:2.0:1767384305.890983:0:16794:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384305.890985:0:16794:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1767384305.890988:0:16794:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000005bf261e2. 00000100:00000001:2.0:1767384305.890991:0:16794:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1767384305.890994:0:16768:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1767384305.890995:0:16794:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384305.890998:0:16768:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00010000:00000010:2.0:1767384305.890999:0:16794:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000ba188ac. 00010000:00000001:2.0:1767384305.891003:0:16794:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384305.891005:0:16768:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002853bee5. 00010000:00000001:2.0:1767384305.891005:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384305.891011:0:16768:0:(genops.c:1229:class_import_get()) import 00000000df830bbe refcount=6 obd=MGC192.168.202.152@tcp 00010000:00000001:2.0:1767384305.891011:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384305.891016:0:16768:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 20000000:00000001:2.0:1767384305.891017:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 02000000:00000001:3.0:1767384305.891019:0:16768:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00010000:00000001:2.0:1767384305.891020:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 02000000:00000001:3.0:1767384305.891022:0:16768:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384305.891024:0:16794:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 000000003b7f1806/0x7e51148972eecb49 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 02000000:00000010:3.0:1767384305.891030:0:16768:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000daa37160. 00000100:00000001:3.0:1767384305.891034:0:16768:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384305.891037:0:16768:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1767384305.891040:0:16768:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.152@tcp lock: 0000000086b0453b/0x7e51148972eecb3b lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7e51148972eecb42 expref: -99 pid: 16776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384305.891045:0:16768:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1767384305.891046:0:16768:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384305.891049:0:16768:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384305.891050:0:16768:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384305.891055:0:16768:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002853bee5] to pc [ptlrpcd_00_00+0] req@000000002853bee5 x1853236723072256/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384305.891075:0:16768:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384305.891078:0:16768:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384305.891079:0:16768:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384305.891081:0:16768:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384305.891081:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384305.891084:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1767384305.891105:0:16768:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384305.891108:0:16768:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384305.891110:0:16768:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.152@tcp lock: 0000000086b0453b/0x7e51148972eecb3b lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7e51148972eecb42 expref: -99 pid: 16776 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384305.891114:0:16768:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384305.891116:0:16768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.152@tcp lock: 0000000086b0453b/0x7e51148972eecb3b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7e51148972eecb42 expref: -99 pid: 16776 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384305.891121:0:16768:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000008e84e453 count: 0 00010000:00000001:3.0:1767384305.891135:0:16768:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384305.891136:0:16768:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:3.0:1767384305.891144:0:16768:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 0000000086694af5. 00010000:00000001:3.0:1767384305.891147:0:16768:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384305.891151:0:16137:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384305.891156:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002853bee5 x1853236723072256/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384305.891163:0:16137:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384305.891164:0:16137:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384305.891167:0:16137:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384305.891169:0:16137:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384305.891171:0:16137:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384305.891180:0:16137:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000002853bee5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c0412d60-4f67-4dbc-8791-892843f60083:16137:1853236723072256:0@lo:103: 00000020:00000001:3.0:1767384305.891182:0:16768:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1767384305.891183:0:16137:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000001:3.0:1767384305.891185:0:16768:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384305.891187:0:16137:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00010000:3.0:1767384305.891188:0:16768:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:2.0:1767384305.891190:0:16137:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384305.891191:0:16768:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:2.0:1767384305.891193:0:16137:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:3.0:1767384305.891194:0:16768:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384305.891197:0:16137:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008a8f9c25. 00010000:00010000:3.0:1767384305.891198:0:16768:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1767384305.891201:0:16768:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:2.0:1767384305.891202:0:16137:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384305.891203:0:16768:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384305.891206:0:16768:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000010:2.0:1767384305.891207:0:16137:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000017b2962f. 00000400:00000010:2.0:1767384305.891213:0:16137:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000000183fdb. 00000100:00000200:2.0:1767384305.891215:0:16137:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236723072256, portal 18 00000100:00000001:2.0:1767384305.891217:0:16137:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384305.891217:0:16137:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782675227392 : -124291034324224 : ffff8ef53d0ce300) 00000100:00000040:2.0:1767384305.891221:0:16137:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000002853bee5 x1853236723072256/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384321 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384305.891226:0:16137:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384305.891228:0:16137:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384305.891231:0:16137:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cac8814e. 00000100:00000200:2.0:1767384305.891233:0:16137:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853236723072256, offset 0 00000400:00000200:2.0:1767384305.891239:0:16137:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384305.891244:0:16137:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384305.891252:0:16137:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x695824c903d00 00000400:00000200:2.0:1767384305.891257:0:16137:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0xd [2] + 1640 00000400:00000200:2.0:1767384305.891261:0:16137:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384305.891263:0:16137:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384305.891268:0:16137:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384305.891269:0:16137:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1767384305.891272:0:16137:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f83c2498. 00000100:00000040:2.0:1767384305.891274:0:16137:0:(events.c:337:request_in_callback()) incoming req@00000000f83c2498 x1853236723072256 msgsize 328 00000100:00100000:2.0:1767384305.891278:0:16137:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384305.891289:0:16137:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384305.891295:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cac8814e 00000400:00000010:2.0:1767384305.891298:0:16137:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cac8814e. 00000100:00000001:2.0:1767384305.891302:0:16137:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384305.891306:0:16137:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002853bee5 x1853236723072256/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384321 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384305.891308:0:19333:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384305.891312:0:19333:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723072256 02000000:00000001:1.0:1767384305.891315:0:19333:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384305.891317:0:19333:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384305.891320:0:19333:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384305.891326:0:19333:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384305.891331:0:19333:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723072256 00000100:00000001:2.0:1767384305.891334:0:16137:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:1.0:1767384305.891335:0:19333:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384305.891338:0:19333:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eec8e1 00000100:00000040:2.0:1767384305.891342:0:16137:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002853bee5 x1853236723072256/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384321 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384305.891342:0:19333:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384305.891346:0:19333:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000555601ca refcount=17 00000100:00000001:2.0:1767384305.891353:0:16137:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384305.891359:0:16137:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:1.0:1767384305.891359:0:19333:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000020:00000001:1.0:1767384305.891364:0:19333:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000100:00000001:2.0:1767384305.891366:0:16137:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384305.891368:0:19333:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384305.891371:0:16137:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294895878 00000020:00000010:1.0:1767384305.891374:0:19333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000c498c30. 00000100:00000001:2.0:1767384305.891376:0:16137:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294895876 00000100:00000001:1.0:1767384305.891378:0:19333:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384305.891382:0:16137:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294895878 00000020:00000010:1.0:1767384305.891383:0:19333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000c498c30. 00000100:00000001:2.0:1767384305.891391:0:16137:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294895876 00000020:00000010:1.0:1767384305.891392:0:19333:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000652630d. 00000100:00000001:2.0:1767384305.891395:0:16137:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294895878 00000100:00000001:2.0:1767384305.891398:0:16137:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294895876 00000100:00000001:2.0:1767384305.891400:0:16137:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294895878 00000020:00000010:1.0:1767384305.891400:0:19333:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c0b210de. 00000100:00000001:2.0:1767384305.891408:0:16137:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294895876 00000020:00000010:1.0:1767384305.891408:0:19333:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000083016110. 00000100:00000001:2.0:1767384305.891415:0:16137:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384305.891417:0:16137:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384305.891420:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384305.891420:0:19333:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:2.0:1767384305.891426:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384305.891426:0:19333:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384305.891431:0:19333:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384305.891433:0:16137:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1767384305.891435:0:19333:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00000100:00000001:2.0:1767384305.891436:0:16137:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00010000:00000001:1.0:1767384305.891439:0:19333:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384305.891440:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384305.891444:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384305.891445:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384305.891445:0:19333:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00000100:00000001:2.0:1767384305.891449:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384305.891449:0:19333:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384305.891453:0:19333:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384305.891456:0:19333:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000061b41709 refcount=4 00000020:00000001:1.0:1767384305.891459:0:19333:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781820864512 : -124291888687104 : ffff8ef50a205800) 00000100:00000001:2.0:1767384305.891462:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:1.0:1767384305.891462:0:19333:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781820864512 : -124291888687104 : ffff8ef50a205800) 00000100:00000001:2.0:1767384305.891466:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384305.891470:0:19333:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 0000000061b41709/0x7e51148972eecb42 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x7e51148972eecb3b expref: 17 pid: 16774 timeout: 378 lvb_type: 0 00010000:00000001:1.0:1767384305.891479:0:19333:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384305.891481:0:19333:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384305.891482:0:19333:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384305.891484:0:19333:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384305.891490:0:19333:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:1.0:1767384305.891494:0:19333:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f83c2498 x1853236723072256/t0(0) o103->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:286/0 lens 328/0 e 0 to 0 dl 1767384316 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384305.891501:0:19333:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1767384305.891503:0:19333:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384305.891514:0:19333:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384305.891535:0:16766:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384305.891538:0:16766:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384305.891542:0:16766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00000040:2.0:1767384305.891545:0:16766:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000555601ca : new rpc_count 3 00000100:00000001:2.0:1767384305.891547:0:16766:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619782564207616 : -124291145344000 : ffff8ef5366edc00) 00000100:00000040:2.0:1767384305.891558:0:16766:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f83c2498 x1853236723072256/t0(0) o103->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:286/0 lens 328/0 e 0 to 0 dl 1767384316 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384305.891578:0:16766:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384305.891581:0:16766:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008b2736a5. 00000100:00000001:2.0:1767384305.891582:0:16766:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384305.891584:0:16766:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008b2736a5. 00000100:00100000:2.0:1767384305.891588:0:16766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000f83c2498 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c0412d60-4f67-4dbc-8791-892843f60083+17:16137:x1853236723072256:12345-0@lo:103: 00000100:00000200:2.0:1767384305.891591:0:16766:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723072256 00010000:00000001:2.0:1767384305.891593:0:16766:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:2.0:1767384305.891594:0:16766:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:2.0:1767384305.891596:0:16766:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:2.0:1767384305.891599:0:16766:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384305.891601:0:16766:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384305.891604:0:16766:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000aa84fe8d. 02000000:00000001:2.0:1767384305.891606:0:16766:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384305.891608:0:16766:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384305.891610:0:16766:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:2.0:1767384305.891612:0:16766:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:2.0:1767384305.891614:0:16766:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384305.891616:0:16766:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384305.891618:0:16766:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000061b41709 refcount=4 00000020:00000001:2.0:1767384305.891619:0:16766:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781820864512 : -124291888687104 : ffff8ef50a205800) 00010000:00000001:2.0:1767384305.891621:0:16766:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781820864512 : -124291888687104 : ffff8ef50a205800) 00010000:00000040:2.0:1767384305.891623:0:16766:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000c92b91c2 count: 3 00010000:00010000:2.0:1767384305.891626:0:16766:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 0000000061b41709/0x7e51148972eecb42 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x7e51148972eecb3b expref: 17 pid: 16774 timeout: 378 lvb_type: 0 00000100:00001000:2.0:1767384305.891631:0:16766:0:(import.c:2128:obd_at_measure()) add 0 to 00000000dce49598 time=1767384305 v=100 (0 0 0 0) 00010000:00000001:2.0:1767384305.891633:0:16766:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384305.891638:0:16766:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384305.891639:0:16766:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384305.891641:0:16766:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 0000000061b41709/0x7e51148972eecb42 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x7e51148972eecb3b expref: 17 pid: 16774 timeout: 378 lvb_type: 0 00000020:00000001:2.0:1767384305.891654:0:16766:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1767384305.891655:0:16766:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1767384305.891657:0:16766:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384305.891658:0:16766:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384305.891661:0:16766:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384305.891662:0:16766:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384305.891667:0:16766:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384305.891669:0:16766:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384305.891670:0:16766:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384305.891672:0:16766:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384305.891674:0:16766:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000061b41709 with handle 0x7e51148972eecb42 from hash 00010000:00000001:2.0:1767384305.891676:0:16766:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384305.891677:0:16766:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384305.891677:0:16766:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384305.891678:0:16766:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384305.891680:0:16766:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384305.891681:0:16766:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384305.891683:0:16766:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000061b41709/0x7e51148972eecb42 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x7e51148972eecb3b expref: 17 pid: 16774 timeout: 378 lvb_type: 0 00010000:00000040:2.0:1767384305.891687:0:16766:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000555601ca : new locks_count 9 00000020:00000040:2.0:1767384305.891689:0:16766:0:(genops.c:898:class_export_put()) PUTting export 00000000555601ca : new refcount 16 00010000:00000001:2.0:1767384305.891693:0:16766:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384305.891694:0:16766:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384305.891696:0:16766:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:2.0:1767384305.891697:0:16766:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 000000003b7f1806 00010000:00000001:2.0:1767384305.891699:0:16766:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384305.891700:0:16766:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384305.891701:0:16766:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384305.891703:0:16766:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384305.891704:0:16766:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384305.891706:0:16766:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384305.891708:0:16766:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:2.0:1767384305.891710:0:16766:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 000000003b7f1806/0x7e51148972eecb49 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384305.891722:0:16766:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:2.0:1767384305.891725:0:16766:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384305.891726:0:16766:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384305.891728:0:16766:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384305.891729:0:16766:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000c92b91c2) refcount = 2 00010000:00010000:2.0:1767384305.891731:0:16766:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000003b7f1806/0x7e51148972eecb49 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384305.891735:0:16766:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384305.891737:0:16766:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384305.891738:0:16766:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384305.891740:0:16766:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.0:1767384305.891743:0:16766:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008b2736a5. 00000100:00000001:2.0:1767384305.891745:0:16766:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384305.891748:0:16766:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b1efc47d. 00000100:00000001:2.0:1767384305.891750:0:16766:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446619782631087488 : -124291078464128 : ffff8ef53a6b5d80) 00000100:00000001:2.0:1767384305.891752:0:16766:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446619782631087488 : -124291078464128 : ffff8ef53a6b5d80) 00000100:00000001:2.0:1767384305.891753:0:16766:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384305.891754:0:16766:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1767384305.891755:0:16766:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 20000000:00000001:2.0:1767384305.891758:0:16766:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384305.891760:0:16766:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003445359s 00010000:00000001:2.0:1767384305.891762:0:16766:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384305.891764:0:16766:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384305.891765:0:16766:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000003b7f1806 refcount=5 00000020:00000001:2.0:1767384305.891767:0:16766:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781734631936 : -124291974919680 : ffff8ef504fc8a00) 00010000:00000001:2.0:1767384305.891769:0:16766:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781734631936 : -124291974919680 : ffff8ef504fc8a00) 00010000:00000001:2.0:1767384305.891771:0:16766:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384305.891772:0:16766:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000003b7f1806/0x7e51148972eecb49 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384305.891776:0:16766:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384305.891777:0:16766:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000003b7f1806/0x7e51148972eecb49 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384305.891787:0:16766:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384305.891788:0:16766:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384305.891789:0:16766:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000003b7f1806/0x7e51148972eecb49 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384305.891793:0:16766:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384305.891794:0:16766:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384305.891796:0:16766:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384305.891796:0:16766:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000003b7f1806/0x7e51148972eecb49 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384305.891800:0:16766:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000003b7f1806 already unused, calling callback (00000000871a6010) 00010000:00000001:2.0:1767384305.891802:0:16766:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384305.891804:0:16766:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384305.891805:0:16766:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000003b7f1806/0x7e51148972eecb49 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384305.891809:0:16766:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384305.891811:0:16766:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384305.891813:0:16766:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384305.891815:0:16766:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000003b7f1806 refcount=6 00000020:00000001:2.0:1767384305.891817:0:16766:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781734631936 : -124291974919680 : ffff8ef504fc8a00) 00010000:00000001:2.0:1767384305.891820:0:16766:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781734631936 : -124291974919680 : ffff8ef504fc8a00) 00010000:00000001:2.0:1767384305.891824:0:16766:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384305.891826:0:16766:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000003b7f1806/0x7e51148972eecb49 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384305.891832:0:16766:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384305.891834:0:16766:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384305.891836:0:16766:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384305.891848:0:16766:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384305.891850:0:16766:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384305.891853:0:16766:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384305.891861:0:16766:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384305.891864:0:16766:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000003b7f1806 with handle 0x7e51148972eecb49 from hash 00010000:00000001:2.0:1767384305.891867:0:16766:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384305.891868:0:16766:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384305.891870:0:16766:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384305.891871:0:16766:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384305.891873:0:16766:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384305.891874:0:16766:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384305.891876:0:16766:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384305.891877:0:16766:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384305.891880:0:16766:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384305.891881:0:16766:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384305.891883:0:16766:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384305.891885:0:16766:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384305.891886:0:16766:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384305.891887:0:16766:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384305.891889:0:16766:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384305.891891:0:16766:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384305.891893:0:16766:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000003b7f1806/0x7e51148972eecb49 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384305.891896:0:16766:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384305.891898:0:16766:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384305.891899:0:16766:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384305.891901:0:16766:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384305.891902:0:16766:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384305.891903:0:16766:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384305.891905:0:16766:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384305.891907:0:16766:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384305.891908:0:16766:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384305.891910:0:16766:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384305.891911:0:16766:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384305.891913:0:16766:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384305.891914:0:16766:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:2.0:1767384305.891916:0:16766:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1767384305.891917:0:16766:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384305.891918:0:16766:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384305.891926:0:16766:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:2.0:1767384305.891927:0:16766:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000b1efc47d. 00000100:00000001:2.0:1767384305.891930:0:16766:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1767384305.891932:0:16766:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1767384305.891933:0:16766:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008b2736a5. 00010000:00000001:2.0:1767384305.891936:0:16766:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:2.0:1767384305.891937:0:16766:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:2.0:1767384305.891938:0:16766:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384305.891941:0:16766:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384305.891942:0:16766:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384305.891944:0:16766:0:(import.c:2128:obd_at_measure()) add 1 to 0000000028084485 time=35 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384305.891946:0:16766:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384305.891949:0:16766:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 21 to 0@lo 00000100:00000001:2.0:1767384305.891951:0:16766:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 02000000:00000001:2.0:1767384305.891953:0:16766:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384305.891954:0:16766:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384305.891956:0:16766:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384305.891959:0:16766:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384305.891962:0:16766:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cac8814e. 00000100:00000200:2.0:1767384305.891965:0:16766:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853236723072256, offset 224 00000400:00000200:2.0:1767384305.891970:0:16766:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384305.891977:0:16766:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384305.891983:0:16766:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x695824c903d00 00000400:00000200:2.0:1767384305.891987:0:16766:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x15f9 [1] + 224 00000400:00000200:2.0:1767384305.891991:0:16766:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384305.891993:0:16766:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384305.891996:0:16766:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384305.891999:0:16766:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002853bee5 x1853236723072256/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384321 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384305.892006:0:16766:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000002853bee5 x1853236723072256/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384321 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384305.892019:0:16766:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384305.892024:0:16766:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cac8814e 00000400:00000010:2.0:1767384305.892025:0:16766:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cac8814e. 00000100:00000001:2.0:1767384305.892034:0:16766:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384305.892035:0:16766:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384305.892040:0:16766:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384305.892043:0:16766:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 20 to 0@lo 00010000:00000001:2.0:1767384305.892045:0:16766:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384305.892047:0:16766:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384305.892051:0:16766:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f83c2498 x1853236723072256/t0(0) o103->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:286/0 lens 328/224 e 0 to 0 dl 1767384316 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384305.892057:0:16766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000f83c2498 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c0412d60-4f67-4dbc-8791-892843f60083+16:16137:x1853236723072256:12345-0@lo:103: Request processed in 479us (781us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384305.892064:0:16766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00000040:2.0:1767384305.892067:0:16766:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000555601ca : new rpc_count 2 00000100:00000001:2.0:1767384305.892068:0:16766:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384305.892071:0:16766:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384305.892073:0:16766:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c0b210de. 00000020:00000010:2.0:1767384305.892077:0:16766:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000083016110. 00000020:00000010:2.0:1767384305.892080:0:16766:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000652630d. 00000020:00000040:2.0:1767384305.892085:0:16766:0:(genops.c:898:class_export_put()) PUTting export 00000000555601ca : new refcount 15 00000100:00000001:2.0:1767384305.892117:0:16766:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1767384305.892157:0:16794:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 000000003b7f1806/0x7e51148972eecb49 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384305.892162:0:16794:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 20000000:00000001:2.0:1767384305.892164:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00010000:2.0:1767384305.892166:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000003b7f1806/0x7e51148972eecb49 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384305.892171:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384305.892172:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384305.892174:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000003b7f1806/0x7e51148972eecb49 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384305.892178:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000c92b91c2 count: 0 00010000:00000001:2.0:1767384305.892194:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384305.892196:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:2.0:1767384305.892204:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384305.892205:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384305.892209:0:16137:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384305.892211:0:16137:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384305.892212:0:16137:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000017b2962f. 00000400:00000200:2.0:1767384305.892215:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000000183fdb 00000400:00000010:2.0:1767384305.892217:0:16137:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000000183fdb. 00000100:00000001:2.0:1767384305.892220:0:16137:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384305.892224:0:16137:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002853bee5 x1853236723072256/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384321 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384305.892232:0:16137:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002853bee5 x1853236723072256/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384321 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384305.892238:0:16137:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384305.892240:0:16137:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384305.892242:0:16137:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384305.892243:0:16137:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384305.892244:0:16137:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384305.892246:0:16137:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384305.892247:0:16137:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384305.892249:0:16137:0:(import.c:2128:obd_at_measure()) add 5 to 00000000e6189a3f time=35 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384305.892252:0:16137:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f5022cbe time=35 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384305.892254:0:16137:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384305.892255:0:16137:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384305.892256:0:16137:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384305.892257:0:16137:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384305.892258:0:16137:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384305.892261:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002853bee5 x1853236723072256/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384321 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384305.892265:0:16137:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384305.892267:0:16137:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384305.892269:0:16137:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384305.892271:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002853bee5 x1853236723072256/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384321 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384305.892286:0:16137:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000002853bee5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c0412d60-4f67-4dbc-8791-892843f60083:16137:1853236723072256:0@lo:103: 00000100:00000001:2.0:1767384305.892291:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384305.892294:0:16137:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384305.892296:0:16137:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002853bee5 x1853236723072256/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384321 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384305.892303:0:16137:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384305.892305:0:16137:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384305.892308:0:16137:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008a8f9c25. 02000000:00000001:2.0:1767384305.892311:0:16137:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384305.892312:0:16137:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384305.892314:0:16137:0:(genops.c:1242:class_import_put()) import 00000000df830bbe refcount=5 obd=MGC192.168.202.152@tcp 00000020:00000001:2.0:1767384305.892317:0:16137:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384305.892319:0:16137:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000daa37160. 02000000:00000001:2.0:1767384305.892323:0:16137:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384305.892325:0:16137:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384305.892327:0:16137:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002853bee5. 00000100:00000001:2.0:1767384305.892331:0:16137:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384305.892332:0:16137:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384305.892335:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384305.892339:0:16137:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384305.892342:0:16137:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384305.892344:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384305.892346:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1767384305.895151:0:18308:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000061b41709. 00010000:00000010:3.1:1767384305.898109:0:16642:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000008e84e453. 00010000:00000010:2.1:1767384305.898112:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000c92b91c2. 00010000:00000010:2.1:1767384305.898121:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000003b7f1806. 00010000:00000010:3.1:1767384305.898124:0:16642:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000086b0453b. 00080000:00000001:3.0:1767384305.898251:0:16807:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:3.0:1767384305.898254:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384305.898256:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:3.0:1767384305.898257:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384305.898259:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1767384305.898262:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000005a39b63d. 00080000:00000001:3.0:1767384305.898265:0:16807:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:3.0:1767384305.898291:0:16771:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384305.898296:0:16771:0:(lu_object.c:207:lu_object_put()) Add 00000000f07b1e3f/000000000f28175b to site lru. bkt: 00000000b56e2c81 20000000:00000001:3.0:1767384305.898299:0:16771:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384305.898301:0:16771:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384305.898304:0:16771:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384305.898313:0:16771:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384305.898315:0:16771:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:3.0:1767384305.898321:0:16771:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:3.0:1767384305.898331:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384305.898333:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384305.898335:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384305.898338:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384305.898340:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384305.898346:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000019df58b. 00010000:00000001:3.0:1767384305.898349:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384305.898353:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000086b0453b. 00000020:00000001:3.0:1767384305.898355:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384305.898359:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000086b0453b with handle 0x7e51148972eecb50 to hash 00000020:00000001:3.0:1767384305.898361:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384305.898368:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446619781713879552 : -124291995672064 : ffff8ef503bfe200) 00010000:00000001:3.0:1767384305.898371:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446619781713879552 : -124291995672064 : ffff8ef503bfe200) 00010000:00000001:3.0:1767384305.898374:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384305.898375:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384305.898378:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000086b0453b/0x7e51148972eecb50 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384305.898385:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384305.898387:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384305.898389:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384305.898391:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384305.898392:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384305.898394:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384305.898395:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384305.898397:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384305.898399:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384305.898401:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384305.898402:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384305.898403:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000019df58b) refcount = 1 00010000:00010000:3.0:1767384305.898405:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000086b0453b/0x7e51148972eecb50 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384305.898410:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384305.898411:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384305.898413:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384305.898414:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384305.898416:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384305.898417:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384305.898420:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003445359s 00010000:00000001:3.0:1767384305.898422:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384305.898423:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384305.898425:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000086b0453b refcount=4 00000020:00000001:3.0:1767384305.898426:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781713879552 : -124291995672064 : ffff8ef503bfe200) 00010000:00000001:3.0:1767384305.898428:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781713879552 : -124291995672064 : ffff8ef503bfe200) 00010000:00000001:3.0:1767384305.898430:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384305.898437:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000086b0453b/0x7e51148972eecb50 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384305.898441:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384305.898443:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000086b0453b/0x7e51148972eecb50 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384305.898447:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384305.898448:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384305.898449:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000086b0453b/0x7e51148972eecb50 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384305.898452:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384305.898453:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384305.898456:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384305.898457:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000086b0453b/0x7e51148972eecb50 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384305.898461:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000086b0453b already unused, calling callback (00000000871a6010) 00010000:00000001:3.0:1767384305.898463:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384305.898465:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384305.898466:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000086b0453b/0x7e51148972eecb50 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384305.898470:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384305.898471:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384305.898473:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384305.898474:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000086b0453b refcount=5 00000020:00000001:3.0:1767384305.898475:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781713879552 : -124291995672064 : ffff8ef503bfe200) 00010000:00000001:3.0:1767384305.898477:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781713879552 : -124291995672064 : ffff8ef503bfe200) 00010000:00000001:3.0:1767384305.898478:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384305.898479:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000086b0453b/0x7e51148972eecb50 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384305.898483:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384305.898490:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384305.898491:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384305.898495:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384305.898497:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384305.898499:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384305.898500:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384305.898502:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000086b0453b with handle 0x7e51148972eecb50 from hash 00010000:00000001:3.0:1767384305.898503:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384305.898504:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384305.898505:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384305.898506:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384305.898507:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384305.898508:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384305.898509:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384305.898510:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384305.898512:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384305.898513:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384305.898514:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384305.898516:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384305.898517:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384305.898518:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384305.898520:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384305.898521:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384305.898522:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000086b0453b/0x7e51148972eecb50 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384305.898526:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384305.898526:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384305.898527:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384305.898529:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384305.898530:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384305.898531:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384305.898532:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384305.898534:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384305.898535:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384305.898537:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000086b0453b/0x7e51148972eecb50 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384305.898549:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384305.898551:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384305.898552:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000086b0453b/0x7e51148972eecb50 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384305.898556:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000019df58b count: 0 00010000:00000001:3.0:1767384305.898580:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384305.898581:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:2.0:1767384305.899354:0:16774:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:2.0:1767384305.899359:0:16774:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384305.899362:0:16774:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000009585baca. 20000000:00000001:2.0:1767384305.899370:0:16774:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384305.899374:0:16774:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236723071872 00010000:00000001:2.0:1767384305.899378:0:16774:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384305.899385:0:16774:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000fd364f02 x1853236723071872/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:286/0 lens 4848/4768 e 0 to 0 dl 1767384316 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384305.899395:0:16774:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384305.899398:0:16774:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384305.899402:0:16774:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dd452398 time=35 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384305.899415:0:16774:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384305.899419:0:16774:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 21 to 0@lo 00000100:00000001:2.0:1767384305.899421:0:16774:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 02000000:00000001:2.0:1767384305.899424:0:16774:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384305.899427:0:16774:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384305.899431:0:16774:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384305.899434:0:16774:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384305.899439:0:16774:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b1efc47d. 00000100:00000200:2.0:1767384305.899444:0:16774:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236723071872, offset 224 00000400:00000200:2.0:1767384305.899453:0:16774:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384305.899464:0:16774:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384305.899474:0:16774:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824c903b80 00000400:00000200:2.0:1767384305.899482:0:16774:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x15d5 [2] + 224 00000400:00000200:2.0:1767384305.899490:0:16774:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384305.899495:0:16774:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384305.899501:0:16774:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384305.899505:0:16774:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f9e83428 x1853236723071872/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384321 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384305.899513:0:16774:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000f9e83428 x1853236723071872/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384321 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384305.899529:0:16774:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384305.899537:0:16774:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b1efc47d 00000400:00000010:2.0:1767384305.899539:0:16774:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b1efc47d. 00000100:00000001:1.0:1767384305.899540:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384305.899543:0:16774:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384305.899544:0:16774:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384305.899546:0:16774:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384305.899548:0:16774:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 20 to 0@lo 00010000:00000001:2.0:1767384305.899553:0:16774:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:1.0:1767384305.899553:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1767384305.899557:0:16774:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384305.899573:0:16774:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:1.0:1767384305.899573:0:16139:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384305.899578:0:16139:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1767384305.899580:0:16774:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fd364f02 x1853236723071872/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:286/0 lens 4848/4768 e 0 to 0 dl 1767384316 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384305.899582:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e4680f7c. 00000400:00000200:1.0:1767384305.899589:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008ec48628 00000100:00100000:2.0:1767384305.899593:0:16774:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000fd364f02 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c0412d60-4f67-4dbc-8791-892843f60083+15:16139:x1853236723071872:12345-0@lo:253: Request processed in 18727us (19330us total) trans 0 rc 0/0 00000400:00000010:1.0:1767384305.899594:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008ec48628. 00000100:00000001:1.0:1767384305.899600:0:16139:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384305.899609:0:16139:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f9e83428 x1853236723071872/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384321 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384305.899613:0:16774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 81 00000100:00000040:2.0:1767384305.899619:0:16774:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000555601ca : new rpc_count 1 00000100:00000001:2.0:1767384305.899624:0:16774:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384305.899627:0:16774:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:1.0:1767384305.899628:0:16139:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f9e83428 x1853236723071872/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384321 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384305.899631:0:16774:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000cb4b7ed4. 00000020:00000010:2.0:1767384305.899641:0:16774:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003c04c441. 00000100:00000001:1.0:1767384305.899641:0:16139:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384305.899643:0:16139:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384305.899647:0:16774:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001dd4788a. 00000100:00000001:1.0:1767384305.899647:0:16139:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384305.899649:0:16139:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384305.899652:0:16139:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000040:2.0:1767384305.899654:0:16774:0:(genops.c:898:class_export_put()) PUTting export 00000000555601ca : new refcount 14 00000100:00000001:1.0:1767384305.899654:0:16139:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384305.899660:0:16139:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384305.899661:0:16774:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00001000:1.0:1767384305.899663:0:16139:0:(import.c:2128:obd_at_measure()) add 5 to 0000000028df3f77 time=35 v=5 (5 0 0 0) 02000000:00000010:2.0:1767384305.899664:0:16774:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000036b1ae31. 00000100:00001000:1.0:1767384305.899670:0:16139:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f5022cbe time=35 v=5 (1 0 0 0) 02000000:00000001:2.0:1767384305.899673:0:16774:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384305.899674:0:16139:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384305.899676:0:16774:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384305.899677:0:16139:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384305.899681:0:16139:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384305.899683:0:16139:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384305.899684:0:16774:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:1.0:1767384305.899686:0:16139:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384305.899690:0:16774:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000017b2962f. 00000100:00000040:1.0:1767384305.899691:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f9e83428 x1853236723071872/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384321 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384305.899698:0:16774:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b1efc47d. 00000100:00000001:1.0:1767384305.899699:0:16139:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384305.899704:0:16139:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384305.899706:0:16139:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384305.899710:0:16139:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384305.899712:0:16139:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384305.899713:0:16139:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384305.899714:0:16139:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384305.899715:0:16139:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384305.899716:0:16139:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384305.899723:0:16139:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384305.899725:0:16139:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384305.899726:0:16139:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384305.899727:0:16139:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384305.899730:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f9e83428 x1853236723071872/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384321 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384305.899736:0:16139:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f9e83428 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c0412d60-4f67-4dbc-8791-892843f60083:16139:1853236723071872:0@lo:253: 00000100:00000001:1.0:1767384305.899741:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384305.899743:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384305.899745:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f9e83428 x1853236723071872/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384321 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384305.899750:0:16139:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384305.899752:0:16139:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384305.899754:0:16139:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000007ac280d2. 02000000:00000001:1.0:1767384305.899758:0:16139:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384305.899759:0:16139:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384305.899760:0:16139:0:(genops.c:1242:class_import_put()) import 00000000df830bbe refcount=4 obd=MGC192.168.202.152@tcp 00000020:00000001:1.0:1767384305.899762:0:16139:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384305.899764:0:16139:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000004519d93b. 02000000:00000001:1.0:1767384305.899769:0:16139:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384305.899770:0:16139:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384305.899772:0:16139:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f9e83428. 00000100:00000001:1.0:1767384305.899776:0:16139:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384305.899778:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384305.899779:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384305.899784:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384305.899786:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384305.899788:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384305.899790:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:3.0:1767384305.901735:0:16771:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767384305.901737:0:16771:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384305.901739:0:16771:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000b94d3830. 20000000:00000001:3.0:1767384305.901743:0:16771:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384305.901746:0:16771:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236723072000 00010000:00000001:3.0:1767384305.901747:0:16771:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384305.901751:0:16771:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000004535ac52 x1853236723072000/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:286/0 lens 4848/4768 e 0 to 0 dl 1767384316 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384305.901752:0:24299:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000004f281566. 00010000:00000001:3.0:1767384305.901760:0:16771:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384305.901762:0:16771:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384305.901764:0:16771:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dd452398 time=35 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384305.901766:0:16771:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000040:1.0:1767384305.901768:0:24299:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000100:00000040:3.0:1767384305.901769:0:16771:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 21 to 0@lo 00000400:00000040:1.0:1767384305.901772:0:24299:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000100:00000001:3.0:1767384305.901773:0:16771:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 02000000:00000001:3.0:1767384305.901777:0:16771:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000040:1.0:1767384305.901777:0:24299:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 02000000:00000001:3.0:1767384305.901781:0:16771:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000040:1.0:1767384305.901782:0:24299:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000100:00000001:3.0:1767384305.901784:0:16771:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000040:1.0:1767384305.901786:0:24299:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000100:00000040:3.0:1767384305.901789:0:16771:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000040:1.0:1767384305.901790:0:24299:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000010:3.0:1767384305.901793:0:16771:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008ec48628. 00000100:00000200:3.0:1767384305.901799:0:16771:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236723072000, offset 224 00000400:00000040:1.0:1767384305.901800:0:24299:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384305.901803:0:24299:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384305.901804:0:24299:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000200:3.0:1767384305.901808:0:16771:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000040:1.0:1767384305.901809:0:24299:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384305.901813:0:24299:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384305.901815:0:24299:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384305.901816:0:24299:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384305.901817:0:24299:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384305.901818:0:24299:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384305.901820:0:24299:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384305.901821:0:24299:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384305.901822:0:24299:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384305.901822:0:24299:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384305.901824:0:24299:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384305.901825:0:24299:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384305.901826:0:24299:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384305.901827:0:24299:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384305.901828:0:24299:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384305.901829:0:24299:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384305.901831:0:24299:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384305.901832:0:24299:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384305.901833:0:24299:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384305.901833:0:24299:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384305.901834:0:24299:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384305.901835:0:24299:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384305.901837:0:24299:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384305.901838:0:24299:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384305.901838:0:24299:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384305.901839:0:24299:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384305.901840:0:24299:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384305.901841:0:24299:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384305.901843:0:24299:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384305.901844:0:24299:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384305.901844:0:24299:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384305.901845:0:24299:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384305.901846:0:24299:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384305.901847:0:24299:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384305.901848:0:24299:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384305.901849:0:24299:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384305.901855:0:24299:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384305.901856:0:24299:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384305.901856:0:24299:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384305.901858:0:24299:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384305.901859:0:24299:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384305.901860:0:24299:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384305.901861:0:24299:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384305.901862:0:24299:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384305.901863:0:24299:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384305.901864:0:24299:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384305.901865:0:24299:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384305.901865:0:24299:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:1.0:1767384305.901904:0:24299:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000004f281566. 00000400:00000200:3.0:1767384305.901910:0:16771:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384305.901917:0:16771:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824c903c00 00000400:00000200:3.0:1767384305.901922:0:16771:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x15dd [2] + 224 00000400:00000200:3.0:1767384305.901927:0:16771:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384305.901937:0:16771:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384305.901940:0:16771:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384305.901944:0:16771:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a9ba819b x1853236723072000/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384321 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384305.901950:0:16771:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000a9ba819b x1853236723072000/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384321 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384305.901963:0:16771:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384305.901969:0:16771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008ec48628 00000400:00000010:3.0:1767384305.901970:0:16771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008ec48628. 00000100:00000001:3.0:1767384305.901973:0:16771:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384305.901975:0:16771:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384305.901978:0:16771:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384305.901981:0:16771:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 20 to 0@lo 00000100:00000001:2.0:1767384305.901982:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1767384305.901983:0:16771:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:2.0:1767384305.901986:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1767384305.901987:0:16771:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384305.901991:0:16771:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:2.0:1767384305.901993:0:16140:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1767384305.901994:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004535ac52 x1853236723072000/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:286/0 lens 4848/4768 e 0 to 0 dl 1767384316 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767384305.901997:0:16140:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384305.902000:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b4b074bf. 00000400:00000200:2.0:1767384305.902005:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b6d6f714 00000100:00100000:3.0:1767384305.902009:0:16771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000004535ac52 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c0412d60-4f67-4dbc-8791-892843f60083+14:16140:x1853236723072000:12345-0@lo:253: Request processed in 21099us (21556us total) trans 0 rc 0/0 00000400:00000010:2.0:1767384305.902009:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b6d6f714. 00000100:00000001:2.0:1767384305.902015:0:16140:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:3.0:1767384305.902019:0:16771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82 00000100:00000200:2.0:1767384305.902021:0:16140:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a9ba819b x1853236723072000/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384321 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384305.902022:0:16771:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000555601ca : new rpc_count 0 00000100:00000001:3.0:1767384305.902027:0:16771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384305.902030:0:16771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384305.902034:0:16771:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000bba55920. 00000100:00000200:2.0:1767384305.902036:0:16140:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a9ba819b x1853236723072000/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384321 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384305.902041:0:16771:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b3b5217d. 00000100:00000001:2.0:1767384305.902043:0:16140:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:3.0:1767384305.902046:0:16771:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005300394a. 00000100:00000001:2.0:1767384305.902046:0:16140:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384305.902050:0:16140:0:(client.c:1578:after_reply()) Process entered 00000020:00000040:3.0:1767384305.902051:0:16771:0:(genops.c:898:class_export_put()) PUTting export 00000000555601ca : new refcount 13 02000000:00000001:2.0:1767384305.902052:0:16140:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384305.902055:0:16140:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:3.0:1767384305.902057:0:16771:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1767384305.902058:0:16140:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384305.902059:0:16771:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000003df1869e. 02000000:00000001:2.0:1767384305.902061:0:16140:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384305.902064:0:16771:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384305.902065:0:16771:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384305.902068:0:16771:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00001000:2.0:1767384305.902071:0:16140:0:(import.c:2128:obd_at_measure()) add 5 to 0000000028df3f77 time=35 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384305.902074:0:16140:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f5022cbe time=35 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384305.902079:0:16140:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000010:3.0:1767384305.902080:0:16771:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000023539866. 00000100:00000001:2.0:1767384305.902080:0:16140:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384305.902084:0:16140:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000010:3.0:1767384305.902085:0:16771:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008ec48628. 00010000:00000001:2.0:1767384305.902103:0:16140:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384305.902106:0:16140:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384305.902110:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a9ba819b x1853236723072000/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384321 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384305.902116:0:16140:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384305.902118:0:16140:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384305.902120:0:16140:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384305.902122:0:16140:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384305.902123:0:16140:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384305.902124:0:16140:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384305.902126:0:16140:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384305.902127:0:16140:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384305.902128:0:16140:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384305.902129:0:16140:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384305.902130:0:16140:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384305.902131:0:16140:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384305.902132:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a9ba819b x1853236723072000/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384321 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384305.902137:0:16140:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a9ba819b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c0412d60-4f67-4dbc-8791-892843f60083:16140:1853236723072000:0@lo:253: 00000100:00000001:2.0:1767384305.902139:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384305.902141:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384305.902142:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a9ba819b x1853236723072000/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384321 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384305.902146:0:16140:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384305.902147:0:16140:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384305.902148:0:16140:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000003a2219a. 02000000:00000001:2.0:1767384305.902151:0:16140:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384305.902151:0:16140:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384305.902152:0:16140:0:(genops.c:1242:class_import_put()) import 00000000df830bbe refcount=3 obd=MGC192.168.202.152@tcp 00000020:00000001:2.0:1767384305.902153:0:16140:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384305.902160:0:16140:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000009f90b238. 02000000:00000001:2.0:1767384305.902162:0:16140:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384305.902163:0:16140:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384305.902164:0:16140:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a9ba819b. 00000100:00000001:2.0:1767384305.902166:0:16140:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384305.902167:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384305.902168:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384305.902171:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384305.902172:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384305.902174:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384305.902175:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1767384305.906116:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000019df58b. 00010000:00000010:3.1:1767384305.906123:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000086b0453b. 00000100:00000040:3.0:1767384305.916134:0:53:0:(connection.c:75:cpu_latency_work()) work item of 000000009d5c2cb6 (cpu 0) has reached its deadline 4294895878, at 4294895879 00000100:00000010:3.0:1767384305.916143:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d2ef4361. 00000100:00000040:0.0:1767384305.916149:0:449:0:(connection.c:75:cpu_latency_work()) work item of 000000002fd0fb58 (cpu 0) has reached its deadline 4294895878, at 4294895879 00000100:00000010:0.0:1767384305.916157:0:449:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000035389d84. 00000100:00000040:1.0:1767384305.917125:0:62:0:(connection.c:75:cpu_latency_work()) work item of 00000000edc4e618 (cpu 0) has reached its deadline 4294895878, at 4294895880 00000100:00000040:2.0:1767384305.917128:0:795:0:(connection.c:75:cpu_latency_work()) work item of 00000000135c2452 (cpu 0) has reached its deadline 4294895878, at 4294895880 00000100:00000010:1.0:1767384305.917133:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b04016d4. 00000100:00000010:2.0:1767384305.917136:0:795:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006b7ddb88. 00010000:00000001:0.0:1767384306.230139:0:449:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384306.230144:0:449:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384306.230150:0:449:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384306.230152:0:449:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384306.230179:0:16767:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384306.230183:0:16767:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384306.230185:0:16767:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767384306.677192:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) c0412d60-4f67-4dbc-8791-892843f60083->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384306.677198:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767384306.677204:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000dcadd9d0. 00000020:00000040:2.0:1767384306.677209:0:36:0:(genops.c:1229:class_import_get()) import 00000000df830bbe refcount=4 obd=MGC192.168.202.152@tcp 00000100:00000001:2.0:1767384306.677214:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384306.677216:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384306.677220:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384306.677226:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000dd13e3da. 00000100:00000001:2.0:1767384306.677234:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384306.677246:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c0412d60-4f67-4dbc-8791-892843f60083->MGS req@00000000dcadd9d0 x1853236723072384/t0(0) o400->MGC192.168.202.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384306.677254:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384306.677257:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384306.677262:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dcadd9d0] to pc [ptlrpcd_00_01+1] req@00000000dcadd9d0 x1853236723072384/t0(0) o400->MGC192.168.202.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384306.677276:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384306.677277:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384306.677281:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767384306.677284:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002082e044. 00000020:00000040:2.0:1767384306.677288:0:36:0:(genops.c:1229:class_import_get()) import 0000000068bc8709 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:2.0:1767384306.677297:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384306.677299:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384306.677300:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384306.677305:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009c3fbcb8. 00000100:00000001:2.0:1767384306.677310:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384306.677316:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@000000002082e044 x1853236723072512/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384306.677327:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384306.677330:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384306.677336:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002082e044] to pc [ptlrpcd_00_02+2] req@000000002082e044 x1853236723072512/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384306.677355:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384306.677358:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384306.677361:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767384306.677365:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002765915d. 00000020:00000040:2.0:1767384306.677367:0:36:0:(genops.c:1229:class_import_get()) import 00000000345f9ba7 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:2.0:1767384306.677368:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384306.677369:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384306.677371:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384306.677406:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003082ec61. 00000100:00000001:2.0:1767384306.677409:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384306.677414:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@000000002765915d x1853236723072640/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384306.677431:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384306.677432:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384306.677436:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002765915d] to pc [ptlrpcd_00_03+3] req@000000002765915d x1853236723072640/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384306.677446:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384306.677448:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384306.677451:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767384306.677454:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003a6fae64. 00000020:00000040:2.0:1767384306.677461:0:36:0:(genops.c:1229:class_import_get()) import 000000005a28ad8c refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:2.0:1767384306.677463:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384306.677465:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384306.677467:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384306.677470:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000007e6aa888. 00000100:00000001:2.0:1767384306.677473:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384306.677477:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@000000003a6fae64 x1853236723072768/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384306.677481:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384306.677483:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384306.677487:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003a6fae64] to pc [ptlrpcd_00_00+0] req@000000003a6fae64 x1853236723072768/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384306.677497:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384306.677502:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (234) 00000100:00000001:2.0:1767384306.677942:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384306.677946:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384306.677948:0:16138:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384306.677953:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000dcadd9d0 x1853236723072384/t0(0) o400->MGC192.168.202.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384306.677959:0:16138:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384306.677961:0:16138:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384306.677964:0:16138:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384306.677966:0:16138:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384306.677968:0:16138:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384306.677970:0:16138:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000dcadd9d0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c0412d60-4f67-4dbc-8791-892843f60083:16138:1853236723072384:0@lo:400: 00000100:00000001:2.0:1767384306.677975:0:16138:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384306.677981:0:16138:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384306.677985:0:16138:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384306.677989:0:16138:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384306.677994:0:16138:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000671d9b40. 02000000:00000001:2.0:1767384306.677996:0:16138:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384306.678002:0:16138:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b4b074bf. 00000400:00000010:2.0:1767384306.678008:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000000183fdb. 00000100:00000200:2.0:1767384306.678019:0:16138:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236723072384, portal 25 00000100:00000001:2.0:1767384306.678021:0:16138:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384306.678023:0:16138:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782564204928 : -124291145346688 : ffff8ef5366ed180) 00000100:00000040:2.0:1767384306.678027:0:16138:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000dcadd9d0 x1853236723072384/t0(0) o400->MGC192.168.202.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384322 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384306.678033:0:16138:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384306.678036:0:16138:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384306.678040:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cac8814e. 00000100:00000200:2.0:1767384306.678042:0:16138:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853236723072384, offset 0 00000400:00000200:2.0:1767384306.678048:0:16138:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384306.678060:0:16138:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384306.678071:0:16138:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x695824c903d80 00000400:00000200:2.0:1767384306.678078:0:16138:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0xa71 [2] + 0 00000400:00000010:2.0:1767384306.678083:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005b2860dd. 00000400:00000200:2.0:1767384306.678111:0:16138:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000083797c88 00000400:00000200:2.0:1767384306.678116:0:16138:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384306.678121:0:16138:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384306.678126:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000083797c88 00000400:00000010:2.0:1767384306.678128:0:16138:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000083797c88. 00000100:00000001:2.0:1767384306.678132:0:16138:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384306.678133:0:16138:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384306.678137:0:16138:0:(events.c:337:request_in_callback()) incoming req@000000000aef99c8 x1853236723072384 msgsize 224 00000004:00000001:0.0:1767384306.678137:0:16802:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:0.0:1767384306.678142:0:16802:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:0.0:1767384306.678147:0:16802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a17a245b. 00000100:00100000:2.0:1767384306.678148:0:16138:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000040:0.0:1767384306.678152:0:16802:0:(genops.c:1229:class_import_get()) import 0000000068bc8709 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000040:2.0:1767384306.678153:0:16138:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384306.678159:0:16802:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384306.678161:0:16802:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384306.678164:0:16802:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384306.678167:0:16138:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000010:0.0:1767384306.678169:0:16802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000745e4ef4. 00000100:00000001:0.0:1767384306.678173:0:16802:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384306.678175:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cac8814e 00000400:00000010:2.0:1767384306.678178:0:16138:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cac8814e. 00000100:00000001:0.0:1767384306.678178:0:16802:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384306.678182:0:16138:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384306.678186:0:16802:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384306.678189:0:16138:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000dcadd9d0 x1853236723072384/t0(0) o400->MGC192.168.202.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384322 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384306.678195:0:16802:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a17a245b] to pc [ptlrpcd_00_01+1] req@00000000a17a245b x1853236723072896/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384306.678199:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384306.678205:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000dcadd9d0 x1853236723072384/t0(0) o400->MGC192.168.202.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384322 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:0.0:1767384306.678210:0:16802:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384306.678212:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384306.678221:0:16138:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384306.678228:0:16138:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384306.678232:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294896665 00000100:00000010:2.0:1767384306.678235:0:16138:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000060da22a9. 00000100:00000001:2.0:1767384306.678241:0:16138:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767384306.678246:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294896665 00000100:00000010:2.0:1767384306.678250:0:16138:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000040379a8c. 00000100:00000001:2.0:1767384306.678253:0:16138:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384306.678258:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294896665 00000100:00000010:2.0:1767384306.678262:0:16138:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000434e4546. 00000100:00000001:2.0:1767384306.678265:0:16138:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384306.678268:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294896665 00000100:00000010:2.0:1767384306.678271:0:16138:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000a614fda. 00000100:00000001:2.0:1767384306.678275:0:16138:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384306.678280:0:16138:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384306.678282:0:16138:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384306.678285:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384306.678287:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384306.678295:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384306.678297:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384306.678299:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384306.678302:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384306.678304:0:16138:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384306.678308:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a17a245b x1853236723072896/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384306.678313:0:16138:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384306.678315:0:16138:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384306.678317:0:16138:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384306.678318:0:16138:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384306.678320:0:16138:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384306.678322:0:16138:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a17a245b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16138:1853236723072896:0@lo:13: 00000100:00000001:2.0:1767384306.678324:0:16138:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384306.678332:0:16138:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384306.678333:0:16138:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384306.678335:0:16138:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384306.678338:0:16138:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000da2e07ae. 02000000:00000001:2.0:1767384306.678340:0:16138:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384306.678343:0:16138:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000071c374ff. 00000400:00000010:2.0:1767384306.678347:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cac8814e. 00000100:00000200:2.0:1767384306.678350:0:16138:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236723072896, portal 4 00000100:00000001:2.0:1767384306.678351:0:16138:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384306.678353:0:16138:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782674425472 : -124291035126144 : ffff8ef53d00a680) 00000100:00000040:2.0:1767384306.678358:0:16138:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a17a245b x1853236723072896/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384322 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384306.678362:0:16138:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384306.678365:0:16138:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384306.678368:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001bfe4b9b. 00000100:00000200:2.0:1767384306.678370:0:16138:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853236723072896, offset 0 00000400:00000200:2.0:1767384306.678375:0:16138:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384306.678380:0:16138:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384306.678386:0:16138:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x695824c903f80 00000400:00000200:2.0:1767384306.678390:0:16138:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xb9d [8] + 1120 00000400:00000200:2.0:1767384306.678393:0:16138:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384306.678397:0:16138:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384306.678400:0:16138:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384306.678401:0:16138:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:2.0:1767384306.678405:0:16138:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000697f9dc4. 00000100:00000040:2.0:1767384306.678406:0:16138:0:(events.c:337:request_in_callback()) incoming req@00000000697f9dc4 x1853236723072896 msgsize 224 00000100:00100000:2.0:1767384306.678409:0:16138:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384306.678418:0:16138:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384306.678421:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001bfe4b9b 00000400:00000010:2.0:1767384306.678422:0:16138:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001bfe4b9b. 00000100:00000001:2.0:1767384306.678424:0:16138:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384306.678426:0:16138:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a17a245b x1853236723072896/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384322 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384306.678431:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384306.678439:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a17a245b x1853236723072896/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384322 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384306.678444:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384306.678445:0:16138:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384306.678449:0:16138:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384306.678451:0:16138:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 12048 usecs (13 jiffies) 00000100:00000001:2.0:1767384306.678453:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294896654 00000100:00000001:2.0:1767384306.678455:0:16138:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294896665 00000100:00000001:2.0:1767384306.678457:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294896654 00000100:00000001:2.0:1767384306.678458:0:16138:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294896665 00000100:00000001:2.0:1767384306.678459:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294896654 00000100:00000001:2.0:1767384306.678460:0:16138:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294896665 00000100:00000001:2.0:1767384306.678461:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294896654 00000100:00000001:2.0:1767384306.678462:0:16138:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294896665 00000100:00000001:2.0:1767384306.678463:0:16138:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384306.678464:0:16138:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384306.678467:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384306.678468:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384306.678471:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384306.678473:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384306.678475:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384306.678476:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384306.678477:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384306.678479:0:16138:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1767384306.678480:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384306.678482:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384306.678483:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384306.678484:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384306.678485:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384306.678486:0:16138:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384306.678488:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003a6fae64 x1853236723072768/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384306.678493:0:16138:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384306.678498:0:16138:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384306.678499:0:16138:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384306.678500:0:16138:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384306.678502:0:16138:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384306.678503:0:16138:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003a6fae64 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16138:1853236723072768:0@lo:400: 00000100:00000001:2.0:1767384306.678505:0:16138:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384306.678507:0:16138:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384306.678509:0:16138:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384306.678510:0:16138:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384306.678512:0:16138:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d1cf936c. 02000000:00000001:2.0:1767384306.678514:0:16138:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384306.678518:0:16138:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004d9b4bb3. 00000400:00000010:2.0:1767384306.678521:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001bfe4b9b. 00000100:00000200:2.0:1767384306.678524:0:16138:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236723072768, portal 10 00000100:00000001:2.0:1767384306.678525:0:16138:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384306.678526:0:16138:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782564212992 : -124291145338624 : ffff8ef5366ef100) 00000100:00000040:2.0:1767384306.678529:0:16138:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003a6fae64 x1853236723072768/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384322 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384306.678533:0:16138:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384306.678535:0:16138:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384306.678538:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000042a7b507. 00000100:00000200:2.0:1767384306.678540:0:16138:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236723072768, offset 0 00000400:00000200:2.0:1767384306.678543:0:16138:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384306.678548:0:16138:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384306.678568:0:16138:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824c903f00 00000400:00000200:2.0:1767384306.678572:0:16138:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 3800 00000400:00000200:2.0:1767384306.678575:0:16138:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384306.678577:0:16138:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384306.678580:0:16138:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384306.678581:0:16138:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1767384306.678584:0:16138:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e5254bc2. 00000100:00000040:2.0:1767384306.678586:0:16138:0:(events.c:337:request_in_callback()) incoming req@00000000e5254bc2 x1853236723072768 msgsize 224 00000100:00100000:2.0:1767384306.678589:0:16138:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384306.678599:0:16138:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384306.678608:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000042a7b507 00000400:00000010:2.0:1767384306.678610:0:16138:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000042a7b507. 00000100:00000001:2.0:1767384306.678611:0:16138:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384306.678614:0:16138:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003a6fae64 x1853236723072768/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384322 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384306.678620:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384306.678623:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003a6fae64 x1853236723072768/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384322 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384306.678627:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384306.678629:0:16138:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384306.678633:0:16138:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384306.678635:0:16138:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 4158 usecs (5 jiffies) 00000100:00000001:2.0:1767384306.678637:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294896646 00000100:00000001:2.0:1767384306.678639:0:16138:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294896665 00000100:00000001:2.0:1767384306.678641:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294896646 00000100:00000001:2.0:1767384306.678642:0:16138:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294896665 00000100:00000001:2.0:1767384306.678644:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294896646 00000100:00000001:2.0:1767384306.678645:0:16138:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294896665 00000100:00000001:2.0:1767384306.678647:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294896646 00000100:00000001:2.0:1767384306.678649:0:16138:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294896665 00000100:00000001:2.0:1767384306.678650:0:16138:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384306.678651:0:16138:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384306.678653:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384306.678655:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384306.678664:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384306.678667:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384306.678671:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384306.678674:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384306.678675:0:16139:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384306.678679:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002082e044 x1853236723072512/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384306.678684:0:16139:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384306.678690:0:16139:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384306.678692:0:16139:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384306.678694:0:16139:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384306.678695:0:16139:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384306.678697:0:16139:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000002082e044 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16139:1853236723072512:0@lo:400: 00000100:00000001:2.0:1767384306.678700:0:16139:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384306.678703:0:16139:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384306.678704:0:16139:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384306.678706:0:16139:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384306.678709:0:16139:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000066e0aa53. 02000000:00000001:2.0:1767384306.678710:0:16139:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384306.678714:0:16139:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002e1aee90. 00000400:00000010:2.0:1767384306.678718:0:16139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000042a7b507. 00000100:00000200:2.0:1767384306.678721:0:16139:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236723072512, portal 4 00000100:00000001:2.0:1767384306.678723:0:16139:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384306.678724:0:16139:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782564201344 : -124291145350272 : ffff8ef5366ec380) 00000100:00000040:2.0:1767384306.678729:0:16139:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000002082e044 x1853236723072512/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384322 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384306.678733:0:16139:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384306.678736:0:16139:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384306.678739:0:16139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000085e5b010. 00000100:00000200:2.0:1767384306.678742:0:16139:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853236723072512, offset 0 00000400:00000200:2.0:1767384306.678747:0:16139:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384306.678752:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384306.678757:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x695824c903e00 00000400:00000200:2.0:1767384306.678761:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xa9d [8] + 2544 00000400:00000200:2.0:1767384306.678765:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384306.678767:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384306.678769:0:16139:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384306.678770:0:16139:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1767384306.678773:0:16139:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fd9063fb. 00000100:00000040:2.0:1767384306.678775:0:16139:0:(events.c:337:request_in_callback()) incoming req@00000000fd9063fb x1853236723072512 msgsize 224 00000100:00100000:2.0:1767384306.678777:0:16139:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384306.678786:0:16139:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384306.678796:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000085e5b010 00000400:00000010:2.0:1767384306.678797:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000085e5b010. 00000100:00000001:2.0:1767384306.678800:0:16139:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384306.678803:0:16139:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002082e044 x1853236723072512/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384322 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384306.678809:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384306.678811:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002082e044 x1853236723072512/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384322 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384306.678815:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384306.678816:0:16139:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384306.678819:0:16139:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384306.678821:0:16139:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 12048 usecs (13 jiffies) 00000100:00000001:2.0:1767384306.678823:0:16139:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294896654 00000100:00000001:2.0:1767384306.678825:0:16139:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294896665 00000100:00000001:2.0:1767384306.678826:0:16139:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294896654 00000100:00000001:2.0:1767384306.678828:0:16139:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294896665 00000100:00000001:2.0:1767384306.678829:0:16139:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294896654 00000100:00000001:1.0:1767384306.678829:0:16779:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384306.678834:0:16779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723072768 00000100:00000001:2.0:1767384306.678835:0:16139:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294896665 00000100:00000001:2.0:1767384306.678840:0:16139:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294896654 02000000:00000001:1.0:1767384306.678840:0:16779:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384306.678844:0:16779:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384306.678845:0:16139:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294896665 00000100:00000001:1.0:1767384306.678847:0:16779:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384306.678851:0:16139:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384306.678853:0:16779:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384306.678856:0:16139:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384306.678858:0:16779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723072768 00000100:00000001:2.0:1767384306.678861:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384306.678863:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384306.678869:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384306.678870:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384306.678873:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384306.678875:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1767384306.678878:0:16779:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384306.678879:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384306.678880:0:16779:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eeca23 00000020:00000001:1.0:1767384306.678885:0:16779:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:2.0:1767384306.678886:0:16139:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000020:00000040:1.0:1767384306.678888:0:16779:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000b2466616 refcount=5 00000100:00000001:2.0:1767384306.678891:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384306.678892:0:16779:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619782058162176 : -124291651389440 : ffff8ef518453800) 00000100:00000001:2.0:1767384306.678897:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:1.0:1767384306.678897:0:16779:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619782058162176 : -124291651389440 : ffff8ef518453800) 00000100:00000001:1.0:1767384306.678901:0:16779:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384306.678907:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384306.678911:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384306.678912:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384306.678914:0:16139:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384306.678917:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002765915d x1853236723072640/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384306.678922:0:16139:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384306.678924:0:16139:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384306.678926:0:16139:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384306.678927:0:16139:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384306.678929:0:16139:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384306.678931:0:16139:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000002765915d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16139:1853236723072640:0@lo:400: 00000100:00000001:2.0:1767384306.678933:0:16139:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000010:1.0:1767384306.678933:0:17550:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000009f90b238. 02000000:00000001:2.0:1767384306.678937:0:16139:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767384306.678938:0:17550:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:2.0:1767384306.678939:0:16139:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384306.678943:0:16139:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:1.0:1767384306.678943:0:17550:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723072896 02000000:00000010:2.0:1767384306.678946:0:16139:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c6b339b3. 02000000:00000001:2.0:1767384306.678948:0:16139:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384306.678951:0:16139:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fa09178c. 00000400:00000010:2.0:1767384306.678957:0:16139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000085e5b010. 02000000:00000001:1.0:1767384306.678957:0:17550:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000200:2.0:1767384306.678962:0:16139:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236723072640, portal 10 00000100:00000001:1.0:1767384306.678962:0:17550:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384306.678966:0:17550:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384306.678967:0:16139:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384306.678969:0:16139:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782564202240 : -124291145349376 : ffff8ef5366ec700) 02000000:00000001:1.0:1767384306.678974:0:17550:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384306.678975:0:16139:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000002765915d x1853236723072640/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384322 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384306.678981:0:17550:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723072896 00000100:00000001:2.0:1767384306.678983:0:16139:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384306.678987:0:16139:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:1.0:1767384306.678987:0:17550:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384306.678991:0:17550:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eeca38 00000400:00000010:2.0:1767384306.678993:0:16139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000008b6ca34. 00000020:00000001:1.0:1767384306.678996:0:17550:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:2.0:1767384306.678997:0:16139:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236723072640, offset 0 00000020:00000040:1.0:1767384306.679002:0:17550:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000cf791f94 refcount=5 00000400:00000200:2.0:1767384306.679006:0:16139:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:1.0:1767384306.679009:0:17550:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619777391929344 : -124296317622272 : ffff8ef402242800) 00000400:00000200:2.0:1767384306.679015:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:1.0:1767384306.679016:0:17550:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619777391929344 : -124296317622272 : ffff8ef402242800) 00000100:00000001:1.0:1767384306.679021:0:17550:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:2.0:1767384306.679024:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824c903e80 00000020:00000010:1.0:1767384306.679026:0:17550:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003825bf80. 00000400:00000200:2.0:1767384306.679030:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 4024 00000020:00000010:1.0:1767384306.679034:0:17550:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000862f2719. 00000400:00000200:2.0:1767384306.679035:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:1.0:1767384306.679041:0:17550:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (0000000083abdb14) now 6 - evictor 00000400:00000200:2.0:1767384306.679047:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384306.679049:0:16139:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384306.679051:0:16139:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:1.0:1767384306.679051:0:17550:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000010:2.0:1767384306.679057:0:16139:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e13df434. 00000020:00000010:1.0:1767384306.679058:0:17550:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c31f79c5. 00000100:00000040:2.0:1767384306.679059:0:16139:0:(events.c:337:request_in_callback()) incoming req@00000000e13df434 x1853236723072640 msgsize 224 00000020:00000010:1.0:1767384306.679063:0:17550:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006b2a1a98. 00000100:00100000:2.0:1767384306.679065:0:16139:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000010:1.0:1767384306.679071:0:17550:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e4cdfd60. 00000100:00000001:2.0:1767384306.679077:0:16139:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:1.0:1767384306.679078:0:17550:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:1.0:1767384306.679082:0:17550:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:2.0:1767384306.679083:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000008b6ca34 00000100:00000001:1.0:1767384306.679107:0:17550:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000010:2.0:1767384306.679109:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000008b6ca34. 00000100:00000001:1.0:1767384306.679110:0:17550:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384306.679113:0:16139:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384306.679118:0:16139:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002765915d x1853236723072640/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384322 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384306.679119:0:17550:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384306.679127:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384306.679129:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002765915d x1853236723072640/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384322 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384306.679131:0:17550:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384306.679137:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384306.679139:0:16139:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384306.679143:0:16139:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384306.679146:0:16139:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 3840 usecs (4 jiffies) 00000100:00000001:1.0:1767384306.679147:0:17550:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384306.679149:0:16139:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294896646 00000100:00000001:1.0:1767384306.679150:0:17550:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384306.679155:0:16139:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294896665 00000100:00000001:3.0:1767384306.679158:0:16771:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384306.679159:0:16139:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294896646 00000100:00100000:1.0:1767384306.679159:0:17550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1767384306.679163:0:16771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723072384 00000100:00000001:2.0:1767384306.679165:0:16139:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294896665 00000100:00000040:1.0:1767384306.679166:0:17550:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000cf791f94 : new rpc_count 1 02000000:00000001:3.0:1767384306.679167:0:16771:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384306.679168:0:16139:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294896646 00000100:00000001:3.0:1767384306.679170:0:16771:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384306.679172:0:17550:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619782407656704 : -124291301894912 : ffff8ef52d1a1500) 00000100:00000001:2.0:1767384306.679174:0:16139:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294896665 00000100:00000001:3.0:1767384306.679175:0:16771:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384306.679179:0:17550:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000697f9dc4 x1853236723072896/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:287/0 lens 224/0 e 0 to 0 dl 1767384317 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384306.679180:0:16139:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294896646 02000000:00000001:3.0:1767384306.679181:0:16771:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384306.679187:0:16139:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294896665 00000100:00100000:3.0:1767384306.679188:0:16771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723072384 00000020:00000001:3.0:1767384306.679193:0:16771:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384306.679194:0:16139:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1767384306.679197:0:16771:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eec8e1 00000100:00000001:2.0:1767384306.679198:0:16139:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384306.679199:0:17550:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1767384306.679200:0:16771:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384306.679202:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384306.679203:0:16771:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000555601ca refcount=14 00000020:00000001:3.0:1767384306.679209:0:16771:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000100:00000001:2.0:1767384306.679209:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384306.679210:0:17550:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ee9f8a04. 00000020:00000001:3.0:1767384306.679211:0:16771:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000100:00000001:1.0:1767384306.679214:0:17550:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384306.679215:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384306.679220:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006bb3c742. 00000020:00000010:1.0:1767384306.679221:0:17550:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ee9f8a04. 00000100:00000001:3.0:1767384306.679225:0:16771:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384306.679230:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006bb3c742. 00000100:00100000:1.0:1767384306.679230:0:17550:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000697f9dc4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16138:x1853236723072896:12345-0@lo:13: 00000100:00000001:2.0:1767384306.679234:0:17548:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:1.0:1767384306.679236:0:17550:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723072896 00000100:00100000:2.0:1767384306.679237:0:17548:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723072512 00000020:00000010:3.0:1767384306.679238:0:16771:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f2d496db. 00000020:00000001:1.0:1767384306.679240:0:17550:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 02000000:00000001:2.0:1767384306.679241:0:17548:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384306.679244:0:17548:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:3.0:1767384306.679246:0:16771:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000000f57d75e. 00000100:00000001:2.0:1767384306.679246:0:17548:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384306.679246:0:17550:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384306.679249:0:17550:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384306.679253:0:17548:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384306.679254:0:17550:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000010:3.0:1767384306.679255:0:16771:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000023c10e52. 00000020:00000001:1.0:1767384306.679258:0:17550:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072673306064 : -1036245552 : ffffffffc23c25d0) 00000100:00100000:2.0:1767384306.679259:0:17548:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723072512 00000020:00000001:2.0:1767384306.679264:0:17548:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:1.0:1767384306.679264:0:17550:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000040:2.0:1767384306.679266:0:17548:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eeca38 00000100:00000040:3.0:1767384306.679267:0:16771:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000020:00000001:1.0:1767384306.679268:0:17550:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384306.679270:0:17548:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384306.679273:0:16771:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000040:2.0:1767384306.679274:0:17548:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000cf791f94 refcount=6 00000020:00000001:1.0:1767384306.679275:0:17550:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:3.0:1767384306.679278:0:16771:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:1.0:1767384306.679279:0:17550:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384306.679280:0:17548:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619777391929344 : -124296317622272 : ffff8ef402242800) 00000100:00000001:3.0:1767384306.679282:0:16771:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384306.679284:0:17548:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619777391929344 : -124296317622272 : ffff8ef402242800) 00000020:00000001:1.0:1767384306.679284:0:17550:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384306.679290:0:16771:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384306.679291:0:17548:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384306.679292:0:17550:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000010:2.0:1767384306.679296:0:17548:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007ea86605. 02000000:00000001:1.0:1767384306.679297:0:17550:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1767384306.679301:0:17548:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000010:1.0:1767384306.679302:0:17550:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000bec83374. 00000020:00000010:2.0:1767384306.679303:0:17548:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007ea86605. 00000100:00000001:3.0:1767384306.679305:0:16771:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384306.679306:0:17550:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384306.679310:0:17548:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000038203353. 00000100:00000001:1.0:1767384306.679311:0:17550:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1767384306.679317:0:17550:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000100:00000001:3.0:1767384306.679318:0:16771:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:2.0:1767384306.679318:0:17548:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000cbdc76aa. 00002000:00000001:1.0:1767384306.679321:0:17550:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000100:00000001:3.0:1767384306.679322:0:16771:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:2.0:1767384306.679324:0:17548:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000cdb44793. 00000020:00000001:1.0:1767384306.679325:0:17550:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000100:00100000:3.0:1767384306.679330:0:16771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83 00080000:00000001:1.0:1767384306.679330:0:17550:0:(osd_handler.c:571:osd_statfs()) Process entered 00000100:00000040:2.0:1767384306.679333:0:17548:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000040:3.0:1767384306.679335:0:16771:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000555601ca : new rpc_count 1 00000100:00000001:2.0:1767384306.679337:0:17548:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384306.679338:0:17548:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384306.679340:0:17548:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384306.679342:0:17550:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384306.679343:0:17548:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1767384306.679345:0:16771:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619781697413200 : -124292012138416 : ffff8ef502c4a050) 00000020:00000001:1.0:1767384306.679347:0:17550:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384306.679348:0:17548:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767384306.679351:0:17548:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384306.679352:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000000aef99c8 x1853236723072384/t0(0) o400->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:287/0 lens 224/0 e 0 to 0 dl 1767384317 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00002000:00000024:1.0:1767384306.679352:0:17550:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 389021696 avail 386924544 00000100:00000001:2.0:1767384306.679360:0:17548:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000020:1.0:1767384306.679361:0:17550:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40828928 0 0 00000100:00000001:3.0:1767384306.679365:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000020:1.0:1767384306.679368:0:17550:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000cf791f94 dirty 0 pend 0 grant 0 00000020:00000010:3.0:1767384306.679369:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006bb3c742. 00002000:00000020:1.0:1767384306.679373:0:17550:0:(ofd_obd.c:737:ofd_statfs()) 374 blocks: 371 free, 331 avail; 12296 objects: 11872 free; state 0 00000100:00000001:3.0:1767384306.679374:0:16771:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384306.679374:0:17548:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384306.679377:0:17548:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:3.0:1767384306.679381:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006bb3c742. 00002000:00000001:1.0:1767384306.679381:0:17550:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000100:00100000:2.0:1767384306.679386:0:17548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000020:00000010:1.0:1767384306.679387:0:17550:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at 000000009c508fef. 00000100:00000040:2.0:1767384306.679390:0:17548:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000cf791f94 : new rpc_count 2 00000100:00100000:3.0:1767384306.679391:0:16771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000000aef99c8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c0412d60-4f67-4dbc-8791-892843f60083+14:16138:x1853236723072384:12345-0@lo:400: 00000100:00000001:2.0:1767384306.679393:0:17548:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619782407651328 : -124291301900288 : ffff8ef52d1a0000) 00000001:00000001:1.0:1767384306.679394:0:17550:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1767384306.679398:0:17550:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384306.679400:0:16771:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723072384 00000020:00000001:3.0:1767384306.679402:0:16771:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000040:2.0:1767384306.679403:0:17548:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000fd9063fb x1853236723072512/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:287/0 lens 224/0 e 0 to 0 dl 1767384317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384306.679406:0:16771:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00002000:00000001:1.0:1767384306.679408:0:17550:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384306.679409:0:16771:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384306.679415:0:17550:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236723072896 00000020:00000001:3.0:1767384306.679416:0:16771:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384306.679419:0:16771:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669141120 : -1040410496 : ffffffffc1fc9880) 00010000:00000001:1.0:1767384306.679420:0:17550:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000001:3.0:1767384306.679422:0:16771:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384306.679425:0:16771:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00000200:1.0:1767384306.679428:0:17550:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000697f9dc4 x1853236723072896/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:287/0 lens 224/368 e 0 to 0 dl 1767384317 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384306.679431:0:16771:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384306.679434:0:16771:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384306.679437:0:16771:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384306.679443:0:16771:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1767384306.679446:0:16771:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1767384306.679449:0:17548:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:3.0:1767384306.679450:0:16771:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:1.0:1767384306.679452:0:17550:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000010:2.0:1767384306.679453:0:17548:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007ea86605. 02000000:00000010:3.0:1767384306.679454:0:16771:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000079c399d6. 00010000:00000001:1.0:1767384306.679456:0:17550:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384306.679457:0:17548:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384306.679458:0:16771:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384306.679463:0:17550:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bde6550e time=25 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384306.679464:0:16771:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384306.679464:0:17548:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007ea86605. 00000020:00000001:3.0:1767384306.679469:0:16771:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384306.679474:0:16771:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236723072384 00000100:00100000:2.0:1767384306.679474:0:17548:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000fd9063fb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:16139:x1853236723072512:12345-0@lo:400: 00000100:00000001:1.0:1767384306.679474:0:17550:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:3.0:1767384306.679480:0:16771:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000200:2.0:1767384306.679481:0:17548:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723072512 00000100:00000040:1.0:1767384306.679483:0:17550:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 21 to 0@lo 00000020:00000001:2.0:1767384306.679485:0:17548:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00010000:00000200:3.0:1767384306.679486:0:16771:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000000aef99c8 x1853236723072384/t0(0) o400->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:287/0 lens 224/224 e 0 to 0 dl 1767384317 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384306.679489:0:17548:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:1.0:1767384306.679490:0:17550:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 00000020:00000001:2.0:1767384306.679492:0:17548:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384306.679498:0:17548:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 02000000:00000001:1.0:1767384306.679499:0:17550:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:2.0:1767384306.679502:0:17548:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661494240 : -1048057376 : ffffffffc187e9e0) 00010000:00000001:3.0:1767384306.679504:0:16771:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 02000000:00000001:1.0:1767384306.679504:0:17550:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384306.679505:0:17548:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00010000:00000001:3.0:1767384306.679507:0:16771:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384306.679510:0:17548:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767384306.679511:0:16771:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dd452398 time=36 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384306.679512:0:17550:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:2.0:1767384306.679513:0:17548:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384306.679516:0:17548:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384306.679519:0:17548:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384306.679521:0:17550:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384306.679523:0:16771:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:2.0:1767384306.679523:0:17548:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000040:3.0:1767384306.679528:0:16771:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 22 to 0@lo 00000100:00000001:2.0:1767384306.679528:0:17548:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000010:1.0:1767384306.679528:0:17550:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ca45cce0. 02000000:00000001:2.0:1767384306.679532:0:17548:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000200:1.0:1767384306.679534:0:17550:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853236723072896, offset 224 00000100:00000001:3.0:1767384306.679535:0:16771:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 02000000:00000010:2.0:1767384306.679537:0:17548:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000001d73534d. 02000000:00000001:3.0:1767384306.679541:0:16771:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384306.679542:0:17548:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384306.679544:0:16771:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384306.679546:0:17548:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384306.679548:0:17550:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384306.679550:0:16771:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:2.0:1767384306.679564:0:17548:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384306.679568:0:16771:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000040:2.0:1767384306.679568:0:17548:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236723072512 00000400:00000010:3.0:1767384306.679573:0:16771:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000083038595. 00010000:00000001:2.0:1767384306.679574:0:17548:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000200:1.0:1767384306.679574:0:17550:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:3.0:1767384306.679579:0:16771:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853236723072384, offset 224 00010000:00000200:2.0:1767384306.679581:0:17548:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000fd9063fb x1853236723072512/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:287/0 lens 224/224 e 0 to 0 dl 1767384317 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384306.679589:0:17550:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x695824c903f80 00000400:00000200:3.0:1767384306.679590:0:16771:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:2.0:1767384306.679599:0:17548:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384306.679603:0:17548:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384306.679604:0:16771:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384306.679604:0:17550:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x161d [1] + 224 00000100:00001000:2.0:1767384306.679606:0:17548:0:(import.c:2128:obd_at_measure()) add 1 to 0000000094c7e214 time=25 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384306.679615:0:17548:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:1.0:1767384306.679616:0:17550:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1767384306.679619:0:17548:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 23 to 0@lo 00000400:00000200:3.0:1767384306.679621:0:16771:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x695824c903d80 00000400:00000200:1.0:1767384306.679625:0:17550:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384306.679630:0:17548:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 02000000:00000001:2.0:1767384306.679634:0:17548:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:3.0:1767384306.679635:0:16771:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1615 [1] + 224 02000000:00000001:2.0:1767384306.679636:0:17548:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384306.679641:0:17548:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384306.679644:0:17550:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:3.0:1767384306.679645:0:16771:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1767384306.679645:0:17548:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384306.679650:0:17548:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000008b6ca34. 00000100:00000200:1.0:1767384306.679652:0:17550:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a17a245b x1853236723072896/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384322 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384306.679656:0:16771:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384306.679656:0:17548:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853236723072512, offset 224 00000100:00000001:3.0:1767384306.679666:0:16771:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1767384306.679669:0:17550:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000a17a245b x1853236723072896/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384322 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384306.679670:0:17548:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:3.0:1767384306.679675:0:16771:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000dcadd9d0 x1853236723072384/t0(0) o400->MGC192.168.202.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384322 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384306.679683:0:17548:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384306.679696:0:17548:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x695824c903e00 00000400:00000200:2.0:1767384306.679704:0:17548:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x162d [1] + 224 00000100:00000001:1.0:1767384306.679704:0:17550:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:3.0:1767384306.679705:0:16771:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000dcadd9d0 x1853236723072384/t0(0) o400->MGC192.168.202.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384322 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384306.679713:0:17548:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384306.679718:0:17550:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ca45cce0 00000100:00000001:3.0:1767384306.679723:0:16771:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:1.0:1767384306.679723:0:17550:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ca45cce0. 00000400:00000200:2.0:1767384306.679724:0:17548:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384306.679729:0:17550:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384306.679732:0:17548:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384306.679732:0:17550:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:3.0:1767384306.679737:0:16771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000083038595 00000100:00000200:2.0:1767384306.679737:0:17548:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002082e044 x1853236723072512/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384322 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384306.679741:0:16771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000083038595. 00000100:00000001:1.0:1767384306.679746:0:17550:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384306.679747:0:16771:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384306.679750:0:16771:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000040:2.0:1767384306.679751:0:17548:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000002082e044 x1853236723072512/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384322 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384306.679754:0:17550:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 22 to 0@lo 00000100:00000001:3.0:1767384306.679755:0:16771:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384306.679761:0:17550:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000040:3.0:1767384306.679764:0:16771:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 21 to 0@lo 00000020:00000001:1.0:1767384306.679765:0:17550:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384306.679768:0:16771:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384306.679768:0:17550:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000001:3.0:1767384306.679772:0:16771:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384306.679772:0:17548:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1767384306.679776:0:17550:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000697f9dc4 x1853236723072896/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:287/0 lens 224/368 e 0 to 0 dl 1767384317 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384306.679777:0:16771:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:2.0:1767384306.679780:0:17548:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000008b6ca34 00000100:00000040:3.0:1767384306.679783:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000aef99c8 x1853236723072384/t0(0) o400->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:287/0 lens 224/224 e 0 to 0 dl 1767384317 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384306.679785:0:17548:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000008b6ca34. 00000100:00000001:2.0:1767384306.679790:0:17548:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384306.679793:0:17548:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384306.679798:0:17548:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384306.679799:0:17550:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000697f9dc4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:16138:x1853236723072896:12345-0@lo:13: Request processed in 596us (1387us total) trans 0 rc 0/0 00000100:00000040:2.0:1767384306.679806:0:17548:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 20 to 0@lo 00000100:00100000:3.0:1767384306.679809:0:16771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000000aef99c8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c0412d60-4f67-4dbc-8791-892843f60083+14:16138:x1853236723072384:12345-0@lo:400: Request processed in 439us (1667us total) trans 0 rc 0/0 00010000:00000001:2.0:1767384306.679811:0:17548:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384306.679815:0:17548:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384306.679815:0:17550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000020:00000001:2.0:1767384306.679821:0:17548:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384306.679822:0:17550:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000cf791f94 : new rpc_count 1 00000100:00000001:1.0:1767384306.679826:0:17550:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:2.0:1767384306.679829:0:17548:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fd9063fb x1853236723072512/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:287/0 lens 224/224 e 0 to 0 dl 1767384317 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384306.679830:0:16771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83 00000100:00000001:1.0:1767384306.679830:0:17550:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:3.0:1767384306.679836:0:16771:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000555601ca : new rpc_count 0 00000020:00000010:1.0:1767384306.679836:0:17550:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006b2a1a98. 00000100:00000001:3.0:1767384306.679842:0:16771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000010:1.0:1767384306.679842:0:17550:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e4cdfd60. 00000100:00000001:3.0:1767384306.679845:0:16771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384306.679848:0:17550:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c31f79c5. 00000020:00000010:3.0:1767384306.679850:0:16771:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000000f57d75e. 00000020:00000040:1.0:1767384306.679853:0:17550:0:(genops.c:898:class_export_put()) PUTting export 00000000cf791f94 : new refcount 5 00000100:00100000:2.0:1767384306.679854:0:17548:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000fd9063fb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:16139:x1853236723072512:12345-0@lo:400: Request processed in 402us (1074us total) trans 0 rc 0/0 00000020:00000010:3.0:1767384306.679856:0:16771:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000023c10e52. 00000100:00000001:1.0:1767384306.679857:0:17550:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384306.679863:0:16771:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f2d496db. 00000020:00000040:3.0:1767384306.679869:0:16771:0:(genops.c:898:class_export_put()) PUTting export 00000000555601ca : new refcount 13 00000100:00100000:2.0:1767384306.679873:0:17548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00000001:1.0:1767384306.679873:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767384306.679874:0:16771:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1767384306.679876:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384306.679877:0:16771:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000079c399d6. 02000000:00000001:3.0:1767384306.679883:0:16771:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:00000010:1.0:1767384306.679885:0:16779:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ee9f8a04. 00000100:00000001:3.0:1767384306.679886:0:16771:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384306.679886:0:17548:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000cf791f94 : new rpc_count 0 00000020:00000010:1.0:1767384306.679891:0:16779:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000093abba58. 00000100:00000001:2.0:1767384306.679893:0:17548:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:3.0:1767384306.679894:0:16771:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000020:00000040:1.0:1767384306.679896:0:16779:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000b1f9e0ef) now 8 - evictor 00000100:00000001:2.0:1767384306.679898:0:17548:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384306.679900:0:16779:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:2.0:1767384306.679904:0:17548:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000cbdc76aa. 00000020:00000010:1.0:1767384306.679905:0:16779:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c31f79c5. 00000400:00000010:3.0:1767384306.679909:0:16771:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009665913d. 00000020:00000010:2.0:1767384306.679912:0:17548:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000cdb44793. 00000020:00000010:1.0:1767384306.679912:0:16779:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006b2a1a98. 00000400:00000010:3.0:1767384306.679915:0:16771:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004e9e8af4. 00000020:00000010:2.0:1767384306.679920:0:17548:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000038203353. 00000020:00000010:1.0:1767384306.679921:0:16779:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e4cdfd60. 00000020:00000040:2.0:1767384306.679926:0:17548:0:(genops.c:898:class_export_put()) PUTting export 00000000cf791f94 : new refcount 4 00000100:00000001:2.0:1767384306.679930:0:17548:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384306.679932:0:16779:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1767384306.679936:0:16779:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384306.679938:0:16779:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384306.679940:0:16779:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384306.679945:0:16779:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1767384306.679948:0:16778:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384306.679948:0:16779:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00100000:2.0:1767384306.679953:0:16778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723072640 00000100:00000001:1.0:1767384306.679953:0:16779:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384306.679955:0:16778:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384306.679956:0:16778:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384306.679957:0:16778:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384306.679959:0:16778:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384306.679964:0:16778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723072640 00000020:00000001:2.0:1767384306.679966:0:16778:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384306.679967:0:16778:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eeca2a 00000020:00000001:2.0:1767384306.679968:0:16778:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384306.679970:0:16778:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f335576c refcount=5 00000020:00000001:2.0:1767384306.679972:0:16778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619777384806400 : -124296324745216 : ffff8ef401b77800) 00000100:00000001:1.0:1767384306.679972:0:16779:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384306.679975:0:16778:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619777384806400 : -124296324745216 : ffff8ef401b77800) 00000100:00000001:2.0:1767384306.679979:0:16778:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384306.679981:0:16778:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007ea86605. 00000100:00000001:2.0:1767384306.679984:0:16778:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384306.679985:0:16778:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007ea86605. 00000100:00000001:1.0:1767384306.679987:0:16779:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:2.0:1767384306.679989:0:16778:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000038203353. 00000100:00000001:1.0:1767384306.679990:0:16779:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:2.0:1767384306.679995:0:16778:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000cbdc76aa. 00000100:00100000:1.0:1767384306.679995:0:16779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000020:00000010:2.0:1767384306.680001:0:16778:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000cdb44793. 00000100:00000040:1.0:1767384306.680001:0:16779:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000b2466616 : new rpc_count 1 00000100:00000001:1.0:1767384306.680006:0:16779:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619782407664768 : -124291301886848 : ffff8ef52d1a3480) 00000100:00000001:2.0:1767384306.680008:0:16778:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384306.680011:0:16778:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:1.0:1767384306.680011:0:16779:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e5254bc2 x1853236723072768/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:287/0 lens 224/0 e 0 to 0 dl 1767384317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384306.680013:0:16778:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384306.680020:0:16778:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1767384306.680022:0:16779:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384306.680024:0:16778:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000010:1.0:1767384306.680026:0:16779:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a550481a. 00000100:00000001:2.0:1767384306.680027:0:16778:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384306.680030:0:16779:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384306.680032:0:16779:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a550481a. 00000100:00100000:1.0:1767384306.680039:0:16779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e5254bc2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:16138:x1853236723072768:12345-0@lo:400: 00000100:00000200:1.0:1767384306.680043:0:16779:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723072768 00000100:00000001:2.0:1767384306.680044:0:16778:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384306.680045:0:16779:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384306.680049:0:16779:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384306.680051:0:16779:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384306.680054:0:16779:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384306.680055:0:16779:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661494240 : -1048057376 : ffffffffc187e9e0) 00000100:00000001:2.0:1767384306.680057:0:16778:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:1.0:1767384306.680057:0:16779:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1767384306.680060:0:16778:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:1.0:1767384306.680061:0:16779:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384306.680065:0:16779:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384306.680067:0:16779:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00100000:2.0:1767384306.680068:0:16778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000020:00000001:1.0:1767384306.680069:0:16779:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384306.680072:0:16778:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000f335576c : new rpc_count 1 00000020:00000001:1.0:1767384306.680073:0:16779:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1767384306.680077:0:16778:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619782407654016 : -124291301897600 : ffff8ef52d1a0a80) 00000100:00000001:1.0:1767384306.680078:0:16779:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384306.680081:0:16779:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:2.0:1767384306.680084:0:16778:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e13df434 x1853236723072640/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:287/0 lens 224/0 e 0 to 0 dl 1767384317 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767384306.680103:0:16779:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000f0159c2b. 02000000:00000001:1.0:1767384306.680106:0:16779:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384306.680107:0:16779:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384306.680111:0:16779:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1767384306.680113:0:16775:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00000040:1.0:1767384306.680116:0:16779:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236723072768 00000020:00000040:3.0:1767384306.680119:0:16775:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000b1f9e0ef) now 8 - evictor 00010000:00000001:1.0:1767384306.680122:0:16779:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00080000:3.0:1767384306.680126:0:16775:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00000001:2.0:1767384306.680128:0:16778:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000040:3.0:1767384306.680131:0:16775:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (0000000083abdb14) now 6 - evictor 00000020:00000010:2.0:1767384306.680133:0:16778:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007ea86605. 00010000:00000200:1.0:1767384306.680134:0:16779:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e5254bc2 x1853236723072768/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:287/0 lens 224/224 e 0 to 0 dl 1767384317 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384306.680138:0:16778:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384306.680143:0:16778:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007ea86605. 00010000:00000001:1.0:1767384306.680149:0:16779:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00100000:2.0:1767384306.680153:0:16778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e13df434 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:16139:x1853236723072640:12345-0@lo:400: 00010000:00000001:1.0:1767384306.680153:0:16779:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384306.680159:0:16779:0:(import.c:2128:obd_at_measure()) add 1 to 000000008dd0459f time=31 v=5 (1 0 0 0) 00000100:00000200:2.0:1767384306.680160:0:16778:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723072640 00000100:00000001:1.0:1767384306.680163:0:16779:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:2.0:1767384306.680164:0:16778:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384306.680167:0:16778:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000040:1.0:1767384306.680168:0:16779:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 21 to 0@lo 00000020:00000001:2.0:1767384306.680170:0:16778:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384306.680171:0:16779:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 00000020:00000001:2.0:1767384306.680174:0:16778:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 02000000:00000001:1.0:1767384306.680175:0:16779:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:2.0:1767384306.680177:0:16778:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661494240 : -1048057376 : ffffffffc187e9e0) 02000000:00000001:1.0:1767384306.680178:0:16779:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384306.680183:0:16778:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1767384306.680184:0:16779:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:2.0:1767384306.680188:0:16778:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384306.680189:0:16779:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:2.0:1767384306.680192:0:16778:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000010:1.0:1767384306.680194:0:16779:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ca45cce0. 00000020:00000001:2.0:1767384306.680195:0:16778:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384306.680199:0:16778:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384306.680201:0:16779:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236723072768, offset 224 00000020:00000001:2.0:1767384306.680202:0:16778:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1767384306.680206:0:16778:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:1.0:1767384306.680207:0:16779:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:2.0:1767384306.680208:0:16778:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384306.680212:0:16778:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000d09acfd5. 02000000:00000001:2.0:1767384306.680217:0:16778:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384306.680217:0:16779:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384306.680219:0:16778:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384306.680222:0:16778:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384306.680224:0:16778:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236723072640 00000400:00000200:1.0:1767384306.680228:0:16779:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824c903f00 00010000:00000001:2.0:1767384306.680229:0:16778:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000200:1.0:1767384306.680232:0:16779:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1625 [1] + 224 00000400:00000200:1.0:1767384306.680236:0:16779:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000200:2.0:1767384306.680241:0:16778:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e13df434 x1853236723072640/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:287/0 lens 224/224 e 0 to 0 dl 1767384317 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384306.680242:0:16779:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384306.680249:0:16779:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1767384306.680252:0:16778:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000200:1.0:1767384306.680254:0:16779:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003a6fae64 x1853236723072768/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384322 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384306.680256:0:16778:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384306.680261:0:16778:0:(import.c:2128:obd_at_measure()) add 1 to 000000008dd0459f time=31 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384306.680266:0:16778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384306.680271:0:16778:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 22 to 0@lo 00000100:00000001:2.0:1767384306.680274:0:16778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 00000100:00000040:1.0:1767384306.680274:0:16779:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003a6fae64 x1853236723072768/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384322 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384306.680279:0:16778:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384306.680281:0:16778:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384306.680286:0:16778:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384306.680291:0:16778:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384306.680291:0:16779:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:2.0:1767384306.680294:0:16778:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000008b6ca34. 00000400:00000200:1.0:1767384306.680297:0:16779:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ca45cce0 00000400:00000010:1.0:1767384306.680299:0:16779:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ca45cce0. 00000100:00000001:1.0:1767384306.680302:0:16779:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384306.680302:0:16779:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000200:2.0:1767384306.680305:0:16778:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236723072640, offset 224 00000100:00000001:1.0:1767384306.680305:0:16779:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384306.680311:0:16779:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 21 to 0@lo 00010000:00000001:1.0:1767384306.680313:0:16779:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384306.680316:0:16779:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384306.680317:0:16778:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384306.680324:0:16778:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:1.0:1767384306.680327:0:16779:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384306.680331:0:16779:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e5254bc2 x1853236723072768/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:287/0 lens 224/224 e 0 to 0 dl 1767384317 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384306.680334:0:16778:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824c903e80 00000400:00000200:2.0:1767384306.680342:0:16778:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1635 [1] + 224 00000400:00000200:2.0:1767384306.680350:0:16778:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:1.0:1767384306.680354:0:16779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e5254bc2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:16138:x1853236723072768:12345-0@lo:400: Request processed in 330us (1764us total) trans 0 rc 0/0 00000400:00000200:2.0:1767384306.680358:0:16778:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384306.680363:0:16778:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:1.0:1767384306.680367:0:16779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00000200:2.0:1767384306.680368:0:16778:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002765915d x1853236723072640/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384322 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384306.680371:0:16779:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000b2466616 : new rpc_count 0 00000100:00000001:1.0:1767384306.680376:0:16779:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384306.680378:0:16779:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:2.0:1767384306.680383:0:16778:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000002765915d x1853236723072640/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384322 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384306.680383:0:16779:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006b2a1a98. 00000020:00000010:1.0:1767384306.680389:0:16779:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e4cdfd60. 00000020:00000010:1.0:1767384306.680393:0:16779:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c31f79c5. 00000100:00000001:2.0:1767384306.680396:0:16778:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:1.0:1767384306.680397:0:16779:0:(genops.c:898:class_export_put()) PUTting export 00000000b2466616 : new refcount 4 00000100:00000001:1.0:1767384306.680400:0:16779:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384306.680402:0:16778:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000008b6ca34 00000400:00000010:2.0:1767384306.680405:0:16778:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000008b6ca34. 00000100:00000001:2.0:1767384306.680408:0:16778:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384306.680409:0:16778:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384306.680410:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384306.680412:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384306.680412:0:16778:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384306.680417:0:16778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 20 to 0@lo 00000400:00000001:3.0:1767384306.680420:0:16138:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:2.0:1767384306.680420:0:16778:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384306.680422:0:16778:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384306.680423:0:16138:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384306.680425:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004d9b4bb3. 00000400:00000200:3.0:1767384306.680429:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001bfe4b9b 00000020:00000001:2.0:1767384306.680431:0:16778:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:3.0:1767384306.680432:0:16138:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001bfe4b9b. 00000100:00000001:3.0:1767384306.680437:0:16138:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1767384306.680438:0:16778:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e13df434 x1853236723072640/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:287/0 lens 224/224 e 0 to 0 dl 1767384317 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384306.680442:0:16138:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003a6fae64 x1853236723072768/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384322 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384306.680457:0:16778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e13df434 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:16139:x1853236723072640:12345-0@lo:400: Request processed in 325us (1394us total) trans 0 rc 0/0 00000100:00000200:3.0:1767384306.680461:0:16138:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003a6fae64 x1853236723072768/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384322 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384306.680470:0:16778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00000001:3.0:1767384306.680472:0:16138:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:2.0:1767384306.680474:0:16778:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f335576c : new rpc_count 0 00000100:00000001:3.0:1767384306.680475:0:16138:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384306.680477:0:16778:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384306.680479:0:16778:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384306.680481:0:16778:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000cbdc76aa. 00000100:00000001:3.0:1767384306.680487:0:16138:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:2.0:1767384306.680487:0:16778:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000cdb44793. 02000000:00000001:3.0:1767384306.680489:0:16138:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384306.680492:0:16138:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:2.0:1767384306.680492:0:16778:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000038203353. 00000100:00000001:3.0:1767384306.680496:0:16138:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384306.680497:0:16778:0:(genops.c:898:class_export_put()) PUTting export 00000000f335576c : new refcount 4 02000000:00000001:3.0:1767384306.680498:0:16138:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384306.680502:0:16778:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767384306.680505:0:16138:0:(import.c:2128:obd_at_measure()) add 5 to 00000000edb11b67 time=31 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384306.680510:0:16138:0:(import.c:2128:obd_at_measure()) add 1 to 000000006fb1a5f2 time=31 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384306.680512:0:16138:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384306.680513:0:16138:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384306.680515:0:16138:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767384306.680519:0:16138:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000003a6fae64 x1853236723072768/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384322 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384306.680525:0:16138:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384306.680527:0:16138:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384306.680528:0:16138:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:3.0:1767384306.680529:0:16138:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384306.680530:0:16138:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384306.680534:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003a6fae64 x1853236723072768/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384322 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384306.680543:0:16138:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384306.680546:0:16138:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384306.680547:0:16138:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384306.680567:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003a6fae64 x1853236723072768/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384322 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384306.680573:0:16138:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003a6fae64 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16138:1853236723072768:0@lo:400: 00000400:00000001:3.0:1767384306.680583:0:16138:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384306.680584:0:16138:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384306.680586:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000071c374ff. 00000400:00000200:3.0:1767384306.680589:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cac8814e 00000400:00000010:3.0:1767384306.680590:0:16138:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cac8814e. 00000100:00000001:3.0:1767384306.680593:0:16138:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384306.680596:0:16138:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a17a245b x1853236723072896/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384322 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384306.680612:0:16138:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a17a245b x1853236723072896/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384322 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384306.680620:0:16138:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384306.680623:0:16138:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384306.680624:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384306.680627:0:16138:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767384306.680627:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1767384306.680632:0:16138:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000001:2.0:1767384306.680634:0:16139:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767384306.680635:0:16138:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000001:2.0:1767384306.680637:0:16139:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767384306.680639:0:16138:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384306.680640:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fa09178c. 02000000:00000001:3.0:1767384306.680646:0:16138:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384306.680647:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000085e5b010 00000400:00000010:2.0:1767384306.680651:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000085e5b010. 00000100:00001000:3.0:1767384306.680653:0:16138:0:(import.c:2128:obd_at_measure()) add 5 to 0000000032110564 time=25 v=5 (5 0 0 0) 00000100:00000001:2.0:1767384306.680654:0:16139:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:3.0:1767384306.680660:0:16138:0:(import.c:2128:obd_at_measure()) add 1 to 000000001fbc0fd6 time=25 v=5 (1 0 0 0) 00000100:00000200:2.0:1767384306.680660:0:16139:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002765915d x1853236723072640/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384322 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384306.680670:0:16138:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384306.680674:0:16138:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384306.680676:0:16139:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002765915d x1853236723072640/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384322 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384306.680678:0:16138:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767384306.680683:0:16138:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000a17a245b x1853236723072896/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384322 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384306.680687:0:16139:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384306.680690:0:16139:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384306.680694:0:16139:0:(client.c:1578:after_reply()) Process entered 00010000:00000001:3.0:1767384306.680696:0:16138:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384306.680697:0:16139:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384306.680700:0:16139:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384306.680701:0:16138:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1767384306.680703:0:16139:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384306.680704:0:16138:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 02000000:00000001:2.0:1767384306.680707:0:16139:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384306.680708:0:16138:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384306.680710:0:16138:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384306.680714:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a17a245b x1853236723072896/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384322 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1767384306.680714:0:16139:0:(import.c:2128:obd_at_measure()) add 5 to 00000000701828d5 time=31 v=5 (5 0 0 0) 00000100:00000001:3.0:1767384306.680720:0:16138:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384306.680724:0:16138:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00001000:2.0:1767384306.680725:0:16139:0:(import.c:2128:obd_at_measure()) add 1 to 0000000073619233 time=31 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384306.680726:0:16138:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:3.0:1767384306.680730:0:16138:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000100:00000001:2.0:1767384306.680731:0:16139:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000004:00000040:3.0:1767384306.680733:0:16138:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000100:00000001:2.0:1767384306.680734:0:16139:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:3.0:1767384306.680737:0:16138:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=95744 free=94976 avail=84736 avail_mb=331 hwm_mb=3 files=12296 ffree=11872 state=0: rc = 0 00010000:00000001:2.0:1767384306.680738:0:16139:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767384306.680744:0:16139:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000002765915d x1853236723072640/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384322 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000004:00000020:3.0:1767384306.680746:0:16138:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (000000009fef8af1): 95744 blocks, 94976 free, 84736 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 12296 files, 11872 free files 0x0 00000004:00000001:3.0:1767384306.680757:0:16138:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384306.680758:0:16139:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384306.680760:0:16139:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767384306.680761:0:16139:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:2.0:1767384306.680762:0:16139:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384306.680763:0:16139:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384306.680772:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a17a245b x1853236723072896/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384322 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384306.680773:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002765915d x1853236723072640/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384322 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384306.680795:0:16138:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a17a245b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16138:1853236723072896:0@lo:13: 00000100:00000001:2.0:1767384306.680796:0:16139:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384306.680801:0:16139:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384306.680803:0:16139:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1767384306.680804:0:16138:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:2.0:1767384306.680807:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002765915d x1853236723072640/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384322 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767384306.680808:0:16138:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384306.680811:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b4b074bf. 00000400:00000200:3.0:1767384306.680815:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000000183fdb 00000400:00000010:3.0:1767384306.680819:0:16138:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000000183fdb. 00000100:00100000:2.0:1767384306.680820:0:16139:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000002765915d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16139:1853236723072640:0@lo:400: 00000100:00000001:3.0:1767384306.680822:0:16138:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384306.680828:0:16138:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000dcadd9d0 x1853236723072384/t0(0) o400->MGC192.168.202.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384322 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767384306.680828:0:16139:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384306.680832:0:16139:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384306.680834:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002e1aee90. 00000400:00000200:2.0:1767384306.680840:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000042a7b507 00000100:00000200:3.0:1767384306.680841:0:16138:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000dcadd9d0 x1853236723072384/t0(0) o400->MGC192.168.202.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384322 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384306.680845:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000042a7b507. 00000100:00000001:2.0:1767384306.680852:0:16139:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384306.680853:0:16138:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384306.680856:0:16138:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384306.680858:0:16138:0:(client.c:1578:after_reply()) Process entered 00000100:00000200:2.0:1767384306.680859:0:16139:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002082e044 x1853236723072512/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384322 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384306.680860:0:16138:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384306.680862:0:16138:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384306.680865:0:16138:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384306.680868:0:16138:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384306.680873:0:16138:0:(import.c:2128:obd_at_measure()) add 5 to 0000000028df3f77 time=36 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384306.680880:0:16138:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f5022cbe time=36 v=5 (1 0 0 0) 00000100:00000200:2.0:1767384306.680883:0:16139:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002082e044 x1853236723072512/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384322 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384306.680884:0:16138:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384306.680887:0:16138:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384306.680890:0:16138:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384306.680892:0:16138:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384306.680896:0:16138:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384306.680901:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000dcadd9d0 x1853236723072384/t0(0) o400->MGC192.168.202.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384322 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384306.680903:0:16139:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384306.680907:0:16139:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384306.680908:0:16138:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384306.680914:0:16139:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767384306.680915:0:16138:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384306.680916:0:16138:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384306.680918:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000dcadd9d0 x1853236723072384/t0(0) o400->MGC192.168.202.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384322 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384306.680923:0:16139:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384306.680926:0:16139:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384306.680928:0:16139:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384306.680933:0:16139:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384306.680939:0:16138:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000dcadd9d0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c0412d60-4f67-4dbc-8791-892843f60083:16138:1853236723072384:0@lo:400: 00000100:00001000:2.0:1767384306.680939:0:16139:0:(import.c:2128:obd_at_measure()) add 5 to 0000000040f3b9ed time=25 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384306.680947:0:16139:0:(import.c:2128:obd_at_measure()) add 1 to 000000001fbc0fd6 time=25 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384306.680948:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384306.680951:0:16139:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384306.680952:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384306.680955:0:16139:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384306.680957:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003a6fae64 x1853236723072768/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384322 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384306.680958:0:16139:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767384306.680964:0:16139:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000002082e044 x1853236723072512/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384322 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384306.680968:0:16138:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384306.680972:0:16138:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:2.0:1767384306.680973:0:16139:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384306.680975:0:16138:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d1cf936c. 00000100:00000001:2.0:1767384306.680976:0:16139:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767384306.680980:0:16139:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 02000000:00000001:3.0:1767384306.680981:0:16138:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767384306.680982:0:16139:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000020:00000001:3.0:1767384306.680983:0:16138:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1767384306.680984:0:16139:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384306.680987:0:16138:0:(genops.c:1242:class_import_put()) import 000000005a28ad8c refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000100:00000040:2.0:1767384306.680990:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002082e044 x1853236723072512/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384322 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384306.680991:0:16138:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384306.680994:0:16138:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000007e6aa888. 02000000:00000001:3.0:1767384306.681000:0:16138:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1767384306.681000:0:16139:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384306.681004:0:16138:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1767384306.681004:0:16139:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000010:3.0:1767384306.681006:0:16138:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003a6fae64. 00000100:00000001:2.0:1767384306.681007:0:16139:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384306.681011:0:16138:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000040:2.0:1767384306.681012:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002082e044 x1853236723072512/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384322 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384306.681014:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384306.681019:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384306.681024:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a17a245b x1853236723072896/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384322 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384306.681026:0:16139:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000002082e044 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16139:1853236723072512:0@lo:400: 00000100:00000001:2.0:1767384306.681037:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384306.681038:0:16138:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384306.681041:0:16138:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1767384306.681042:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000010:3.0:1767384306.681043:0:16138:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000da2e07ae. 00000100:00000040:2.0:1767384306.681046:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002765915d x1853236723072640/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384322 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384306.681047:0:16138:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384306.681049:0:16138:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384306.681051:0:16138:0:(genops.c:1242:class_import_put()) import 0000000068bc8709 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:3.0:1767384306.681056:0:16138:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384306.681058:0:16138:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000745e4ef4. 00000100:00000001:2.0:1767384306.681061:0:16139:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384306.681062:0:16138:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384306.681064:0:16139:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1767384306.681065:0:16138:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384306.681067:0:16138:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a17a245b. 02000000:00000010:2.0:1767384306.681067:0:16139:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c6b339b3. 00000100:00000001:3.0:1767384306.681073:0:16138:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384306.681074:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384306.681074:0:16139:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384306.681077:0:16139:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1767384306.681082:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384306.681193:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000dcadd9d0 x1853236723072384/t0(0) o400->MGC192.168.202.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384322 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384306.681200:0:16138:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384306.681202:0:16138:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384306.681204:0:16138:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000671d9b40. 02000000:00000001:3.0:1767384306.681208:0:16138:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384306.681209:0:16138:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384306.681211:0:16138:0:(genops.c:1242:class_import_put()) import 00000000df830bbe refcount=3 obd=MGC192.168.202.152@tcp 00000020:00000001:3.0:1767384306.681213:0:16138:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384306.681214:0:16138:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000dd13e3da. 02000000:00000001:3.0:1767384306.681217:0:16138:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384306.681218:0:16138:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384306.681219:0:16138:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000dcadd9d0. 00000100:00000001:3.0:1767384306.681222:0:16138:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384306.681224:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384306.681225:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384306.681230:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384306.681231:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384306.681234:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384306.681236:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384306.681381:0:16139:0:(genops.c:1242:class_import_put()) import 00000000345f9ba7 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:2.0:1767384306.681384:0:16139:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384306.681386:0:16139:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003082ec61. 02000000:00000001:2.0:1767384306.681389:0:16139:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384306.681390:0:16139:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384306.681391:0:16139:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002765915d. 00000100:00000001:2.0:1767384306.681393:0:16139:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384306.681394:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384306.681395:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384306.681398:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002082e044 x1853236723072512/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384322 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384306.681403:0:16139:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384306.681404:0:16139:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384306.681405:0:16139:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000066e0aa53. 02000000:00000001:2.0:1767384306.681409:0:16139:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384306.681410:0:16139:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384306.681412:0:16139:0:(genops.c:1242:class_import_put()) import 0000000068bc8709 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:2.0:1767384306.681413:0:16139:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384306.681414:0:16139:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000009c3fbcb8. 02000000:00000001:2.0:1767384306.681416:0:16139:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384306.681417:0:16139:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384306.681419:0:16139:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002082e044. 00000100:00000001:2.0:1767384306.681421:0:16139:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384306.681422:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384306.681424:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384306.681427:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384306.681428:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384306.681430:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384306.681433:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384306.703138:0:53:0:(connection.c:75:cpu_latency_work()) work item of 000000009d5c2cb6 (cpu 0) has reached its deadline 4294896665, at 4294896666 00000100:00000040:2.0:1767384306.703143:0:270:0:(connection.c:75:cpu_latency_work()) work item of 00000000135c2452 (cpu 0) has reached its deadline 4294896665, at 4294896666 00000100:00000040:0.0:1767384306.703143:0:449:0:(connection.c:75:cpu_latency_work()) work item of 000000002fd0fb58 (cpu 0) has reached its deadline 4294896665, at 4294896666 00000100:00000010:3.0:1767384306.703152:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000a614fda. 00000100:00000010:0.0:1767384306.703153:0:449:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000060da22a9. 00000100:00000040:1.0:1767384306.703155:0:62:0:(connection.c:75:cpu_latency_work()) work item of 00000000edc4e618 (cpu 0) has reached its deadline 4294896665, at 4294896666 00000100:00000010:2.0:1767384306.703156:0:270:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000434e4546. 00000100:00000010:1.0:1767384306.703164:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000040379a8c. 00080000:00000001:3.0:1767384306.840253:0:24587:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384306.840265:0:24587:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384306.840268:0:24587:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384306.840273:0:24587:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384306.840278:0:24587:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384306.840280:0:24587:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384307.254146:0:449:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384307.254152:0:449:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384307.254158:0:449:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384307.254160:0:449:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384307.254195:0:16768:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384307.254200:0:16768:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384307.254204:0:16768:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:1.0:1767384307.496658:0:24751:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384307.496662:0:24751:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg252-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp26 --if ens2 00000001:00000001:1.0:1767384307.500512:0:24751:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384307.506041:0:24752:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000006d629fbe. 00000400:00000010:1.0:1767384307.506055:0:24752:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 0000000058da4d32. 00000400:00000010:1.0:1767384307.506063:0:24752:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000dd90ce43. 00000400:00000010:1.0:1767384307.506066:0:24752:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000591bfc9b. 00000400:00000010:1.0:1767384307.506069:0:24752:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000c663d405. 00000400:00000010:1.0:1767384307.506073:0:24752:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000008c25607f. 00000400:00000010:1.0:1767384307.506074:0:24752:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000d28b181e. 00000400:00000010:1.0:1767384307.506075:0:24752:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000006ad1535b. 00000400:00000010:1.0:1767384307.506078:0:24752:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000e661bd3c. 00000800:00000010:1.0:1767384307.506447:0:24752:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000827eaae7. 00000800:00000200:1.0:1767384307.506459:0:24752:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384307.506466:0:24752:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384307.506502:0:24752:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.152) 00000400:02000000:1.0:1767384307.506521:0:24752:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.152@tcp26 [8/256/0/180] 00000400:00000010:1.0:1767384307.508364:0:24752:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 329 at 000000006987858f. 00000400:00000010:1.0:1767384307.508371:0:24752:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e4680f7c. 00000400:00000010:1.0:1767384307.508377:0:24752:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ca45cce0. 00000400:00000001:1.0:1767384307.508394:0:24752:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384307.508395:0:24752:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384307.508396:0:24752:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001077a77f. 00000400:00000200:1.0:1767384307.508399:0:24752:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006f155c59 00000400:00000010:1.0:1767384307.508400:0:24752:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006f155c59. 00000400:00000010:1.0:1767384307.508403:0:24752:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 313 at 0000000004dd84a3. 00000400:00000200:1.0:1767384307.508407:0:24752:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (17) 00000400:00000200:1.0:1767384307.508418:0:24752:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.152@tcp (000000005d9714d7): 0 00000400:00000200:1.0:1767384307.508428:0:24752:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131098 00000020:00000010:1.0:1767384307.508436:0:24752:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000004519d93b. 00000020:01000000:1.0:1767384307.508441:0:24752:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000200:0.0:1767384307.508441:0:16135:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:1.0:1767384307.508444:0:24752:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.152@tcp26 00000400:00000200:0.0:1767384307.508446:0:16135:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100151 00000400:00000010:0.0:1767384307.508452:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000029c4097. 00000400:00000200:0.0:1767384307.508456:0:16135:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (18) 00000400:00000010:1.0:1767384307.508460:0:24752:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 0000000058da4d32. 00000400:00000010:0.0:1767384307.508462:0:16135:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000ad891674. 00000400:00000010:1.0:1767384307.508463:0:24752:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000006d629fbe. 00000400:00000200:0.0:1767384307.508466:0:16135:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.152@tcp24 00000400:00000200:0.0:1767384307.508479:0:16135:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.152@tcp24 to MR: 192.168.202.152@tcp24 local destination 00000020:00000001:3.0:1767384307.508483:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:3.0:1767384307.508488:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:0.0:1767384307.508490:0:16135:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp24 NI seq info: [43:43:256:4294967295] 192.168.202.152@tcp24 LPNI seq info [43:43:8:4294967295] 10000000:00000001:3.0:1767384307.508491:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384307.508495:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:3.0:1767384307.508500:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:0.0:1767384307.508503:0:16135:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.152@tcp24 00000020:01000004:3.0:1767384307.508508:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384307.508511:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384307.508513:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384307.508516:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384307.508519:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384307.508521:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384307.508524:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:0.0:1767384307.508525:0:16135:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp24(192.168.202.152@tcp24:192.168.202.152@tcp24) -> 192.168.202.152@tcp24(192.168.202.152@tcp24:192.168.202.152@tcp24) : PUT try# 0 00000020:01000004:3.0:1767384307.508526:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384307.508529:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:3.0:1767384307.508535:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000057d52b05. 00000800:00000200:0.0:1767384307.508536:0:16135:0:(socklnd_cb.c:1001:ksocknal_send()) sending 320 bytes in 1 frags to 12345-192.168.202.152@tcp24 00000020:00000040:3.0:1767384307.508540:0:36:0:(genops.c:1229:class_import_get()) import 00000000df830bbe refcount=4 obd=MGC192.168.202.152@tcp 00000100:00000001:3.0:1767384307.508558:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000800:00000010:0.0:1767384307.508560:0:16135:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000017b4489b. 02000000:00000001:3.0:1767384307.508561:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384307.508567:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384307.508572:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000922cc1b6] -> 12345-192.168.202.152@tcp24 (6) 02000000:00000010:3.0:1767384307.508577:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000003a2219a. 00000800:00000200:0.0:1767384307.508583:0:16135:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp24 ip 192.168.202.152:988 00000100:00000001:3.0:1767384307.508584:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384307.508591:0:16135:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000017b4489b type 1, nob 416 niov 1 nkiov 1 00000100:00000001:3.0:1767384307.508594:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384307.508596:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384307.508603:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000057d52b05] to pc [ptlrpcd_00_02+2] req@0000000057d52b05 x1853236723073024/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384307.508612:0:16135:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.152@tcp 00000400:00000200:0.0:1767384307.508616:0:16135:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100551 rc 0 10000000:00000001:3.0:1767384307.508627:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384307.508630:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384307.508632:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1767384307.508634:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000020:00000001:3.0:1767384307.508639:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:3.0:1767384307.508641:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384307.508643:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384307.508644:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:3.0:1767384307.508646:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384307.508647:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00000001:0.0:1767384307.508647:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000004:3.0:1767384307.508652:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384307.508654:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000001:0.0:1767384307.508654:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:01000004:3.0:1767384307.508655:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384307.508658:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384307.508659:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000100:00000001:0.0:1767384307.508660:0:16139:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:01000004:3.0:1767384307.508661:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384307.508664:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:3.0:1767384307.508668:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bf6531a0. 00000100:00000040:0.0:1767384307.508669:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000057d52b05 x1853236723073024/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384307.508675:0:36:0:(genops.c:1229:class_import_get()) import 00000000df830bbe refcount=5 obd=MGC192.168.202.152@tcp 00000100:00000001:3.0:1767384307.508677:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384307.508680:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384307.508682:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384307.508690:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000003df1869e. 00000100:00000001:0.0:1767384307.508692:0:16139:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384307.508695:0:16139:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384307.508699:0:16139:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767384307.508700:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384307.508703:0:16139:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384307.508705:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384307.508708:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384307.508710:0:16139:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384307.508714:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bf6531a0] to pc [ptlrpcd_00_03+3] req@00000000bf6531a0 x1853236723073152/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384307.508718:0:16139:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000057d52b05 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c0412d60-4f67-4dbc-8791-892843f60083:16139:1853236723073024:0@lo:253: 00000800:00000200:2.0:1767384307.508719:0:16130:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384307.508726:0:16130:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000017b4489b. 10000000:00000001:3.0:1767384307.508729:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384307.508730:0:16139:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1767384307.508731:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 10000000:00000001:3.0:1767384307.508732:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384307.508737:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384307.508738:0:16139:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:01000000:3.0:1767384307.508740:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:3.0:1767384307.508745:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000004519d93b. 00000400:00000200:2.0:1767384307.508745:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp24->192.168.202.152@tcp24: PUT: OK 02000000:00000001:0.0:1767384307.508745:0:16139:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384307.508753:0:16139:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767384307.508755:0:16130:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000100:00000001:3.0:1767384307.508759:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384307.508762:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:0.0:1767384307.508762:0:16139:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000289fcc5d. 00000100:00000001:3.0:1767384307.508765:0:16140:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767384307.508768:0:16130:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.152@tcp24: 0 02000000:00000001:0.0:1767384307.508769:0:16139:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384307.508771:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bf6531a0 x1853236723073152/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384307.508776:0:16139:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000aa68c4ac. 00000800:00000001:2.0:1767384307.508777:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384307.508778:0:16140:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384307.508781:0:16140:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384307.508784:0:16140:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:0.0:1767384307.508785:0:16139:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001b552bed. 02000000:00000001:3.0:1767384307.508786:0:16140:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000001:2.0:1767384307.508787:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384307.508793:0:16140:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384307.508793:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:0.0:1767384307.508793:0:16139:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236723073024, portal 25 00000800:00000001:2.0:1767384307.508799:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384307.508800:0:16140:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000bf6531a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c0412d60-4f67-4dbc-8791-892843f60083:16140:1853236723073152:0@lo:253: 00000100:00000001:0.0:1767384307.508800:0:16139:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384307.508806:0:16140:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767384307.508806:0:16139:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782675226496 : -124291034325120 : ffff8ef53d0cdf80) 02000000:00000001:3.0:1767384307.508810:0:16140:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384307.508813:0:16140:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384307.508813:0:16130:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.152@tcp24(192.168.202.152@tcp24) <- 192.168.202.152@tcp24 : PUT - for me 00000100:00000040:0.0:1767384307.508818:0:16139:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000057d52b05 x1853236723073024/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384323 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384307.508819:0:16140:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384307.508825:0:16140:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000b00616c4. 02000000:00000001:3.0:1767384307.508830:0:16140:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384307.508830:0:16130:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.152@tcp of length 320 into portal 0 MB=0x8000000000000000 00000100:00000001:0.0:1767384307.508834:0:16139:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:3.0:1767384307.508836:0:16140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a9584a80. 00000400:00000200:2.0:1767384307.508842:0:16130:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.152@tcp of length 304/320 into md 0x15e5 [1] + 0 00000100:00000040:0.0:1767384307.508843:0:16139:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384307.508848:0:16139:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009ae782da. 00000400:00000010:2.0:1767384307.508849:0:16130:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000bc71dd0. 00000400:00000200:2.0:1767384307.508855:0:16130:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000091677c2e 00000800:00000001:2.0:1767384307.508860:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:3.0:1767384307.508861:0:16140:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000011a010ac. 00000800:00000001:2.0:1767384307.508864:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384307.508864:0:16139:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236723073024, offset 0 00000400:00000200:2.0:1767384307.508871:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1767384307.508874:0:16140:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236723073152, portal 25 00000400:00000200:2.0:1767384307.508879:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp24->192.168.202.152@tcp24: PUT: OK 00000100:00000001:3.0:1767384307.508880:0:16140:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1767384307.508880:0:16139:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384307.508883:0:16140:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782675230080 : -124291034321536 : ffff8ef53d0ced80) 00000400:00000200:2.0:1767384307.508886:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000091677c2e 00000400:00000010:2.0:1767384307.508889:0:16130:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000091677c2e. 00000100:00000040:3.0:1767384307.508890:0:16140:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000bf6531a0 x1853236723073152/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384323 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384307.508895:0:16130:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:0.0:1767384307.508897:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384307.508902:0:16130:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (19) 00000100:00000001:3.0:1767384307.508909:0:16140:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767384307.508910:0:16130:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.152@tcp(000000005d9714d7) is MR 00000100:00000040:3.0:1767384307.508917:0:16140:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1767384307.508918:0:16130:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.202.152@tcp (320 bytes) 00000400:00000200:0.0:1767384307.508918:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824c904000 00000400:00000010:3.0:1767384307.508922:0:16140:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004dda67f4. 00000400:00000200:2.0:1767384307.508925:0:16130:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.152@tcp (000000005d9714d7): -114 00000100:00000200:3.0:1767384307.508927:0:16140:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236723073152, offset 0 00000400:00000200:0.0:1767384307.508932:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0xa99 [2] + 0 00000400:00000200:2.0:1767384307.508933:0:16130:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000005d9714d7 (20) 00000400:00000010:0.0:1767384307.508939:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001195ef07. 00000400:00000200:2.0:1767384307.508941:0:16130:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1767384307.508945:0:16139:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000e9e27233 00000400:00000200:2.0:1767384307.508948:0:16130:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.152@tcp24 to MR: 192.168.202.152@tcp24 local destination 00000400:00000200:3.0:1767384307.508953:0:16140:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384307.508954:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384307.508958:0:16130:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp24 NI seq info: [44:44:256:4294967295] 192.168.202.152@tcp24 LPNI seq info [44:44:8:4294967295] 00000400:00000200:0.0:1767384307.508965:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384307.508973:0:16130:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp24(192.168.202.152@tcp24:192.168.202.152@tcp24) -> 192.168.202.152@tcp24(192.168.202.152@tcp24:192.168.202.152@tcp24) 192.168.202.152@tcp24 : ACK try# 0 00000800:00000200:2.0:1767384307.508977:0:16130:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.152@tcp24 00000400:00000200:3.0:1767384307.508981:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000010:2.0:1767384307.508982:0:16130:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009c3fbcb8. 00000400:00000200:0.0:1767384307.508983:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e9e27233 00000800:00000200:2.0:1767384307.508988:0:16130:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000922cc1b6] -> 12345-192.168.202.152@tcp24 (6) 00000400:00000200:3.0:1767384307.508993:0:16140:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824c904080 00000400:00000010:0.0:1767384307.508995:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e9e27233. 00000800:00000200:2.0:1767384307.508998:0:16130:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp24 ip 192.168.202.152:993 00000100:00000001:0.0:1767384307.509003:0:16139:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:3.0:1767384307.509004:0:16140:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0xfa9 [2] + 0 00000100:00000200:0.0:1767384307.509009:0:16139:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000800:00000200:2.0:1767384307.509010:0:16130:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009c3fbcb8 type 0, nob 96 niov 1 nkiov 0 00000400:00000010:3.0:1767384307.509011:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000027b05d14. 00000100:00000040:0.0:1767384307.509017:0:16139:0:(events.c:337:request_in_callback()) incoming req@00000000b0dfa897 x1853236723073024 msgsize 4848 00000400:00000200:3.0:1767384307.509018:0:16140:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000623210fb 00000800:00000001:2.0:1767384307.509023:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384307.509024:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:0.0:1767384307.509029:0:16139:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000800:00000001:2.0:1767384307.509033:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384307.509034:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:0.0:1767384307.509035:0:16139:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:3.0:1767384307.509042:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000623210fb 00000400:00000010:3.0:1767384307.509044:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000623210fb. 00000100:00000001:3.0:1767384307.509048:0:16140:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384307.509049:0:16140:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384307.509052:0:16140:0:(events.c:337:request_in_callback()) incoming req@00000000148a04c6 x1853236723073152 msgsize 4848 00000100:00000001:0.0:1767384307.509052:0:16139:0:(events.c:373:request_in_callback()) Process leaving 00000100:00100000:3.0:1767384307.509060:0:16140:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000800:00000200:2.0:1767384307.509061:0:16130:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000040:3.0:1767384307.509063:0:16140:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000400:00000200:0.0:1767384307.509063:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009ae782da 00000800:00000010:2.0:1767384307.509066:0:16130:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009c3fbcb8. 00000400:00000010:0.0:1767384307.509068:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009ae782da. 00000400:00000200:2.0:1767384307.509071:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384307.509075:0:16140:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384307.509075:0:16139:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1767384307.509078:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp24->192.168.202.152@tcp24: ACK: OK 00000400:00000200:3.0:1767384307.509083:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004dda67f4 00000100:00000200:0.0:1767384307.509084:0:16139:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000057d52b05 x1853236723073024/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384323 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384307.509105:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004dda67f4. 00000100:00000001:3.0:1767384307.509109:0:16140:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384307.509113:0:16140:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bf6531a0 x1853236723073152/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384323 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767384307.509113:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384307.509118:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384307.509123:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384307.509127:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000001:2.0:1767384307.509128:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384307.509133:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bf6531a0 x1853236723073152/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384323 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767384307.509134:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384307.509138:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384307.509150:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767384307.509152:0:16130:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.152@tcp24(192.168.202.152@tcp24) <- 192.168.202.152@tcp24 : ACK - for me 00000100:00000001:3.0:1767384307.509156:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384307.509157:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000057d52b05 x1853236723073024/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384323 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384307.509166:0:16140:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1767384307.509170:0:16130:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.152@tcp24: ACK from 12345-192.168.202.152@tcp24 into md 0x1659 00000100:00000001:3.0:1767384307.509174:0:16140:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384307.509176:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384307.509178:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384307.509179:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294897496 00000400:00000200:2.0:1767384307.509185:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp24->192.168.202.152@tcp24: ACK: OK 00000100:00000001:0.0:1767384307.509185:0:16139:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000010:3.0:1767384307.509186:0:16140:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000496d9e1e. 00000400:00000200:2.0:1767384307.509195:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000029c4097 00000100:00000001:0.0:1767384307.509195:0:16139:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384307.509196:0:16140:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 0 00000400:00000010:2.0:1767384307.509199:0:16130:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000029c4097. 00000100:00000001:0.0:1767384307.509202:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294897496 00000400:00000200:2.0:1767384307.509204:0:16130:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000100:00000001:3.0:1767384307.509206:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294897496 00000100:00000001:0.0:1767384307.509209:0:16139:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 0, keep current deadline 4294897496 00000400:00000200:2.0:1767384307.509211:0:16130:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.152@tcp ev->status 0 00000100:00000010:3.0:1767384307.509213:0:16140:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000000b6696c. 00000100:00000001:0.0:1767384307.509216:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294897496 00000400:00000200:2.0:1767384307.509218:0:16130:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.152@tcp (000000005d9714d7): -114 00000100:00000001:3.0:1767384307.509219:0:16140:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 1 00000400:00000200:2.0:1767384307.509224:0:16130:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000005d9714d7 (19) 00000100:00000001:3.0:1767384307.509227:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294897496 00000100:00000001:0.0:1767384307.509227:0:16139:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 1, keep current deadline 4294897496 00000800:00000001:2.0:1767384307.509229:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384307.509232:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1767384307.509235:0:16140:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b538a431. 00000100:00000001:0.0:1767384307.509235:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294897496 00000100:00000001:3.0:1767384307.509243:0:16140:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384307.509247:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294897496 00000100:00000001:0.0:1767384307.509247:0:16139:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 2, keep current deadline 4294897496 00000100:00000010:3.0:1767384307.509252:0:16140:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e7656f55. 00000100:00000001:0.0:1767384307.509254:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294897496 00000100:00000001:3.0:1767384307.509260:0:16140:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384307.509266:0:16140:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384307.509266:0:16139:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 3, keep current deadline 4294897496 00000100:00000001:2.0:1767384307.509267:0:16771:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384307.509269:0:16140:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384307.509271:0:16771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723073024 00000100:00000001:0.0:1767384307.509273:0:16139:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384307.509274:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384307.509275:0:16771:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384307.509279:0:16771:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384307.509280:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384307.509281:0:16139:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384307.509282:0:16771:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384307.509289:0:16771:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384307.509289:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384307.509290:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384307.509296:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384307.509296:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384307.509297:0:16771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723073024 00000020:00000001:2.0:1767384307.509301:0:16771:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384307.509302:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:2.0:1767384307.509304:0:16771:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eec8e1 00000100:00000001:3.0:1767384307.509305:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384307.509307:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:2.0:1767384307.509308:0:16771:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384307.509309:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384307.509311:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384307.509313:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384307.509318:0:16771:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000555601ca refcount=14 00000020:00000001:2.0:1767384307.509324:0:16771:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000100:00000001:0.0:1767384307.509325:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1767384307.509326:0:16771:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000100:00000001:0.0:1767384307.509329:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384307.509331:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384307.509333:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384307.509336:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001a710d06. 00000100:00000001:3.0:1767384307.509338:0:16774:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384307.509339:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384307.509340:0:16771:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1767384307.509342:0:16774:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723073152 02000000:00000001:3.0:1767384307.509346:0:16774:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000010:2.0:1767384307.509346:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001a710d06. 00000100:00000001:3.0:1767384307.509350:0:16774:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384307.509352:0:16774:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384307.509354:0:16771:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004e134f57. 02000000:00000001:3.0:1767384307.509355:0:16774:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384307.509359:0:16774:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723073152 00000020:00000010:2.0:1767384307.509359:0:16771:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000027c5853. 00000020:00000001:3.0:1767384307.509361:0:16774:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384307.509364:0:16774:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eec8e1 00000020:00000010:2.0:1767384307.509366:0:16771:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000cdb44793. 00000020:00000001:3.0:1767384307.509367:0:16774:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:2.0:1767384307.509374:0:16771:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000020:00000040:3.0:1767384307.509376:0:16774:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000555601ca refcount=15 00000100:00000001:2.0:1767384307.509380:0:16771:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:3.0:1767384307.509381:0:16774:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000100:00000001:2.0:1767384307.509384:0:16771:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:0.0:1767384307.509384:0:16135:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:00000001:3.0:1767384307.509385:0:16774:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000100:00000001:2.0:1767384307.509388:0:16771:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384307.509391:0:16774:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000010:0.0:1767384307.509392:0:16135:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 329 at 000000003953bfb6. 00000020:00000010:3.0:1767384307.509396:0:16774:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009f534a4d. 00000100:00000001:2.0:1767384307.509397:0:16771:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384307.509399:0:16135:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000083583c2b. 00000100:00000001:3.0:1767384307.509402:0:16774:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384307.509406:0:16774:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009f534a4d. 00000400:00000010:0.0:1767384307.509406:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009462da0a. 00000100:00000001:2.0:1767384307.509410:0:16771:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384307.509413:0:16774:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ba2d8298. 00000400:00000200:0.0:1767384307.509413:0:16135:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000003953bfb6 00000020:00000010:3.0:1767384307.509420:0:16774:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e295887a. 00000400:00000010:0.0:1767384307.509420:0:16135:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 313 at 00000000452a7bdd. 00000100:00000001:2.0:1767384307.509421:0:16771:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384307.509425:0:16771:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:3.0:1767384307.509429:0:16774:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000023c10e52. 00000400:00000200:0.0:1767384307.509429:0:16135:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 320 success 00000100:00100000:2.0:1767384307.509430:0:16771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 84 00000100:00000040:2.0:1767384307.509436:0:16771:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000555601ca : new rpc_count 1 00000100:00000001:3.0:1767384307.509437:0:16774:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384307.509440:0:16771:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619781697405008 : -124292012146608 : ffff8ef502c48050) 00000400:00000200:0.0:1767384307.509440:0:16135:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x102051 00000100:00000001:3.0:1767384307.509441:0:16774:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384307.509444:0:16774:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384307.509448:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b0dfa897 x1853236723073024/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:288/0 lens 4848/0 e 0 to 0 dl 1767384318 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384307.509449:0:16135:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (18) 00000100:00000001:3.0:1767384307.509451:0:16774:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384307.509456:0:16135:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 329 at 00000000c0ae4ae9. 00000100:00000001:3.0:1767384307.509457:0:16774:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384307.509465:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000068f46fb4. 00000100:00000001:2.0:1767384307.509466:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384307.509471:0:16774:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:2.0:1767384307.509472:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001a710d06. 00000400:00000010:0.0:1767384307.509473:0:16135:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000002c2de606. 00000100:00000001:3.0:1767384307.509475:0:16774:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384307.509477:0:16771:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384307.509481:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001a710d06. 00000100:00100000:3.0:1767384307.509486:0:16774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 85 00000400:00000200:0.0:1767384307.509487:0:16135:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.152@tcp 00000100:00000040:3.0:1767384307.509491:0:16774:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000555601ca : new rpc_count 2 00000100:00100000:2.0:1767384307.509491:0:16771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000b0dfa897 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c0412d60-4f67-4dbc-8791-892843f60083+15:16139:x1853236723073024:12345-0@lo:253: 00000100:00000001:3.0:1767384307.509496:0:16774:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619781697416272 : -124292012135344 : ffff8ef502c4ac50) 00000100:00000200:2.0:1767384307.509498:0:16771:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723073024 00000400:00000200:0.0:1767384307.509500:0:16135:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.152@tcp local destination 00000100:00000040:3.0:1767384307.509504:0:16774:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000148a04c6 x1853236723073152/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:288/0 lens 4848/0 e 0 to 0 dl 1767384318 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384307.509504:0:16771:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384307.509509:0:16771:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:0.0:1767384307.509510:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 37], ns[40, 37] 00000020:00000001:2.0:1767384307.509513:0:16771:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384307.509521:0:16774:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384307.509526:0:16774:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009f534a4d. 00000020:00000001:2.0:1767384307.509526:0:16771:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:0.0:1767384307.509528:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 37], ns[10, 37] 00000100:00000001:3.0:1767384307.509531:0:16774:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384307.509531:0:16771:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669141328 : -1040410288 : ffffffffc1fc9950) 00000020:00000010:3.0:1767384307.509538:0:16774:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009f534a4d. 00000020:00000001:2.0:1767384307.509538:0:16771:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:0.0:1767384307.509543:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 10], ns[12, 10] 00000020:00000001:2.0:1767384307.509560:0:16771:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384307.509561:0:16774:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000148a04c6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c0412d60-4f67-4dbc-8791-892843f60083+15:16140:x1853236723073152:12345-0@lo:253: 00000020:00000001:2.0:1767384307.509567:0:16771:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384307.509570:0:16771:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000200:3.0:1767384307.509571:0:16774:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723073152 00000020:00000001:2.0:1767384307.509575:0:16771:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384307.509576:0:16774:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:0.0:1767384307.509579:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 10], ns[14, 10] 00000020:00000001:3.0:1767384307.509581:0:16774:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:2.0:1767384307.509582:0:16771:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:3.0:1767384307.509584:0:16774:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384307.509586:0:16771:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:3.0:1767384307.509591:0:16774:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 02000000:00000010:2.0:1767384307.509593:0:16771:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000b94d3830. 00000400:00000200:0.0:1767384307.509593:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 10], ns[16, 10] 02000000:00000001:2.0:1767384307.509599:0:16771:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384307.509600:0:16774:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669141328 : -1040410288 : ffffffffc1fc9950) 00000100:00000001:2.0:1767384307.509604:0:16771:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384307.509605:0:16774:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:0.0:1767384307.509608:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 10], ns[18, 10] 00000020:00000001:3.0:1767384307.509609:0:16774:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:2.0:1767384307.509610:0:16771:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000001:3.0:1767384307.509615:0:16774:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384307.509618:0:16774:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384307.509621:0:16774:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384307.509621:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 10], ns[20, 10] 20000000:00000010:2.0:1767384307.509622:0:16771:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000007ac280d2. 00000100:00000001:3.0:1767384307.509627:0:16774:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 20000000:01000000:2.0:1767384307.509629:0:16771:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 02000000:00000001:3.0:1767384307.509632:0:16774:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:00000001:2.0:1767384307.509633:0:16771:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000400:00000200:0.0:1767384307.509635:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 10], ns[22, 10] 20000000:00000001:2.0:1767384307.509637:0:16771:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384307.509640:0:16771:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384307.509643:0:16771:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384307.509644:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 10], ns[24, 10] 02000000:00000010:3.0:1767384307.509646:0:16774:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000007c6e3580. 20000000:00000001:2.0:1767384307.509646:0:16771:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 02000000:00000001:3.0:1767384307.509651:0:16774:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384307.509654:0:16774:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:2.0:1767384307.509657:0:16771:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000671d9b40. 20000000:00000001:3.0:1767384307.509658:0:16774:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:0.0:1767384307.509658:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 10], ns[26, 10] 20000000:01000000:2.0:1767384307.509662:0:16771:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #26 20000000:00000010:3.0:1767384307.509668:0:16774:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000264f0620. 20000000:00000001:2.0:1767384307.509668:0:16771:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:01000000:3.0:1767384307.509674:0:16774:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00080000:00000001:2.0:1767384307.509675:0:16771:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000400:00000200:0.0:1767384307.509675:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 10], ns[28, 10] 20000000:00000001:3.0:1767384307.509680:0:16774:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384307.509682:0:16774:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384307.509684:0:16774:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384307.509688:0:16774:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384307.509688:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 10], ns[30, 10] 20000000:00000001:3.0:1767384307.509692:0:16774:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:0.0:1767384307.509698:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 10], ns[32, 10] 00000400:00000200:0.0:1767384307.509703:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 10], ns[34, 10] 00000400:00000200:0.0:1767384307.509708:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 10], ns[44, 10] 00000400:00000200:0.0:1767384307.509712:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 10], ns[0, 10] 00000400:00000200:0.0:1767384307.509717:0:16135:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp25 00080000:00000001:2.0:1767384307.509719:0:16771:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384307.509724:0:16771:0:(osd_index.c:949:osd_remote_fid()) Process entered 00000400:00000200:0.0:1767384307.509724:0:16135:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.152@tcp25 00080000:00000001:2.0:1767384307.509728:0:16771:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384307.509730:0:16771:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000400:00000200:0.0:1767384307.509733:0:16135:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.152@tcp25 lpni_is_preferred = 0 00000020:00000001:2.0:1767384307.509735:0:16771:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000200:0.0:1767384307.509740:0:16135:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.152@tcp25 00000020:00000001:2.0:1767384307.509743:0:16771:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446619782313850200 : -124291395701416 : ffff8ef52782b558) 00000400:00000200:0.0:1767384307.509745:0:16135:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp25 NI seq info: [45:45:256:4294967295] 192.168.202.152@tcp25 LPNI seq info [45:45:8:4294967295] 00080000:00000001:2.0:1767384307.509750:0:16771:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000400:00000200:0.0:1767384307.509755:0:16135:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.152@tcp25 00080000:00000010:2.0:1767384307.509759:0:16771:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000039b07bb3. 00000400:00000200:0.0:1767384307.509763:0:16135:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp25(192.168.202.152@tcp25:) -> 192.168.202.152@tcp25(192.168.202.152@tcp:192.168.202.152@tcp25) : GET try# 0 00080000:00000001:2.0:1767384307.509768:0:16771:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446619777392427008 : -124296317124608 : ffff8ef4022bc000) 00000800:00000200:0.0:1767384307.509774:0:16135:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.152@tcp25 00080000:00000001:2.0:1767384307.509775:0:16771:0:(osd_io.c:243:osd_declare_write()) Process entered 00000800:00000010:0.0:1767384307.509781:0:16135:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000017b4489b. 00000800:00000010:0.0:1767384307.509787:0:16135:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000009ae782da. 00000800:00000010:0.0:1767384307.509791:0:16135:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000646af463. 00000800:00000200:0.0:1767384307.509795:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009ae782da] -> 12345-192.168.202.152@tcp25 (2) 00000800:00000200:0.1:1767384307.509799:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009ae782da] -> 12345-192.168.202.152@tcp25 (2) 00000400:00000200:0.0:1767384307.509816:0:16135:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.152@tcp 00000400:00000200:0.0:1767384307.509818:0:16135:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100251 rc 0 00000400:00000200:0.0:1767384307.509872:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.152:988 00000001:00000001:2.0:1767384307.509892:0:16771:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384307.509895:0:16771:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384307.509905:0:16771:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000400:00000200:0.0:1767384307.509919:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.152:988 00080000:00000001:2.0:1767384307.509929:0:16771:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384307.509934:0:16771:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:0.0:1767384307.509955:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.152:988 00000400:00000200:0.0:1767384307.509995:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.152:988 00000400:00000200:0.0:1767384307.510032:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.152:988 00080000:00000001:2.0:1767384307.510057:0:16771:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:2.0:1767384307.510061:0:16771:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:0.0:1767384307.510069:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.152:988 00000400:00000200:0.0:1767384307.510170:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.152:988 00000400:00000200:0.0:1767384307.510214:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.152:988 00000400:00000200:0.0:1767384307.510244:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.152:988 00000400:00000200:0.0:1767384307.510279:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.152:988 00000400:00000200:0.0:1767384307.510313:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.152:988 00000400:00000200:0.0:1767384307.510347:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.152:988 00000400:00000200:0.0:1767384307.510388:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.152:988 00000400:00000200:0.0:1767384307.510433:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.152:988 00000400:00000200:0.0:1767384307.510466:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.152:988 00000400:00000200:0.0:1767384307.510517:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.152:988 00000400:00000200:0.0:1767384307.510583:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.152:988 00000400:00000200:0.0:1767384307.510615:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.152:988 00000400:00000200:0.0:1767384307.510651:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.152:988 00000400:00000200:0.0:1767384307.510685:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.152:988 00000400:00000200:0.0:1767384307.510712:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.152:988 00000400:00000200:0.0:1767384307.510748:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.152:988 00000400:00000200:0.0:1767384307.510784:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.152:988 00000400:00000200:0.0:1767384307.510824:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.152:988 00000400:00000200:0.0:1767384307.510850:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.152:988 00000400:00000200:0.0:1767384307.510884:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.152:988 00000400:00000200:0.0:1767384307.510920:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.152:988 00000400:00000200:0.0:1767384307.510954:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.152:988 00000400:00000200:0.0:1767384307.511004:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.152:988 00000400:00000200:0.0:1767384307.511049:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.152:988 00000400:00000200:0.0:1767384307.511118:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.152:988 00000400:00000200:0.0:1767384307.511171:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.152:988 00000800:00000010:0.0:1767384307.511392:0:16127:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000a3bf16e8. 00000800:00000010:0.0:1767384307.511399:0:16127:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000005fde13c7. 00000800:00000010:0.0:1767384307.511406:0:16127:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000009d2ba4e8. 00000800:00000010:0.0:1767384307.511453:0:16127:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000009d2ba4e8. 00000400:00000200:2.0:1767384307.511523:0:16133:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:3.0:1767384307.511643:0:16133:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.152@tcp25 from 223.3.0.2 00000800:00000010:3.0:1767384307.511647:0:16133:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000b6c3eb05. 00000800:00000010:0.0:1767384307.511725:0:16126:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000001936983. 00000800:00000010:0.0:1767384307.511737:0:16126:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000005b2f10f7. 00000800:00000010:0.0:1767384307.511764:0:16126:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000a99e2e90. 00000800:00000200:0.1:1767384307.511773:0:16126:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009ae782da] -> 12345-192.168.202.152@tcp25 (2) 00000800:00000200:0.1:1767384307.511779:0:16126:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.152@tcp25 00000000a99e2e90 deleted 00000800:00000010:0.1:1767384307.511782:0:16126:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000a99e2e90. 00000800:00000200:0.1:1767384307.511788:0:16126:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.1:1767384307.511796:0:16126:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp25 ip 192.168.202.152:991 00000800:00000200:0.1:1767384307.511799:0:16126:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000017b4489b type 2, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1767384307.511807:0:16126:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.152@tcp25 p 3.x 192.168.202.152 -> 192.168.202.152:991 incarnation:1767384305877969845 sched[0] 00000800:00000010:0.0:1767384307.511812:0:16126:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000009d2ba4e8. 00000800:00000010:0.0:1767384307.511871:0:16126:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000009d2ba4e8. 00000800:00000010:0.0:1767384307.511876:0:16126:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000005b2f10f7. 00000800:00000010:0.0:1767384307.511923:0:16126:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000b6c3eb05. 00000800:00000001:0.0:1767384307.511940:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384307.511946:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767384307.512000:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384307.512004:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000017b4489b. 00000400:00000200:0.0:1767384307.512008:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384307.512014:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp25->192.168.202.152@tcp25: GET: OK 00000400:00000200:0.0:1767384307.512018:0:16131:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384307.512021:0:16131:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.152@tcp: 0 00000800:00000200:0.1:1767384307.512057:0:16127:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.0:1767384307.512064:0:16127:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.152@tcp25 p 3.x 192.168.202.152 -> 192.168.202.152:988 incarnation:1767384305877969845 sched[0] 00000800:00000010:0.0:1767384307.512067:0:16127:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000005fde13c7. 00000400:00000200:0.0:1767384307.512156:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.152:988 00000400:00000200:0.0:1767384307.512213:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.152:988 00000400:00000200:0.0:1767384307.512251:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.152:988 00000800:00000001:3.0:1767384307.512292:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384307.512296:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.152:988 00000800:00000001:3.0:1767384307.512299:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384307.512302:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384307.512309:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384307.512315:0:16132:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.152@tcp25(192.168.202.152@tcp25) <- 192.168.202.152@tcp25 : GET - for me 00000400:00000200:3.0:1767384307.512323:0:16132:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.152@tcp of length 320 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384307.512329:0:16132:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.152@tcp of length 320/320 into md 0x1655 [1] + 0 00000400:00000200:3.0:1767384307.512337:0:16132:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.152@tcp25 to MR: 192.168.202.152@tcp25 local destination 00000400:00000200:3.0:1767384307.512341:0:16132:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp25 NI seq info: [46:46:256:4294967295] 192.168.202.152@tcp25 LPNI seq info [46:46:8:4294967295] 00000400:00000200:0.0:1767384307.512347:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.152:988 00000400:00000200:3.0:1767384307.512355:0:16132:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp25(192.168.202.152@tcp25:192.168.202.152@tcp25) -> 192.168.202.152@tcp25(192.168.202.152@tcp25:192.168.202.152@tcp25) 192.168.202.152@tcp25 : REPLY try# 0 00000800:00000200:3.0:1767384307.512360:0:16132:0:(socklnd_cb.c:1001:ksocknal_send()) sending 320 bytes in 1 frags to 12345-192.168.202.152@tcp25 00000800:00000010:3.0:1767384307.512364:0:16132:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f4083a01. 00000800:00000200:3.0:1767384307.512373:0:16132:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009ae782da] -> 12345-192.168.202.152@tcp25 (4) 00000800:00000200:3.0:1767384307.512377:0:16132:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp25 ip 192.168.202.152:988 00000800:00000200:3.0:1767384307.512379:0:16132:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f4083a01 type 3, nob 416 niov 1 nkiov 1 00000800:00000200:2.0:1767384307.512463:0:16132:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384307.512467:0:16132:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f4083a01. 00000400:00000200:2.0:1767384307.512471:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384307.512475:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp25->192.168.202.152@tcp25: REPLY: OK 00000800:00000001:2.0:1767384307.512484:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384307.512488:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384307.512489:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384307.512493:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384307.512495:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384307.512498:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384307.512502:0:16132:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.152@tcp25(192.168.202.152@tcp25) <- 192.168.202.152@tcp25 : REPLY - for me 00000400:00000200:2.0:1767384307.512511:0:16132:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.152@tcp25: Reply from 12345-192.168.202.152@tcp25 of length 320/320 into md 0x1671 00000800:00000001:2.0:1767384307.512514:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384307.512518:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384307.512519:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384307.512524:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp25->192.168.202.152@tcp25: REPLY: OK 00000400:00000200:2.0:1767384307.512526:0:16132:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000068f46fb4 00000400:00000010:2.0:1767384307.512527:0:16132:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000068f46fb4. 00000400:00000200:2.0:1767384307.512530:0:16132:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:2.0:1767384307.512534:0:16132:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.202.152@tcp has discovery enabled 00000400:00000200:2.0:1767384307.512537:0:16132:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.202.152@tcp(000000005d9714d7) is MR 00000400:00000200:2.0:1767384307.512540:0:16132:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.202.152@tcp data present 18. state = 0x100251 00000400:00000200:2.0:1767384307.512558:0:16132:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.152@tcp (000000005d9714d7): -114 00000400:00000200:2.0:1767384307.512568:0:16132:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000005d9714d7 (19) 00000800:00000001:2.0:1767384307.512573:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384307.512577:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384307.512610:0:16135:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384307.512614:0:16135:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x1000d1 00000400:00000010:2.0:1767384307.512619:0:16135:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 380 at 00000000d1cf936c. 00000400:00000010:2.0:1767384307.512627:0:16135:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 456 at 00000000c6b339b3. 00000400:00000010:2.0:1767384307.512630:0:16135:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 380 at 00000000491f8641. 00000400:00000200:0.0:1767384307.512633:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.152:988 00000400:00000200:0.0:1767384307.512682:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.152:988 00000400:00000010:3.0:1767384307.512683:0:16135:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000ac020619. 00000400:00000200:3.0:1767384307.512692:0:16135:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000ac020619 nid 192.168.202.152@tcp26 00000400:00000010:3.0:1767384307.512696:0:16135:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000007ca7777f. 00000400:00000200:3.0:1767384307.512699:0:16135:0:(peer.c:204:lnet_peer_net_alloc()) 000000007ca7777f net tcp26 00000400:00000200:3.0:1767384307.512702:0:16135:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (18) 00000400:00000200:3.0:1767384307.512706:0:16135:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.152@tcp NID 192.168.202.152@tcp26 flags 0x11 00000400:00000010:3.0:1767384307.512709:0:16135:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 380 at 00000000d1cf936c. 00000400:00000010:3.0:1767384307.512713:0:16135:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 456 at 00000000c6b339b3. 00000400:00000010:3.0:1767384307.512715:0:16135:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 380 at 00000000491f8641. 00000400:00000010:3.0:1767384307.512718:0:16135:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 329 at 00000000c0ae4ae9. 00000400:00000200:3.0:1767384307.512723:0:16135:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.152@tcp (000000005d9714d7): 0 00000400:00000200:0.0:1767384307.512730:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.152:988 00000400:00000200:3.0:1767384307.512748:0:16135:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.152@tcp(000000005d9714d7): 0. state = 0x100151 00000400:00000200:3.0:1767384307.512751:0:16135:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100151 rc 1 00000400:00000200:3.0:1767384307.512755:0:16135:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100151 00000400:00000200:3.0:1767384307.512757:0:16135:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.152@tcp 00000400:00000200:3.0:1767384307.512758:0:16135:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100111 rc 0 00000400:00000200:3.0:1767384307.512761:0:16135:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.152@tcp (000000005d9714d7) 00000400:00000200:3.0:1767384307.512763:0:16135:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000005d9714d7 (19) 00000400:00000200:0.0:1767384307.512938:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.152:988 00000400:00000200:0.0:1767384307.512976:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.152:988 00000400:00000200:0.0:1767384307.513027:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.152:988 00000400:00000200:0.0:1767384307.513060:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.152:988 00000400:00000200:0.0:1767384307.513125:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.152:988 00000400:00000200:0.0:1767384307.513180:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.152:988 00000400:00000200:0.0:1767384307.513226:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.152:988 00000400:00000200:0.0:1767384307.513266:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.152:988 00000400:00000200:0.0:1767384307.513301:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.152:988 00000400:00000200:0.0:1767384307.513341:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.152:988 00000400:00000200:0.0:1767384307.513388:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.152:988 00000400:00000200:0.0:1767384307.513425:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.152:988 00000400:00000200:0.0:1767384307.513463:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.152:988 00000400:00000200:0.0:1767384307.513499:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.152:988 00000400:00000200:0.0:1767384307.513534:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.152:988 00000400:00000200:0.0:1767384307.513586:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.152:988 00000400:00000200:0.0:1767384307.513623:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.152:988 00000400:00000200:0.0:1767384307.513656:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.152:988 00000400:00000200:0.0:1767384307.513696:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.152:988 00000400:00000200:0.0:1767384307.513740:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.152:988 00000400:00000200:0.0:1767384307.513800:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.152:988 00000400:00000200:0.0:1767384307.513848:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.152:988 00000400:00000200:0.0:1767384307.513886:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.152:988 00000400:00000200:0.0:1767384307.513918:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.152:988 00000400:00000200:0.0:1767384307.513962:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.152:988 00000800:00000010:0.0:1767384307.514193:0:16127:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000204430ba. 00000800:00000010:0.0:1767384307.514198:0:16127:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000005fde13c7. 00000800:00000010:0.0:1767384307.514203:0:16127:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ec3509a9. 00000800:00000010:0.0:1767384307.514245:0:16127:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ec3509a9. 00000400:00000200:2.0:1767384307.514378:0:16133:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:2.0:1767384307.514391:0:16133:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.152@tcp25 from 222.3.0.2 00000800:00000010:2.0:1767384307.514394:0:16133:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000007591df21. 00000800:00000010:3.0:1767384307.514615:0:16125:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000005067389f. 00000800:00000010:3.0:1767384307.514644:0:16125:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000009f6b28b2. 00000800:00000010:3.0:1767384307.514662:0:16125:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000041858c4e. 00000800:00000200:3.1:1767384307.514669:0:16125:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009ae782da] -> 12345-192.168.202.152@tcp25 (4) 00000800:00000200:3.1:1767384307.514674:0:16125:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.152@tcp25 0000000041858c4e deleted 00000800:00000010:3.1:1767384307.514675:0:16125:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000041858c4e. 00000800:00000200:3.1:1767384307.514678:0:16125:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:3.0:1767384307.514683:0:16125:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.152@tcp25 p 3.x 192.168.202.152 -> 192.168.202.152:990 incarnation:1767384305877969845 sched[0] 00000800:00000010:3.0:1767384307.514687:0:16125:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000076b55715. 00000800:00000010:3.0:1767384307.514738:0:16125:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000076b55715. 00000800:00000010:3.0:1767384307.514741:0:16125:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000009f6b28b2. 00000800:00000200:2.1:1767384307.514747:0:16127:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:2.0:1767384307.514755:0:16127:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.152@tcp25 p 3.x 192.168.202.152 -> 192.168.202.152:988 incarnation:1767384305877969845 sched[0] 00000800:00000010:2.0:1767384307.514758:0:16127:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000005fde13c7. 00000800:00000010:3.0:1767384307.514766:0:16125:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000007591df21. 00000800:00000001:3.0:1767384307.514785:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384307.514789:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384307.514798:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384307.514801:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384307.518407:0:16771:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384307.518412:0:16771:0:(lu_object.c:207:lu_object_put()) Add 00000000f07b1e3f/000000000f28175b to site lru. bkt: 00000000b56e2c81 20000000:00000001:3.0:1767384307.518415:0:16771:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384307.518416:0:16771:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00080000:00000001:0.0:1767384307.518419:0:16807:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 20000000:01000000:3.0:1767384307.518425:0:16771:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00040000:00000001:0.0:1767384307.518425:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384307.518428:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1767384307.518431:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384307.518433:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:3.0:1767384307.518435:0:16771:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00080000:00000010:0.0:1767384307.518436:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000039b07bb3. 20000000:01000000:3.0:1767384307.518439:0:16771:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:00000010:2.0:1767384307.518440:0:16774:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000008e04a43b. 00080000:00000001:0.0:1767384307.518443:0:16807:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:2.0:1767384307.518445:0:16774:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #26 00080000:00000020:3.0:1767384307.518446:0:16771:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000001:2.0:1767384307.518451:0:16774:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:2.0:1767384307.518455:0:16774:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:01000000:3.0:1767384307.518462:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384307.518465:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384307.518467:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384307.518471:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:2.0:1767384307.518471:0:16774:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384307.518475:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:2.0:1767384307.518476:0:16774:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384307.518479:0:16774:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384307.518480:0:16774:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:2.0:1767384307.518482:0:16774:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000010:3.0:1767384307.518483:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000019df58b. 00000020:00000001:2.0:1767384307.518485:0:16774:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446619782313850200 : -124291395701416 : ffff8ef52782b558) 00010000:00000001:3.0:1767384307.518488:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:2.0:1767384307.518489:0:16774:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000010:3.0:1767384307.518492:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000046a46c52. 00080000:00000010:2.0:1767384307.518494:0:16774:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000003b9bade1. 00000020:00000001:3.0:1767384307.518496:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:2.0:1767384307.518498:0:16774:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446619777392431104 : -124296317120512 : ffff8ef4022bd000) 00000020:00000040:3.0:1767384307.518499:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000046a46c52 with handle 0x7e51148972eecb57 to hash 00080000:00000001:2.0:1767384307.518502:0:16774:0:(osd_io.c:243:osd_declare_write()) Process entered 00000020:00000001:3.0:1767384307.518503:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384307.518506:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446619781713885696 : -124291995665920 : ffff8ef503bffa00) 00010000:00000001:3.0:1767384307.518508:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446619781713885696 : -124291995665920 : ffff8ef503bffa00) 00010000:00000001:3.0:1767384307.518511:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384307.518513:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384307.518515:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000046a46c52/0x7e51148972eecb57 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384307.518522:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384307.518525:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384307.518527:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384307.518529:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384307.518531:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384307.518533:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384307.518534:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384307.518536:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000001:00000001:2.0:1767384307.518537:0:16774:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384307.518539:0:16774:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384307.518541:0:16774:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:3.0:1767384307.518556:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384307.518558:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384307.518559:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384307.518560:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000019df58b) refcount = 1 00080000:00000001:2.0:1767384307.518563:0:16774:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384307.518564:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000046a46c52/0x7e51148972eecb57 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384307.518568:0:16774:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:3.0:1767384307.518574:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384307.518576:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384307.518577:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384307.518579:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384307.518581:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384307.518583:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384307.518585:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003445359s 00010000:00000001:3.0:1767384307.518588:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384307.518589:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384307.518590:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000046a46c52 refcount=4 00000020:00000001:3.0:1767384307.518592:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781713885696 : -124291995665920 : ffff8ef503bffa00) 00010000:00000001:3.0:1767384307.518595:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781713885696 : -124291995665920 : ffff8ef503bffa00) 00010000:00000001:3.0:1767384307.518597:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384307.518598:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000046a46c52/0x7e51148972eecb57 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384307.518603:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384307.518605:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000046a46c52/0x7e51148972eecb57 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384307.518609:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384307.518610:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384307.518611:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000046a46c52/0x7e51148972eecb57 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384307.518614:0:16774:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00010000:00000001:3.0:1767384307.518615:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384307.518618:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384307.518619:0:16774:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000001:3.0:1767384307.518621:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384307.518629:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000046a46c52/0x7e51148972eecb57 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384307.518634:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000046a46c52 already unused, calling callback (00000000871a6010) 00010000:00000001:3.0:1767384307.518636:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384307.518638:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384307.518639:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000046a46c52/0x7e51148972eecb57 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384307.518643:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384307.518644:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384307.518645:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384307.518646:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000046a46c52 refcount=5 00000020:00000001:3.0:1767384307.518647:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781713885696 : -124291995665920 : ffff8ef503bffa00) 00010000:00000001:3.0:1767384307.518648:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781713885696 : -124291995665920 : ffff8ef503bffa00) 00010000:00000001:3.0:1767384307.518650:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384307.518652:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000046a46c52/0x7e51148972eecb57 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384307.518655:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384307.518656:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384307.518657:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384307.518660:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384307.518661:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384307.518662:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384307.518663:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384307.518665:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000046a46c52 with handle 0x7e51148972eecb57 from hash 00010000:00000001:3.0:1767384307.518667:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384307.518668:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384307.518669:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384307.518670:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384307.518672:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384307.518673:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384307.518674:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384307.518676:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384307.518678:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384307.518684:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384307.518685:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384307.518687:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384307.518688:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384307.518689:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384307.518691:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384307.518692:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384307.518694:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000046a46c52/0x7e51148972eecb57 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384307.518698:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384307.518698:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384307.518699:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384307.518701:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384307.518702:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384307.518703:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384307.518704:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384307.518707:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384307.518709:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384307.518710:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000046a46c52/0x7e51148972eecb57 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384307.518714:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384307.518715:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384307.518717:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000046a46c52/0x7e51148972eecb57 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384307.518721:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000019df58b count: 0 00010000:00000001:3.0:1767384307.518731:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384307.518732:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000010:3.1:1767384307.524122:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000019df58b. 00010000:00000010:3.1:1767384307.524132:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000046a46c52. 00080000:00000001:1.0:1767384307.525702:0:16807:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00080000:00000001:2.0:1767384307.525705:0:16774:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384307.525706:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384307.525710:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000020:00000002:2.0:1767384307.525711:0:16774:0:(lu_object.c:207:lu_object_put()) Add 00000000f07b1e3f/000000000f28175b to site lru. bkt: 00000000b56e2c81 00040000:00000001:1.0:1767384307.525713:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:2.0:1767384307.525715:0:16774:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384307.525717:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:2.0:1767384307.525719:0:16774:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00080000:00000010:1.0:1767384307.525721:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000003b9bade1. 20000000:01000000:2.0:1767384307.525722:0:16774:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000001:1.0:1767384307.525728:0:16807:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:2.0:1767384307.525733:0:16774:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384307.525736:0:16774:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:2.0:1767384307.525748:0:16774:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:2.0:1767384307.525758:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384307.525760:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384307.525762:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384307.525765:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384307.525767:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384307.525771:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000009b68ef24. 00010000:00000001:2.0:1767384307.525774:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384307.525777:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000a716292b. 00000020:00000001:2.0:1767384307.525780:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384307.525782:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000a716292b with handle 0x7e51148972eecb5e to hash 00000020:00000001:2.0:1767384307.525784:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384307.525786:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446619782554467328 : -124291155084288 : ffff8ef535da3c00) 00010000:00000001:2.0:1767384307.525787:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446619782554467328 : -124291155084288 : ffff8ef535da3c00) 00010000:00000001:2.0:1767384307.525790:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384307.525791:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384307.525793:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000a716292b/0x7e51148972eecb5e lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384307.525798:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384307.525800:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384307.525802:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384307.525803:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384307.525804:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384307.525806:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384307.525808:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384307.525810:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384307.525811:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384307.525812:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384307.525813:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384307.525814:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000009b68ef24) refcount = 1 00010000:00010000:2.0:1767384307.525816:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000a716292b/0x7e51148972eecb5e lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384307.525820:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384307.525821:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384307.525828:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384307.525829:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384307.525831:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384307.525833:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384307.525836:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003445359s 00010000:00000001:2.0:1767384307.525838:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384307.525839:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384307.525841:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a716292b refcount=4 00000020:00000001:2.0:1767384307.525842:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619782554467328 : -124291155084288 : ffff8ef535da3c00) 00010000:00000001:2.0:1767384307.525844:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619782554467328 : -124291155084288 : ffff8ef535da3c00) 00010000:00000001:2.0:1767384307.525846:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384307.525847:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000a716292b/0x7e51148972eecb5e lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384307.525851:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384307.525852:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000a716292b/0x7e51148972eecb5e lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384307.525855:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384307.525856:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384307.525857:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000a716292b/0x7e51148972eecb5e lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384307.525860:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384307.525862:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384307.525863:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384307.525865:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000a716292b/0x7e51148972eecb5e lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384307.525868:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000a716292b already unused, calling callback (00000000871a6010) 00010000:00000001:2.0:1767384307.525870:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384307.525871:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384307.525872:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000a716292b/0x7e51148972eecb5e lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384307.525884:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384307.525885:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384307.525886:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384307.525887:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a716292b refcount=5 00000020:00000001:2.0:1767384307.525888:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619782554467328 : -124291155084288 : ffff8ef535da3c00) 00010000:00000001:2.0:1767384307.525890:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619782554467328 : -124291155084288 : ffff8ef535da3c00) 00010000:00000001:2.0:1767384307.525892:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384307.525893:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000a716292b/0x7e51148972eecb5e lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384307.525896:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384307.525897:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384307.525898:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384307.525901:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384307.525902:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384307.525903:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384307.525904:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384307.525906:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000a716292b with handle 0x7e51148972eecb5e from hash 00010000:00000001:2.0:1767384307.525907:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384307.525908:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384307.525909:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384307.525910:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384307.525911:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384307.525912:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384307.525913:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384307.525914:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384307.525915:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384307.525916:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384307.525917:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384307.525918:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384307.525919:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384307.525920:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384307.525922:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384307.525923:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384307.525930:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000a716292b/0x7e51148972eecb5e lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384307.525934:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384307.525935:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384307.525936:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384307.525937:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384307.525938:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384307.525938:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384307.525940:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384307.525941:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384307.525942:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384307.525943:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000a716292b/0x7e51148972eecb5e lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384307.525946:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384307.525948:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384307.525949:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000a716292b/0x7e51148972eecb5e lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384307.525953:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000009b68ef24 count: 0 00010000:00000001:2.0:1767384307.525959:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384307.525960:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:2.0:1767384307.527605:0:16771:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:2.0:1767384307.527608:0:16771:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384307.527611:0:16771:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000007ac280d2. 20000000:00000001:2.0:1767384307.527616:0:16771:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384307.527620:0:16771:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236723073024 00010000:00000001:2.0:1767384307.527622:0:16771:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384307.527628:0:16771:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000b0dfa897 x1853236723073024/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:288/0 lens 4848/4768 e 0 to 0 dl 1767384318 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384307.527636:0:16771:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384307.527638:0:16771:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384307.527640:0:16771:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dd452398 time=37 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384307.527644:0:16771:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384307.527646:0:16771:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 21 to 0@lo 00000100:00000001:2.0:1767384307.527648:0:16771:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 02000000:00000001:2.0:1767384307.527656:0:16771:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384307.527658:0:16771:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384307.527661:0:16771:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384307.527664:0:16771:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384307.527667:0:16771:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003f562282. 00000100:00000200:2.0:1767384307.527672:0:16771:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236723073024, offset 224 00000400:00000200:2.0:1767384307.527677:0:16771:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384307.527687:0:16771:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384307.527695:0:16771:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824c904000 00000400:00000200:2.0:1767384307.527699:0:16771:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x165d [2] + 224 00000400:00000200:2.0:1767384307.527705:0:16771:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384307.527709:0:16771:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384307.527713:0:16771:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384307.527716:0:16771:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000057d52b05 x1853236723073024/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384323 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384307.527722:0:16771:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000057d52b05 x1853236723073024/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384323 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384307.527737:0:16771:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384307.527742:0:16771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003f562282 00000400:00000010:2.0:1767384307.527744:0:16771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003f562282. 00000100:00000001:2.0:1767384307.527747:0:16771:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384307.527749:0:16771:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384307.527749:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384307.527752:0:16771:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384307.527753:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767384307.527756:0:16771:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 20 to 0@lo 00010000:00000001:2.0:1767384307.527759:0:16771:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384307.527761:0:16771:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384307.527762:0:16139:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:2.0:1767384307.527763:0:16771:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:0.0:1767384307.527768:0:16139:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1767384307.527769:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b0dfa897 x1853236723073024/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:288/0 lens 4848/4768 e 0 to 0 dl 1767384318 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384307.527779:0:16771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000b0dfa897 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c0412d60-4f67-4dbc-8791-892843f60083+15:16139:x1853236723073024:12345-0@lo:253: Request processed in 18312us (18761us total) trans 0 rc 0/0 00000400:00000010:0.0:1767384307.527779:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000aa68c4ac. 00000400:00000200:0.0:1767384307.527787:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001b552bed 00000100:00100000:2.0:1767384307.527791:0:16771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 84 00000400:00000010:0.0:1767384307.527792:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001b552bed. 00000100:00000040:2.0:1767384307.527795:0:16771:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000555601ca : new rpc_count 1 00000100:00000001:0.0:1767384307.527798:0:16139:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384307.527804:0:16771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:0.0:1767384307.527804:0:16139:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000057d52b05 x1853236723073024/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384323 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384307.527807:0:16771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384307.527812:0:16771:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000027c5853. 00000020:00000010:2.0:1767384307.527820:0:16771:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000cdb44793. 00000100:00000200:0.0:1767384307.527823:0:16139:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000057d52b05 x1853236723073024/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384323 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384307.527824:0:16771:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004e134f57. 00000020:00000040:2.0:1767384307.527831:0:16771:0:(genops.c:898:class_export_put()) PUTting export 00000000555601ca : new refcount 14 02000000:00000001:2.0:1767384307.527836:0:16771:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384307.527840:0:16771:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000b94d3830. 00000100:00000001:0.0:1767384307.527841:0:16139:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:2.0:1767384307.527844:0:16771:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384307.527845:0:16139:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384307.527846:0:16771:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384307.527851:0:16139:0:(client.c:1578:after_reply()) Process entered 00000100:00000200:2.0:1767384307.527853:0:16771:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 02000000:00000001:0.0:1767384307.527856:0:16139:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000010:2.0:1767384307.527858:0:16771:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002e1aee90. 00000100:00000001:0.0:1767384307.527860:0:16139:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:2.0:1767384307.527864:0:16771:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003f562282. 00000100:00000001:0.0:1767384307.527864:0:16139:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384307.527871:0:16139:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384307.527877:0:16139:0:(import.c:2128:obd_at_measure()) add 5 to 0000000028df3f77 time=37 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384307.527881:0:16139:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f5022cbe time=37 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384307.527885:0:16139:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384307.527887:0:16139:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384307.527889:0:16139:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384307.527892:0:16139:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384307.527895:0:16139:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384307.527899:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000057d52b05 x1853236723073024/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384323 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384307.527907:0:16139:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384307.527910:0:16139:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384307.527912:0:16139:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384307.527917:0:16139:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384307.527920:0:16139:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384307.527921:0:16139:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384307.527923:0:16139:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384307.527925:0:16139:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384307.527927:0:16139:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384307.527928:0:16139:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384307.527930:0:16139:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384307.527933:0:16139:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384307.527940:0:16139:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384307.527945:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000057d52b05 x1853236723073024/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384323 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384307.527955:0:16139:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000057d52b05 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c0412d60-4f67-4dbc-8791-892843f60083:16139:1853236723073024:0@lo:253: 00000100:00000001:0.0:1767384307.527961:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384307.527964:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384307.527968:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000057d52b05 x1853236723073024/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384323 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384307.527975:0:16139:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384307.527979:0:16139:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384307.527982:0:16139:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000289fcc5d. 02000000:00000001:0.0:1767384307.527987:0:16139:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384307.527989:0:16139:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384307.527991:0:16139:0:(genops.c:1242:class_import_put()) import 00000000df830bbe refcount=4 obd=MGC192.168.202.152@tcp 00000020:00000001:0.0:1767384307.527994:0:16139:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384307.527996:0:16139:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000003a2219a. 02000000:00000001:0.0:1767384307.528003:0:16139:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384307.528005:0:16139:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384307.528007:0:16139:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000057d52b05. 00000100:00000001:0.0:1767384307.528012:0:16139:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384307.528014:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384307.528017:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384307.528023:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384307.528025:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384307.528028:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384307.528030:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:2.0:1767384307.529194:0:16774:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:2.0:1767384307.529196:0:16774:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384307.529198:0:16774:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000264f0620. 20000000:00000001:2.0:1767384307.529202:0:16774:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384307.529204:0:16774:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236723073152 00010000:00000001:2.0:1767384307.529206:0:16774:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384307.529209:0:16774:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000148a04c6 x1853236723073152/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:288/0 lens 4848/4768 e 0 to 0 dl 1767384318 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384307.529215:0:16774:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384307.529216:0:16774:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384307.529218:0:16774:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dd452398 time=37 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384307.529220:0:16774:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384307.529222:0:16774:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 21 to 0@lo 00000100:00000001:2.0:1767384307.529224:0:16774:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 02000000:00000001:2.0:1767384307.529226:0:16774:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384307.529227:0:16774:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384307.529228:0:16774:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384307.529230:0:16774:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384307.529233:0:16774:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004533456f. 00000100:00000200:2.0:1767384307.529235:0:16774:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236723073152, offset 224 00000400:00000200:2.0:1767384307.529239:0:16774:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384307.529243:0:16774:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384307.529254:0:16774:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824c904080 00000400:00000200:2.0:1767384307.529257:0:16774:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1665 [2] + 224 00000400:00000200:2.0:1767384307.529261:0:16774:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384307.529264:0:16774:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384307.529266:0:16774:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384307.529269:0:16774:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bf6531a0 x1853236723073152/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384323 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384307.529275:0:16774:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000bf6531a0 x1853236723073152/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384323 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384307.529285:0:16774:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384307.529289:0:16774:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004533456f 00000400:00000010:2.0:1767384307.529291:0:16774:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004533456f. 00000100:00000001:2.0:1767384307.529295:0:16774:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384307.529296:0:16774:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384307.529299:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384307.529299:0:16774:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384307.529303:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767384307.529304:0:16774:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 20 to 0@lo 00010000:00000001:2.0:1767384307.529307:0:16774:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:3.0:1767384307.529308:0:16140:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:2.0:1767384307.529309:0:16774:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384307.529312:0:16140:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:2.0:1767384307.529313:0:16774:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:3.0:1767384307.529315:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a9584a80. 00000100:00000040:2.0:1767384307.529319:0:16774:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000148a04c6 x1853236723073152/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:288/0 lens 4848/4768 e 0 to 0 dl 1767384318 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384307.529321:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000011a010ac 00000400:00000010:3.0:1767384307.529325:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000011a010ac. 00000100:00000001:3.0:1767384307.529331:0:16140:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:2.0:1767384307.529333:0:16774:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000148a04c6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c0412d60-4f67-4dbc-8791-892843f60083+14:16140:x1853236723073152:12345-0@lo:253: Request processed in 19811us (20279us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384307.529340:0:16774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 85 00000100:00000040:2.0:1767384307.529342:0:16774:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000555601ca : new rpc_count 0 00000100:00000200:3.0:1767384307.529344:0:16140:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bf6531a0 x1853236723073152/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384323 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384307.529345:0:16774:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384307.529348:0:16774:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384307.529352:0:16774:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e295887a. 00000100:00000200:3.0:1767384307.529359:0:16140:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bf6531a0 x1853236723073152/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384323 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384307.529360:0:16774:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000023c10e52. 00000020:00000010:2.0:1767384307.529367:0:16774:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ba2d8298. 00000100:00000001:3.0:1767384307.529371:0:16140:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:2.0:1767384307.529373:0:16774:0:(genops.c:898:class_export_put()) PUTting export 00000000555601ca : new refcount 13 00000100:00000001:3.0:1767384307.529374:0:16140:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384307.529378:0:16140:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384307.529378:0:16774:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:3.0:1767384307.529380:0:16140:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384307.529382:0:16140:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384307.529383:0:16140:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384307.529387:0:16140:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384307.529388:0:16774:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000007c6e3580. 00000100:00001000:3.0:1767384307.529390:0:16140:0:(import.c:2128:obd_at_measure()) add 5 to 0000000028df3f77 time=37 v=5 (5 0 0 0) 02000000:00000001:2.0:1767384307.529393:0:16774:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00001000:3.0:1767384307.529395:0:16140:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f5022cbe time=37 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384307.529396:0:16774:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384307.529400:0:16140:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384307.529403:0:16140:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384307.529403:0:16774:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:3.0:1767384307.529409:0:16140:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384307.529410:0:16140:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384307.529410:0:16774:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fa09178c. 00000100:00000001:3.0:1767384307.529411:0:16140:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384307.529417:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bf6531a0 x1853236723073152/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384323 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384307.529417:0:16774:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004533456f. 00000100:00000001:3.0:1767384307.529426:0:16140:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384307.529428:0:16140:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384307.529429:0:16140:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384307.529432:0:16140:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384307.529433:0:16140:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384307.529434:0:16140:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384307.529435:0:16140:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384307.529436:0:16140:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384307.529437:0:16140:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384307.529438:0:16140:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384307.529439:0:16140:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384307.529441:0:16140:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384307.529442:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bf6531a0 x1853236723073152/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384323 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384307.529447:0:16140:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000bf6531a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c0412d60-4f67-4dbc-8791-892843f60083:16140:1853236723073152:0@lo:253: 00000100:00000001:3.0:1767384307.529457:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384307.529459:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384307.529461:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bf6531a0 x1853236723073152/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384323 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384307.529466:0:16140:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384307.529467:0:16140:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384307.529469:0:16140:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000b00616c4. 02000000:00000001:3.0:1767384307.529472:0:16140:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384307.529473:0:16140:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384307.529474:0:16140:0:(genops.c:1242:class_import_put()) import 00000000df830bbe refcount=3 obd=MGC192.168.202.152@tcp 00000020:00000001:3.0:1767384307.529476:0:16140:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384307.529477:0:16140:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000003df1869e. 02000000:00000001:3.0:1767384307.529481:0:16140:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384307.529482:0:16140:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384307.529483:0:16140:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bf6531a0. 00000100:00000001:3.0:1767384307.529486:0:16140:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384307.529487:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384307.529489:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384307.529493:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384307.529494:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384307.529496:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384307.529498:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384307.530696:0:24757:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000004f281566. 00000400:00000040:1.0:1767384307.530715:0:24757:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384307.530718:0:24757:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384307.530720:0:24757:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384307.530722:0:24757:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384307.530725:0:24757:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384307.530727:0:24757:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384307.530730:0:24757:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384307.530731:0:24757:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384307.530733:0:24757:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384307.530735:0:24757:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384307.530743:0:24757:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384307.530744:0:24757:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384307.530747:0:24757:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384307.530748:0:24757:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384307.530750:0:24757:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384307.530752:0:24757:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384307.530754:0:24757:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384307.530755:0:24757:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384307.530756:0:24757:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384307.530759:0:24757:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384307.530761:0:24757:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384307.530762:0:24757:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384307.530764:0:24757:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384307.530766:0:24757:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384307.530767:0:24757:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384307.530770:0:24757:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384307.530771:0:24757:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384307.530773:0:24757:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384307.530775:0:24757:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384307.530776:0:24757:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384307.530777:0:24757:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384307.530780:0:24757:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384307.530781:0:24757:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384307.530783:0:24757:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384307.530785:0:24757:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384307.530786:0:24757:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384307.530787:0:24757:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384307.530790:0:24757:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384307.530792:0:24757:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384307.530794:0:24757:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384307.530795:0:24757:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384307.530797:0:24757:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384307.530799:0:24757:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384307.530800:0:24757:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384307.530802:0:24757:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384307.530803:0:24757:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384307.530805:0:24757:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384307.530806:0:24757:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384307.530809:0:24757:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384307.530814:0:24757:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384307.530816:0:24757:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384307.530817:0:24757:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384307.530819:0:24757:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384307.530821:0:24757:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384307.530823:0:24757:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384307.530825:0:24757:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384307.530826:0:24757:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:1.0:1767384307.530881:0:24757:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000004f281566. 00010000:00000010:2.1:1767384307.534124:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000009b68ef24. 00010000:00000010:2.1:1767384307.534134:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000a716292b. 00000100:00000040:1.0:1767384307.534215:0:62:0:(connection.c:75:cpu_latency_work()) work item of 00000000edc4e618 (cpu 0) has reached its deadline 4294897496, at 4294897497 00000100:00000010:1.0:1767384307.534225:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000000b6696c. 00000100:00000040:3.0:1767384307.535114:0:53:0:(connection.c:75:cpu_latency_work()) work item of 000000009d5c2cb6 (cpu 0) has reached its deadline 4294897496, at 4294897498 00000100:00000010:3.0:1767384307.535120:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e7656f55. 00000100:00000040:2.0:1767384307.535142:0:795:0:(connection.c:75:cpu_latency_work()) work item of 00000000135c2452 (cpu 0) has reached its deadline 4294897496, at 4294897498 00000100:00000040:0.0:1767384307.535144:0:449:0:(connection.c:75:cpu_latency_work()) work item of 000000002fd0fb58 (cpu 0) has reached its deadline 4294897496, at 4294897498 00000100:00000010:2.0:1767384307.535150:0:795:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b538a431. 00000100:00000010:0.0:1767384307.535153:0:449:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000496d9e1e. 00010000:00000001:0.0:1767384308.278137:0:449:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384308.278141:0:449:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384308.278146:0:449:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384308.278148:0:449:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384308.278188:0:16767:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384308.278193:0:16767:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384308.278197:0:16767:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:2.0:1767384308.484270:0:25056:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384308.484282:0:25056:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384308.484285:0:25056:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384308.484291:0:25056:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384308.484295:0:25056:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384308.484298:0:25056:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384309.147705:0:25220:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384309.147710:0:25220:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg252-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp27 --if ens2 00000001:00000001:1.0:1767384309.154860:0:25220:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:0.0:1767384309.161957:0:25221:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000006023049a. 00000400:00000010:0.0:1767384309.161973:0:25221:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000009a0aebdf. 00000400:00000010:0.0:1767384309.161983:0:25221:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000f1211efd. 00000400:00000010:0.0:1767384309.161993:0:25221:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000a2a35cf7. 00000400:00000010:0.0:1767384309.161998:0:25221:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000042c586ce. 00000400:00000010:0.0:1767384309.162003:0:25221:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000102b00ee. 00000400:00000010:0.0:1767384309.162004:0:25221:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000001c662343. 00000400:00000010:0.0:1767384309.162006:0:25221:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000083d02ba1. 00000400:00000010:0.0:1767384309.162009:0:25221:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000006ad8e96c. 00000800:00000010:0.0:1767384309.162021:0:25221:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000c45b1274. 00000800:00000200:0.0:1767384309.162030:0:25221:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:0.0:1767384309.162038:0:25221:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:0.0:1767384309.162069:0:25221:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.152) 00000400:02000000:0.0:1767384309.162286:0:25221:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.152@tcp27 [8/256/0/180] 00000400:00000010:0.0:1767384309.163800:0:25221:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 345 at 00000000c0ae4ae9. 00000400:00000010:0.0:1767384309.163805:0:25221:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000aa68c4ac. 00000400:00000010:0.0:1767384309.163810:0:25221:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004e2d4782. 00000400:00000001:0.0:1767384309.163827:0:25221:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384309.163829:0:25221:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384309.163831:0:25221:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e4680f7c. 00000400:00000200:0.0:1767384309.163835:0:25221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ca45cce0 00000400:00000010:0.0:1767384309.163837:0:25221:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ca45cce0. 00000400:00000010:0.0:1767384309.163841:0:25221:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 329 at 000000006987858f. 00000400:00000200:0.0:1767384309.163846:0:25221:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (18) 00000400:00000200:0.0:1767384309.163860:0:25221:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.152@tcp (000000005d9714d7): 0 00000400:00000200:0.0:1767384309.163869:0:25221:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131099 00000400:00000200:3.0:1767384309.163874:0:16135:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:00000010:0.0:1767384309.163878:0:25221:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000294d49f0. 00000400:00000200:3.0:1767384309.163881:0:16135:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100151 00000020:01000000:0.0:1767384309.163887:0:25221:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000010:3.0:1767384309.163889:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000083038595. 00000020:01000000:0.0:1767384309.163893:0:25221:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.152@tcp27 00000400:00000200:3.0:1767384309.163894:0:16135:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (19) 00000400:00000010:3.0:1767384309.163901:0:16135:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000008ea8d9d7. 00000400:00000200:3.0:1767384309.163905:0:16135:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.152@tcp25 00000400:00000010:0.0:1767384309.163908:0:25221:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000009a0aebdf. 00000400:00000010:0.0:1767384309.163913:0:25221:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000006023049a. 00000400:00000200:3.0:1767384309.163920:0:16135:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.152@tcp25 to MR: 192.168.202.152@tcp25 local destination 00000400:00000200:3.0:1767384309.163927:0:16135:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp25 NI seq info: [47:47:256:4294967295] 192.168.202.152@tcp25 LPNI seq info [47:47:8:4294967295] 00000020:00000001:1.0:1767384309.163930:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:1.0:1767384309.163935:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384309.163938:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:3.0:1767384309.163941:0:16135:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.152@tcp25 10000000:01000000:1.0:1767384309.163942:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:1.0:1767384309.163947:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384309.163951:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384309.163954:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:3.0:1767384309.163958:0:16135:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp25(192.168.202.152@tcp25:192.168.202.152@tcp25) -> 192.168.202.152@tcp25(192.168.202.152@tcp25:192.168.202.152@tcp25) : PUT try# 0 00000020:01000004:1.0:1767384309.163958:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384309.163961:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384309.163964:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384309.163967:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384309.163969:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000800:00000200:3.0:1767384309.163970:0:16135:0:(socklnd_cb.c:1001:ksocknal_send()) sending 336 bytes in 1 frags to 12345-192.168.202.152@tcp25 00000020:01000004:1.0:1767384309.163971:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384309.163974:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000800:00000010:3.0:1767384309.163975:0:16135:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001a274af3. 00000100:00000010:1.0:1767384309.163979:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a50222b1. 00000800:00000200:3.0:1767384309.163984:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009ae782da] -> 12345-192.168.202.152@tcp25 (6) 00000020:00000040:1.0:1767384309.163986:0:36:0:(genops.c:1229:class_import_get()) import 00000000df830bbe refcount=4 obd=MGC192.168.202.152@tcp 00000100:00000001:1.0:1767384309.163992:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000800:00000200:3.0:1767384309.163995:0:16135:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp25 ip 192.168.202.152:988 02000000:00000001:1.0:1767384309.163996:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000800:00000200:3.0:1767384309.164000:0:16135:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000001a274af3 type 1, nob 432 niov 1 nkiov 1 02000000:00000001:1.0:1767384309.164002:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384309.164010:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000004519d93b. 00000400:00000200:3.0:1767384309.164016:0:16135:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.152@tcp 00000100:00000001:1.0:1767384309.164017:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384309.164020:0:16135:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100551 rc 0 00000100:00000001:1.0:1767384309.164026:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384309.164035:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384309.164043:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a50222b1] to pc [ptlrpcd_00_00+0] req@00000000a50222b1 x1853236723073280/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:1.0:1767384309.164071:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384309.164074:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384309.164076:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1767384309.164078:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:3.0:1767384309.164082:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1767384309.164084:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:1.0:1767384309.164107:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384309.164109:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384309.164110:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:1.0:1767384309.164112:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000100:00000001:3.0:1767384309.164113:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:01000004:1.0:1767384309.164114:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384309.164117:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000001:3.0:1767384309.164119:0:16137:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:01000004:1.0:1767384309.164120:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384309.164123:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384309.164125:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384309.164126:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384309.164127:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000100:00000040:3.0:1767384309.164130:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a50222b1 x1853236723073280/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:1.0:1767384309.164130:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:1.0:1767384309.164133:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004a8c2434. 00000020:00000040:1.0:1767384309.164138:0:36:0:(genops.c:1229:class_import_get()) import 00000000df830bbe refcount=5 obd=MGC192.168.202.152@tcp 00000100:00000001:1.0:1767384309.164143:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384309.164145:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384309.164149:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384309.164150:0:16137:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384309.164154:0:16137:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384309.164157:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000a871178b. 02000000:00000001:3.0:1767384309.164160:0:16137:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767384309.164161:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384309.164165:0:16137:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384309.164166:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384309.164169:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384309.164170:0:16137:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384309.164174:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004a8c2434] to pc [ptlrpcd_00_01+1] req@000000004a8c2434 x1853236723073408/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384309.164177:0:16137:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a50222b1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c0412d60-4f67-4dbc-8791-892843f60083:16137:1853236723073280:0@lo:253: 00000800:00000200:2.0:1767384309.164177:0:16132:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384309.164183:0:16132:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001a274af3. 00000100:00000001:3.0:1767384309.164187:0:16137:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384309.164193:0:16137:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1767384309.164194:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 10000000:00000001:1.0:1767384309.164195:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384309.164197:0:16137:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384309.164200:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384309.164201:0:16137:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:1.0:1767384309.164206:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384309.164207:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp25->192.168.202.152@tcp25: PUT: OK 02000000:00000010:3.0:1767384309.164210:0:16137:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000063d484a8. 00000020:01000000:1.0:1767384309.164212:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 02000000:00000001:3.0:1767384309.164214:0:16137:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384309.164215:0:16132:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000010:3.0:1767384309.164219:0:16137:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a9584a80. 00000400:00000200:2.0:1767384309.164219:0:16132:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.152@tcp25: 0 00000020:00000010:1.0:1767384309.164225:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000294d49f0. 00000400:00000010:3.0:1767384309.164228:0:16137:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f7bd0aed. 00000800:00000001:2.0:1767384309.164232:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:3.0:1767384309.164233:0:16137:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236723073280, portal 25 00000100:00000001:3.0:1767384309.164238:0:16137:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384309.164238:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384309.164240:0:16137:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782424492032 : -124291285059584 : ffff8ef52e1af800) 00000800:00000001:2.0:1767384309.164241:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384309.164242:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384309.164246:0:16138:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000800:00000001:2.0:1767384309.164247:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:3.0:1767384309.164250:0:16137:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a50222b1 x1853236723073280/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384325 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767384309.164253:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384309.164253:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004a8c2434 x1853236723073408/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384309.164266:0:16132:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.152@tcp25(192.168.202.152@tcp25) <- 192.168.202.152@tcp25 : PUT - for me 00000400:00000200:2.0:1767384309.164284:0:16132:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.152@tcp of length 336 into portal 0 MB=0x8000000000000000 00000100:00000001:1.0:1767384309.164286:0:16138:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384309.164289:0:16138:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384309.164290:0:16137:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1767384309.164294:0:16138:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1767384309.164295:0:16132:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.152@tcp of length 320/336 into md 0x166d [1] + 0 00000100:00000040:3.0:1767384309.164299:0:16137:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:1.0:1767384309.164300:0:16138:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1767384309.164301:0:16132:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000083583c2b. 00000400:00000010:3.0:1767384309.164305:0:16137:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f5dc85b1. 02000000:00000001:1.0:1767384309.164306:0:16138:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384309.164307:0:16132:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000009462da0a 00000100:00000200:3.0:1767384309.164313:0:16137:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236723073280, offset 0 00000100:00100000:1.0:1767384309.164313:0:16138:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004a8c2434 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c0412d60-4f67-4dbc-8791-892843f60083:16138:1853236723073408:0@lo:253: 00000800:00000001:2.0:1767384309.164314:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384309.164320:0:16138:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000001:2.0:1767384309.164321:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384309.164324:0:16137:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:1.0:1767384309.164325:0:16138:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1767384309.164326:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1767384309.164329:0:16138:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384309.164333:0:16138:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767384309.164336:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp25->192.168.202.152@tcp25: PUT: OK 00000400:00000200:3.0:1767384309.164337:0:16137:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384309.164343:0:16132:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009462da0a 00000400:00000010:2.0:1767384309.164346:0:16132:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009462da0a. 02000000:00000010:1.0:1767384309.164348:0:16138:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000005adf2cff. 00000400:00000200:3.0:1767384309.164349:0:16137:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824c904100 02000000:00000001:1.0:1767384309.164353:0:16138:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384309.164358:0:16132:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000010:1.0:1767384309.164360:0:16138:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001077a77f. 00000400:00000200:2.0:1767384309.164362:0:16132:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (20) 00000400:00000200:3.0:1767384309.164366:0:16137:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0xfb9 [2] + 0 00000400:00000200:2.0:1767384309.164370:0:16132:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.152@tcp(000000005d9714d7) is MR 00000400:00000010:3.0:1767384309.164372:0:16137:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e379a603. 00000400:00000200:2.0:1767384309.164376:0:16132:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.202.152@tcp (336 bytes) 00000400:00000200:3.0:1767384309.164378:0:16137:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000107ddaa8 00000400:00000200:2.0:1767384309.164381:0:16132:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.152@tcp (000000005d9714d7): -114 00000400:00000200:3.0:1767384309.164385:0:16137:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1767384309.164386:0:16138:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000352aa112. 00000400:00000200:2.0:1767384309.164389:0:16132:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000005d9714d7 (21) 00000100:00000200:1.0:1767384309.164393:0:16138:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236723073408, portal 25 00000400:00000200:3.0:1767384309.164394:0:16137:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384309.164396:0:16132:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000100:00000001:1.0:1767384309.164398:0:16138:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384309.164401:0:16138:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782424486656 : -124291285064960 : ffff8ef52e1ae300) 00000400:00000200:2.0:1767384309.164406:0:16132:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.152@tcp25 to MR: 192.168.202.152@tcp25 local destination 00000100:00000040:1.0:1767384309.164409:0:16138:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000004a8c2434 x1853236723073408/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384325 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384309.164417:0:16132:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp25 NI seq info: [48:48:256:4294967295] 192.168.202.152@tcp25 LPNI seq info [48:48:8:4294967295] 00000100:00000001:1.0:1767384309.164420:0:16138:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384309.164425:0:16138:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384309.164430:0:16138:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bef29a7a. 00000400:00000200:2.0:1767384309.164435:0:16132:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp25(192.168.202.152@tcp25:192.168.202.152@tcp25) -> 192.168.202.152@tcp25(192.168.202.152@tcp25:192.168.202.152@tcp25) 192.168.202.152@tcp25 : ACK try# 0 00000100:00000200:1.0:1767384309.164436:0:16138:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236723073408, offset 0 00000800:00000200:2.0:1767384309.164444:0:16132:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.152@tcp25 00000800:00000010:2.0:1767384309.164447:0:16132:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001f260ff2. 00000400:00000200:1.0:1767384309.164466:0:16138:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000800:00000200:2.0:1767384309.164467:0:16132:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009ae782da] -> 12345-192.168.202.152@tcp25 (6) 00000400:00000200:3.0:1767384309.164471:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000107ddaa8 00000400:00000010:3.0:1767384309.164476:0:16137:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000107ddaa8. 00000800:00000200:2.0:1767384309.164477:0:16132:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp25 ip 192.168.202.152:991 00000400:00000200:1.0:1767384309.164479:0:16138:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000200:2.0:1767384309.164483:0:16132:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000001f260ff2 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:3.0:1767384309.164485:0:16137:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384309.164488:0:16137:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000800:00000001:2.0:1767384309.164492:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384309.164492:0:16138:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824c904180 00000100:00000040:3.0:1767384309.164494:0:16137:0:(events.c:337:request_in_callback()) incoming req@0000000098d93d62 x1853236723073280 msgsize 4848 00000800:00000001:2.0:1767384309.164502:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384309.164504:0:16138:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0xfc9 [2] + 0 00000100:00100000:3.0:1767384309.164507:0:16137:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000010:1.0:1767384309.164511:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a5c59d64. 00000100:00000040:3.0:1767384309.164512:0:16137:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384309.164522:0:16137:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384309.164522:0:16138:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000e7259b14 00000400:00000200:3.0:1767384309.164540:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f5dc85b1 00000400:00000200:1.0:1767384309.164541:0:16138:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1767384309.164543:0:16137:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f5dc85b1. 00000800:00000200:2.0:1767384309.164546:0:16132:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1767384309.164548:0:16138:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384309.164549:0:16137:0:(events.c:34:request_out_callback()) Process entered 00000800:00000010:2.0:1767384309.164551:0:16132:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001f260ff2. 00000400:00000200:1.0:1767384309.164555:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e7259b14 00000100:00000200:3.0:1767384309.164556:0:16137:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a50222b1 x1853236723073280/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384325 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384309.164559:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1767384309.164559:0:16138:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e7259b14. 00000100:00000001:1.0:1767384309.164567:0:16138:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384309.164570:0:16138:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:3.0:1767384309.164571:0:16137:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767384309.164573:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp25->192.168.202.152@tcp25: ACK: OK 00000100:00000040:1.0:1767384309.164575:0:16138:0:(events.c:337:request_in_callback()) incoming req@0000000050d12577 x1853236723073408 msgsize 4848 00000100:00000040:3.0:1767384309.164578:0:16137:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a50222b1 x1853236723073280/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384325 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767384309.164590:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384309.164596:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384309.164599:0:16138:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000800:00000001:2.0:1767384309.164602:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:1.0:1767384309.164605:0:16138:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000800:00000001:2.0:1767384309.164608:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384309.164611:0:16137:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384309.164611:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384309.164616:0:16137:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767384309.164616:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384309.164617:0:16138:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384309.164625:0:16132:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.152@tcp25(192.168.202.152@tcp25) <- 192.168.202.152@tcp25 : ACK - for me 00000400:00000200:1.0:1767384309.164627:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bef29a7a 00000400:00000010:1.0:1767384309.164630:0:16138:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bef29a7a. 00000100:00000001:3.0:1767384309.164632:0:16137:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384309.164633:0:16138:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384309.164638:0:16137:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294899151 00000400:00000200:2.0:1767384309.164639:0:16132:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.152@tcp25: ACK from 12345-192.168.202.152@tcp25 into md 0x1689 00000100:00000200:1.0:1767384309.164640:0:16138:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004a8c2434 x1853236723073408/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384325 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384309.164645:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:3.0:1767384309.164649:0:16137:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a79fb490. 00000400:00000200:2.0:1767384309.164656:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp25->192.168.202.152@tcp25: ACK: OK 00000100:00000001:1.0:1767384309.164656:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384309.164661:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004a8c2434 x1853236723073408/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384325 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384309.164663:0:16137:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 0 00000400:00000200:2.0:1767384309.164671:0:16132:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000083038595 00000100:00000001:1.0:1767384309.164672:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384309.164674:0:16137:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294899151 00000400:00000010:2.0:1767384309.164675:0:16132:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000083038595. 00000100:00000001:1.0:1767384309.164676:0:16138:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000010:3.0:1767384309.164683:0:16137:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000916b7c38. 00000400:00000200:2.0:1767384309.164683:0:16132:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000100:00000001:1.0:1767384309.164684:0:16138:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384309.164691:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294899151 00000100:00000001:3.0:1767384309.164692:0:16137:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 1 00000400:00000200:2.0:1767384309.164692:0:16132:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.152@tcp ev->status 0 00000100:00000001:1.0:1767384309.164698:0:16138:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 0, keep current deadline 4294899151 00000100:00000001:3.0:1767384309.164700:0:16137:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294899151 00000400:00000200:2.0:1767384309.164701:0:16132:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.152@tcp (000000005d9714d7): -114 00000100:00000001:1.0:1767384309.164702:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294899151 00000100:00000010:3.0:1767384309.164708:0:16137:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000036f20928. 00000400:00000200:2.0:1767384309.164709:0:16132:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000005d9714d7 (20) 00000100:00000001:1.0:1767384309.164709:0:16138:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 1, keep current deadline 4294899151 00000100:00000001:3.0:1767384309.164716:0:16137:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767384309.164716:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294899151 00000800:00000001:2.0:1767384309.164719:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384309.164724:0:16137:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294899151 00000800:00000001:2.0:1767384309.164724:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384309.164725:0:16138:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 2, keep current deadline 4294899151 00000100:00000001:1.0:1767384309.164732:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294899151 00000100:00000010:3.0:1767384309.164733:0:16137:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000083f00c. 00000100:00000001:3.0:1767384309.164737:0:16137:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384309.164740:0:16137:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384309.164741:0:16138:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 3, keep current deadline 4294899151 00000100:00000001:3.0:1767384309.164744:0:16137:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384309.164745:0:16138:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384309.164750:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384309.164750:0:16138:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384309.164753:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384309.164759:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384309.164760:0:16137:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384309.164762:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384309.164764:0:16137:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384309.164768:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384309.164768:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384309.164773:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384309.164773:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384309.164777:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384309.164778:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384309.164781:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384309.164781:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384309.164784:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384309.164788:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384309.164811:0:16771:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384309.164814:0:16771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723073280 02000000:00000001:1.0:1767384309.164816:0:16771:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:3.0:1767384309.164817:0:16135:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000100:00000001:1.0:1767384309.164819:0:16771:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:3.0:1767384309.164822:0:16135:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 345 at 0000000030d2709f. 00000100:00000001:1.0:1767384309.164822:0:16771:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384309.164826:0:16771:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384309.164828:0:16135:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000344f864c. 00000100:00100000:1.0:1767384309.164829:0:16771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723073280 00000020:00000001:1.0:1767384309.164833:0:16771:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000010:3.0:1767384309.164834:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005dadf04c. 00000020:00000040:1.0:1767384309.164836:0:16771:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eec8e1 00000020:00000001:1.0:1767384309.164839:0:16771:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:3.0:1767384309.164840:0:16135:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 0000000030d2709f 00000020:00000040:1.0:1767384309.164842:0:16771:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000555601ca refcount=14 00000400:00000010:3.0:1767384309.164844:0:16135:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 329 at 000000003953bfb6. 00000100:00000001:2.0:1767384309.164844:0:16774:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:1.0:1767384309.164846:0:16771:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000100:00100000:2.0:1767384309.164849:0:16774:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723073408 00000020:00000001:1.0:1767384309.164850:0:16771:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000400:00000200:3.0:1767384309.164851:0:16135:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 336 success 02000000:00000001:2.0:1767384309.164852:0:16774:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384309.164857:0:16774:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384309.164859:0:16774:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384309.164859:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1767384309.164860:0:16135:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x102051 00000020:00000010:1.0:1767384309.164864:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003cff86ed. 00000400:00000200:3.0:1767384309.164865:0:16135:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (19) 02000000:00000001:2.0:1767384309.164866:0:16774:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384309.164869:0:16771:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1767384309.164872:0:16774:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723073408 00000020:00000010:1.0:1767384309.164873:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003cff86ed. 00000400:00000010:3.0:1767384309.164874:0:16135:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 345 at 000000001b3a15a0. 00000020:00000001:2.0:1767384309.164875:0:16774:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384309.164878:0:16774:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eec8e1 00000400:00000010:3.0:1767384309.164881:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fad6765b. 00000020:00000001:2.0:1767384309.164881:0:16774:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:1.0:1767384309.164883:0:16771:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e1d4c45a. 00000020:00000040:2.0:1767384309.164885:0:16774:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000555601ca refcount=15 00000400:00000010:3.0:1767384309.164888:0:16135:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000096747fe1. 00000020:00000001:2.0:1767384309.164889:0:16774:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000020:00000010:1.0:1767384309.164890:0:16771:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f3782118. 00000020:00000001:2.0:1767384309.164895:0:16774:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000400:00000200:3.0:1767384309.164896:0:16135:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.152@tcp 00000020:00000010:1.0:1767384309.164898:0:16771:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e4cdfd60. 00000100:00000001:2.0:1767384309.164899:0:16774:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384309.164904:0:16774:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000789e7e7f. 00000100:00000001:2.0:1767384309.164907:0:16774:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767384309.164909:0:16771:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000020:00000010:2.0:1767384309.164910:0:16774:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000789e7e7f. 00000400:00000200:3.0:1767384309.164912:0:16135:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.152@tcp local destination 00000100:00000001:1.0:1767384309.164915:0:16771:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384309.164917:0:16771:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:2.0:1767384309.164919:0:16774:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bcb45e00. 00000400:00000200:3.0:1767384309.164921:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 37], ns[40, 37] 00000100:00000001:1.0:1767384309.164921:0:16771:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384309.164925:0:16774:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000061a8ecc7. 00000100:00000001:1.0:1767384309.164931:0:16771:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384309.164932:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 37], ns[10, 37] 00000020:00000010:2.0:1767384309.164932:0:16774:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000cdb44793. 00000100:00000001:2.0:1767384309.164940:0:16774:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:3.0:1767384309.164941:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 10], ns[12, 10] 00000100:00000001:1.0:1767384309.164943:0:16771:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384309.164944:0:16774:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384309.164948:0:16774:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384309.164952:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 10], ns[14, 10] 00000100:00000001:2.0:1767384309.164954:0:16774:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384309.164958:0:16771:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:3.0:1767384309.164959:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 10], ns[16, 10] 00000100:00000001:2.0:1767384309.164960:0:16774:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384309.164961:0:16771:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:3.0:1767384309.164969:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 10], ns[18, 10] 00000100:00000001:2.0:1767384309.164972:0:16774:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:1.0:1767384309.164975:0:16771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 86 00000400:00000200:3.0:1767384309.164978:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 10], ns[20, 10] 00000100:00000001:2.0:1767384309.164982:0:16774:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:1.0:1767384309.164982:0:16771:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000555601ca : new rpc_count 1 00000400:00000200:3.0:1767384309.164988:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 10], ns[22, 10] 00000100:00100000:2.0:1767384309.164988:0:16774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 87 00000100:00000001:1.0:1767384309.164988:0:16771:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619781697419344 : -124292012132272 : ffff8ef502c4b850) 00000100:00000040:2.0:1767384309.164996:0:16774:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000555601ca : new rpc_count 2 00000100:00000040:1.0:1767384309.164998:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000098d93d62 x1853236723073280/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:290/0 lens 4848/0 e 0 to 0 dl 1767384320 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384309.165000:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 10], ns[24, 10] 00000100:00000001:2.0:1767384309.165000:0:16774:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619781697415248 : -124292012136368 : ffff8ef502c4a850) 00000100:00000040:2.0:1767384309.165009:0:16774:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000050d12577 x1853236723073408/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:290/0 lens 4848/0 e 0 to 0 dl 1767384320 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384309.165019:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 10], ns[26, 10] 00000100:00000001:1.0:1767384309.165029:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384309.165035:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003cff86ed. 00000400:00000200:3.0:1767384309.165037:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 10], ns[28, 10] 00000100:00000001:2.0:1767384309.165037:0:16774:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384309.165039:0:16771:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384309.165043:0:16774:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000789e7e7f. 00000020:00000010:1.0:1767384309.165045:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003cff86ed. 00000100:00000001:2.0:1767384309.165048:0:16774:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384309.165053:0:16774:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000789e7e7f. 00000400:00000200:3.0:1767384309.165054:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 10], ns[30, 10] 00000100:00100000:1.0:1767384309.165058:0:16771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000098d93d62 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c0412d60-4f67-4dbc-8791-892843f60083+15:16137:x1853236723073280:12345-0@lo:253: 00000100:00100000:2.0:1767384309.165063:0:16774:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000050d12577 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c0412d60-4f67-4dbc-8791-892843f60083+15:16138:x1853236723073408:12345-0@lo:253: 00000400:00000200:3.0:1767384309.165065:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 10], ns[32, 10] 00000100:00000200:1.0:1767384309.165067:0:16771:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723073280 00000020:00000001:1.0:1767384309.165073:0:16771:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000200:2.0:1767384309.165074:0:16774:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723073408 00000020:00000001:2.0:1767384309.165078:0:16774:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384309.165078:0:16771:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:3.0:1767384309.165079:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 10], ns[34, 10] 00000020:00000001:1.0:1767384309.165082:0:16771:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384309.165083:0:16774:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384309.165107:0:16771:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384309.165108:0:16774:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384309.165110:0:16771:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669141328 : -1040410288 : ffffffffc1fc9950) 00000020:00000001:2.0:1767384309.165112:0:16774:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384309.165115:0:16771:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384309.165116:0:16774:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669141328 : -1040410288 : ffffffffc1fc9950) 00000400:00000200:3.0:1767384309.165117:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 10], ns[44, 10] 00000020:00000001:1.0:1767384309.165119:0:16771:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384309.165121:0:16774:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384309.165124:0:16771:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384309.165125:0:16774:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384309.165129:0:16774:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384309.165129:0:16771:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:3.0:1767384309.165133:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 10], ns[48, 10] 00000020:00000001:2.0:1767384309.165134:0:16774:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384309.165134:0:16771:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384309.165137:0:16774:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384309.165141:0:16771:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1767384309.165143:0:16774:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384309.165146:0:16774:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:1.0:1767384309.165146:0:16771:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:3.0:1767384309.165150:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 10], ns[0, 10] 02000000:00000010:1.0:1767384309.165153:0:16771:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000a1497f5d. 02000000:00000010:2.0:1767384309.165154:0:16774:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000007ac280d2. 00000400:00000200:3.0:1767384309.165158:0:16135:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp26 02000000:00000001:1.0:1767384309.165159:0:16771:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384309.165160:0:16774:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384309.165166:0:16774:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384309.165166:0:16771:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384309.165172:0:16771:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000001:2.0:1767384309.165173:0:16774:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:3.0:1767384309.165175:0:16135:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.152@tcp26 00000400:00000200:3.0:1767384309.165181:0:16135:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.152@tcp26 lpni_is_preferred = 0 20000000:00000010:2.0:1767384309.165184:0:16774:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000036b1ae31. 20000000:00000010:1.0:1767384309.165185:0:16771:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000006728e0d1. 00000400:00000200:3.0:1767384309.165188:0:16135:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.152@tcp26 20000000:01000000:2.0:1767384309.165191:0:16774:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:1.0:1767384309.165192:0:16771:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384309.165197:0:16774:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384309.165197:0:16771:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000400:00000200:3.0:1767384309.165198:0:16135:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp26 NI seq info: [49:49:256:4294967295] 192.168.202.152@tcp26 LPNI seq info [49:49:8:4294967295] 20000000:00000001:2.0:1767384309.165201:0:16774:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384309.165204:0:16774:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384309.165208:0:16135:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.152@tcp26 20000000:00000001:2.0:1767384309.165214:0:16774:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384309.165214:0:16771:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384309.165218:0:16771:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384309.165219:0:16774:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:1.0:1767384309.165222:0:16771:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384309.165227:0:16135:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp26(192.168.202.152@tcp26:) -> 192.168.202.152@tcp26(192.168.202.152@tcp:192.168.202.152@tcp26) : GET try# 0 20000000:00000010:2.0:1767384309.165230:0:16774:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000007ed088b2. 20000000:00000001:1.0:1767384309.165233:0:16771:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:01000000:2.0:1767384309.165236:0:16774:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #27 00000800:00000200:3.0:1767384309.165241:0:16135:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.152@tcp26 20000000:00000001:2.0:1767384309.165242:0:16774:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000800:00000010:3.0:1767384309.165248:0:16135:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000001a274af3. 00080000:00000001:2.0:1767384309.165250:0:16774:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000800:00000010:3.0:1767384309.165257:0:16135:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000f5dc85b1. 00000800:00000010:3.0:1767384309.165263:0:16135:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000554a48e8. 00000800:00000200:3.0:1767384309.165267:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f5dc85b1] -> 12345-192.168.202.152@tcp26 (2) 00000800:00000200:3.1:1767384309.165270:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f5dc85b1] -> 12345-192.168.202.152@tcp26 (2) 00000400:00000200:3.0:1767384309.165280:0:16135:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.152@tcp 00000400:00000200:3.0:1767384309.165282:0:16135:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100251 rc 0 00080000:00000001:2.0:1767384309.165294:0:16774:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384309.165298:0:16774:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384309.165300:0:16774:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384309.165301:0:16774:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:2.0:1767384309.165304:0:16774:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384309.165309:0:16774:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446619782313850200 : -124291395701416 : ffff8ef52782b558) 00080000:00000001:2.0:1767384309.165313:0:16774:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384309.165318:0:16774:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000000a76d1fb. 00080000:00000001:2.0:1767384309.165320:0:16774:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446619777392441344 : -124296317110272 : ffff8ef4022bf800) 00080000:00000001:2.0:1767384309.165323:0:16774:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:3.0:1767384309.165333:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.152:988 00000400:00000200:3.0:1767384309.165383:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.152:988 00000400:00000200:3.0:1767384309.165416:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.152:988 00000001:00000001:2.0:1767384309.165418:0:16774:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384309.165420:0:16774:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384309.165423:0:16774:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000400:00000200:3.0:1767384309.165436:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.152:988 00080000:00000001:2.0:1767384309.165441:0:16774:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384309.165445:0:16774:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:3.0:1767384309.165460:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.152:988 00000400:00000200:3.0:1767384309.165495:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.152:988 00000400:00000200:3.0:1767384309.165522:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.152:988 00080000:00000001:2.0:1767384309.165568:0:16774:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000400:00000200:3.0:1767384309.165569:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.152:988 00080000:00000001:2.0:1767384309.165575:0:16774:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:3.0:1767384309.165605:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.152:988 00000400:00000200:3.0:1767384309.165657:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.152:988 00000400:00000200:3.0:1767384309.165683:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.152:988 00000400:00000200:3.0:1767384309.165715:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.152:988 00000400:00000200:3.0:1767384309.165744:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.152:988 00000400:00000200:3.0:1767384309.165766:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.152:988 00000400:00000200:3.0:1767384309.165794:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.152:988 00000400:00000200:3.0:1767384309.165829:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.152:988 00000400:00000200:3.0:1767384309.165854:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.152:988 00000400:00000200:3.0:1767384309.165878:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.152:988 00000400:00000200:3.0:1767384309.165947:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.152:988 00000400:00000200:3.0:1767384309.165971:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.152:988 00000400:00000200:3.0:1767384309.166011:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.152:988 00000400:00000200:3.0:1767384309.166035:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.152:988 00000400:00000200:3.0:1767384309.166068:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.152:988 00000400:00000200:3.0:1767384309.166165:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.152:988 00000400:00000200:3.0:1767384309.166195:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.152:988 00000400:00000200:3.0:1767384309.166211:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.152:988 00000400:00000200:3.0:1767384309.166226:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.152:988 00000400:00000200:3.0:1767384309.166246:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.152:988 00000400:00000200:3.0:1767384309.166274:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.152:988 00000400:00000200:3.0:1767384309.166295:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.152:988 00000400:00000200:3.0:1767384309.166313:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.152:988 00000400:00000200:3.0:1767384309.166333:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.152:988 00000400:00000200:3.0:1767384309.166361:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.152:988 00000400:00000200:3.0:1767384309.166375:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.152:988 00000800:00000010:3.0:1767384309.166558:0:16128:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000007c6e3580. 00000800:00000010:3.0:1767384309.166562:0:16128:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000db38b673. 00000800:00000010:3.0:1767384309.166567:0:16128:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000060d22df4. 00000800:00000010:3.0:1767384309.166610:0:16128:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000060d22df4. 00000400:00000200:0.0:1767384309.166640:0:16133:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767384309.166661:0:16133:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.152@tcp26 from 221.3.0.2 00000800:00000010:0.0:1767384309.166664:0:16133:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000d6d55ff0. 00000800:00000010:2.0:1767384309.166820:0:16126:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000b94d3830. 00000800:00000010:2.0:1767384309.166825:0:16126:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000002960b4d3. 00000800:00000010:2.0:1767384309.166844:0:16126:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000005e4e8e76. 00000800:00000200:2.1:1767384309.166849:0:16126:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f5dc85b1] -> 12345-192.168.202.152@tcp26 (2) 00000800:00000200:2.1:1767384309.166852:0:16126:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.152@tcp26 000000005e4e8e76 deleted 00000800:00000010:2.1:1767384309.166854:0:16126:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000005e4e8e76. 00000800:00000200:2.1:1767384309.166858:0:16126:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.1:1767384309.166863:0:16126:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp26 ip 192.168.202.152:989 00000800:00000200:2.1:1767384309.166876:0:16126:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000001a274af3 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1767384309.166880:0:16126:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.152@tcp26 p 3.x 192.168.202.152 -> 192.168.202.152:989 incarnation:1767384307506450025 sched[0] 00000800:00000010:2.0:1767384309.166885:0:16126:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000006682f3e5. 00000800:00000010:2.0:1767384309.167009:0:16126:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000006682f3e5. 00000800:00000010:2.0:1767384309.167014:0:16126:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000002960b4d3. 00000800:00000010:2.0:1767384309.167045:0:16126:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000d6d55ff0. 00000800:00000001:2.0:1767384309.167055:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384309.167059:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767384309.167140:0:16132:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384309.167143:0:16132:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000001a274af3. 00000400:00000200:2.0:1767384309.167147:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384309.167156:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp26->192.168.202.152@tcp26: GET: OK 00000400:00000200:2.0:1767384309.167160:0:16132:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384309.167162:0:16132:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.152@tcp: 0 00000800:00000200:2.1:1767384309.167207:0:16128:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.0:1767384309.167213:0:16128:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.152@tcp26 p 3.x 192.168.202.152 -> 192.168.202.152:988 incarnation:1767384307506450025 sched[0] 00000800:00000010:2.0:1767384309.167217:0:16128:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000db38b673. 00000400:00000200:2.0:1767384309.167276:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.152:988 00000400:00000200:2.0:1767384309.167340:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.152:988 00000400:00000200:2.0:1767384309.167397:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.152:988 00000400:00000200:2.0:1767384309.167455:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.152:988 00000800:00000001:0.0:1767384309.167469:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384309.167477:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384309.167479:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384309.167488:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384309.167499:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.152:988 00000400:00000200:0.0:1767384309.167504:0:16130:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.152@tcp26(192.168.202.152@tcp26) <- 192.168.202.152@tcp26 : GET - for me 00000400:00000200:0.0:1767384309.167515:0:16130:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.152@tcp of length 336 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384309.167521:0:16130:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.152@tcp of length 336/336 into md 0x1685 [1] + 0 00000400:00000200:0.0:1767384309.167528:0:16130:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.152@tcp26 to MR: 192.168.202.152@tcp26 local destination 00000400:00000200:0.0:1767384309.167551:0:16130:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp26 NI seq info: [50:50:256:4294967295] 192.168.202.152@tcp26 LPNI seq info [50:50:8:4294967295] 00000400:00000200:2.0:1767384309.167563:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.152:988 00000400:00000200:0.0:1767384309.167566:0:16130:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp26(192.168.202.152@tcp26:192.168.202.152@tcp26) -> 192.168.202.152@tcp26(192.168.202.152@tcp26:192.168.202.152@tcp26) 192.168.202.152@tcp26 : REPLY try# 0 00000800:00000200:0.0:1767384309.167576:0:16130:0:(socklnd_cb.c:1001:ksocknal_send()) sending 336 bytes in 1 frags to 12345-192.168.202.152@tcp26 00000800:00000010:0.0:1767384309.167579:0:16130:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003ab22186. 00000800:00000200:0.0:1767384309.167585:0:16130:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f5dc85b1] -> 12345-192.168.202.152@tcp26 (4) 00000800:00000200:0.0:1767384309.167591:0:16130:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp26 ip 192.168.202.152:988 00000800:00000200:0.0:1767384309.167593:0:16130:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003ab22186 type 3, nob 432 niov 1 nkiov 1 00000400:00000200:2.0:1767384309.167610:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.152:988 00000400:00000200:2.0:1767384309.167645:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.152:988 00000800:00000200:0.0:1767384309.167658:0:16130:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384309.167661:0:16130:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003ab22186. 00000800:00000001:3.0:1767384309.167663:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384309.167665:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:3.0:1767384309.167669:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384309.167673:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp26->192.168.202.152@tcp26: REPLY: OK 00000800:00000001:3.0:1767384309.167675:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384309.167682:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384309.167683:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.152:988 00000800:00000001:3.0:1767384309.167684:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384309.167692:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384309.167701:0:16131:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.152@tcp26(192.168.202.152@tcp26) <- 192.168.202.152@tcp26 : REPLY - for me 00000400:00000200:3.0:1767384309.167712:0:16131:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.152@tcp26: Reply from 12345-192.168.202.152@tcp26 of length 336/336 into md 0x16a1 00000800:00000001:3.0:1767384309.167716:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384309.167719:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.152:988 00000800:00000001:3.0:1767384309.167722:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384309.167725:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384309.167730:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp26->192.168.202.152@tcp26: REPLY: OK 00000400:00000200:3.0:1767384309.167734:0:16131:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fad6765b 00000400:00000010:3.0:1767384309.167742:0:16131:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fad6765b. 00000400:00000200:2.0:1767384309.167743:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.152:988 00000400:00000200:3.0:1767384309.167746:0:16131:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:3.0:1767384309.167751:0:16131:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.202.152@tcp has discovery enabled 00000400:00000200:3.0:1767384309.167754:0:16131:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.202.152@tcp(000000005d9714d7) is MR 00000400:00000200:3.0:1767384309.167758:0:16131:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.202.152@tcp data present 19. state = 0x100251 00000400:00000200:3.0:1767384309.167762:0:16131:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.152@tcp (000000005d9714d7): -114 00000400:00000200:2.0:1767384309.167768:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.152:988 00000400:00000200:3.0:1767384309.167775:0:16131:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000005d9714d7 (20) 00000800:00000001:3.0:1767384309.167785:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384309.167789:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384309.167795:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.152:988 00000400:00000200:0.0:1767384309.167798:0:16135:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384309.167806:0:16135:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x1000d1 00000400:00000010:0.0:1767384309.167812:0:16135:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 400 at 00000000dab3183e. 00000400:00000010:0.0:1767384309.167817:0:16135:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 480 at 000000003f185f35. 00000400:00000010:0.0:1767384309.167822:0:16135:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 400 at 00000000772c6102. 00000400:00000200:2.0:1767384309.167838:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.152:988 00000400:00000010:0.0:1767384309.167857:0:16135:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000ed247bcd. 00000400:00000200:0.0:1767384309.167866:0:16135:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000ed247bcd nid 192.168.202.152@tcp27 00000400:00000010:0.0:1767384309.167871:0:16135:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000f848379c. 00000400:00000200:0.0:1767384309.167875:0:16135:0:(peer.c:204:lnet_peer_net_alloc()) 00000000f848379c net tcp27 00000400:00000200:0.0:1767384309.167879:0:16135:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (19) 00000400:00000200:0.0:1767384309.167887:0:16135:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.152@tcp NID 192.168.202.152@tcp27 flags 0x11 00000400:00000200:2.0:1767384309.167890:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.152:988 00000400:00000010:0.0:1767384309.167891:0:16135:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 400 at 00000000dab3183e. 00000400:00000010:0.0:1767384309.167898:0:16135:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 480 at 000000003f185f35. 00000400:00000010:0.0:1767384309.167902:0:16135:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 400 at 00000000772c6102. 00000400:00000010:0.0:1767384309.167907:0:16135:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 345 at 000000001b3a15a0. 00000400:00000200:0.0:1767384309.167917:0:16135:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.152@tcp (000000005d9714d7): 0 00000400:00000200:0.0:1767384309.167921:0:16135:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.152@tcp(000000005d9714d7): 0. state = 0x100151 00000400:00000200:0.0:1767384309.167925:0:16135:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100151 rc 1 00000400:00000200:0.0:1767384309.167928:0:16135:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100151 00000400:00000200:0.0:1767384309.167931:0:16135:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.152@tcp 00000400:00000200:0.0:1767384309.167934:0:16135:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100111 rc 0 00000400:00000200:2.0:1767384309.167938:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.152:988 00000400:00000200:0.0:1767384309.167939:0:16135:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.152@tcp (000000005d9714d7) 00000400:00000200:0.0:1767384309.167946:0:16135:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000005d9714d7 (20) 00000400:00000200:2.0:1767384309.167998:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.152:988 00000400:00000200:2.0:1767384309.168041:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.152:988 00000400:00000200:3.0:1767384309.168143:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.152:988 00000400:00000200:3.0:1767384309.168200:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.152:988 00000400:00000200:3.0:1767384309.168244:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.152:988 00000400:00000200:3.0:1767384309.168288:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.152:988 00000400:00000200:3.0:1767384309.168348:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.152:988 00000400:00000200:3.0:1767384309.168409:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.152:988 00000400:00000200:3.0:1767384309.168454:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.152:988 00000400:00000200:3.0:1767384309.168505:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.152:988 00000400:00000200:3.0:1767384309.168583:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.152:988 00000400:00000200:3.0:1767384309.168646:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.152:988 00000400:00000200:3.0:1767384309.168694:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.152:988 00000400:00000200:3.0:1767384309.168731:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.152:988 00000400:00000200:3.0:1767384309.168779:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.152:988 00000400:00000200:3.0:1767384309.168841:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.152:988 00000400:00000200:3.0:1767384309.168888:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.152:988 00000400:00000200:3.0:1767384309.168959:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.152:988 00000400:00000200:3.0:1767384309.169015:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.152:988 00000800:00000010:3.0:1767384309.169191:0:16128:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000264f0620. 00000800:00000010:3.0:1767384309.169197:0:16128:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000008a454cb5. 00000800:00000010:3.0:1767384309.169202:0:16128:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000000ac62f8a. 00000800:00000010:3.0:1767384309.169227:0:16128:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000000ac62f8a. 00000800:00020000:3.0:1767384309.169236:0:16128:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.152 00000800:00000010:3.0:1767384309.173259:0:16128:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000008a454cb5. 00000800:00000010:3.0:1767384309.173270:0:16128:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000264f0620. 00000400:02020000:3.0:1767384309.173328:0:16128:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.152@tcp26 at host 192.168.202.152:988: is it running a compatible version of Lustre? 00080000:00000001:2.0:1767384309.174430:0:16774:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384309.174438:0:16774:0:(lu_object.c:207:lu_object_put()) Add 00000000f07b1e3f/000000000f28175b to site lru. bkt: 00000000b56e2c81 20000000:00000001:2.0:1767384309.174443:0:16774:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384309.174445:0:16774:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384309.174458:0:16774:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000001:1.0:1767384309.174467:0:16807:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 20000000:00000001:2.0:1767384309.174468:0:16774:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00040000:00000001:1.0:1767384309.174471:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:01000000:2.0:1767384309.174474:0:16774:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:2.0:1767384309.174482:0:16774:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 00040000:00000001:1.0:1767384309.174484:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1767384309.174496:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384309.174497:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:01000000:2.0:1767384309.174500:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000010:1.0:1767384309.174508:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000000a76d1fb. 20000000:00000001:2.0:1767384309.174514:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384309.174517:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384309.174522:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:1.0:1767384309.174525:0:16807:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00010000:00000001:2.0:1767384309.174526:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384309.174546:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000a8f3b852. 00010000:00000001:2.0:1767384309.174551:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384309.174555:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000005eb7e91e. 00000020:00000001:2.0:1767384309.174558:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384309.174560:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 000000005eb7e91e with handle 0x7e51148972eecb65 to hash 00000020:00000001:2.0:1767384309.174563:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384309.174565:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446619782554465792 : -124291155085824 : ffff8ef535da3600) 00010000:00000001:2.0:1767384309.174569:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446619782554465792 : -124291155085824 : ffff8ef535da3600) 00010000:00000001:2.0:1767384309.174573:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384309.174575:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384309.174578:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000005eb7e91e/0x7e51148972eecb65 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384309.174588:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384309.174592:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384309.174594:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 20000000:00000010:1.0:1767384309.174594:0:16771:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000000e46dfdf. 20000000:01000000:1.0:1767384309.174599:0:16771:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #27 00010000:00000001:2.0:1767384309.174600:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384309.174604:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:1.0:1767384309.174605:0:16771:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00010000:00000001:2.0:1767384309.174609:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384309.174611:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384309.174613:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384309.174615:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384309.174617:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384309.174618:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384309.174620:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000a8f3b852) refcount = 1 00080000:00000001:1.0:1767384309.174624:0:16771:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00010000:00010000:2.0:1767384309.174626:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000005eb7e91e/0x7e51148972eecb65 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384309.174635:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384309.174637:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384309.174638:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384309.174640:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384309.174650:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384309.174652:0:16771:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384309.174654:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00080000:00000001:1.0:1767384309.174656:0:16771:0:(osd_index.c:949:osd_remote_fid()) Process entered 20000000:01000000:2.0:1767384309.174659:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003445359s 00080000:00000001:1.0:1767384309.174659:0:16771:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384309.174661:0:16771:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:1.0:1767384309.174664:0:16771:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:2.0:1767384309.174667:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384309.174671:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384309.174672:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000005eb7e91e refcount=4 00000020:00000001:2.0:1767384309.174675:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619782554465792 : -124291155085824 : ffff8ef535da3600) 00010000:00000001:2.0:1767384309.174678:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619782554465792 : -124291155085824 : ffff8ef535da3600) 00000020:00000001:1.0:1767384309.174678:0:16771:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446619782313850200 : -124291395701416 : ffff8ef52782b558) 00080000:00000001:1.0:1767384309.174684:0:16771:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:2.0:1767384309.174685:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00080000:00000010:1.0:1767384309.174689:0:16771:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000951ccdce. 00010000:00010000:2.0:1767384309.174690:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000005eb7e91e/0x7e51148972eecb65 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384309.174694:0:16771:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446619782425121792 : -124291284429824 : ffff8ef52e249400) 00010000:00000001:2.0:1767384309.174700:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384309.174703:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000005eb7e91e/0x7e51148972eecb65 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384309.174705:0:16771:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:2.0:1767384309.174713:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384309.174716:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384309.174718:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000005eb7e91e/0x7e51148972eecb65 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384309.174724:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384309.174726:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384309.174729:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384309.174731:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000005eb7e91e/0x7e51148972eecb65 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384309.174738:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000005eb7e91e already unused, calling callback (00000000871a6010) 00010000:00000001:2.0:1767384309.174741:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384309.174743:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384309.174745:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000005eb7e91e/0x7e51148972eecb65 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384309.174751:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384309.174753:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384309.174762:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384309.174763:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000005eb7e91e refcount=5 00000020:00000001:2.0:1767384309.174766:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619782554465792 : -124291155085824 : ffff8ef535da3600) 00010000:00000001:2.0:1767384309.174768:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619782554465792 : -124291155085824 : ffff8ef535da3600) 00010000:00000001:2.0:1767384309.174772:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384309.174774:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000005eb7e91e/0x7e51148972eecb65 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384309.174781:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384309.174783:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384309.174784:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384309.174788:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384309.174790:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384309.174792:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384309.174793:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384309.174795:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000005eb7e91e with handle 0x7e51148972eecb65 from hash 00010000:00000001:2.0:1767384309.174798:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384309.174799:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384309.174800:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384309.174802:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384309.174804:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384309.174807:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384309.174809:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384309.174811:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384309.174813:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384309.174816:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384309.174817:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384309.174820:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384309.174822:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384309.174823:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384309.174825:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384309.174827:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384309.174829:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000005eb7e91e/0x7e51148972eecb65 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384309.174835:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384309.174844:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384309.174846:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384309.174848:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384309.174850:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384309.174851:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384309.174853:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384309.174856:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384309.174858:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384309.174861:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000005eb7e91e/0x7e51148972eecb65 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384309.174867:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384309.174869:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384309.174871:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000005eb7e91e/0x7e51148972eecb65 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00000001:00000001:1.0:1767384309.174873:0:16771:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000040:2.0:1767384309.174877:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000a8f3b852 count: 0 00080000:00000001:1.0:1767384309.174886:0:16771:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384309.174887:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384309.174890:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000001:1.0:1767384309.174899:0:16771:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384309.174939:0:16771:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384309.174941:0:16771:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384309.175229:0:16771:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384309.175231:0:16771:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:1.0:1767384309.183604:0:16771:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384309.183609:0:16771:0:(lu_object.c:207:lu_object_put()) Add 00000000f07b1e3f/000000000f28175b to site lru. bkt: 00000000b56e2c81 20000000:00000001:1.0:1767384309.183612:0:16771:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384309.183614:0:16771:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384309.183616:0:16771:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384309.183622:0:16771:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384309.183625:0:16771:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000020:1.0:1767384309.183630:0:16771:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:0.0:1767384309.183637:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384309.183641:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000001:1.0:1767384309.183643:0:16807:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 10000000:01000000:0.0:1767384309.183643:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384309.183647:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384309.183649:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00040000:00000001:1.0:1767384309.183652:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384309.183654:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1767384309.183656:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00010000:00000010:0.0:1767384309.183656:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000c18c8004. 00040000:00000001:1.0:1767384309.183658:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00010000:00000001:0.0:1767384309.183662:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000010:1.0:1767384309.183663:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000951ccdce. 00010000:00000010:0.0:1767384309.183667:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000003b7f1806. 00080000:00000001:1.0:1767384309.183668:0:16807:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000020:00000001:0.0:1767384309.183672:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384309.183676:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 000000003b7f1806 with handle 0x7e51148972eecb6c to hash 00000020:00000001:0.0:1767384309.183678:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384309.183680:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446619781734631936 : -124291974919680 : ffff8ef504fc8a00) 00010000:00000001:0.0:1767384309.183682:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446619781734631936 : -124291974919680 : ffff8ef504fc8a00) 00010000:00000001:0.0:1767384309.183684:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384309.183685:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384309.183687:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000003b7f1806/0x7e51148972eecb6c lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384309.183693:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384309.183695:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384309.183697:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384309.183698:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384309.183700:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384309.183702:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384309.183703:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384309.183705:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384309.183712:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384309.183713:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384309.183714:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384309.183716:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000c18c8004) refcount = 1 00010000:00010000:0.0:1767384309.183719:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000003b7f1806/0x7e51148972eecb6c lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384309.183723:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384309.183724:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384309.183725:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384309.183727:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384309.183728:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384309.183731:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384309.183733:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003445359s 00010000:00000001:0.0:1767384309.183735:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384309.183736:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384309.183737:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000003b7f1806 refcount=4 00000020:00000001:0.0:1767384309.183739:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781734631936 : -124291974919680 : ffff8ef504fc8a00) 00010000:00000001:0.0:1767384309.183741:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781734631936 : -124291974919680 : ffff8ef504fc8a00) 00010000:00000001:0.0:1767384309.183743:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384309.183744:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000003b7f1806/0x7e51148972eecb6c lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384309.183749:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384309.183751:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000003b7f1806/0x7e51148972eecb6c lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384309.183754:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384309.183755:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384309.183756:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000003b7f1806/0x7e51148972eecb6c lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384309.183760:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384309.183761:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384309.183763:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384309.183767:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000003b7f1806/0x7e51148972eecb6c lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384309.183772:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000003b7f1806 already unused, calling callback (00000000871a6010) 00010000:00000001:0.0:1767384309.183773:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384309.183775:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384309.183776:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000003b7f1806/0x7e51148972eecb6c lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384309.183780:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384309.183781:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384309.183782:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384309.183782:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000003b7f1806 refcount=5 00000020:00000001:0.0:1767384309.183783:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781734631936 : -124291974919680 : ffff8ef504fc8a00) 00010000:00000001:0.0:1767384309.183785:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781734631936 : -124291974919680 : ffff8ef504fc8a00) 00010000:00000001:0.0:1767384309.183786:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384309.183788:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000003b7f1806/0x7e51148972eecb6c lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384309.183791:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384309.183792:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384309.183793:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384309.183795:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384309.183796:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384309.183798:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384309.183799:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384309.183800:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000003b7f1806 with handle 0x7e51148972eecb6c from hash 00010000:00000001:0.0:1767384309.183801:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384309.183802:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384309.183803:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384309.183803:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384309.183804:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384309.183805:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384309.183806:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384309.183807:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384309.183809:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384309.183816:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384309.183818:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384309.183821:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384309.183822:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384309.183824:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384309.183826:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384309.183828:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384309.183830:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000003b7f1806/0x7e51148972eecb6c lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384309.183835:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384309.183836:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384309.183837:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384309.183838:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384309.183840:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384309.183841:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384309.183843:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384309.183845:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384309.183847:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384309.183849:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000003b7f1806/0x7e51148972eecb6c lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384309.183855:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384309.183856:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384309.183857:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000003b7f1806/0x7e51148972eecb6c lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384309.183863:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000c18c8004 count: 0 00010000:00000001:0.0:1767384309.183870:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384309.183872:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000010:2.1:1767384309.184106:0:25227:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000a8f3b852. 00010000:00000010:2.1:1767384309.184115:0:25227:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000005eb7e91e. 00000400:00000010:3.0:1767384309.185020:0:25226:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000564a8384. 00000400:00000040:3.0:1767384309.185037:0:25226:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384309.185039:0:25226:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384309.185042:0:25226:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384309.185043:0:25226:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384309.185045:0:25226:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384309.185047:0:25226:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:3.0:1767384309.185049:0:25226:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384309.185051:0:25226:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384309.185052:0:25226:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384309.185053:0:25226:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:3.0:1767384309.185056:0:25226:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384309.185058:0:25226:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384309.185060:0:25226:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384309.185061:0:25226:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384309.185063:0:25226:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767384309.185065:0:25226:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384309.185066:0:25226:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384309.185067:0:25226:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767384309.185068:0:25226:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:3.0:1767384309.185070:0:25226:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384309.185072:0:25226:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384309.185073:0:25226:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384309.185075:0:25226:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384309.185076:0:25226:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384309.185077:0:25226:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:3.0:1767384309.185079:0:25226:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384309.185080:0:25226:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384309.185082:0:25226:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384309.185084:0:25226:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384309.185085:0:25226:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384309.185107:0:25226:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767384309.185110:0:25226:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384309.185113:0:25226:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384309.185115:0:25226:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384309.185123:0:25226:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384309.185125:0:25226:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384309.185127:0:25226:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767384309.185131:0:25226:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384309.185133:0:25226:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384309.185135:0:25226:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384309.185137:0:25226:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384309.185140:0:25226:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384309.185142:0:25226:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767384309.185145:0:25226:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767384309.185147:0:25226:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767384309.185149:0:25226:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767384309.185151:0:25226:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767384309.185153:0:25226:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767384309.185156:0:25226:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384309.185159:0:25226:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384309.185161:0:25226:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767384309.185164:0:25226:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384309.185166:0:25226:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767384309.185169:0:25226:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:3.0:1767384309.185171:0:25226:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767384309.185174:0:25226:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767384309.185176:0:25226:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:3.0:1767384309.185238:0:25226:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000564a8384. 00080000:00000020:2.0:1767384309.185644:0:16774:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:2.0:1767384309.185647:0:16774:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384309.185650:0:16774:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000036b1ae31. 20000000:00000001:2.0:1767384309.185656:0:16774:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384309.185660:0:16774:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236723073408 00010000:00000001:2.0:1767384309.185663:0:16774:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384309.185670:0:16774:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000050d12577 x1853236723073408/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:290/0 lens 4848/4768 e 0 to 0 dl 1767384320 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384309.185677:0:16774:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384309.185680:0:16774:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384309.185683:0:16774:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dd452398 time=39 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384309.185688:0:16774:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384309.185690:0:16774:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 21 to 0@lo 00000100:00000001:2.0:1767384309.185692:0:16774:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 02000000:00000001:2.0:1767384309.185695:0:16774:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384309.185697:0:16774:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384309.185700:0:16774:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384309.185709:0:16774:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384309.185714:0:16774:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000063e2f4fb. 00000100:00000200:2.0:1767384309.185718:0:16774:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236723073408, offset 224 00000400:00000200:2.0:1767384309.185724:0:16774:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384309.185734:0:16774:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384309.185744:0:16774:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824c904180 00000400:00000200:2.0:1767384309.185750:0:16774:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1695 [2] + 224 00000400:00000200:2.0:1767384309.185756:0:16774:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384309.185759:0:16774:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384309.185764:0:16774:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384309.185779:0:16774:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004a8c2434 x1853236723073408/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384325 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384309.185787:0:16774:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000004a8c2434 x1853236723073408/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384325 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384309.185800:0:16774:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384309.185807:0:16774:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000063e2f4fb 00000400:00000010:2.0:1767384309.185809:0:16774:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000063e2f4fb. 00000100:00000001:2.0:1767384309.185812:0:16774:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384309.185813:0:16774:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384309.185815:0:16774:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384309.185817:0:16774:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 20 to 0@lo 00010000:00000001:2.0:1767384309.185819:0:16774:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384309.185821:0:16774:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384309.185823:0:16774:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384309.185826:0:16774:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000050d12577 x1853236723073408/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:290/0 lens 4848/4768 e 0 to 0 dl 1767384320 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384309.185833:0:16774:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000050d12577 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c0412d60-4f67-4dbc-8791-892843f60083+15:16138:x1853236723073408:12345-0@lo:253: Request processed in 20795us (21256us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384309.185840:0:16774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 87 00000100:00000040:2.0:1767384309.185842:0:16774:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000555601ca : new rpc_count 1 00000100:00000001:2.0:1767384309.185844:0:16774:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384309.185846:0:16774:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384309.185850:0:16774:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000061a8ecc7. 00000020:00000010:2.0:1767384309.185860:0:16774:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000cdb44793. 00000020:00000010:2.0:1767384309.185862:0:16774:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bcb45e00. 00000020:00000040:2.0:1767384309.185866:0:16774:0:(genops.c:898:class_export_put()) PUTting export 00000000555601ca : new refcount 14 02000000:00000001:2.0:1767384309.185870:0:16774:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384309.185872:0:16774:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000007ac280d2. 02000000:00000001:2.0:1767384309.185875:0:16774:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384309.185876:0:16774:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384309.185881:0:16774:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384309.185885:0:16774:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c3f36b93. 00000400:00000010:2.0:1767384309.185890:0:16774:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000063e2f4fb. 00000100:00000001:2.0:1767384309.185907:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384309.185909:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384309.185913:0:16138:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384309.185915:0:16138:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384309.185916:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001077a77f. 00000400:00000200:2.0:1767384309.185919:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000352aa112 00000400:00000010:2.0:1767384309.185921:0:16138:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000352aa112. 00000100:00000001:2.0:1767384309.185923:0:16138:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384309.185926:0:16138:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004a8c2434 x1853236723073408/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384325 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384309.185933:0:16138:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004a8c2434 x1853236723073408/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384325 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384309.185939:0:16138:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384309.185942:0:16138:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384309.185943:0:16138:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384309.185946:0:16138:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384309.185948:0:16138:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384309.185949:0:16138:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384309.185952:0:16138:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384309.185956:0:16138:0:(import.c:2128:obd_at_measure()) add 5 to 0000000028df3f77 time=39 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384309.185959:0:16138:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f5022cbe time=39 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384309.185962:0:16138:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384309.185963:0:16138:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384309.185965:0:16138:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384309.185967:0:16138:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384309.185969:0:16138:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384309.185976:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004a8c2434 x1853236723073408/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384325 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384309.185981:0:16138:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384309.185984:0:16138:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384309.185985:0:16138:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384309.185989:0:16138:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384309.185991:0:16138:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384309.185992:0:16138:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384309.185994:0:16138:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384309.185995:0:16138:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384309.185996:0:16138:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384309.185998:0:16138:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384309.186000:0:16138:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384309.186002:0:16138:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384309.186005:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004a8c2434 x1853236723073408/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384325 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384309.186009:0:16138:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004a8c2434 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c0412d60-4f67-4dbc-8791-892843f60083:16138:1853236723073408:0@lo:253: 00000100:00000001:2.0:1767384309.186013:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384309.186015:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384309.186018:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004a8c2434 x1853236723073408/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384325 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384309.186022:0:16138:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384309.186024:0:16138:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384309.186026:0:16138:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000005adf2cff. 02000000:00000001:2.0:1767384309.186029:0:16138:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384309.186030:0:16138:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384309.186031:0:16138:0:(genops.c:1242:class_import_put()) import 00000000df830bbe refcount=4 obd=MGC192.168.202.152@tcp 00000020:00000001:2.0:1767384309.186033:0:16138:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384309.186035:0:16138:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000a871178b. 02000000:00000001:2.0:1767384309.186040:0:16138:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384309.186041:0:16138:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384309.186043:0:16138:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004a8c2434. 00000100:00000001:2.0:1767384309.186046:0:16138:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384309.186047:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384309.186049:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384309.186059:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384309.186061:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384309.186063:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384309.186064:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:1.0:1767384309.186729:0:16771:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767384309.186731:0:16771:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384309.186733:0:16771:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000006728e0d1. 20000000:00000001:1.0:1767384309.186737:0:16771:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384309.186739:0:16771:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236723073280 00010000:00000001:1.0:1767384309.186741:0:16771:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384309.186745:0:16771:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000098d93d62 x1853236723073280/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:290/0 lens 4848/4768 e 0 to 0 dl 1767384320 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384309.186751:0:16771:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384309.186752:0:16771:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384309.186754:0:16771:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dd452398 time=39 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384309.186757:0:16771:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384309.186758:0:16771:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 21 to 0@lo 00000100:00000001:1.0:1767384309.186760:0:16771:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 02000000:00000001:1.0:1767384309.186762:0:16771:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384309.186763:0:16771:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384309.186765:0:16771:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384309.186767:0:16771:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384309.186770:0:16771:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004a4d1594. 00000100:00000200:1.0:1767384309.186773:0:16771:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236723073280, offset 224 00000400:00000200:1.0:1767384309.186777:0:16771:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384309.186781:0:16771:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384309.186786:0:16771:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824c904100 00000400:00000200:1.0:1767384309.186790:0:16771:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x168d [2] + 224 00000400:00000200:1.0:1767384309.186795:0:16771:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384309.186797:0:16771:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384309.186801:0:16771:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384309.186803:0:16771:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a50222b1 x1853236723073280/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384325 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384309.186809:0:16771:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000a50222b1 x1853236723073280/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384325 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384309.186827:0:16771:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384309.186834:0:16771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004a4d1594 00000400:00000010:1.0:1767384309.186835:0:16771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004a4d1594. 00000100:00000001:1.0:1767384309.186838:0:16771:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384309.186839:0:16771:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384309.186842:0:16771:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384309.186844:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767384309.186844:0:16771:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 20 to 0@lo 00000100:00000001:3.0:1767384309.186848:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1767384309.186848:0:16771:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384309.186852:0:16771:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384309.186854:0:16137:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:1.0:1767384309.186854:0:16771:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:3.0:1767384309.186857:0:16137:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:1.0:1767384309.186858:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000098d93d62 x1853236723073280/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:290/0 lens 4848/4768 e 0 to 0 dl 1767384320 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384309.186860:0:16137:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a9584a80. 00000400:00000200:3.0:1767384309.186865:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f7bd0aed 00000400:00000010:3.0:1767384309.186869:0:16137:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f7bd0aed. 00000100:00100000:1.0:1767384309.186873:0:16771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000098d93d62 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c0412d60-4f67-4dbc-8791-892843f60083+14:16137:x1853236723073280:12345-0@lo:253: Request processed in 21841us (22375us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384309.186876:0:16137:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384309.186883:0:16137:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a50222b1 x1853236723073280/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384325 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384309.186884:0:16771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 86 00000100:00000040:1.0:1767384309.186889:0:16771:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000555601ca : new rpc_count 0 00000100:00000001:1.0:1767384309.186893:0:16771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384309.186896:0:16771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384309.186899:0:16771:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f3782118. 00000100:00000200:3.0:1767384309.186900:0:16137:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a50222b1 x1853236723073280/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384325 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384309.186904:0:16771:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e4cdfd60. 00000020:00000010:1.0:1767384309.186910:0:16771:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e1d4c45a. 00000100:00000001:3.0:1767384309.186911:0:16137:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:1.0:1767384309.186914:0:16771:0:(genops.c:898:class_export_put()) PUTting export 00000000555601ca : new refcount 13 02000000:00000001:1.0:1767384309.186916:0:16771:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384309.186917:0:16771:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000a1497f5d. 00000100:00000001:3.0:1767384309.186921:0:16137:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384309.186921:0:16771:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384309.186925:0:16137:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767384309.186925:0:16771:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384309.186929:0:16137:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384309.186931:0:16137:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:1.0:1767384309.186931:0:16771:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:3.0:1767384309.186934:0:16137:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384309.186937:0:16137:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384309.186937:0:16771:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fc2b43a8. 00000400:00000010:1.0:1767384309.186943:0:16771:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004a4d1594. 00000100:00001000:3.0:1767384309.186944:0:16137:0:(import.c:2128:obd_at_measure()) add 5 to 0000000028df3f77 time=39 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384309.186950:0:16137:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f5022cbe time=39 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384309.186953:0:16137:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384309.186955:0:16137:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384309.186957:0:16137:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384309.186959:0:16137:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384309.186961:0:16137:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384309.186965:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a50222b1 x1853236723073280/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384325 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384309.186973:0:16137:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384309.186976:0:16137:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384309.186977:0:16137:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384309.186980:0:16137:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384309.186982:0:16137:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384309.186984:0:16137:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384309.186985:0:16137:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384309.186987:0:16137:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384309.186988:0:16137:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384309.186990:0:16137:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384309.186992:0:16137:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384309.186993:0:16137:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384309.186994:0:16137:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384309.186997:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a50222b1 x1853236723073280/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384325 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384309.187005:0:16137:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a50222b1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c0412d60-4f67-4dbc-8791-892843f60083:16137:1853236723073280:0@lo:253: 00000100:00000001:3.0:1767384309.187009:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384309.187011:0:16137:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384309.187012:0:16137:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a50222b1 x1853236723073280/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384325 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384309.187017:0:16137:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384309.187023:0:16137:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384309.187025:0:16137:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000063d484a8. 02000000:00000001:3.0:1767384309.187028:0:16137:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384309.187030:0:16137:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384309.187031:0:16137:0:(genops.c:1242:class_import_put()) import 00000000df830bbe refcount=3 obd=MGC192.168.202.152@tcp 00000020:00000001:3.0:1767384309.187032:0:16137:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384309.187033:0:16137:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000004519d93b. 02000000:00000001:3.0:1767384309.187037:0:16137:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384309.187037:0:16137:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384309.187038:0:16137:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a50222b1. 00000100:00000001:3.0:1767384309.187041:0:16137:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384309.187042:0:16137:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384309.187043:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384309.187047:0:16137:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384309.187048:0:16137:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384309.187050:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384309.187052:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384309.189150:0:449:0:(connection.c:75:cpu_latency_work()) work item of 000000002fd0fb58 (cpu 0) has reached its deadline 4294899151, at 4294899152 00000100:00000010:0.0:1767384309.189160:0:449:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a79fb490. 00000100:00000040:3.0:1767384309.190131:0:53:0:(connection.c:75:cpu_latency_work()) work item of 000000009d5c2cb6 (cpu 0) has reached its deadline 4294899151, at 4294899153 00000100:00000010:3.0:1767384309.190138:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000083f00c. 00000100:00000040:2.0:1767384309.190146:0:795:0:(connection.c:75:cpu_latency_work()) work item of 00000000135c2452 (cpu 0) has reached its deadline 4294899151, at 4294899153 00000100:00000040:1.0:1767384309.190147:0:62:0:(connection.c:75:cpu_latency_work()) work item of 00000000edc4e618 (cpu 0) has reached its deadline 4294899151, at 4294899153 00000100:00000010:2.0:1767384309.190154:0:795:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000036f20928. 00000100:00000010:1.0:1767384309.190157:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000916b7c38. 00010000:00000010:0.1:1767384309.191113:0:25228:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000c18c8004. 00010000:00000010:0.1:1767384309.191122:0:25228:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000003b7f1806. 00010000:00000001:0.0:1767384309.302154:0:449:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384309.302159:0:449:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384309.302163:0:449:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384309.302165:0:449:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384309.302181:0:16768:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384309.302185:0:16768:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384309.302187:0:16768:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:1.0:1767384310.183580:0:25536:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384310.183595:0:25536:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384310.183599:0:25536:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384310.183605:0:25536:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384310.183609:0:25536:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384310.183612:0:25536:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384310.325162:0:449:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384310.325176:0:449:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384310.325181:0:449:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384310.325182:0:449:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384310.325224:0:16767:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384310.325227:0:16767:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384310.325230:0:16767:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:0.0:1767384310.898213:0:25700:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767384310.898217:0:25700:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg252-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp28 --if ens2 00000001:00000001:0.0:1767384310.902669:0:25700:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:0.0:1767384310.909009:0:25701:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 0000000006926da5. 00000400:00000010:0.0:1767384310.909022:0:25701:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000009673c677. 00000400:00000010:0.0:1767384310.909030:0:25701:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 0000000076363ab8. 00000400:00000010:0.0:1767384310.909033:0:25701:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000d62a02fb. 00000400:00000010:0.0:1767384310.909037:0:25701:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000057b93f9b. 00000400:00000010:0.0:1767384310.909041:0:25701:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000001d1b33df. 00000400:00000010:0.0:1767384310.909042:0:25701:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000dc57d69f. 00000400:00000010:0.0:1767384310.909043:0:25701:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000ec3509a9. 00000400:00000010:0.0:1767384310.909046:0:25701:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 0000000047401656. 00000800:00000010:0.0:1767384310.909058:0:25701:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000ab49f389. 00000800:00000200:0.0:1767384310.909068:0:25701:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:0.0:1767384310.909075:0:25701:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:0.0:1767384310.909138:0:25701:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.152) 00000400:02000000:0.0:1767384310.909159:0:25701:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.152@tcp28 [8/256/0/180] 00000400:00000010:0.0:1767384310.910980:0:25701:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 361 at 00000000c6b339b3. 00000400:00000010:0.0:1767384310.910985:0:25701:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000023a9cf75. 00000400:00000010:0.0:1767384310.910990:0:25701:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ad6d2c19. 00000400:00000001:0.0:1767384310.911003:0:25701:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384310.911004:0:25701:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384310.911006:0:25701:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000aa68c4ac. 00000400:00000200:0.0:1767384310.911009:0:25701:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004e2d4782 00000400:00000010:0.0:1767384310.911010:0:25701:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004e2d4782. 00000400:00000010:0.0:1767384310.911013:0:25701:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 345 at 00000000c0ae4ae9. 00000400:00000200:0.0:1767384310.911017:0:25701:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (19) 00000400:00000200:0.0:1767384310.911027:0:25701:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.152@tcp (000000005d9714d7): 0 00000400:00000200:0.0:1767384310.911037:0:25701:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131100 00000020:00000010:0.0:1767384310.911046:0:25701:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000294d49f0. 00000020:01000000:0.0:1767384310.911051:0:25701:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000200:1.0:1767384310.911056:0:16135:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:0.0:1767384310.911059:0:25701:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.152@tcp28 00000400:00000200:1.0:1767384310.911062:0:16135:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100151 00000400:00000010:1.0:1767384310.911067:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006f155c59. 00000400:00000200:1.0:1767384310.911071:0:16135:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (20) 00000400:00000010:0.0:1767384310.911075:0:25701:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000009673c677. 00000400:00000010:1.0:1767384310.911076:0:16135:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000006ba43378. 00000400:00000010:0.0:1767384310.911079:0:25701:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 0000000006926da5. 00000400:00000200:1.0:1767384310.911081:0:16135:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.152@tcp26 00000020:00000001:2.0:1767384310.911111:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:2.0:1767384310.911115:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:1.0:1767384310.911118:0:16135:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.152@tcp26 to MR: 192.168.202.152@tcp26 local destination 10000000:00000001:2.0:1767384310.911120:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384310.911124:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:2.0:1767384310.911127:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384310.911131:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384310.911134:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:1.0:1767384310.911134:0:16135:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp26 NI seq info: [51:51:256:4294967295] 192.168.202.152@tcp26 LPNI seq info [51:51:8:4294967295] 00000020:01000004:2.0:1767384310.911137:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384310.911140:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384310.911143:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384310.911144:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384310.911145:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:1.0:1767384310.911148:0:16135:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.152@tcp26 00000020:01000004:2.0:1767384310.911149:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384310.911151:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:2.0:1767384310.911158:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b7eed8d1. 00000020:00000040:2.0:1767384310.911163:0:36:0:(genops.c:1229:class_import_get()) import 00000000df830bbe refcount=4 obd=MGC192.168.202.152@tcp 00000400:00000200:1.0:1767384310.911168:0:16135:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp26(192.168.202.152@tcp26:192.168.202.152@tcp26) -> 192.168.202.152@tcp26(192.168.202.152@tcp26:192.168.202.152@tcp26) : PUT try# 0 00000100:00000001:2.0:1767384310.911170:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384310.911174:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384310.911179:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384310.911179:0:16135:0:(socklnd_cb.c:1001:ksocknal_send()) sending 352 bytes in 1 frags to 12345-192.168.202.152@tcp26 00000800:00000010:1.0:1767384310.911187:0:16135:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000026a6e566. 02000000:00000010:2.0:1767384310.911191:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000a871178b. 00000800:00000200:1.0:1767384310.911197:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f5dc85b1] -> 12345-192.168.202.152@tcp26 (4) 00000100:00000001:2.0:1767384310.911198:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1767384310.911207:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f5dc85b1] -> 12345-192.168.202.152@tcp26 (4) 00000100:00000001:2.0:1767384310.911208:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384310.911212:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384310.911219:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b7eed8d1] to pc [ptlrpcd_00_02+2] req@00000000b7eed8d1 x1853236723073536/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.1:1767384310.911230:0:16135:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp26 ip 192.168.202.152:988 00000800:00000200:1.1:1767384310.911235:0:16135:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000026a6e566 type 1, nob 448 niov 1 nkiov 1 10000000:00000001:2.0:1767384310.911240:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384310.911243:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384310.911245:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767384310.911247:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000020:00000001:2.0:1767384310.911253:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:1.0:1767384310.911254:0:16135:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.152@tcp 00000400:00000200:1.0:1767384310.911258:0:16135:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100551 rc 0 10000000:00000001:2.0:1767384310.911262:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384310.911265:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384310.911266:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:2.0:1767384310.911268:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384310.911270:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384310.911271:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384310.911272:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384310.911273:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384310.911274:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384310.911275:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384310.911276:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384310.911277:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:2.0:1767384310.911281:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b8f5ffa4. 00000020:00000040:2.0:1767384310.911284:0:36:0:(genops.c:1229:class_import_get()) import 00000000df830bbe refcount=5 obd=MGC192.168.202.152@tcp 00000100:00000001:2.0:1767384310.911285:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384310.911286:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384310.911288:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384310.911303:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.152:988 02000000:00000010:2.0:1767384310.911303:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000007ac280d2. 00000100:00000001:2.0:1767384310.911307:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384310.911311:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384310.911313:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384310.911316:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b8f5ffa4] to pc [ptlrpcd_00_03+3] req@00000000b8f5ffa4 x1853236723073664/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:2.0:1767384310.911326:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384310.911329:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384310.911330:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767384310.911332:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:2.0:1767384310.911334:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000294d49f0. 00000100:00000001:2.0:1767384310.911348:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384310.911351:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384310.911354:0:16139:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384310.911358:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b7eed8d1 x1853236723073536/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384310.911364:0:16139:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384310.911366:0:16139:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384310.911370:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.152:988 02000000:00000001:2.0:1767384310.911370:0:16139:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384310.911379:0:16139:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384310.911382:0:16139:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384310.911384:0:16139:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b7eed8d1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c0412d60-4f67-4dbc-8791-892843f60083:16139:1853236723073536:0@lo:253: 00000100:00000001:2.0:1767384310.911388:0:16139:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000200:1.0:1767384310.911392:0:16130:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000001:2.0:1767384310.911393:0:16139:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384310.911396:0:16139:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767384310.911399:0:16130:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000026a6e566. 00000400:00000200:3.0:1767384310.911400:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.152:988 02000000:00000001:2.0:1767384310.911400:0:16139:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384310.911407:0:16139:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000036b1ae31. 00000400:00000200:1.0:1767384310.911409:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1767384310.911410:0:16139:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384310.911417:0:16139:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b4b074bf. 00000400:00000200:1.0:1767384310.911421:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp26->192.168.202.152@tcp26: PUT: OK 00000400:00000010:2.0:1767384310.911424:0:16139:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004c7b3fa4. 00000400:00000200:1.0:1767384310.911428:0:16130:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384310.911429:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.152:988 00000100:00000200:2.0:1767384310.911430:0:16139:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236723073536, portal 25 00000100:00000001:2.0:1767384310.911436:0:16139:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1767384310.911437:0:16130:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.152@tcp26: 0 00000100:00000001:2.0:1767384310.911438:0:16139:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782407654912 : -124291301896704 : ffff8ef52d1a0e00) 00000100:00000040:2.0:1767384310.911446:0:16139:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b7eed8d1 x1853236723073536/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384326 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384310.911451:0:16139:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000001:1.0:1767384310.911452:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:2.0:1767384310.911456:0:16139:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1767384310.911458:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.152:988 00000400:00000010:2.0:1767384310.911459:0:16139:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f7bd0aed. 00000800:00000001:1.0:1767384310.911463:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384310.911464:0:16139:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236723073536, offset 0 00000800:00000001:1.0:1767384310.911469:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384310.911472:0:16139:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000800:00000001:1.0:1767384310.911475:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384310.911480:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384310.911486:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.152:988 00000400:00000200:2.0:1767384310.911495:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824c904200 00000400:00000200:1.0:1767384310.911496:0:16130:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.152@tcp26(192.168.202.152@tcp26) <- 192.168.202.152@tcp26 : PUT - for me 00000400:00000200:2.0:1767384310.911504:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0xfe5 [2] + 0 00000400:00000010:2.0:1767384310.911508:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000048c03a0f. 00000400:00000200:1.0:1767384310.911510:0:16130:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.152@tcp of length 352 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384310.911527:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.152:988 00000400:00000200:2.0:1767384310.911527:0:16139:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000002cf5114c 00000400:00000200:2.0:1767384310.911537:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384310.911538:0:16130:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.152@tcp of length 336/352 into md 0x169d [1] + 0 00000400:00000200:2.0:1767384310.911547:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:1.0:1767384310.911547:0:16130:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000344f864c. 00000400:00000200:1.0:1767384310.911554:0:16130:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000005dadf04c 00000400:00000200:3.0:1767384310.911557:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.152:988 00000800:00000001:1.0:1767384310.911561:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384310.911562:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002cf5114c 00000400:00000010:2.0:1767384310.911567:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002cf5114c. 00000800:00000001:1.0:1767384310.911571:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384310.911573:0:16139:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:1.0:1767384310.911576:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1767384310.911578:0:16139:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1767384310.911583:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.152:988 00000100:00000040:2.0:1767384310.911584:0:16139:0:(events.c:337:request_in_callback()) incoming req@0000000058f693c4 x1853236723073536 msgsize 4848 00000400:00000200:1.0:1767384310.911585:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp26->192.168.202.152@tcp26: PUT: OK 00000400:00000200:1.0:1767384310.911594:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005dadf04c 00000100:00100000:2.0:1767384310.911599:0:16139:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000010:1.0:1767384310.911599:0:16130:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005dadf04c. 00000400:00000200:1.0:1767384310.911605:0:16130:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000100:00000040:2.0:1767384310.911610:0:16139:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:1.0:1767384310.911611:0:16130:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (21) 00000400:00000200:3.0:1767384310.911612:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.152:988 00000400:00000200:1.0:1767384310.911622:0:16130:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.152@tcp(000000005d9714d7) is MR 00000100:00000001:2.0:1767384310.911624:0:16139:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384310.911629:0:16130:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.202.152@tcp (352 bytes) 00000400:00000200:2.0:1767384310.911635:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f7bd0aed 00000400:00000200:1.0:1767384310.911638:0:16130:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.152@tcp (000000005d9714d7): -114 00000400:00000010:2.0:1767384310.911640:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f7bd0aed. 00000400:00000200:3.0:1767384310.911644:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.152:988 00000100:00000001:2.0:1767384310.911648:0:16139:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:1.0:1767384310.911651:0:16130:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000005d9714d7 (22) 00000100:00000200:2.0:1767384310.911655:0:16139:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b7eed8d1 x1853236723073536/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384326 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384310.911661:0:16130:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000100:00000001:2.0:1767384310.911664:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384310.911670:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b7eed8d1 x1853236723073536/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384326 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384310.911674:0:16130:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.152@tcp26 to MR: 192.168.202.152@tcp26 local destination 00000400:00000200:3.0:1767384310.911676:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.152:988 00000100:00000001:2.0:1767384310.911686:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384310.911690:0:16139:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1767384310.911693:0:16130:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp26 NI seq info: [52:52:256:4294967295] 192.168.202.152@tcp26 LPNI seq info [52:52:8:4294967295] 00000400:00000200:3.0:1767384310.911703:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.152:988 00000400:00000200:1.0:1767384310.911707:0:16130:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp26(192.168.202.152@tcp26:192.168.202.152@tcp26) -> 192.168.202.152@tcp26(192.168.202.152@tcp26:192.168.202.152@tcp26) 192.168.202.152@tcp26 : ACK try# 0 00000800:00000200:1.0:1767384310.911715:0:16130:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.152@tcp26 00000100:00000001:2.0:1767384310.911716:0:16139:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767384310.911720:0:16130:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000026a6e566. 00000100:00000001:2.0:1767384310.911722:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294900898 00000100:00000010:2.0:1767384310.911729:0:16139:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000434e4546. 00000800:00000200:1.0:1767384310.911729:0:16130:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f5dc85b1] -> 12345-192.168.202.152@tcp26 (4) 00000100:00000001:2.0:1767384310.911736:0:16139:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 0 00000800:00000200:1.0:1767384310.911741:0:16130:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp26 ip 192.168.202.152:989 00000400:00000200:3.0:1767384310.911742:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.152:988 00000100:00000001:2.0:1767384310.911743:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294900898 00000800:00000200:1.0:1767384310.911747:0:16130:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000026a6e566 type 0, nob 96 niov 1 nkiov 0 00000100:00000010:2.0:1767384310.911751:0:16139:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007b23e926. 00000100:00000001:2.0:1767384310.911758:0:16139:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384310.911763:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294900898 00000800:00000001:1.0:1767384310.911764:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000010:2.0:1767384310.911768:0:16139:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003460d9bc. 00000100:00000001:2.0:1767384310.911774:0:16139:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 2 00000400:00000200:3.0:1767384310.911776:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.152:988 00000800:00000001:1.0:1767384310.911776:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384310.911779:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294900898 00000100:00000010:2.0:1767384310.911786:0:16139:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000074053f21. 00000100:00000001:2.0:1767384310.911791:0:16139:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384310.911795:0:16139:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384310.911799:0:16139:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384310.911802:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384310.911805:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384310.911811:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.152:988 00000800:00000200:1.0:1767384310.911815:0:16130:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767384310.911816:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384310.911820:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000010:1.0:1767384310.911821:0:16130:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000026a6e566. 00000100:00000001:2.0:1767384310.911825:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384310.911832:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384310.911834:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384310.911838:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384310.911842:0:16139:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000400:00000200:1.0:1767384310.911843:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp26->192.168.202.152@tcp26: ACK: OK 00000100:00000001:2.0:1767384310.911844:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384310.911850:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1767384310.911851:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.152:988 00000100:00000001:2.0:1767384310.911853:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384310.911855:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384310.911859:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384310.911861:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:1.0:1767384310.911862:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384310.911863:0:16139:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000800:00000001:1.0:1767384310.911868:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:2.0:1767384310.911870:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b8f5ffa4 x1853236723073664/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767384310.911874:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384310.911877:0:16139:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000800:00000001:1.0:1767384310.911879:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384310.911880:0:16139:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384310.911884:0:16139:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384310.911886:0:16139:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000001:1.0:1767384310.911888:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384310.911889:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.152:988 02000000:00000001:2.0:1767384310.911889:0:16139:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384310.911896:0:16139:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b8f5ffa4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c0412d60-4f67-4dbc-8791-892843f60083:16139:1853236723073664:0@lo:253: 00000100:00000001:2.0:1767384310.911901:0:16139:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384310.911905:0:16139:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1767384310.911905:0:16130:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.152@tcp26(192.168.202.152@tcp26) <- 192.168.202.152@tcp26 : ACK - for me 02000000:00000001:2.0:1767384310.911908:0:16139:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384310.911912:0:16139:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384310.911916:0:16139:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000009585baca. 00000400:00000200:3.0:1767384310.911919:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.152:988 02000000:00000001:2.0:1767384310.911921:0:16139:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384310.911924:0:16130:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.152@tcp26: ACK from 12345-192.168.202.152@tcp26 into md 0x16b9 00000400:00000010:2.0:1767384310.911928:0:16139:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000071c374ff. 00000400:00000200:1.0:1767384310.911930:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1767384310.911933:0:16139:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f7bd0aed. 00000100:00000200:2.0:1767384310.911940:0:16139:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236723073664, portal 25 00000400:00000200:1.0:1767384310.911940:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp26->192.168.202.152@tcp26: ACK: OK 00000100:00000001:2.0:1767384310.911944:0:16139:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384310.911946:0:16139:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782407658496 : -124291301893120 : ffff8ef52d1a1c00) 00000400:00000200:3.0:1767384310.911948:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.152:988 00000400:00000200:1.0:1767384310.911949:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006f155c59 00000100:00000040:2.0:1767384310.911951:0:16139:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b8f5ffa4 x1853236723073664/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384326 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384310.911954:0:16130:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006f155c59. 00000400:00000200:1.0:1767384310.911962:0:16130:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000100:00000001:2.0:1767384310.911963:0:16139:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384310.911968:0:16139:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1767384310.911971:0:16130:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.152@tcp ev->status 0 00000400:00000010:2.0:1767384310.911973:0:16139:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fd330868. 00000400:00000200:3.0:1767384310.911974:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.152:988 00000400:00000200:1.0:1767384310.911978:0:16130:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.152@tcp (000000005d9714d7): -114 00000100:00000200:2.0:1767384310.911980:0:16139:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236723073664, offset 0 00000400:00000200:1.0:1767384310.911986:0:16130:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000005d9714d7 (21) 00000400:00000200:2.0:1767384310.911991:0:16139:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000800:00000001:1.0:1767384310.911995:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384310.912001:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384310.912007:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384310.912011:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.152:988 00000400:00000200:2.0:1767384310.912016:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824c904280 00000400:00000200:2.0:1767384310.912022:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0xfe9 [2] + 0 00000400:00000010:2.0:1767384310.912024:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a52943b0. 00000400:00000200:2.0:1767384310.912029:0:16139:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000a928fb24 00000400:00000200:2.0:1767384310.912034:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384310.912036:0:16771:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:2.0:1767384310.912038:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:1.0:1767384310.912041:0:16771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723073536 00000400:00000200:2.0:1767384310.912043:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a928fb24 00000400:00000010:2.0:1767384310.912047:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a928fb24. 02000000:00000001:1.0:1767384310.912047:0:16771:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384310.912052:0:16771:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384310.912053:0:16139:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1767384310.912055:0:16771:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384310.912056:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.152:988 00000100:00000200:2.0:1767384310.912056:0:16139:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384310.912063:0:16139:0:(events.c:337:request_in_callback()) incoming req@0000000074320a94 x1853236723073664 msgsize 4848 02000000:00000001:1.0:1767384310.912063:0:16771:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384310.912071:0:16771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723073536 00000100:00100000:2.0:1767384310.912075:0:16139:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:1.0:1767384310.912077:0:16771:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:2.0:1767384310.912078:0:16139:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000020:00000040:1.0:1767384310.912081:0:16771:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eec8e1 00000020:00000001:1.0:1767384310.912085:0:16771:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384310.912108:0:16139:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384310.912112:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fd330868 00000020:00000040:1.0:1767384310.912113:0:16771:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000555601ca refcount=14 00000400:00000010:2.0:1767384310.912115:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fd330868. 00000100:00000001:2.0:1767384310.912121:0:16139:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:1.0:1767384310.912121:0:16771:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000100:00000200:2.0:1767384310.912128:0:16139:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b8f5ffa4 x1853236723073664/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384326 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384310.912128:0:16771:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000400:00000200:3.0:1767384310.912129:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.152:988 00000100:00000001:1.0:1767384310.912137:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384310.912140:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384310.912143:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b8f5ffa4 x1853236723073664/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384326 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384310.912149:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fb99e99f. 00000100:00000001:2.0:1767384310.912151:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384310.912155:0:16139:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384310.912156:0:16771:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384310.912160:0:16139:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384310.912161:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fb99e99f. 00000100:00000001:2.0:1767384310.912163:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294900899 00000020:00000010:1.0:1767384310.912170:0:16771:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ad20a602. 00000100:00000001:2.0:1767384310.912171:0:16139:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294900898 00000400:00000200:3.0:1767384310.912176:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.152:988 00000100:00000001:2.0:1767384310.912177:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294900899 00000020:00000010:1.0:1767384310.912177:0:16771:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000306cb450. 00000100:00000001:2.0:1767384310.912185:0:16139:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294900898 00000020:00000010:1.0:1767384310.912187:0:16771:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e4cdfd60. 00000100:00000001:2.0:1767384310.912191:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294900899 00000100:00000001:2.0:1767384310.912196:0:16139:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294900898 00000100:00000040:1.0:1767384310.912200:0:16771:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384310.912206:0:16771:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384310.912209:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294900899 00000100:00000001:1.0:1767384310.912210:0:16771:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384310.912214:0:16139:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294900898 00000100:00000001:1.0:1767384310.912215:0:16771:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384310.912221:0:16139:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384310.912224:0:16139:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384310.912227:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384310.912227:0:16771:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384310.912235:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384310.912242:0:16771:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384310.912243:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.152:988 00000100:00000001:2.0:1767384310.912247:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384310.912251:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384310.912257:0:16771:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384310.912261:0:16771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723073664 02000000:00000001:1.0:1767384310.912264:0:16771:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384310.912266:0:16771:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384310.912267:0:16774:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384310.912268:0:16771:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384310.912270:0:16774:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000001:1.0:1767384310.912273:0:16771:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384310.912277:0:16774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88 00000100:00100000:1.0:1767384310.912278:0:16771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723073664 00000100:00000040:2.0:1767384310.912283:0:16774:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000555601ca : new rpc_count 1 00000020:00000001:1.0:1767384310.912283:0:16771:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384310.912288:0:16774:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619781697414224 : -124292012137392 : ffff8ef502c4a450) 00000020:00000040:1.0:1767384310.912288:0:16771:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eec8e1 00000400:00000200:3.0:1767384310.912291:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.152:988 00000020:00000001:1.0:1767384310.912294:0:16771:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:2.0:1767384310.912295:0:16774:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000058f693c4 x1853236723073536/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:291/0 lens 4848/0 e 0 to 0 dl 1767384321 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767384310.912297:0:16771:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000555601ca refcount=15 00000020:00000001:1.0:1767384310.912304:0:16771:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000100:00000001:2.0:1767384310.912308:0:16774:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:1.0:1767384310.912309:0:16771:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000020:00000010:2.0:1767384310.912312:0:16774:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bedaf639. 00000100:00000001:1.0:1767384310.912314:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384310.912317:0:16774:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384310.912319:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fb99e99f. 00000020:00000010:2.0:1767384310.912321:0:16774:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bedaf639. 00000100:00000001:1.0:1767384310.912324:0:16771:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1767384310.912329:0:16774:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000058f693c4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c0412d60-4f67-4dbc-8791-892843f60083+15:16139:x1853236723073536:12345-0@lo:253: 00000400:00000200:3.0:1767384310.912330:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.152:988 00000020:00000010:1.0:1767384310.912330:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fb99e99f. 00000100:00000200:2.0:1767384310.912339:0:16774:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723073536 00000020:00000010:1.0:1767384310.912339:0:16771:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000aaa29da4. 00000020:00000001:2.0:1767384310.912343:0:16774:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000010:1.0:1767384310.912345:0:16771:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001cf3bfa8. 00000020:00000001:2.0:1767384310.912347:0:16774:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384310.912350:0:16774:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384310.912350:0:16771:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000033ac19b8. 00000020:00000001:2.0:1767384310.912355:0:16774:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1767384310.912357:0:16771:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:2.0:1767384310.912358:0:16774:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669141328 : -1040410288 : ffffffffc1fc9950) 00000100:00000001:1.0:1767384310.912362:0:16771:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:2.0:1767384310.912363:0:16774:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384310.912365:0:16774:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384310.912367:0:16774:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384310.912369:0:16774:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:3.0:1767384310.912372:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.152:988 00000020:00000001:2.0:1767384310.912373:0:16774:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384310.912373:0:16771:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384310.912380:0:16774:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1767384310.912383:0:16771:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384310.912387:0:16771:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384310.912389:0:16774:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1767384310.912400:0:16771:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000010:2.0:1767384310.912402:0:16774:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000eea01c52. 00000100:00000001:1.0:1767384310.912404:0:16771:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000001:2.0:1767384310.912406:0:16774:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384310.912410:0:16774:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384310.912414:0:16771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89 20000000:00000001:2.0:1767384310.912415:0:16774:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000100:00000040:1.0:1767384310.912420:0:16771:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000555601ca : new rpc_count 2 00000100:00000001:1.0:1767384310.912423:0:16771:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619781697409104 : -124292012142512 : ffff8ef502c49050) 00000400:00000200:3.0:1767384310.912424:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.152:988 20000000:00000010:2.0:1767384310.912428:0:16774:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000009843d965. 00000100:00000040:1.0:1767384310.912430:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000074320a94 x1853236723073664/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:291/0 lens 4848/0 e 0 to 0 dl 1767384321 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 20000000:01000000:2.0:1767384310.912434:0:16774:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384310.912440:0:16774:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384310.912444:0:16774:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000100:00000001:1.0:1767384310.912447:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 20000000:00000001:2.0:1767384310.912449:0:16774:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384310.912452:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fb99e99f. 20000000:00000001:2.0:1767384310.912454:0:16774:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384310.912456:0:16771:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384310.912459:0:16774:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000020:00000010:1.0:1767384310.912461:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fb99e99f. 00000400:00000200:3.0:1767384310.912464:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.152:988 00000100:00100000:1.0:1767384310.912468:0:16771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000074320a94 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c0412d60-4f67-4dbc-8791-892843f60083+15:16139:x1853236723073664:12345-0@lo:253: 20000000:00000010:2.0:1767384310.912472:0:16774:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000005b72ca7b. 00000100:00000200:1.0:1767384310.912474:0:16771:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723073664 20000000:01000000:2.0:1767384310.912477:0:16774:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #28 00000020:00000001:1.0:1767384310.912479:0:16771:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384310.912484:0:16771:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 20000000:00000001:2.0:1767384310.912487:0:16774:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000020:00000001:1.0:1767384310.912487:0:16771:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384310.912490:0:16771:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384310.912493:0:16771:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669141328 : -1040410288 : ffffffffc1fc9950) 00080000:00000001:2.0:1767384310.912496:0:16774:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000020:00000001:1.0:1767384310.912497:0:16771:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:3.0:1767384310.912500:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.152:988 00000020:00000001:1.0:1767384310.912502:0:16771:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384310.912507:0:16771:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384310.912509:0:16771:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384310.912511:0:16771:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384310.912530:0:16771:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384310.912532:0:16771:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:3.0:1767384310.912538:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.152:988 02000000:00000010:1.0:1767384310.912538:0:16771:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000a1497f5d. 02000000:00000001:1.0:1767384310.912544:0:16771:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384310.912548:0:16771:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384310.912550:0:16771:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:1.0:1767384310.912557:0:16771:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000006728e0d1. 20000000:01000000:1.0:1767384310.912567:0:16771:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000400:00000200:3.0:1767384310.912569:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.152:988 00080000:00000001:2.0:1767384310.912569:0:16774:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384310.912570:0:16771:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384310.912574:0:16771:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00080000:00000001:2.0:1767384310.912577:0:16774:0:(osd_index.c:949:osd_remote_fid()) Process entered 20000000:00000001:1.0:1767384310.912578:0:16771:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384310.912581:0:16774:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384310.912583:0:16771:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384310.912587:0:16774:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 20000000:00000001:1.0:1767384310.912588:0:16771:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000020:00000001:2.0:1767384310.912592:0:16774:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000200:3.0:1767384310.912597:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.152:988 00000020:00000001:2.0:1767384310.912599:0:16774:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446619782313850200 : -124291395701416 : ffff8ef52782b558) 00080000:00000001:2.0:1767384310.912605:0:16774:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384310.912611:0:16774:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000da2e07ae. 00080000:00000001:2.0:1767384310.912613:0:16774:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446619777392432128 : -124296317119488 : ffff8ef4022bd400) 00080000:00000001:2.0:1767384310.912617:0:16774:0:(osd_io.c:243:osd_declare_write()) Process entered 00000800:00000010:3.0:1767384310.912722:0:16125:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000063d484a8. 00000001:00000001:2.0:1767384310.912723:0:16774:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384310.912726:0:16774:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384310.912729:0:16125:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000009b12f1ed. 00080000:00000001:2.0:1767384310.912729:0:16774:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000800:00000010:3.0:1767384310.912736:0:16125:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000f10891a6. 00080000:00000001:2.0:1767384310.912753:0:16774:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384310.912758:0:16125:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000f10891a6. 00080000:00000001:2.0:1767384310.912758:0:16774:0:(osd_io.c:399:osd_write()) Process entered 00000800:00020000:3.0:1767384310.912767:0:16125:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.152 00080000:00000001:2.0:1767384310.912852:0:16774:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:2.0:1767384310.912855:0:16774:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:1.0:1767384310.912927:0:16135:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:1.0:1767384310.912932:0:16135:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 361 at 00000000a5a0a946. 00000400:00000010:1.0:1767384310.912937:0:16135:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008b86d1cd. 00000400:00000010:1.0:1767384310.912941:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006f155c59. 00000400:00000200:1.0:1767384310.912945:0:16135:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000a5a0a946 00000400:00000010:1.0:1767384310.912949:0:16135:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 345 at 0000000030d2709f. 00000400:00000200:1.0:1767384310.912953:0:16135:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 352 success 00000400:00000200:1.0:1767384310.912958:0:16135:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x102051 00000400:00000200:1.0:1767384310.912961:0:16135:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (20) 00000400:00000010:1.0:1767384310.912966:0:16135:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 361 at 00000000c0ae4ae9. 00000400:00000010:1.0:1767384310.912970:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003e5426fc. 00000400:00000010:1.0:1767384310.912976:0:16135:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000b397f9a7. 00000400:00000200:1.0:1767384310.912981:0:16135:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.152@tcp 00000400:00000200:1.0:1767384310.912988:0:16135:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.152@tcp local destination 00000400:00000200:1.0:1767384310.912994:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 37], ns[40, 37] 00000400:00000200:1.0:1767384310.913000:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 37], ns[10, 37] 00000400:00000200:1.0:1767384310.913005:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 10], ns[12, 10] 00000400:00000200:1.0:1767384310.913010:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 10], ns[14, 10] 00000400:00000200:1.0:1767384310.913016:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 10], ns[16, 10] 00000400:00000200:1.0:1767384310.913022:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 10], ns[18, 10] 00000400:00000200:1.0:1767384310.913028:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 10], ns[20, 10] 00000400:00000200:1.0:1767384310.913034:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 10], ns[22, 10] 00000400:00000200:1.0:1767384310.913049:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 10], ns[24, 10] 00000400:00000200:1.0:1767384310.913055:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 10], ns[26, 10] 00000400:00000200:1.0:1767384310.913061:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 10], ns[28, 10] 00000400:00000200:1.0:1767384310.913066:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 10], ns[30, 10] 00000400:00000200:1.0:1767384310.913073:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 10], ns[32, 10] 00000400:00000200:1.0:1767384310.913079:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 10], ns[34, 10] 00000400:00000200:1.0:1767384310.913084:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 10], ns[44, 10] 00000400:00000200:1.0:1767384310.913284:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 10], ns[48, 10] 00000400:00000200:1.0:1767384310.913288:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 10], ns[52, 10] 00000400:00000200:1.0:1767384310.913293:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 10], ns[0, 10] 00000400:00000200:1.0:1767384310.913298:0:16135:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp27 00000400:00000200:1.0:1767384310.913303:0:16135:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.152@tcp27 00000400:00000200:1.0:1767384310.913308:0:16135:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.152@tcp27 lpni_is_preferred = 0 00000400:00000200:1.0:1767384310.913313:0:16135:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.152@tcp27 00000400:00000200:1.0:1767384310.913316:0:16135:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp27 NI seq info: [53:53:256:4294967295] 192.168.202.152@tcp27 LPNI seq info [53:53:8:4294967295] 00000400:00000200:1.0:1767384310.913322:0:16135:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.152@tcp27 00000400:00000200:1.0:1767384310.913330:0:16135:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp27(192.168.202.152@tcp27:) -> 192.168.202.152@tcp27(192.168.202.152@tcp:192.168.202.152@tcp27) : GET try# 0 00000800:00000200:1.0:1767384310.913335:0:16135:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.152@tcp27 00000800:00000010:1.0:1767384310.913442:0:16135:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000026a6e566. 00000800:00000010:1.0:1767384310.913450:0:16135:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000033870e76. 00000800:00000010:1.0:1767384310.913454:0:16135:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 0000000055646a1f. 00000800:00000200:1.0:1767384310.913460:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000033870e76] -> 12345-192.168.202.152@tcp27 (2) 00000800:00000200:1.1:1767384310.913464:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000033870e76] -> 12345-192.168.202.152@tcp27 (2) 00000400:00000200:1.0:1767384310.913477:0:16135:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.152@tcp 00000400:00000200:1.0:1767384310.913486:0:16135:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100251 rc 0 00000400:00000200:1.0:1767384310.913555:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.152:988 00000400:00000200:1.0:1767384310.913596:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.152:988 00000400:00000200:1.0:1767384310.913625:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.152:988 00000400:00000200:1.0:1767384310.913650:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.152:988 00000400:00000200:1.0:1767384310.913683:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.152:988 00000400:00000200:1.0:1767384310.913725:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.152:988 00000400:00000200:1.0:1767384310.913748:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.152:988 00000400:00000200:1.0:1767384310.913776:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.152:988 00000400:00000200:1.0:1767384310.914201:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.152:988 00000400:00000200:1.0:1767384310.914345:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.152:988 00000400:00000200:1.0:1767384310.914375:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.152:988 00000400:00000200:1.0:1767384310.914479:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.152:988 00000400:00000200:1.0:1767384310.914586:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.152:988 00000400:00000200:1.0:1767384310.914723:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.152:988 00000400:00000200:1.0:1767384310.914768:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.152:988 00000400:00000200:1.0:1767384310.914806:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.152:988 00000400:00000200:1.0:1767384310.914849:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.152:988 00000400:00000200:1.0:1767384310.914899:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.152:988 00000400:00000200:1.0:1767384310.914942:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.152:988 00000400:00000200:1.0:1767384310.914986:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.152:988 00000400:00000200:1.0:1767384310.915022:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.152:988 00000400:00000200:1.0:1767384310.915052:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.152:988 00000400:00000200:1.0:1767384310.915111:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.152:988 00000400:00000200:1.0:1767384310.915286:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.152:988 00000400:00000200:1.0:1767384310.915557:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.152:988 00000400:00000200:1.0:1767384310.915623:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.152:988 00000400:00000200:1.0:1767384310.915778:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.152:988 00000400:00000200:1.0:1767384310.915827:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.152:988 00000400:00000200:1.0:1767384310.915874:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.152:988 00000400:00000200:1.0:1767384310.915911:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.152:988 00000400:00000200:1.0:1767384310.915962:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.152:988 00000400:00000200:1.0:1767384310.916009:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.152:988 00000400:00000200:1.0:1767384310.916056:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.152:988 00000400:00000200:1.0:1767384310.916136:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.152:988 00000400:00000200:1.0:1767384310.916184:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.152:988 00000400:00000200:1.0:1767384310.916231:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.202.152:988 00000800:00000010:1.0:1767384310.916456:0:16127:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000010fdceac. 00000800:00000010:1.0:1767384310.916461:0:16127:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000004704509b. 00000800:00000010:1.0:1767384310.916467:0:16127:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000003561084c. 00000800:00000010:1.0:1767384310.916508:0:16127:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000003561084c. 00000400:00000200:1.0:1767384310.916695:0:16133:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:1.0:1767384310.916715:0:16133:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.152@tcp27 from 219.3.0.2 00000800:00000010:1.0:1767384310.916720:0:16133:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000d23b4e96. 00000800:00000010:1.0:1767384310.916982:0:16126:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000005adf2cff. 00000800:00000010:3.0:1767384310.916983:0:16125:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000009b12f1ed. 00000800:00000010:3.0:1767384310.916990:0:16125:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000063d484a8. 00000800:00000010:1.0:1767384310.916990:0:16126:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000002b54b5be. 00000800:00000010:1.0:1767384310.917015:0:16126:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000001699dc1e. 00000800:00000200:1.1:1767384310.917024:0:16126:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000033870e76] -> 12345-192.168.202.152@tcp27 (2) 00000800:00000200:1.1:1767384310.917036:0:16126:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.152@tcp27 000000001699dc1e deleted 00000800:00000010:1.1:1767384310.917038:0:16126:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000001699dc1e. 00000800:00000200:1.1:1767384310.917045:0:16126:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000400:02020000:3.0:1767384310.917049:0:16125:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.152@tcp26 at host 192.168.202.152:988: is it running a compatible version of Lustre? 00000800:00000200:1.1:1767384310.917056:0:16126:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp27 ip 192.168.202.152:987 00000800:00000200:1.1:1767384310.917062:0:16126:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000026a6e566 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1767384310.917069:0:16126:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.152@tcp27 p 3.x 192.168.202.152 -> 192.168.202.152:987 incarnation:1767384309162022504 sched[0] 00000800:00000010:1.0:1767384310.917075:0:16126:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000003561084c. 00000800:00000010:1.0:1767384310.917499:0:16126:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000003561084c. 00000800:00000010:1.0:1767384310.917505:0:16126:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000002b54b5be. 00000800:00000010:1.0:1767384310.917548:0:16126:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000d23b4e96. 00000800:00000001:1.0:1767384310.917584:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384310.917590:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767384310.917643:0:16132:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384310.917647:0:16132:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000026a6e566. 00000400:00000200:1.0:1767384310.917652:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384310.917658:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp27->192.168.202.152@tcp27: GET: OK 00000400:00000200:1.0:1767384310.917663:0:16132:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384310.917668:0:16132:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.152@tcp: 0 00000800:00000200:2.1:1767384310.918145:0:16127:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.0:1767384310.918152:0:16127:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.152@tcp27 p 3.x 192.168.202.152 -> 192.168.202.152:988 incarnation:1767384309162022504 sched[0] 00000800:00000010:2.0:1767384310.918156:0:16127:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000004704509b. 00000400:00000200:2.0:1767384310.918197:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.152:988 00000400:00000200:2.0:1767384310.918236:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.152:988 00000400:00000200:2.0:1767384310.918264:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.152:988 00000400:00000200:2.0:1767384310.918297:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.152:988 00000400:00000200:2.0:1767384310.918322:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.152:988 00000400:00000200:2.0:1767384310.918351:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.152:988 00000400:00000200:2.0:1767384310.918377:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.152:988 00000400:00000200:2.0:1767384310.918402:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.152:988 00000400:00000200:2.0:1767384310.918435:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.152:988 00000400:00000200:2.0:1767384310.918466:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.152:988 00000400:00000200:2.0:1767384310.918501:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.152:988 00000400:00000200:2.0:1767384310.918558:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.152:988 00000400:00000200:2.0:1767384310.918591:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.152:988 00000400:00000200:2.0:1767384310.918625:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.152:988 00000400:00000200:2.0:1767384310.918654:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.152:988 00000400:00000200:2.0:1767384310.918680:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.152:988 00000400:00000200:2.0:1767384310.918717:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.152:988 00000400:00000200:2.0:1767384310.918751:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.152:988 00000400:00000200:2.0:1767384310.918786:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.152:988 00000800:00000001:1.0:1767384310.918822:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384310.918831:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384310.918834:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384310.918835:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.152:988 00000800:00000001:1.0:1767384310.918841:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384310.918857:0:16131:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.152@tcp27(192.168.202.152@tcp27) <- 192.168.202.152@tcp27 : GET - for me 00000400:00000200:2.0:1767384310.918858:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.152:988 00000400:00000200:1.0:1767384310.918871:0:16131:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.152@tcp of length 352 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384310.918877:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.152:988 00000400:00000200:1.0:1767384310.918883:0:16131:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.152@tcp of length 352/352 into md 0x16b5 [1] + 0 00000400:00000200:2.0:1767384310.918896:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.152:988 00000400:00000200:1.0:1767384310.918899:0:16131:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.152@tcp27 to MR: 192.168.202.152@tcp27 local destination 00000400:00000200:1.0:1767384310.918908:0:16131:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp27 NI seq info: [54:54:256:4294967295] 192.168.202.152@tcp27 LPNI seq info [54:54:8:4294967295] 00000400:00000200:2.0:1767384310.918922:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.152:988 00000400:00000200:1.0:1767384310.918923:0:16131:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp27(192.168.202.152@tcp27:192.168.202.152@tcp27) -> 192.168.202.152@tcp27(192.168.202.152@tcp27:192.168.202.152@tcp27) 192.168.202.152@tcp27 : REPLY try# 0 00000800:00000200:1.0:1767384310.918935:0:16131:0:(socklnd_cb.c:1001:ksocknal_send()) sending 352 bytes in 1 frags to 12345-192.168.202.152@tcp27 00000800:00000010:1.0:1767384310.918940:0:16131:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000072f9b899. 00000400:00000200:2.0:1767384310.918946:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.152:988 00000800:00000200:1.0:1767384310.918947:0:16131:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000033870e76] -> 12345-192.168.202.152@tcp27 (4) 00000800:00000200:1.0:1767384310.918957:0:16131:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp27 ip 192.168.202.152:988 00000800:00000200:1.0:1767384310.918960:0:16131:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000072f9b899 type 3, nob 448 niov 1 nkiov 1 00000400:00000200:2.0:1767384310.918967:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.152:988 00000400:00000200:2.0:1767384310.918987:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.152:988 00000400:00000200:2.0:1767384310.919002:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.152:988 00000800:00000200:1.0:1767384310.919021:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1767384310.919022:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.152:988 00000800:00000010:1.0:1767384310.919026:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000072f9b899. 00000400:00000200:1.0:1767384310.919032:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384310.919039:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp27->192.168.202.152@tcp27: REPLY: OK 00000400:00000200:2.0:1767384310.919042:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.152:988 00000800:00000001:1.0:1767384310.919050:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384310.919056:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384310.919059:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384310.919064:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384310.919066:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.152:988 00000800:00000001:1.0:1767384310.919066:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384310.919071:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384310.919079:0:16131:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.152@tcp27(192.168.202.152@tcp27) <- 192.168.202.152@tcp27 : REPLY - for me 00000400:00000200:2.0:1767384310.919103:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.152:988 00000400:00000200:1.0:1767384310.919115:0:16131:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.152@tcp27: Reply from 12345-192.168.202.152@tcp27 of length 352/352 into md 0x16d1 00000800:00000001:1.0:1767384310.919121:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384310.919129:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384310.919131:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384310.919136:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.152:988 00000400:00000200:1.0:1767384310.919138:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp27->192.168.202.152@tcp27: REPLY: OK 00000400:00000200:1.0:1767384310.919146:0:16131:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003e5426fc 00000400:00000010:1.0:1767384310.919149:0:16131:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003e5426fc. 00000400:00000200:1.0:1767384310.919154:0:16131:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:2.0:1767384310.919157:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.152:988 00000400:00000200:1.0:1767384310.919168:0:16131:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.202.152@tcp has discovery enabled 00000400:00000200:1.0:1767384310.919172:0:16131:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.202.152@tcp(000000005d9714d7) is MR 00000400:00000200:2.0:1767384310.919175:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.152:988 00000400:00000200:1.0:1767384310.919177:0:16131:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.202.152@tcp data present 20. state = 0x100251 00000400:00000200:1.0:1767384310.919187:0:16131:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.152@tcp (000000005d9714d7): -114 00000400:00000200:1.0:1767384310.919197:0:16131:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000005d9714d7 (21) 00000800:00000001:1.0:1767384310.919203:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384310.919208:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384310.919226:0:16135:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384310.919230:0:16135:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x1000d1 00000400:00000010:1.0:1767384310.919239:0:16135:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 420 at 000000000af77c79. 00000400:00000010:1.0:1767384310.919243:0:16135:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 504 at 00000000e05ef9f4. 00000400:00000010:1.0:1767384310.919246:0:16135:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 420 at 000000003953bfb6. 00000400:00000010:1.0:1767384310.919274:0:16135:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 0000000029def07e. 00000400:00000200:1.0:1767384310.919280:0:16135:0:(peer.c:185:lnet_peer_ni_alloc()) 0000000029def07e nid 192.168.202.152@tcp28 00000800:00000010:2.0:1767384310.919284:0:16127:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000412990b8. 00000400:00000010:1.0:1767384310.919285:0:16135:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 0000000075a56093. 00000400:00000200:1.0:1767384310.919291:0:16135:0:(peer.c:204:lnet_peer_net_alloc()) 0000000075a56093 net tcp28 00000800:00000010:2.0:1767384310.919292:0:16127:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000c51fd502. 00000400:00000200:1.0:1767384310.919295:0:16135:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (20) 00000800:00000010:2.0:1767384310.919297:0:16127:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000006b9e0fa9. 00000400:00000200:1.0:1767384310.919304:0:16135:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.152@tcp NID 192.168.202.152@tcp28 flags 0x11 00000400:00000010:1.0:1767384310.919310:0:16135:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 420 at 000000000af77c79. 00000400:00000010:1.0:1767384310.919315:0:16135:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 504 at 00000000e05ef9f4. 00000800:00000010:2.0:1767384310.919318:0:16127:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000006b9e0fa9. 00000400:00000010:1.0:1767384310.919319:0:16135:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 420 at 000000003953bfb6. 00000400:00000010:1.0:1767384310.919326:0:16135:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 361 at 00000000c0ae4ae9. 00000800:00020000:2.0:1767384310.919327:0:16127:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.152 00000800:00000010:2.0:1767384310.919332:0:16127:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000c51fd502. 00000400:00000200:1.0:1767384310.919334:0:16135:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.152@tcp (000000005d9714d7): 0 00000800:00000010:2.0:1767384310.919336:0:16127:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000412990b8. 00000400:00000200:1.0:1767384310.919343:0:16135:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.152@tcp(000000005d9714d7): 0. state = 0x100151 00000400:00000200:1.0:1767384310.919348:0:16135:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100151 rc 1 00000400:00000200:1.0:1767384310.919353:0:16135:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100151 00000400:00000200:1.0:1767384310.919357:0:16135:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.152@tcp 00000400:00000200:1.0:1767384310.919360:0:16135:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100111 rc 0 00000400:00000200:1.0:1767384310.919365:0:16135:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.152@tcp (000000005d9714d7) 00000400:00000200:1.0:1767384310.919369:0:16135:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000005d9714d7 (21) 00000400:02020000:2.0:1767384310.919371:0:16127:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.152@tcp27 at host 192.168.202.152:988: is it running a compatible version of Lustre? 00080000:00000001:2.0:1767384310.921793:0:16774:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384310.921800:0:16774:0:(lu_object.c:207:lu_object_put()) Add 00000000f07b1e3f/000000000f28175b to site lru. bkt: 00000000b56e2c81 00080000:00000001:1.0:1767384310.921803:0:16807:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 20000000:00000001:2.0:1767384310.921805:0:16774:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384310.921808:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:2.0:1767384310.921809:0:16774:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:1.0:1767384310.921813:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1767384310.921822:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:01000000:2.0:1767384310.921823:0:16774:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00040000:00000001:1.0:1767384310.921824:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384310.921829:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000da2e07ae. 00080000:00000001:1.0:1767384310.921835:0:16807:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:2.0:1767384310.921840:0:16774:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384310.921845:0:16774:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000020:2.0:1767384310.921851:0:16774:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:0.0:1767384310.921860:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384310.921865:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384310.921868:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:00000010:2.0:1767384310.921871:0:16771:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000048fd0d5f. 20000000:01000000:2.0:1767384310.921875:0:16771:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #28 20000000:00000001:2.0:1767384310.921879:0:16771:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:2.0:1767384310.921884:0:16771:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00010000:00000001:0.0:1767384310.921886:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384310.921891:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:2.0:1767384310.921905:0:16771:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384310.921908:0:16771:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384310.921909:0:16771:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384310.921910:0:16771:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:2.0:1767384310.921913:0:16771:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000010:0.0:1767384310.921913:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000c18c8004. 00000020:00000001:2.0:1767384310.921918:0:16771:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446619782313850200 : -124291395701416 : ffff8ef52782b558) 00080000:00000001:2.0:1767384310.921922:0:16771:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384310.921925:0:16771:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000039b07bb3. 00080000:00000001:2.0:1767384310.921927:0:16771:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446619777392427008 : -124296317124608 : ffff8ef4022bc000) 00080000:00000001:2.0:1767384310.921929:0:16771:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:0.0:1767384310.921935:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384310.921940:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000f8befcd4. 00000020:00000001:0.0:1767384310.921945:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384310.921956:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000f8befcd4 with handle 0x7e51148972eecb73 to hash 00000020:00000001:0.0:1767384310.921959:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384310.921961:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446619781734633472 : -124291974918144 : ffff8ef504fc9000) 00010000:00000001:0.0:1767384310.921965:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446619781734633472 : -124291974918144 : ffff8ef504fc9000) 00000001:00000001:2.0:1767384310.921969:0:16771:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:0.0:1767384310.921969:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:2.0:1767384310.921972:0:16771:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384310.921974:0:16771:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384310.921982:0:16771:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384310.921984:0:16771:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:0.0:1767384310.921996:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384310.922001:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000f8befcd4/0x7e51148972eecb73 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384310.922009:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000001:2.0:1767384310.922017:0:16771:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:2.0:1767384310.922020:0:16771:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000001:0.0:1767384310.922023:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384310.922026:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384310.922028:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384310.922029:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384310.922031:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384310.922033:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384310.922045:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384310.922048:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384310.922050:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384310.922051:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384310.922054:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000c18c8004) refcount = 1 00010000:00010000:0.0:1767384310.922076:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000f8befcd4/0x7e51148972eecb73 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384310.922280:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384310.922283:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384310.922285:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384310.922288:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384310.922290:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384310.922294:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384310.922297:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003445359s 00010000:00000001:0.0:1767384310.922301:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384310.922303:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384310.922306:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f8befcd4 refcount=4 00000020:00000001:0.0:1767384310.922309:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781734633472 : -124291974918144 : ffff8ef504fc9000) 00010000:00000001:0.0:1767384310.922356:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781734633472 : -124291974918144 : ffff8ef504fc9000) 00010000:00000001:0.0:1767384310.922388:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384310.922391:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000f8befcd4/0x7e51148972eecb73 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384310.922416:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384310.922455:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000f8befcd4/0x7e51148972eecb73 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384310.922488:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384310.922490:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384310.922492:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000f8befcd4/0x7e51148972eecb73 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384310.922524:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384310.922526:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384310.922529:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384310.922531:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000f8befcd4/0x7e51148972eecb73 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384310.922538:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000f8befcd4 already unused, calling callback (00000000871a6010) 00010000:00000001:0.0:1767384310.922541:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384310.922565:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384310.922568:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000f8befcd4/0x7e51148972eecb73 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384310.922574:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384310.922576:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384310.922578:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384310.922580:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f8befcd4 refcount=5 00000020:00000001:0.0:1767384310.922583:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781734633472 : -124291974918144 : ffff8ef504fc9000) 00010000:00000001:0.0:1767384310.922585:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781734633472 : -124291974918144 : ffff8ef504fc9000) 00010000:00000001:0.0:1767384310.922588:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384310.922589:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000f8befcd4/0x7e51148972eecb73 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384310.922610:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384310.922613:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384310.922628:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384310.922649:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384310.922651:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384310.922654:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384310.922656:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384310.922658:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000f8befcd4 with handle 0x7e51148972eecb73 from hash 00010000:00000001:0.0:1767384310.922661:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384310.922663:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384310.922665:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384310.922667:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384310.922670:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384310.922671:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384310.922674:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384310.922676:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384310.922679:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384310.922681:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384310.922683:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384310.922701:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384310.922704:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384310.922706:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384310.922714:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384310.922716:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384310.922719:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000f8befcd4/0x7e51148972eecb73 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384310.922725:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384310.922726:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384310.922727:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384310.922729:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384310.922730:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384310.922731:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384310.922733:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384310.922735:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384310.922737:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384310.922739:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000f8befcd4/0x7e51148972eecb73 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384310.922775:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384310.922777:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384310.922779:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000f8befcd4/0x7e51148972eecb73 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384310.922785:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000c18c8004 count: 0 00010000:00000001:0.0:1767384310.922792:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384310.922808:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000010:0.1:1767384310.928470:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000c18c8004. 00010000:00000010:0.1:1767384310.928478:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000f8befcd4. 00080000:00000001:1.0:1767384310.929477:0:16771:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384310.929484:0:16771:0:(lu_object.c:207:lu_object_put()) Add 00000000f07b1e3f/000000000f28175b to site lru. bkt: 00000000b56e2c81 20000000:00000001:1.0:1767384310.929488:0:16771:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384310.929491:0:16771:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384310.929494:0:16771:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000001:2.0:1767384310.929496:0:16807:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384310.929499:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384310.929501:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1767384310.929502:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384310.929503:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384310.929506:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000039b07bb3. 00080000:00000001:2.0:1767384310.929509:0:16807:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:1.0:1767384310.929511:0:16771:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384310.929530:0:16771:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:0.0:1767384310.929531:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384310.929534:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000020:1.0:1767384310.929538:0:16771:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 10000000:01000000:0.0:1767384310.929538:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384310.929541:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384310.929544:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384310.929550:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000c18c8004. 00010000:00000001:0.0:1767384310.929555:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384310.929558:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000f8befcd4. 00000020:00000001:0.0:1767384310.929562:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384310.929565:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000f8befcd4 with handle 0x7e51148972eecb7a to hash 00000020:00000001:0.0:1767384310.929568:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384310.929570:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446619781734633472 : -124291974918144 : ffff8ef504fc9000) 00010000:00000001:0.0:1767384310.929579:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446619781734633472 : -124291974918144 : ffff8ef504fc9000) 00010000:00000001:0.0:1767384310.929582:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384310.929584:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384310.929587:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000f8befcd4/0x7e51148972eecb7a lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384310.929595:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384310.929598:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384310.929600:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384310.929602:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384310.929604:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384310.929606:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384310.929608:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384310.929610:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384310.929612:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384310.929614:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384310.929615:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384310.929617:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000c18c8004) refcount = 1 00010000:00010000:0.0:1767384310.929620:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000f8befcd4/0x7e51148972eecb7a lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384310.929626:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384310.929628:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384310.929630:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384310.929632:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384310.929634:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384310.929637:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384310.929639:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003445359s 00010000:00000001:0.0:1767384310.929642:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384310.929643:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384310.929645:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f8befcd4 refcount=4 00000020:00000001:0.0:1767384310.929647:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781734633472 : -124291974918144 : ffff8ef504fc9000) 00010000:00000001:0.0:1767384310.929649:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781734633472 : -124291974918144 : ffff8ef504fc9000) 00010000:00000001:0.0:1767384310.929651:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384310.929652:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000f8befcd4/0x7e51148972eecb7a lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384310.929662:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384310.929663:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000f8befcd4/0x7e51148972eecb7a lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384310.929667:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384310.929668:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384310.929670:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000f8befcd4/0x7e51148972eecb7a lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384310.929673:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384310.929675:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384310.929677:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384310.929678:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000f8befcd4/0x7e51148972eecb7a lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384310.929682:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000f8befcd4 already unused, calling callback (00000000871a6010) 00010000:00000001:0.0:1767384310.929685:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384310.929686:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384310.929688:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000f8befcd4/0x7e51148972eecb7a lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384310.929693:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384310.929695:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384310.929696:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384310.929697:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f8befcd4 refcount=5 00000020:00000001:0.0:1767384310.929699:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781734633472 : -124291974918144 : ffff8ef504fc9000) 00010000:00000001:0.0:1767384310.929701:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781734633472 : -124291974918144 : ffff8ef504fc9000) 00010000:00000001:0.0:1767384310.929704:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384310.929705:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000f8befcd4/0x7e51148972eecb7a lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384310.929711:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384310.929713:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384310.929719:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384310.929722:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384310.929723:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384310.929725:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384310.929726:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384310.929728:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000f8befcd4 with handle 0x7e51148972eecb7a from hash 00010000:00000001:0.0:1767384310.929730:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384310.929732:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384310.929733:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384310.929734:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384310.929736:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384310.929738:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384310.929740:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384310.929742:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384310.929744:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384310.929746:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384310.929748:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384310.929751:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384310.929753:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384310.929754:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384310.929756:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384310.929759:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384310.929761:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000f8befcd4/0x7e51148972eecb7a lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384310.929766:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384310.929767:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384310.929769:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384310.929770:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384310.929771:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384310.929773:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384310.929775:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384310.929778:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384310.929780:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384310.929782:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000f8befcd4/0x7e51148972eecb7a lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384310.929788:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384310.929795:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384310.929797:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000f8befcd4/0x7e51148972eecb7a lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384310.929803:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000c18c8004 count: 0 00010000:00000001:0.0:1767384310.929810:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384310.929812:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:2.0:1767384310.931265:0:16774:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:2.0:1767384310.931269:0:16774:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384310.931271:0:16774:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000009843d965. 20000000:00000001:2.0:1767384310.931277:0:16774:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384310.931281:0:16774:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236723073536 00010000:00000001:2.0:1767384310.931284:0:16774:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384310.931291:0:16774:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000058f693c4 x1853236723073536/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:291/0 lens 4848/4768 e 0 to 0 dl 1767384321 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384310.931299:0:16774:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384310.931301:0:16774:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384310.931304:0:16774:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dd452398 time=40 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384310.931309:0:16774:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384310.931312:0:16774:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 21 to 0@lo 00000100:00000001:2.0:1767384310.931314:0:16774:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 02000000:00000001:2.0:1767384310.931317:0:16774:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384310.931320:0:16774:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384310.931324:0:16774:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384310.931328:0:16774:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384310.931332:0:16774:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000086694af5. 00000100:00000200:2.0:1767384310.931337:0:16774:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236723073536, offset 224 00000400:00000200:2.0:1767384310.931344:0:16774:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384310.931355:0:16774:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384310.931364:0:16774:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824c904200 00000400:00000200:2.0:1767384310.931371:0:16774:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x16bd [2] + 224 00000400:00000200:2.0:1767384310.931385:0:16774:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384310.931389:0:16774:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384310.931395:0:16774:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384310.931399:0:16774:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b7eed8d1 x1853236723073536/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384326 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384310.931408:0:16774:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000b7eed8d1 x1853236723073536/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384326 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384310.931421:0:16774:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384310.931428:0:16774:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000086694af5 00000400:00000010:2.0:1767384310.931430:0:16774:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000086694af5. 00000100:00000001:2.0:1767384310.931433:0:16774:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384310.931435:0:16774:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384310.931439:0:16774:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384310.931442:0:16774:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 20 to 0@lo 00010000:00000001:2.0:1767384310.931444:0:16774:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384310.931446:0:16774:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384310.931448:0:16774:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384310.931451:0:16774:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000058f693c4 x1853236723073536/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:291/0 lens 4848/4768 e 0 to 0 dl 1767384321 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384310.931458:0:16774:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000058f693c4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c0412d60-4f67-4dbc-8791-892843f60083+15:16139:x1853236723073536:12345-0@lo:253: Request processed in 19149us (19873us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384310.931466:0:16774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88 00000100:00000040:2.0:1767384310.931470:0:16774:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000555601ca : new rpc_count 1 00000100:00000001:2.0:1767384310.931472:0:16774:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384310.931474:0:16774:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384310.931479:0:16774:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000306cb450. 00000020:00000010:2.0:1767384310.931485:0:16774:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e4cdfd60. 00000020:00000010:2.0:1767384310.931488:0:16774:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ad20a602. 00000020:00000040:2.0:1767384310.931492:0:16774:0:(genops.c:898:class_export_put()) PUTting export 00000000555601ca : new refcount 14 02000000:00000001:2.0:1767384310.931495:0:16774:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384310.931497:0:16774:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000eea01c52. 02000000:00000001:2.0:1767384310.931500:0:16774:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384310.931502:0:16774:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384310.931511:0:16774:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384310.931529:0:16774:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004d9b4bb3. 00000400:00000010:2.0:1767384310.931533:0:16774:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000086694af5. 00000100:00000001:2.0:1767384310.931548:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384310.931551:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384310.931556:0:16139:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384310.931558:0:16139:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384310.931559:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b4b074bf. 00000400:00000200:2.0:1767384310.931562:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004c7b3fa4 00000400:00000010:2.0:1767384310.931563:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004c7b3fa4. 00000100:00000001:2.0:1767384310.931565:0:16139:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384310.931569:0:16139:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b7eed8d1 x1853236723073536/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384326 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384310.931576:0:16139:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b7eed8d1 x1853236723073536/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384326 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384310.931582:0:16139:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384310.931583:0:16139:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384310.931585:0:16139:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384310.931588:0:16139:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384310.931589:0:16139:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384310.931591:0:16139:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384310.931593:0:16139:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384310.931597:0:16139:0:(import.c:2128:obd_at_measure()) add 5 to 0000000028df3f77 time=40 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384310.931601:0:16139:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f5022cbe time=40 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384310.931604:0:16139:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384310.931605:0:16139:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384310.931607:0:16139:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384310.931609:0:16139:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384310.931611:0:16139:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384310.931614:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b7eed8d1 x1853236723073536/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384326 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384310.931618:0:16139:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384310.931621:0:16139:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384310.931622:0:16139:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384310.931626:0:16139:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384310.931628:0:16139:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384310.931635:0:16139:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384310.931637:0:16139:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384310.931638:0:16139:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384310.931640:0:16139:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384310.931641:0:16139:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384310.931642:0:16139:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384310.931644:0:16139:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384310.931645:0:16139:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384310.931647:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b7eed8d1 x1853236723073536/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384326 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384310.931651:0:16139:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b7eed8d1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c0412d60-4f67-4dbc-8791-892843f60083:16139:1853236723073536:0@lo:253: 00000100:00000001:2.0:1767384310.931655:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384310.931657:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384310.931659:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b7eed8d1 x1853236723073536/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384326 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384310.931663:0:16139:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384310.931665:0:16139:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384310.931667:0:16139:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000036b1ae31. 02000000:00000001:2.0:1767384310.931670:0:16139:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384310.931672:0:16139:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384310.931674:0:16139:0:(genops.c:1242:class_import_put()) import 00000000df830bbe refcount=4 obd=MGC192.168.202.152@tcp 00000020:00000001:2.0:1767384310.931676:0:16139:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384310.931678:0:16139:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000a871178b. 02000000:00000001:2.0:1767384310.931682:0:16139:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384310.931683:0:16139:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384310.931685:0:16139:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b7eed8d1. 00000100:00000001:2.0:1767384310.931687:0:16139:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384310.931689:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384310.931691:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384310.931693:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384310.931695:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384310.931696:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384310.931698:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:3.0:1767384310.932570:0:16771:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767384310.932581:0:16771:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384310.932584:0:16771:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000006728e0d1. 20000000:00000001:3.0:1767384310.932589:0:16771:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384310.932593:0:16771:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236723073664 00010000:00000001:3.0:1767384310.932595:0:16771:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384310.932600:0:16771:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000074320a94 x1853236723073664/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:291/0 lens 4848/4768 e 0 to 0 dl 1767384321 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384310.932608:0:16771:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384310.932610:0:16771:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384310.932612:0:16771:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dd452398 time=40 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384310.932615:0:16771:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384310.932618:0:16771:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 21 to 0@lo 00000100:00000001:3.0:1767384310.932620:0:16771:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 02000000:00000001:3.0:1767384310.932622:0:16771:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384310.932624:0:16771:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384310.932626:0:16771:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384310.932628:0:16771:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384310.932631:0:16771:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000088d548e9. 00000100:00000200:3.0:1767384310.932635:0:16771:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236723073664, offset 224 00000400:00000200:3.0:1767384310.932640:0:16771:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384310.932646:0:16771:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384310.932652:0:16771:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824c904280 00000400:00000200:3.0:1767384310.932656:0:16771:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x16c5 [2] + 224 00000400:00000200:3.0:1767384310.932663:0:16771:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384310.932666:0:16771:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384310.932669:0:16771:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384310.932673:0:16771:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b8f5ffa4 x1853236723073664/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384326 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384310.932683:0:16771:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000b8f5ffa4 x1853236723073664/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384326 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384310.932698:0:16771:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384310.932704:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384310.932705:0:16771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000088d548e9 00000100:00000001:2.0:1767384310.932708:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:3.0:1767384310.932710:0:16771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000088d548e9. 00000100:00000001:3.0:1767384310.932715:0:16771:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:2.0:1767384310.932716:0:16139:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384310.932718:0:16139:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767384310.932725:0:16771:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000010:2.0:1767384310.932726:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000071c374ff. 00000400:00000200:2.0:1767384310.932731:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f7bd0aed 00000400:00000010:2.0:1767384310.932733:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f7bd0aed. 00000100:00000001:3.0:1767384310.932734:0:16771:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384310.932736:0:16139:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1767384310.932742:0:16771:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 20 to 0@lo 00000100:00000200:2.0:1767384310.932743:0:16139:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b8f5ffa4 x1853236723073664/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384326 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384310.932750:0:16771:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000200:2.0:1767384310.932753:0:16139:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b8f5ffa4 x1853236723073664/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384326 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384310.932754:0:16771:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384310.932761:0:16771:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1767384310.932763:0:16139:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384310.932765:0:16139:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384310.932767:0:16139:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:3.0:1767384310.932769:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000074320a94 x1853236723073664/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:291/0 lens 4848/4768 e 0 to 0 dl 1767384321 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384310.932769:0:16139:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384310.932772:0:16139:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384310.932773:0:16139:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384310.932777:0:16139:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384310.932781:0:16139:0:(import.c:2128:obd_at_measure()) add 5 to 0000000028df3f77 time=40 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384310.932788:0:16139:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f5022cbe time=40 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384310.932792:0:16139:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00100000:3.0:1767384310.932793:0:16771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000074320a94 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c0412d60-4f67-4dbc-8791-892843f60083+14:16139:x1853236723073664:12345-0@lo:253: Request processed in 20343us (20726us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384310.932794:0:16139:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384310.932798:0:16139:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384310.932800:0:16139:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384310.932804:0:16139:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384310.932808:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b8f5ffa4 x1853236723073664/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384326 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384310.932814:0:16771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89 00000100:00000001:2.0:1767384310.932818:0:16139:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767384310.932820:0:16771:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000555601ca : new rpc_count 0 00000100:00000001:2.0:1767384310.932821:0:16139:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384310.932823:0:16139:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384310.932825:0:16771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:01000004:2.0:1767384310.932826:0:16139:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000100:00000001:3.0:1767384310.932829:0:16771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:01000004:2.0:1767384310.932829:0:16139:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384310.932830:0:16139:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384310.932834:0:16139:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384310.932835:0:16139:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:00000010:3.0:1767384310.932836:0:16771:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001cf3bfa8. 00000020:01000004:2.0:1767384310.932836:0:16139:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384310.932838:0:16139:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384310.932842:0:16139:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384310.932843:0:16139:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000020:00000010:3.0:1767384310.932845:0:16771:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000033ac19b8. 00000020:00000010:3.0:1767384310.932854:0:16771:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000aaa29da4. 00000100:00000040:2.0:1767384310.932854:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b8f5ffa4 x1853236723073664/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384326 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384310.932862:0:16771:0:(genops.c:898:class_export_put()) PUTting export 00000000555601ca : new refcount 13 00000100:00100000:2.0:1767384310.932864:0:16139:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b8f5ffa4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c0412d60-4f67-4dbc-8791-892843f60083:16139:1853236723073664:0@lo:253: 02000000:00000001:3.0:1767384310.932869:0:16771:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1767384310.932869:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384310.932873:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000010:3.0:1767384310.932874:0:16771:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000a1497f5d. 00000100:00000040:2.0:1767384310.932875:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b8f5ffa4 x1853236723073664/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384326 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384310.932881:0:16771:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384310.932882:0:16139:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1767384310.932886:0:16771:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384310.932886:0:16139:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384310.932889:0:16139:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000009585baca. 00000100:00000200:3.0:1767384310.932894:0:16771:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 02000000:00000001:2.0:1767384310.932895:0:16139:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384310.932898:0:16139:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384310.932900:0:16139:0:(genops.c:1242:class_import_put()) import 00000000df830bbe refcount=3 obd=MGC192.168.202.152@tcp 00000020:00000001:2.0:1767384310.932901:0:16139:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384310.932902:0:16139:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000007ac280d2. 00000400:00000010:3.0:1767384310.932903:0:16771:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a9584a80. 02000000:00000001:2.0:1767384310.932905:0:16139:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384310.932908:0:16139:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384310.932909:0:16139:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b8f5ffa4. 00000400:00000010:3.0:1767384310.932910:0:16771:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000088d548e9. 00000100:00000001:2.0:1767384310.932912:0:16139:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384310.932915:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384310.932917:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384310.932923:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384310.932925:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384310.932927:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384310.932929:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1767384310.937208:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000c18c8004. 00010000:00000010:0.1:1767384310.937216:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000f8befcd4. 00000100:00000040:0.0:1767384310.937243:0:449:0:(connection.c:75:cpu_latency_work()) work item of 000000002fd0fb58 (cpu 0) has reached its deadline 4294900899, at 4294900900 00000100:00000010:0.0:1767384310.937251:0:449:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000434e4546. 00000100:00000040:2.0:1767384310.937349:0:795:0:(connection.c:75:cpu_latency_work()) work item of 00000000135c2452 (cpu 0) has reached its deadline 4294900899, at 4294900900 00000100:00000010:2.0:1767384310.937357:0:795:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003460d9bc. 00000100:00000040:1.0:1767384310.938126:0:62:0:(connection.c:75:cpu_latency_work()) work item of 00000000edc4e618 (cpu 0) has reached its deadline 4294900899, at 4294900901 00000100:00000010:1.0:1767384310.938134:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007b23e926. 00000100:00000040:3.0:1767384310.938140:0:53:0:(connection.c:75:cpu_latency_work()) work item of 000000009d5c2cb6 (cpu 0) has reached its deadline 4294900899, at 4294900901 00000100:00000010:3.0:1767384310.938149:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000074053f21. 00000400:00000010:3.0:1767384310.939413:0:25706:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000005d93ab40. 00000400:00000040:3.0:1767384310.939429:0:25706:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384310.939431:0:25706:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384310.939433:0:25706:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384310.939435:0:25706:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384310.939436:0:25706:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384310.939437:0:25706:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:3.0:1767384310.939444:0:25706:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384310.939445:0:25706:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384310.939446:0:25706:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384310.939447:0:25706:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:3.0:1767384310.939449:0:25706:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384310.939450:0:25706:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384310.939452:0:25706:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384310.939453:0:25706:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384310.939454:0:25706:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767384310.939455:0:25706:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384310.939456:0:25706:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384310.939457:0:25706:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767384310.939457:0:25706:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:3.0:1767384310.939459:0:25706:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384310.939460:0:25706:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384310.939461:0:25706:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384310.939462:0:25706:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384310.939463:0:25706:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384310.939464:0:25706:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:3.0:1767384310.939465:0:25706:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384310.939466:0:25706:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384310.939467:0:25706:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384310.939468:0:25706:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384310.939469:0:25706:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384310.939470:0:25706:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767384310.939471:0:25706:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384310.939472:0:25706:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384310.939473:0:25706:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384310.939474:0:25706:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384310.939474:0:25706:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384310.939475:0:25706:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767384310.939477:0:25706:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384310.939478:0:25706:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384310.939479:0:25706:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384310.939480:0:25706:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384310.939481:0:25706:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384310.939482:0:25706:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767384310.939483:0:25706:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767384310.939484:0:25706:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767384310.939489:0:25706:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767384310.939490:0:25706:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767384310.939491:0:25706:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767384310.939493:0:25706:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384310.939494:0:25706:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384310.939495:0:25706:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767384310.939496:0:25706:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384310.939497:0:25706:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767384310.939498:0:25706:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:3.0:1767384310.939499:0:25706:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767384310.939500:0:25706:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767384310.939501:0:25706:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:3.0:1767384310.939562:0:25706:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000005d93ab40. 00010000:00000001:0.0:1767384311.349147:0:449:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384311.349152:0:449:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384311.349157:0:449:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384311.349159:0:449:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767384311.349162:0:449:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767384311.349164:0:449:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384311.349166:0:449:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767384311.349167:0:449:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384311.349169:0:449:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384311.349170:0:449:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384311.349205:0:16768:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384311.349210:0:16768:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384311.349214:0:16768:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767384311.797219:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) c0412d60-4f67-4dbc-8791-892843f60083->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767384311.797229:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767384311.797237:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c41ee093. 00000020:00000040:0.0:1767384311.797243:0:37:0:(genops.c:1229:class_import_get()) import 00000000df830bbe refcount=4 obd=MGC192.168.202.152@tcp 00000100:00000001:0.0:1767384311.797248:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384311.797251:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384311.797256:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384311.797263:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006f4d9331. 00000100:00000001:0.0:1767384311.797269:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384311.797277:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c0412d60-4f67-4dbc-8791-892843f60083->MGS req@00000000c41ee093 x1853236723073792/t0(0) o400->MGC192.168.202.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384311.797289:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384311.797292:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384311.797299:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c41ee093] to pc [ptlrpcd_00_00+0] req@00000000c41ee093 x1853236723073792/t0(0) o400->MGC192.168.202.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384311.797363:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384311.797367:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767384311.797371:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767384311.797376:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e11bb988. 00000020:00000040:0.0:1767384311.797380:0:37:0:(genops.c:1229:class_import_get()) import 0000000068bc8709 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:0.0:1767384311.797383:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1767384311.797384:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767384311.797386:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1767384311.797390:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1767384311.797390:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384311.797396:0:16137:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000010:0.0:1767384311.797398:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a7432dfc. 00000100:00000040:2.0:1767384311.797403:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c41ee093 x1853236723073792/t0(0) o400->MGC192.168.202.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384311.797405:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384311.797414:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@00000000e11bb988 x1853236723073920/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384311.797419:0:16137:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384311.797424:0:16137:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384311.797428:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384311.797430:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384311.797437:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e11bb988] to pc [ptlrpcd_00_01+1] req@00000000e11bb988 x1853236723073920/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384311.797438:0:16137:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384311.797443:0:16137:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384311.797450:0:16137:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384311.797454:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384311.797455:0:16137:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c41ee093 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c0412d60-4f67-4dbc-8791-892843f60083:16137:1853236723073792:0@lo:400: 00000100:00000040:0.0:1767384311.797458:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384311.797465:0:16137:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767384311.797466:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767384311.797471:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006fac9fc8. 02000000:00000001:2.0:1767384311.797473:0:16137:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000040:0.0:1767384311.797475:0:37:0:(genops.c:1229:class_import_get()) import 00000000345f9ba7 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 02000000:00000001:2.0:1767384311.797477:0:16137:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384311.797481:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384311.797482:0:16137:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1767384311.797486:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000010:2.0:1767384311.797488:0:16137:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006d2706b6. 02000000:00000001:0.0:1767384311.797489:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384311.797491:0:16137:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384311.797497:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000eb8aebfb. 00000400:00000010:2.0:1767384311.797498:0:16137:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000071c374ff. 00000100:00000001:0.0:1767384311.797503:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384311.797520:0:16137:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000042a7b507. 00000100:00000040:0.0:1767384311.797525:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@000000006fac9fc8 x1853236723074048/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1767384311.797528:0:16137:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236723073792, portal 25 00000100:00000001:2.0:1767384311.797533:0:16137:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384311.797536:0:16137:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782674426368 : -124291035125248 : ffff8ef53d00aa00) 00000100:00000001:0.0:1767384311.797543:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:2.0:1767384311.797545:0:16137:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c41ee093 x1853236723073792/t0(0) o400->MGC192.168.202.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384327 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384311.797547:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384311.797555:0:16137:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384311.797561:0:16137:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:0.0:1767384311.797562:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006fac9fc8] to pc [ptlrpcd_00_02+2] req@000000006fac9fc8 x1853236723074048/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384311.797566:0:16137:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000085e5b010. 00000100:00000200:2.0:1767384311.797573:0:16137:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853236723073792, offset 0 00000400:00000200:2.0:1767384311.797583:0:16137:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384311.797592:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384311.797596:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:2.0:1767384311.797598:0:16137:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384311.797606:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767384311.797610:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f9bb72ab. 00000100:00000001:1.0:1767384311.797611:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384311.797615:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:0.0:1767384311.797615:0:37:0:(genops.c:1229:class_import_get()) import 000000005a28ad8c refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000400:00000200:2.0:1767384311.797616:0:16137:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x695824c904300 00000100:00000001:1.0:1767384311.797619:0:16138:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767384311.797621:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384311.797625:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:1.0:1767384311.797626:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e11bb988 x1853236723073920/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384311.797630:0:16137:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1001 [2] + 0 02000000:00000001:0.0:1767384311.797630:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384311.797639:0:16137:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008e1fef75. 02000000:00000010:0.0:1767384311.797640:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005320ea82. 00000100:00000001:1.0:1767384311.797642:0:16138:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384311.797645:0:16138:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384311.797646:0:16137:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000c3ed041f 00000100:00000001:0.0:1767384311.797647:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384311.797649:0:16138:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1767384311.797654:0:16137:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1767384311.797655:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@00000000f9bb72ab x1853236723074176/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1767384311.797663:0:16137:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384311.797670:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c3ed041f 00000400:00000010:2.0:1767384311.797674:0:16137:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c3ed041f. 00000100:00000001:0.0:1767384311.797674:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384311.797678:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384311.797679:0:16137:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384311.797682:0:16137:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384311.797685:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f9bb72ab] to pc [ptlrpcd_00_03+3] req@00000000f9bb72ab x1853236723074176/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384311.797687:0:16137:0:(events.c:337:request_in_callback()) incoming req@0000000040e20f9d x1853236723073792 msgsize 224 02000000:00000001:1.0:1767384311.797692:0:16138:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384311.797698:0:16138:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384311.797704:0:16138:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e11bb988 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16138:1853236723073920:0@lo:400: 00000100:00100000:2.0:1767384311.797709:0:16137:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384311.797711:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384311.797713:0:16137:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000040:0.0:1767384311.797718:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (239) 00000100:00000001:1.0:1767384311.797719:0:16138:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384311.797723:0:16138:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384311.797725:0:16138:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384311.797727:0:16138:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767384311.797729:0:16137:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384311.797740:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000085e5b010 00000400:00000010:2.0:1767384311.797742:0:16137:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000085e5b010. 00000100:00000001:2.0:1767384311.797746:0:16137:0:(events.c:34:request_out_callback()) Process entered 02000000:00000010:0.0:1767384311.797747:0:16138:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001a1fbdcc. 00000100:00000200:2.0:1767384311.797751:0:16137:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c41ee093 x1853236723073792/t0(0) o400->MGC192.168.202.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384327 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384311.797753:0:16138:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384311.797764:0:16137:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:0.0:1767384311.797764:0:16138:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000aa68c4ac. 00000100:00000040:2.0:1767384311.797769:0:16137:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c41ee093 x1853236723073792/t0(0) o400->MGC192.168.202.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384327 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384311.797773:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004e2d4782. 00000100:00000001:2.0:1767384311.797777:0:16137:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384311.797781:0:16137:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000200:0.0:1767384311.797781:0:16138:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236723073920, portal 4 00000100:00000001:0.0:1767384311.797786:0:16138:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384311.797787:0:16137:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384311.797789:0:16138:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782674429056 : -124291035122560 : ffff8ef53d00b480) 00000100:00000001:2.0:1767384311.797793:0:16137:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294901784 00000100:00000010:2.0:1767384311.797798:0:16137:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003460d9bc. 00000100:00000040:0.0:1767384311.797801:0:16138:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e11bb988 x1853236723073920/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384327 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384311.797806:0:16137:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1767384311.797814:0:16138:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384311.797815:0:16137:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294901784 00000100:00000040:0.0:1767384311.797820:0:16138:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000010:2.0:1767384311.797821:0:16137:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000040379a8c. 00000100:00000001:2.0:1767384311.797825:0:16137:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384311.797827:0:16137:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294901784 00000100:00000010:2.0:1767384311.797829:0:16137:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000060da22a9. 00000100:00000001:2.0:1767384311.797831:0:16137:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384311.797833:0:16137:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294901784 00000400:00000010:0.0:1767384311.797837:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ad1c61c3. 00000100:00000010:2.0:1767384311.797838:0:16137:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000a614fda. 00000100:00000001:2.0:1767384311.797841:0:16137:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384311.797844:0:16137:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384311.797848:0:16137:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384311.797852:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384311.797852:0:16138:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853236723073920, offset 0 00000100:00000001:1.0:1767384311.797854:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384311.797857:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384311.797859:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384311.797862:0:16140:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767384311.797865:0:16137:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1767384311.797865:0:16138:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1767384311.797868:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f9bb72ab x1853236723074176/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384311.797870:0:16137:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:0.0:1767384311.797878:0:16138:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384311.797880:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384311.797883:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384311.797885:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384311.797888:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384311.797892:0:16138:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x695824c904380 00000100:00000001:1.0:1767384311.797901:0:16140:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:0.0:1767384311.797901:0:16138:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xa9d [8] + 2768 00000100:00000001:2.0:1767384311.797906:0:16771:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384311.797909:0:16771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723073792 02000000:00000001:2.0:1767384311.797912:0:16771:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384311.797913:0:16140:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384311.797915:0:16771:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384311.797918:0:16771:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384311.797920:0:16140:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384311.797922:0:16771:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384311.797924:0:16140:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1767384311.797926:0:16771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723073792 00000020:00000001:2.0:1767384311.797929:0:16771:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:1.0:1767384311.797931:0:16140:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384311.797932:0:16771:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eec8e1 00000400:00000200:0.0:1767384311.797934:0:16138:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:2.0:1767384311.797936:0:16771:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:1.0:1767384311.797940:0:16140:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f9bb72ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:16140:1853236723074176:0@lo:400: 00000400:00000200:0.0:1767384311.797942:0:16138:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384311.797949:0:16140:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767384311.797951:0:16138:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:1.0:1767384311.797954:0:16140:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:0.0:1767384311.797955:0:16138:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000020:00000040:2.0:1767384311.797956:0:16771:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000555601ca refcount=14 02000000:00000001:1.0:1767384311.797959:0:16140:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384311.797962:0:16771:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 02000000:00000001:1.0:1767384311.797964:0:16140:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:0.0:1767384311.797964:0:16138:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000dbb48adc. 00000020:00000001:2.0:1767384311.797965:0:16771:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000100:00000040:0.0:1767384311.797972:0:16138:0:(events.c:337:request_in_callback()) incoming req@00000000dbb48adc x1853236723073920 msgsize 224 00000100:00000001:2.0:1767384311.797973:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384311.797978:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fd49f5b0. 00000100:00000001:2.0:1767384311.797984:0:16771:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1767384311.797984:0:16138:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000010:2.0:1767384311.797991:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fd49f5b0. 00000020:00000010:2.0:1767384311.798001:0:16771:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cf527636. 00000100:00000001:1.0:1767384311.798001:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384311.798001:0:16138:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384311.798007:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384311.798009:0:16139:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000010:2.0:1767384311.798011:0:16771:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009ab7f566. 00000400:00000200:0.0:1767384311.798011:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ad1c61c3 00000100:00000040:1.0:1767384311.798013:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006fac9fc8 x1853236723074048/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384311.798016:0:16138:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ad1c61c3. 00000020:00000010:2.0:1767384311.798020:0:16771:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000cdb44793. 00000100:00000001:0.0:1767384311.798024:0:16138:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384311.798030:0:16139:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000200:0.0:1767384311.798032:0:16138:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e11bb988 x1853236723073920/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384327 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384311.798033:0:16139:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384311.798034:0:16771:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 02000000:00000001:1.0:1767384311.798039:0:16139:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767384311.798040:0:16771:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 02000000:00000001:1.0:1767384311.798042:0:16139:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384311.798045:0:16771:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:1.0:1767384311.798048:0:16139:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384311.798050:0:16771:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384311.798054:0:16139:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006fac9fc8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16139:1853236723074048:0@lo:400: 00000100:00000001:1.0:1767384311.798059:0:16139:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767384311.798060:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1767384311.798061:0:16139:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767384311.798063:0:16771:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384311.798064:0:16139:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384311.798068:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e11bb988 x1853236723073920/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384327 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384311.798069:0:16139:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384311.798073:0:16139:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000020eb5af3. 00000100:00000001:2.0:1767384311.798074:0:16771:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384311.798078:0:16139:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384311.798084:0:16139:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000040088f5f. 00000400:00000010:1.0:1767384311.798118:0:16139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003e5426fc. 00000100:00000200:1.0:1767384311.798122:0:16139:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236723074048, portal 10 00000100:00000001:2.0:1767384311.798124:0:16771:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384311.798125:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384311.798126:0:16139:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384311.798127:0:16771:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384311.798130:0:16139:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782674418304 : -124291035133312 : ffff8ef53d008a80) 00000100:00000001:0.0:1767384311.798131:0:16138:0:(events.c:68:request_out_callback()) Process leaving 10000000:00000001:3.0:1767384311.798133:0:16776:0:(mgc_request.c:105:config_log_get()) Process entered 00000100:00100000:2.0:1767384311.798137:0:16771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90 10000000:00000040:3.0:1767384311.798138:0:16776:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (0000000070cb7a0b) refs 2 00000100:00000001:0.0:1767384311.798140:0:16138:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384311.798142:0:16771:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000555601ca : new rpc_count 1 00000100:00000040:1.0:1767384311.798144:0:16139:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006fac9fc8 x1853236723074048/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384327 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:3.0:1767384311.798145:0:16776:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384311.798147:0:16771:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619781697407056 : -124292012144560 : ffff8ef502c48850) 00000100:00000040:0.0:1767384311.798148:0:16138:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 10942 usecs (11 jiffies) 10000000:00000001:3.0:1767384311.798150:0:16776:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1767384311.798153:0:16776:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1767384311.798156:0:16776:0:(mgc_request.c:601:do_requeue()) Process entered 00000100:00000001:0.0:1767384311.798157:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294901772 10000000:01000000:3.0:1767384311.798159:0:16776:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 00000100:00000040:2.0:1767384311.798163:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000040e20f9d x1853236723073792/t0(0) o400->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:292/0 lens 224/0 e 0 to 0 dl 1767384322 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:3.0:1767384311.798165:0:16776:0:(mgc_request.c:1794:mgc_process_log()) Process entered 00000100:00000001:0.0:1767384311.798165:0:16138:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294901784 10000000:01000000:3.0:1767384311.798169:0:16776:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff8ef5103e6000 from 37 00000100:00000001:0.0:1767384311.798174:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294901772 10000000:00000001:3.0:1767384311.798175:0:16776:0:(mgc_request.c:990:mgc_enqueue()) Process entered 00000100:00000001:1.0:1767384311.798179:0:16139:0:(niobuf.c:69:ptl_send_buf()) Process entered 10000000:01000000:3.0:1767384311.798180:0:16776:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000001:0.0:1767384311.798182:0:16138:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294901784 00000100:00000010:3.0:1767384311.798188:0:16776:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bf6531a0. 00000100:00000001:0.0:1767384311.798189:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294901772 00000100:00000001:2.0:1767384311.798190:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000040:3.0:1767384311.798193:0:16776:0:(genops.c:1229:class_import_get()) import 00000000df830bbe refcount=5 obd=MGC192.168.202.152@tcp 00000020:00000010:2.0:1767384311.798195:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fd49f5b0. 00000100:00000040:1.0:1767384311.798195:0:16139:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384311.798197:0:16138:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294901784 00000100:00000001:3.0:1767384311.798198:0:16776:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1767384311.798200:0:16771:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1767384311.798201:0:16139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000760f2c64. 02000000:00000001:3.0:1767384311.798202:0:16776:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767384311.798205:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294901772 00000020:00000010:2.0:1767384311.798207:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fd49f5b0. 02000000:00000001:3.0:1767384311.798208:0:16776:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384311.798208:0:16139:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236723074048, offset 0 00000100:00100000:2.0:1767384311.798214:0:16771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000040e20f9d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c0412d60-4f67-4dbc-8791-892843f60083+14:16137:x1853236723073792:12345-0@lo:400: 02000000:00000010:3.0:1767384311.798217:0:16776:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b4582cc1. 00000100:00000001:0.0:1767384311.798220:0:16138:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294901784 00000400:00000200:1.0:1767384311.798222:0:16139:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:2.0:1767384311.798224:0:16771:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723073792 00000100:00000001:3.0:1767384311.798225:0:16776:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384311.798228:0:16138:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384311.798230:0:16771:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00010000:00000001:3.0:1767384311.798231:0:16776:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1767384311.798235:0:16776:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000020:00000001:2.0:1767384311.798237:0:16771:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:1.0:1767384311.798237:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384311.798237:0:16138:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.0:1767384311.798241:0:16776:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000008e2534a7. 00000020:00000001:2.0:1767384311.798242:0:16771:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384311.798244:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384311.798247:0:16776:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000020:00000001:2.0:1767384311.798250:0:16771:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1767384311.798251:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384311.798252:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824c904400 00000020:00000001:2.0:1767384311.798256:0:16771:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669141120 : -1040410496 : ffffffffc1fc9880) 00010000:00000010:3.0:1767384311.798257:0:16776:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000009b046e44. 00000100:00000001:0.0:1767384311.798261:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:3.0:1767384311.798263:0:16776:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000001:2.0:1767384311.798265:0:16771:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:1.0:1767384311.798265:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 4248 00000100:00000001:0.0:1767384311.798266:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000040:3.0:1767384311.798267:0:16776:0:(lustre_handles.c:77:class_handle_hash()) added object 000000009b046e44 with handle 0x7e51148972eecb81 to hash 00000020:00000001:2.0:1767384311.798270:0:16771:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384311.798273:0:16776:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000100:00000001:0.0:1767384311.798274:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1767384311.798277:0:16776:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446619781713886720 : -124291995664896 : ffff8ef503bffe00) 00000020:00000001:2.0:1767384311.798278:0:16771:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1767384311.798278:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767384311.798279:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1767384311.798282:0:16776:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446619781713886720 : -124291995664896 : ffff8ef503bffe00) 00000020:00000001:2.0:1767384311.798284:0:16771:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:0.0:1767384311.798284:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384311.798287:0:16776:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000001:2.0:1767384311.798289:0:16771:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384311.798291:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:3.0:1767384311.798292:0:16776:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384311.798292:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384311.798296:0:16771:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00010000:00010000:3.0:1767384311.798298:0:16776:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.152@tcp lock: 000000009b046e44/0x7e51148972eecb81 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 16776 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384311.798301:0:16771:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1767384311.798301:0:16139:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384311.798305:0:16139:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 02000000:00000001:2.0:1767384311.798306:0:16771:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00010000:3.0:1767384311.798309:0:16776:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.152@tcp lock: 000000009b046e44/0x7e51148972eecb81 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 16776 timeout: 0 lvb_type: 0 00000100:00000010:1.0:1767384311.798312:0:16139:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003194a3c4. 02000000:00000010:2.0:1767384311.798314:0:16771:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000000a76d1fb. 00000100:00000001:0.0:1767384311.798317:0:17547:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:1.0:1767384311.798318:0:16139:0:(events.c:337:request_in_callback()) incoming req@000000003194a3c4 x1853236723074048 msgsize 224 02000000:00000001:2.0:1767384311.798319:0:16771:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384311.798321:0:16776:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.152@tcp lock: 000000009b046e44/0x7e51148972eecb81 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 16776 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767384311.798322:0:17547:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723073920 00000100:00000001:2.0:1767384311.798326:0:16771:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384311.798328:0:17547:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00100000:1.0:1767384311.798332:0:16139:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384311.798333:0:17547:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:2.0:1767384311.798334:0:16771:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384311.798338:0:17547:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384311.798339:0:16776:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00010000:00000040:2.0:1767384311.798341:0:16771:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236723073792 00000100:00000001:3.0:1767384311.798344:0:16776:0:(client.c:1155:ptlrpc_prep_set()) Process entered 02000000:00000001:0.0:1767384311.798344:0:17547:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384311.798345:0:16139:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000001:2.0:1767384311.798347:0:16771:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000010:3.0:1767384311.798350:0:16776:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000108539b0. 00000100:00100000:0.0:1767384311.798350:0:17547:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723073920 00000400:00000200:1.0:1767384311.798354:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000760f2c64 00000020:00000001:0.0:1767384311.798355:0:17547:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384311.798356:0:16776:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446619777414676864 : -124296294874752 : ffff8ef4037f4180) 00010000:00000200:2.0:1767384311.798356:0:16771:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000040e20f9d x1853236723073792/t0(0) o400->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:292/0 lens 224/224 e 0 to 0 dl 1767384322 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384311.798359:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000760f2c64. 00000020:00000040:0.0:1767384311.798360:0:17547:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eeca38 00000100:00000001:3.0:1767384311.798361:0:16776:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000001:0.0:1767384311.798364:0:17547:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384311.798366:0:16776:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782675230080 : -124291034321536 : ffff8ef53d0ced80) 00000100:00000001:1.0:1767384311.798367:0:16139:0:(events.c:34:request_out_callback()) Process entered 00000020:00000040:0.0:1767384311.798368:0:17547:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000cf791f94 refcount=5 00000100:00000001:3.0:1767384311.798373:0:16776:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000200:1.0:1767384311.798374:0:16139:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006fac9fc8 x1853236723074048/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384327 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384311.798375:0:17547:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619777391929344 : -124296317622272 : ffff8ef402242800) 00000100:00000001:3.0:1767384311.798376:0:16776:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384311.798383:0:17547:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619777391929344 : -124296317622272 : ffff8ef402242800) 00000100:00000001:3.0:1767384311.798384:0:16776:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384311.798387:0:16776:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767384311.798392:0:17547:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:2.0:1767384311.798393:0:16771:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000040:3.0:1767384311.798394:0:16776:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bf6531a0 x1853236723074304/t0(0) o101->MGC192.168.202.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384311.798397:0:17547:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001e456ce2. 00010000:00000001:2.0:1767384311.798400:0:16771:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384311.798400:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000010:0.0:1767384311.798404:0:17547:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000003825bf80. 00000100:00000040:1.0:1767384311.798407:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006fac9fc8 x1853236723074048/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384327 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1767384311.798409:0:16771:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dd452398 time=41 v=5 (1 0 0 0) 00000020:00000040:0.0:1767384311.798412:0:17547:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (0000000083abdb14) now 6 - evictor 00000100:00000001:3.0:1767384311.798421:0:16776:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384311.798423:0:16771:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1767384311.798424:0:16776:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384311.798425:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384311.798428:0:16776:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767384311.798429:0:16139:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384311.798429:0:17547:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 02000000:00000001:3.0:1767384311.798430:0:16776:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384311.798435:0:16139:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384311.798435:0:17547:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000017d5ed50. 02000000:00000001:3.0:1767384311.798436:0:16776:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384311.798440:0:16771:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 21 to 0@lo 00000100:00000040:1.0:1767384311.798442:0:16139:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 3868 usecs (4 jiffies) 00000020:00000010:0.0:1767384311.798443:0:17547:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000077ca88c2. 00000100:00000001:2.0:1767384311.798447:0:16771:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 00000100:00100000:3.0:1767384311.798449:0:16776:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000bf6531a0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c0412d60-4f67-4dbc-8791-892843f60083:16776:1853236723074304:0@lo:101: 00000100:00000001:1.0:1767384311.798449:0:16139:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294901765 00000020:00000010:0.0:1767384311.798450:0:17547:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000019db1a50. 02000000:00000001:2.0:1767384311.798454:0:16771:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1767384311.798457:0:16139:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294901784 00000100:00000001:3.0:1767384311.798458:0:16776:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384311.798459:0:16771:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384311.798460:0:17547:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:1.0:1767384311.798461:0:16139:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294901765 02000000:00000001:3.0:1767384311.798463:0:16776:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767384311.798465:0:16771:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384311.798466:0:17547:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 02000000:00000001:3.0:1767384311.798467:0:16776:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384311.798467:0:16139:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294901784 00000100:00000001:0.0:1767384311.798470:0:17547:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:3.0:1767384311.798471:0:16776:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767384311.798473:0:16139:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294901765 00000100:00000040:2.0:1767384311.798475:0:16771:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000010:3.0:1767384311.798476:0:16776:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000008e19ae9f. 00000100:00000001:1.0:1767384311.798477:0:16139:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294901784 00000100:00000001:0.0:1767384311.798480:0:17547:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384311.798481:0:16776:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384311.798482:0:16771:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000085e5b010. 00000400:00000010:3.0:1767384311.798488:0:16776:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e7fc7385. 00000100:00000001:0.0:1767384311.798488:0:17547:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1767384311.798489:0:16139:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294901765 00000100:00000200:2.0:1767384311.798491:0:16771:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853236723073792, offset 224 00000100:00000001:0.0:1767384311.798492:0:17547:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000400:00000010:3.0:1767384311.798495:0:16776:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fad6765b. 00000100:00000001:0.0:1767384311.798496:0:17547:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384311.798497:0:16139:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294901784 00000100:00000001:1.0:1767384311.798502:0:16139:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384311.798503:0:16771:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384311.798520:0:16139:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384311.798521:0:17547:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384311.798524:0:16776:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236723074304, portal 25 00000100:00000001:1.0:1767384311.798525:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384311.798530:0:16776:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384311.798531:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384311.798532:0:16771:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384311.798532:0:17547:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384311.798534:0:16776:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782675230080 : -124291034321536 : ffff8ef53d0ced80) 00000100:00000001:0.0:1767384311.798536:0:17547:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:3.0:1767384311.798544:0:16776:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000bf6531a0 x1853236723074304/t0(0) o101->MGC192.168.202.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384327 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384311.798545:0:17547:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000400:00000200:2.0:1767384311.798550:0:16771:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x695824c904300 00000100:00000040:0.0:1767384311.798551:0:17547:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000cf791f94 : new rpc_count 1 00000100:00000001:1.0:1767384311.798554:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384311.798556:0:17547:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619782674422784 : -124291035128832 : ffff8ef53d009c00) 00000100:00000001:1.0:1767384311.798559:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1767384311.798566:0:16771:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x16e5 [1] + 224 00000100:00000040:0.0:1767384311.798566:0:17547:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000dbb48adc x1853236723073920/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:292/0 lens 224/0 e 0 to 0 dl 1767384322 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384311.798567:0:16776:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384311.798567:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384311.798572:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767384311.798577:0:16776:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384311.798578:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384311.798580:0:16771:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1767384311.798582:0:16776:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f67dee06. 00000100:00000001:1.0:1767384311.798586:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384311.798588:0:16776:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853236723074304, offset 0 00000100:00000001:0.0:1767384311.798590:0:17547:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:2.0:1767384311.798594:0:16771:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:0.0:1767384311.798596:0:17547:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002664cef6. 00000400:00000200:3.0:1767384311.798600:0:16776:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384311.798602:0:17547:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000010:1.0:1767384311.798605:0:16140:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000452a7bdd. 00000020:00000010:0.0:1767384311.798606:0:17547:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002664cef6. 00000100:00000001:2.0:1767384311.798611:0:16771:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:3.0:1767384311.798612:0:16776:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:1.0:1767384311.798612:0:16140:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384311.798617:0:17547:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000dbb48adc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:16138:x1853236723073920:12345-0@lo:400: 00000100:00000200:2.0:1767384311.798619:0:16771:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c41ee093 x1853236723073792/t0(0) o400->MGC192.168.202.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384327 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384311.798622:0:16140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000057d7f8e9. 00000100:00000200:0.0:1767384311.798623:0:17547:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723073920 00000400:00000200:3.0:1767384311.798627:0:16776:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695824c904500 00000020:00000001:0.0:1767384311.798628:0:17547:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000010:1.0:1767384311.798632:0:16140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000760f2c64. 00000020:00000001:0.0:1767384311.798633:0:17547:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384311.798637:0:17547:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384311.798638:0:16776:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x1011 [2] + 0 00000020:00000001:0.0:1767384311.798642:0:17547:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384311.798646:0:17547:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661494240 : -1048057376 : ffffffffc187e9e0) 00000400:00000010:3.0:1767384311.798647:0:16776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000043a967b1. 00000020:00000001:0.0:1767384311.798652:0:17547:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:3.0:1767384311.798654:0:16776:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ddf70c8c 00000020:00000001:0.0:1767384311.798655:0:17547:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384311.798657:0:16771:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c41ee093 x1853236723073792/t0(0) o400->MGC192.168.202.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384327 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384311.798660:0:16776:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:0.0:1767384311.798660:0:17547:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000200:1.0:1767384311.798661:0:16140:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236723074176, portal 10 00000020:00000001:0.0:1767384311.798664:0:17547:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1767384311.798669:0:16140:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000001:0.0:1767384311.798669:0:17547:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384311.798671:0:16776:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384311.798674:0:16140:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782674429952 : -124291035121664 : ffff8ef53d00b800) 00000020:00000001:0.0:1767384311.798675:0:17547:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1767384311.798680:0:17547:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:3.0:1767384311.798681:0:16776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ddf70c8c 00000100:00000040:1.0:1767384311.798685:0:16140:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f9bb72ab x1853236723074176/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384327 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384311.798685:0:17547:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000010:3.0:1767384311.798686:0:16776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ddf70c8c. 02000000:00000010:0.0:1767384311.798690:0:17547:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000062665a44. 00000100:00000001:3.0:1767384311.798692:0:16776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1767384311.798694:0:16771:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:3.0:1767384311.798695:0:16776:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 02000000:00000001:0.0:1767384311.798697:0:17547:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384311.798699:0:16140:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384311.798701:0:16776:0:(events.c:337:request_in_callback()) incoming req@00000000ccc9a517 x1853236723074304 msgsize 328 00000400:00000200:2.0:1767384311.798704:0:16771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000085e5b010 00000100:00000001:0.0:1767384311.798704:0:17547:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384311.798706:0:16140:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384311.798710:0:16771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000085e5b010. 00000100:00100000:3.0:1767384311.798711:0:16776:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000010:1.0:1767384311.798712:0:16140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008106c9a5. 00000020:00000001:0.0:1767384311.798716:0:17547:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384311.798717:0:16776:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:2.0:1767384311.798719:0:16771:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000200:1.0:1767384311.798719:0:16140:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236723074176, offset 0 00010000:00000040:0.0:1767384311.798723:0:17547:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236723073920 00000100:00000001:2.0:1767384311.798724:0:16771:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384311.798726:0:16776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384311.798728:0:16140:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:0.0:1767384311.798730:0:17547:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:2.0:1767384311.798731:0:16771:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:0.0:1767384311.798738:0:17547:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000dbb48adc x1853236723073920/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:292/0 lens 224/224 e 0 to 0 dl 1767384322 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384311.798739:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384311.798740:0:16776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f67dee06 00000100:00000040:2.0:1767384311.798741:0:16771:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 20 to 0@lo 00000400:00000010:3.0:1767384311.798744:0:16776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f67dee06. 00010000:00000001:2.0:1767384311.798749:0:16771:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:3.0:1767384311.798751:0:16776:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:2.0:1767384311.798754:0:16771:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384311.798755:0:16140:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824c904480 00010000:00000001:0.0:1767384311.798758:0:17547:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000200:3.0:1767384311.798759:0:16776:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bf6531a0 x1853236723074304/t0(0) o101->MGC192.168.202.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384327 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384311.798761:0:16771:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:0.0:1767384311.798762:0:17547:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384311.798767:0:16140:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 4472 00000100:00001000:0.0:1767384311.798768:0:17547:0:(import.c:2128:obd_at_measure()) add 1 to 0000000094c7e214 time=30 v=5 (1 0 0 0) 00000100:00000040:2.0:1767384311.798771:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000040e20f9d x1853236723073792/t0(0) o400->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:292/0 lens 224/224 e 0 to 0 dl 1767384322 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384311.798780:0:17547:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:1.0:1767384311.798781:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1767384311.798785:0:17547:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 21 to 0@lo 00000100:00000001:3.0:1767384311.798787:0:16776:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384311.798792:0:17547:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 00000100:00000040:3.0:1767384311.798795:0:16776:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000bf6531a0 x1853236723074304/t0(0) o101->MGC192.168.202.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384327 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384311.798795:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:0.0:1767384311.798797:0:17547:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384311.798799:0:17547:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384311.798805:0:17547:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384311.798806:0:16140:0:(events.c:286:request_in_callback()) Process entered 00000100:00100000:2.0:1767384311.798812:0:16771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000040e20f9d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c0412d60-4f67-4dbc-8791-892843f60083+14:16137:x1853236723073792:12345-0@lo:400: Request processed in 616us (1118us total) trans 0 rc 0/0 00000100:00000200:1.0:1767384311.798812:0:16140:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1767384311.798813:0:16776:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384311.798813:0:17547:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384311.798819:0:16776:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:0.0:1767384311.798819:0:17547:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ad1c61c3. 00000100:00000010:1.0:1767384311.798822:0:16140:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c9c583d3. 00000100:00000001:3.0:1767384311.798826:0:16776:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384311.798826:0:17547:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853236723073920, offset 224 00000100:00000001:3.0:1767384311.798833:0:16776:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294901785 00000100:00000040:1.0:1767384311.798834:0:16140:0:(events.c:337:request_in_callback()) incoming req@00000000c9c583d3 x1853236723074176 msgsize 224 00000400:00000200:0.0:1767384311.798837:0:17547:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384311.798842:0:16776:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294901784 00000100:00100000:1.0:1767384311.798849:0:16140:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384311.798850:0:16776:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294901785 00000400:00000200:0.0:1767384311.798852:0:17547:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:2.0:1767384311.798855:0:16771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90 00000100:00000001:3.0:1767384311.798857:0:16776:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294901784 00000100:00000001:1.0:1767384311.798862:0:16140:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:2.0:1767384311.798863:0:16771:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000555601ca : new rpc_count 0 00000100:00000001:3.0:1767384311.798864:0:16776:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294901785 00000400:00000200:0.0:1767384311.798866:0:17547:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x695824c904380 00000100:00000001:2.0:1767384311.798871:0:16771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384311.798872:0:16776:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294901784 00000400:00000200:0.0:1767384311.798876:0:17547:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x16ed [1] + 224 00000100:00000001:3.0:1767384311.798878:0:16776:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294901785 00000100:00000001:2.0:1767384311.798878:0:16771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:1.0:1767384311.798885:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008106c9a5 00000100:00000001:3.0:1767384311.798886:0:16776:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294901784 00000020:00000010:2.0:1767384311.798886:0:16771:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009ab7f566. 00000400:00000200:0.0:1767384311.798886:0:17547:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1767384311.798891:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008106c9a5. 00000100:00000001:3.0:1767384311.798895:0:16776:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384311.798896:0:16771:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000cdb44793. 00000400:00000200:0.0:1767384311.798896:0:17547:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384311.798897:0:16140:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384311.798903:0:16776:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384311.798905:0:17547:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:2.0:1767384311.798906:0:16771:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cf527636. 00000100:00000200:1.0:1767384311.798908:0:16140:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f9bb72ab x1853236723074176/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384327 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384311.798910:0:16776:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:0.0:1767384311.798913:0:17547:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e11bb988 x1853236723073920/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384327 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767384311.798914:0:16771:0:(genops.c:898:class_export_put()) PUTting export 00000000555601ca : new refcount 13 00000100:00000001:3.0:1767384311.798915:0:16776:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767384311.798921:0:16776:0:(client.c:2690:ptlrpc_set_wait()) set 00000000108539b0 going to sleep for 11 seconds 02000000:00000001:2.0:1767384311.798922:0:16771:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384311.798927:0:16771:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000000a76d1fb. 00000100:00000001:3.0:1767384311.798929:0:16776:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1767384311.798934:0:16771:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384311.798935:0:16776:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384311.798940:0:16771:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384311.798950:0:16771:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:1.0:1767384311.798950:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384311.798950:0:17547:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000e11bb988 x1853236723073920/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384327 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384311.798958:0:16771:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b4b074bf. 00000100:00000040:1.0:1767384311.798958:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f9bb72ab x1853236723074176/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384327 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384311.798967:0:16771:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e49549b7. 00000100:00000001:1.0:1767384311.798969:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384311.798969:0:17547:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384311.798973:0:16140:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1767384311.798977:0:17547:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ad1c61c3 00000100:00000001:2.0:1767384311.798980:0:16771:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384311.798981:0:16140:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384311.798981:0:17547:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ad1c61c3. 00000100:00100000:2.0:1767384311.798985:0:16771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723074304 00000100:00000001:0.0:1767384311.798987:0:17547:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000040:1.0:1767384311.798988:0:16140:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 4100 usecs (5 jiffies) 02000000:00000001:2.0:1767384311.798990:0:16771:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384311.798991:0:17547:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384311.798992:0:16140:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294901766 00000100:00000001:2.0:1767384311.798994:0:16771:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384311.798996:0:16140:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294901785 00000100:00000001:2.0:1767384311.798998:0:16771:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384311.799001:0:16140:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294901766 02000000:00000001:2.0:1767384311.799003:0:16771:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384311.799004:0:17547:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384311.799005:0:16140:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294901785 00000100:00100000:2.0:1767384311.799010:0:16771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723074304 00000100:00000001:1.0:1767384311.799011:0:16140:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294901766 00000100:00000040:0.0:1767384311.799011:0:17547:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 20 to 0@lo 00000020:00000001:2.0:1767384311.799015:0:16771:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384311.799018:0:16140:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294901785 00010000:00000001:0.0:1767384311.799018:0:17547:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000040:2.0:1767384311.799019:0:16771:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eec8e1 00000020:00000001:0.0:1767384311.799022:0:17547:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384311.799024:0:16140:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294901766 00000020:00000001:2.0:1767384311.799025:0:16771:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1767384311.799026:0:17547:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767384311.799027:0:16140:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294901785 00000020:00000040:2.0:1767384311.799031:0:16771:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000555601ca refcount=14 00000100:00000001:1.0:1767384311.799031:0:16140:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384311.799034:0:17547:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000dbb48adc x1853236723073920/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:292/0 lens 224/224 e 0 to 0 dl 1767384322 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384311.799037:0:16140:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384311.799038:0:16771:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000100:00000001:1.0:1767384311.799043:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384311.799047:0:16771:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000100:00000001:1.0:1767384311.799049:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384311.799055:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384311.799057:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1767384311.799059:0:17547:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000dbb48adc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:16138:x1853236723073920:12345-0@lo:400: Request processed in 465us (1083us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384311.799060:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:2.0:1767384311.799061:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fd49f5b0. 00000100:00000001:1.0:1767384311.799066:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384311.799068:0:16771:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384311.799069:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:2.0:1767384311.799073:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fd49f5b0. 00000100:00100000:0.0:1767384311.799074:0:17547:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00000040:0.0:1767384311.799078:0:17547:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000cf791f94 : new rpc_count 0 00000100:00000001:1.0:1767384311.799079:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384311.799081:0:17547:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000010:2.0:1767384311.799083:0:16771:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cf527636. 00000100:00000001:0.0:1767384311.799085:0:17547:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384311.799109:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384311.799111:0:17547:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000077ca88c2. 00000020:00000010:0.0:1767384311.799117:0:17547:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000019db1a50. 00000020:00000010:0.0:1767384311.799123:0:17547:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000017d5ed50. 00000020:00000010:2.0:1767384311.799124:0:16771:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009ab7f566. 00000020:00000040:0.0:1767384311.799127:0:17547:0:(genops.c:898:class_export_put()) PUTting export 00000000cf791f94 : new refcount 4 00000020:00000010:2.0:1767384311.799130:0:16771:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000cdb44793. 00000100:00000001:0.0:1767384311.799132:0:17547:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384311.799141:0:16771:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384311.799145:0:16771:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384311.799148:0:16771:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384311.799150:0:16771:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384311.799151:0:16802:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:0.0:1767384311.799154:0:16802:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000001:2.0:1767384311.799157:0:16771:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384311.799158:0:16802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000091a70da0. 00000020:00000040:0.0:1767384311.799163:0:16802:0:(genops.c:1229:class_import_get()) import 0000000068bc8709 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:0.0:1767384311.799165:0:16802:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384311.799167:0:16802:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384311.799169:0:16802:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384311.799172:0:16771:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1767384311.799174:0:16802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b37364a5. 00000100:00000001:0.0:1767384311.799179:0:16802:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384311.799182:0:16802:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384311.799184:0:16802:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384311.799187:0:16771:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:0.0:1767384311.799189:0:16802:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000091a70da0] to pc [ptlrpcd_00_00+0] req@0000000091a70da0 x1853236723074432/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384311.799192:0:16771:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384311.799199:0:16771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91 00000004:00000001:0.0:1767384311.799201:0:16802:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384311.799205:0:16771:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000555601ca : new rpc_count 1 00000100:00000001:2.0:1767384311.799209:0:16771:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619781697417296 : -124292012134320 : ffff8ef502c4b050) 00000100:00080000:0.0:1767384311.799215:0:16775:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00000040:2.0:1767384311.799216:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ccc9a517 x1853236723074304/t0(0) o101->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:292/0 lens 328/0 e 0 to 0 dl 1767384322 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384311.799228:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000040:0.0:1767384311.799229:0:16775:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (0000000083abdb14) now 6 - evictor 00000020:00000010:2.0:1767384311.799234:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fd49f5b0. 00000100:00000001:2.0:1767384311.799240:0:16771:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384311.799243:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fd49f5b0. 00000100:00000001:0.0:1767384311.799243:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384311.799246:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384311.799252:0:16138:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:2.0:1767384311.799254:0:16771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000ccc9a517 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c0412d60-4f67-4dbc-8791-892843f60083+14:16776:x1853236723074304:12345-0@lo:101: 00000400:00000001:0.0:1767384311.799255:0:16138:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384311.799258:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000aa68c4ac. 00000100:00000200:2.0:1767384311.799264:0:16771:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723074304 00000100:00000001:1.0:1767384311.799265:0:17568:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:0.0:1767384311.799265:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004e2d4782 00000020:00000001:2.0:1767384311.799270:0:16771:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00100000:1.0:1767384311.799270:0:17568:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723074048 00000400:00000010:0.0:1767384311.799270:0:16138:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004e2d4782. 00000020:00000001:2.0:1767384311.799275:0:16771:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 02000000:00000001:1.0:1767384311.799276:0:17568:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384311.799276:0:16138:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:2.0:1767384311.799280:0:16771:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384311.799281:0:17568:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:0.0:1767384311.799283:0:16138:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e11bb988 x1853236723073920/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384327 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384311.799285:0:17568:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384311.799286:0:16771:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384311.799291:0:16771:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669141056 : -1040410560 : ffffffffc1fc9840) 02000000:00000001:1.0:1767384311.799293:0:17568:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384311.799300:0:16771:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00100000:1.0:1767384311.799300:0:17568:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723074048 00000100:00000200:0.0:1767384311.799300:0:16138:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e11bb988 x1853236723073920/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384327 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384311.799304:0:16771:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384311.799305:0:17568:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384311.799308:0:17568:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eeca2a 00000020:00000001:2.0:1767384311.799312:0:16771:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384311.799312:0:17568:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1767384311.799318:0:16771:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000040:1.0:1767384311.799318:0:17568:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f335576c refcount=5 00000100:00000001:0.0:1767384311.799319:0:16138:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:1.0:1767384311.799323:0:17568:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619777384806400 : -124296324745216 : ffff8ef401b77800) 00000020:00000001:2.0:1767384311.799325:0:16771:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384311.799325:0:16138:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384311.799327:0:17568:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619777384806400 : -124296324745216 : ffff8ef401b77800) 00000020:00000001:2.0:1767384311.799332:0:16771:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00000100:00000001:0.0:1767384311.799333:0:16138:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767384311.799334:0:17568:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:2.0:1767384311.799337:0:16771:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 02000000:00000001:0.0:1767384311.799339:0:16138:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:1.0:1767384311.799340:0:17568:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000010d6e69f. 00000100:00000001:0.0:1767384311.799343:0:16138:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384311.799344:0:17568:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1767384311.799349:0:16771:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000020:00000010:1.0:1767384311.799349:0:17568:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000010d6e69f. 00000100:00000001:0.0:1767384311.799349:0:16138:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384311.799354:0:16771:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 02000000:00000001:0.0:1767384311.799356:0:16138:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384311.799358:0:16771:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384311.799358:0:17568:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000aa4dcec4. 00000020:00000010:1.0:1767384311.799364:0:17568:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000af542e1b. 00000100:00001000:0.0:1767384311.799364:0:16138:0:(import.c:2128:obd_at_measure()) add 5 to 0000000040f3b9ed time=30 v=5 (5 0 0 0) 00010000:00000001:2.0:1767384311.799367:0:16771:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000020:00000010:1.0:1767384311.799370:0:17568:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c370a78c. 00000100:00001000:0.0:1767384311.799373:0:16138:0:(import.c:2128:obd_at_measure()) add 1 to 000000001fbc0fd6 time=30 v=5 (1 0 0 0) 00010000:00000010:2.0:1767384311.799376:0:16771:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000fe5ff4e2. 00000100:00000040:1.0:1767384311.799377:0:17568:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1767384311.799379:0:16138:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384311.799383:0:17568:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00010000:00000001:2.0:1767384311.799384:0:16771:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000100:00000001:0.0:1767384311.799384:0:16138:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384311.799386:0:17568:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000010:2.0:1767384311.799391:0:16771:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000d29113af. 00000100:00000001:1.0:1767384311.799391:0:17568:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384311.799392:0:16138:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000001:2.0:1767384311.799398:0:16771:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000100:00000001:1.0:1767384311.799399:0:17568:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00010000:00080000:0.0:1767384311.799402:0:16138:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000e11bb988 x1853236723073920/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384327 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767384311.799404:0:16771:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000d29113af with handle 0x7e51148972eecb88 to hash 00000100:00000001:1.0:1767384311.799404:0:17568:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1767384311.799407:0:17568:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384311.799412:0:16771:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384311.799416:0:16771:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446619782554466304 : -124291155085312 : ffff8ef535da3800) 00000100:00000001:1.0:1767384311.799417:0:17568:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384311.799420:0:16138:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384311.799422:0:16771:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446619782554466304 : -124291155085312 : ffff8ef535da3800) 00000100:00000001:0.0:1767384311.799425:0:16138:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00010000:00010000:2.0:1767384311.799428:0:16771:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000d29113af/0x7e51148972eecb88 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x7e51148972eecb81 expref: -99 pid: 16771 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384311.799428:0:17568:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:0.0:1767384311.799429:0:16138:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00100000:1.0:1767384311.799433:0:17568:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723074176 00000100:00000001:0.0:1767384311.799436:0:16138:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 02000000:00000001:1.0:1767384311.799437:0:17568:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384311.799441:0:17568:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384311.799441:0:16138:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384311.799444:0:17568:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384311.799447:0:16771:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 00000000555601ca : new locks_count 10 02000000:00000001:1.0:1767384311.799448:0:17568:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384311.799450:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e11bb988 x1853236723073920/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384327 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767384311.799452:0:16771:0:(genops.c:887:class_export_get()) GET export 00000000555601ca refcount=15 00000100:00100000:1.0:1767384311.799460:0:17568:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723074176 00000100:00000001:2.0:1767384311.799462:0:16771:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:1.0:1767384311.799464:0:17568:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:2.0:1767384311.799467:0:16771:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1767384311.799468:0:16138:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1767384311.799469:0:17568:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eeca23 00000020:00000001:1.0:1767384311.799471:0:17568:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000010:2.0:1767384311.799473:0:16771:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 000000000a76d1fb. 00000020:00000040:1.0:1767384311.799473:0:17568:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000b2466616 refcount=5 00000020:00000001:1.0:1767384311.799477:0:17568:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619782058162176 : -124291651389440 : ffff8ef518453800) 02000000:00000001:2.0:1767384311.799479:0:16771:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384311.799483:0:17568:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619782058162176 : -124291651389440 : ffff8ef518453800) 00000100:00000001:0.0:1767384311.799484:0:16138:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384311.799485:0:16771:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384311.799487:0:17568:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384311.799488:0:16138:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384311.799491:0:16771:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000020:00000010:1.0:1767384311.799492:0:17568:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000010d6e69f. 00000100:00000040:0.0:1767384311.799496:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e11bb988 x1853236723073920/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384327 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384311.799497:0:16771:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00000020:00000010:1.0:1767384311.799498:0:17568:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000ee9f8a04. 00010000:00000001:2.0:1767384311.799502:0:16771:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00000020:00000040:1.0:1767384311.799521:0:17568:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000b1f9e0ef) now 8 - evictor 00010000:00000001:2.0:1767384311.799522:0:16771:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000100:00100000:0.0:1767384311.799527:0:16138:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e11bb988 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16138:1853236723073920:0@lo:400: 00010000:00000001:2.0:1767384311.799528:0:16771:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384311.799532:0:17568:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00010000:00000001:2.0:1767384311.799534:0:16771:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000020:00000010:1.0:1767384311.799537:0:17568:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ef976e19. 00010000:00000001:2.0:1767384311.799539:0:16771:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384311.799540:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384311.799543:0:17568:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000944d8c7a. 00010000:00000001:2.0:1767384311.799546:0:16771:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000100:00000001:0.0:1767384311.799547:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000010:1.0:1767384311.799548:0:17568:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f287db5e. 00010000:00000001:2.0:1767384311.799550:0:16771:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00000100:00000040:0.0:1767384311.799554:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e11bb988 x1853236723073920/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384327 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384311.799555:0:16771:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00000100:00000001:1.0:1767384311.799555:0:17568:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00010000:00000001:2.0:1767384311.799561:0:16771:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00000100:00000001:1.0:1767384311.799561:0:17568:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000040:2.0:1767384311.799566:0:16771:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000fe5ff4e2) refcount = 1 00000100:00000001:1.0:1767384311.799566:0:17568:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384311.799570:0:16138:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1767384311.799574:0:17568:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 02000000:00000001:0.0:1767384311.799576:0:16138:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00010000:2.0:1767384311.799578:0:16771:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000d29113af/0x7e51148972eecb88 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x7e51148972eecb81 expref: 15 pid: 16771 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384311.799579:0:17568:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 02000000:00000010:0.0:1767384311.799580:0:16138:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001a1fbdcc. 00000100:00000001:1.0:1767384311.799583:0:17568:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384311.799586:0:16138:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384311.799590:0:16138:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1767384311.799594:0:17568:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767384311.799594:0:16138:0:(genops.c:1242:class_import_put()) import 0000000068bc8709 refcount=3 obd=lustre-OST0000-osc-MDT0000 00010000:00000001:2.0:1767384311.799599:0:16771:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00000020:00000001:0.0:1767384311.799601:0:16138:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:2.0:1767384311.799604:0:16771:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 02000000:00000010:0.0:1767384311.799605:0:16138:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a7432dfc. 00010000:00000001:2.0:1767384311.799608:0:16771:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384311.799609:0:17568:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000001:0.0:1767384311.799612:0:16138:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:2.0:1767384311.799613:0:16771:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384311.799614:0:17568:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000001:0.0:1767384311.799616:0:16138:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:2.0:1767384311.799619:0:16771:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000010:0.0:1767384311.799620:0:16138:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e11bb988. 00000100:00100000:1.0:1767384311.799623:0:17568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00000040:1.0:1767384311.799628:0:17568:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000f335576c : new rpc_count 1 00000100:00000001:0.0:1767384311.799628:0:16138:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00010000:00000001:2.0:1767384311.799630:0:16771:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00000100:00000001:0.0:1767384311.799632:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384311.799633:0:17568:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619782424482176 : -124291285069440 : ffff8ef52e1ad180) 00010000:00010000:2.0:1767384311.799638:0:16771:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000d29113af/0x7e51148972eecb88 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7e51148972eecb81 expref: 15 pid: 16771 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384311.799639:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384311.799642:0:17568:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000003194a3c4 x1853236723074048/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:292/0 lens 224/0 e 0 to 0 dl 1767384322 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384311.799648:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384311.799652:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384311.799659:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1767384311.799663:0:16771:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00100000:0.0:1767384311.799664:0:16138:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1767384311.799665:0:17568:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:2.0:1767384311.799667:0:16771:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000020:00000010:1.0:1767384311.799670:0:17568:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ee9f8a04. 00000100:00000001:0.0:1767384311.799670:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384311.799672:0:16771:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384311.799676:0:17568:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384311.799676:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1767384311.799678:0:16771:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384311.799681:0:17568:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ee9f8a04. 00000100:00000001:0.0:1767384311.799681:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384311.799683:0:16771:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384311.799687:0:16771:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1767384311.799688:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1767384311.799693:0:16771:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00100000:1.0:1767384311.799693:0:17568:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000003194a3c4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:16139:x1853236723074048:12345-0@lo:400: 00000100:00000001:0.0:1767384311.799693:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384311.799697:0:16138:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00010000:2.0:1767384311.799698:0:16771:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000d29113af, rc 0) 00000100:00000200:1.0:1767384311.799700:0:17568:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723074048 00000020:00000001:2.0:1767384311.799705:0:16771:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384311.799705:0:17568:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000040:0.0:1767384311.799705:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000091a70da0 x1853236723074432/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384311.799710:0:17568:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00010000:00000040:2.0:1767384311.799711:0:16771:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236723074304 00000020:00000001:1.0:1767384311.799713:0:17568:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384311.799719:0:16771:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000001:1.0:1767384311.799719:0:17568:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384311.799723:0:17568:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661494240 : -1048057376 : ffffffffc187e9e0) 00000020:00000001:1.0:1767384311.799726:0:17568:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00010000:00000200:2.0:1767384311.799728:0:16771:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000ccc9a517 x1853236723074304/t0(0) o101->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:292/0 lens 328/344 e 0 to 0 dl 1767384322 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384311.799729:0:17568:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384311.799734:0:17568:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384311.799738:0:17568:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384311.799740:0:17568:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384311.799744:0:17568:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1767384311.799748:0:17568:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384311.799751:0:17568:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384311.799755:0:17568:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000d4b502d7. 02000000:00000001:1.0:1767384311.799759:0:17568:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384311.799764:0:17568:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384311.799767:0:16771:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000001:1.0:1767384311.799767:0:17568:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384311.799767:0:16138:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1767384311.799772:0:16771:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384311.799773:0:17568:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236723074048 00000100:00000001:0.0:1767384311.799773:0:16138:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384311.799780:0:16771:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dd452398 time=41 v=5 (1 0 0 0) 00010000:00000001:1.0:1767384311.799780:0:17568:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 02000000:00000001:0.0:1767384311.799781:0:16138:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384311.799785:0:16138:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000200:1.0:1767384311.799787:0:17568:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000003194a3c4 x1853236723074048/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:292/0 lens 224/224 e 0 to 0 dl 1767384322 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384311.799788:0:16771:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:0.0:1767384311.799790:0:16138:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384311.799794:0:16771:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 21 to 0@lo 00000100:00100000:0.0:1767384311.799800:0:16138:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000091a70da0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16138:1853236723074432:0@lo:13: 00000100:00000001:2.0:1767384311.799801:0:16771:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 02000000:00000001:2.0:1767384311.799808:0:16771:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1767384311.799811:0:16138:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384311.799812:0:16771:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384311.799816:0:17568:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 02000000:00000001:0.0:1767384311.799817:0:16138:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767384311.799818:0:16771:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:1.0:1767384311.799822:0:17568:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384311.799822:0:16138:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384311.799827:0:16771:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:0.0:1767384311.799830:0:16138:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00001000:1.0:1767384311.799831:0:17568:0:(import.c:2128:obd_at_measure()) add 1 to 000000008dd0459f time=36 v=5 (1 0 0 0) 00000400:00000010:2.0:1767384311.799833:0:16771:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000085e5b010. 02000000:00000010:0.0:1767384311.799836:0:16138:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000006926da5. 00000100:00000001:1.0:1767384311.799837:0:17568:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000200:2.0:1767384311.799840:0:16771:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236723074304, offset 224 02000000:00000001:0.0:1767384311.799841:0:16138:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384311.799842:0:17568:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 22 to 0@lo 00000100:00000001:1.0:1767384311.799847:0:17568:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 00000400:00000010:0.0:1767384311.799850:0:16138:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000aa68c4ac. 02000000:00000001:1.0:1767384311.799853:0:17568:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384311.799855:0:17568:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384311.799859:0:16771:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384311.799860:0:17568:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384311.799865:0:17568:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384311.799868:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004e2d4782. 00000400:00000010:1.0:1767384311.799869:0:17568:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008106c9a5. 00000400:00000200:2.0:1767384311.799874:0:16771:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:0.0:1767384311.799876:0:16138:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236723074432, portal 4 00000100:00000200:1.0:1767384311.799877:0:17568:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236723074048, offset 224 00000100:00000001:3.0:1767384311.799881:0:16778:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384311.799881:0:16138:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384311.799883:0:16138:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782674421888 : -124291035129728 : ffff8ef53d009880) 00000100:00000001:3.0:1767384311.799885:0:16778:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:2.0:1767384311.799886:0:16771:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695824c904500 00000100:00100000:3.0:1767384311.799896:0:16778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000400:00000200:1.0:1767384311.799897:0:17568:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:0.0:1767384311.799897:0:16138:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000091a70da0 x1853236723074432/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384327 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384311.799904:0:16778:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000b2466616 : new rpc_count 1 00000100:00000001:3.0:1767384311.799910:0:16778:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619782424492928 : -124291285058688 : ffff8ef52e1afb80) 00000400:00000200:2.0:1767384311.799912:0:16771:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x1701 [1] + 224 00000400:00000200:1.0:1767384311.799914:0:17568:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384311.799919:0:16138:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384311.799923:0:16778:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c9c583d3 x1853236723074176/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:292/0 lens 224/0 e 0 to 0 dl 1767384322 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384311.799925:0:16771:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1767384311.799926:0:16138:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1767384311.799931:0:17568:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824c904400 00000400:00000010:0.0:1767384311.799933:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ad1c61c3. 00000400:00000200:2.0:1767384311.799936:0:16771:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384311.799940:0:16138:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853236723074432, offset 0 00000400:00000200:1.0:1767384311.799947:0:17568:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x16f5 [1] + 224 00000100:00000001:3.0:1767384311.799960:0:16778:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384311.799960:0:16771:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1767384311.799960:0:17568:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384311.799965:0:16138:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:3.0:1767384311.799967:0:16778:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000060d22df4. 00000100:00000200:2.0:1767384311.799968:0:16771:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bf6531a0 x1853236723074304/t0(0) o101->MGC192.168.202.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384327 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384311.799970:0:17568:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384311.799974:0:16778:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384311.799977:0:17568:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1767384311.799981:0:16138:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:3.0:1767384311.799983:0:16778:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000060d22df4. 00000100:00000200:1.0:1767384311.799985:0:17568:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006fac9fc8 x1853236723074048/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384327 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384311.799996:0:16778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000c9c583d3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:16140:x1853236723074176:12345-0@lo:400: 00000400:00000200:0.0:1767384311.799999:0:16138:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x695824c904580 00000100:00000040:2.0:1767384311.800005:0:16771:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@00000000bf6531a0 x1853236723074304/t0(0) o101->MGC192.168.202.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384327 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384311.800010:0:16778:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723074176 00000020:00000001:3.0:1767384311.800016:0:16778:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:0.0:1767384311.800016:0:16138:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xb9d [8] + 1344 00000020:00000001:3.0:1767384311.800021:0:16778:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000040:1.0:1767384311.800021:0:17568:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006fac9fc8 x1853236723074048/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384327 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384311.800027:0:16778:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384311.800029:0:16138:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:3.0:1767384311.800034:0:16778:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384311.800040:0:16778:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661494240 : -1048057376 : ffffffffc187e9e0) 00000400:00000200:0.0:1767384311.800041:0:16138:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384311.800045:0:16771:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:3.0:1767384311.800047:0:16778:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384311.800051:0:16778:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384311.800051:0:16138:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384311.800054:0:16138:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000400:00000200:2.0:1767384311.800055:0:16771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000085e5b010 00000100:00000001:1.0:1767384311.800055:0:17568:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:3.0:1767384311.800056:0:16778:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000010:2.0:1767384311.800061:0:16771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000085e5b010. 00000100:00000010:0.0:1767384311.800062:0:16138:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e11bb988. 00000020:00000001:3.0:1767384311.800063:0:16778:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1767384311.800065:0:16771:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000001:3.0:1767384311.800067:0:16778:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384311.800069:0:16771:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:1.0:1767384311.800070:0:17568:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008106c9a5 00000020:00000001:3.0:1767384311.800074:0:16778:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000400:00000010:1.0:1767384311.800075:0:17568:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008106c9a5. 00000100:00000040:0.0:1767384311.800076:0:16138:0:(events.c:337:request_in_callback()) incoming req@00000000e11bb988 x1853236723074432 msgsize 224 00000100:00000001:2.0:1767384311.800077:0:16771:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384311.800079:0:16778:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1767384311.800081:0:17568:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:3.0:1767384311.800084:0:16778:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:2.0:1767384311.800109:0:16771:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 21 to 0@lo 00010000:00000001:2.0:1767384311.800113:0:16771:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384311.800116:0:16771:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384311.800118:0:16771:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384311.800123:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ccc9a517 x1853236723074304/t0(0) o101->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:292/0 lens 328/344 e 0 to 0 dl 1767384322 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384311.800128:0:17568:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00100000:2.0:1767384311.800135:0:16771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000ccc9a517 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c0412d60-4f67-4dbc-8791-892843f60083+15:16776:x1853236723074304:12345-0@lo:101: Request processed in 903us (1429us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384311.800138:0:17568:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384311.800146:0:16771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91 00000100:00000040:1.0:1767384311.800146:0:17568:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 20 to 0@lo 00000100:00000040:2.0:1767384311.800152:0:16771:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000555601ca : new rpc_count 0 00010000:00000001:1.0:1767384311.800153:0:17568:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:2.0:1767384311.800157:0:16771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:1.0:1767384311.800158:0:17568:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384311.800161:0:16771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:1.0:1767384311.800162:0:17568:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000010:2.0:1767384311.800165:0:16771:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009ab7f566. 00000020:00000010:2.0:1767384311.800171:0:16771:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000cdb44793. 00000100:00000040:1.0:1767384311.800171:0:17568:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003194a3c4 x1853236723074048/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:292/0 lens 224/224 e 0 to 0 dl 1767384322 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384311.800177:0:16771:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cf527636. 00000100:00100000:1.0:1767384311.800185:0:17568:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000003194a3c4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:16139:x1853236723074048:12345-0@lo:400: Request processed in 517us (1863us total) trans 0 rc 0/0 00000020:00000040:2.0:1767384311.800191:0:16771:0:(genops.c:898:class_export_put()) PUTting export 00000000555601ca : new refcount 14 02000000:00000001:2.0:1767384311.800197:0:16771:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00100000:1.0:1767384311.800199:0:17568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 02000000:00000010:2.0:1767384311.800200:0:16771:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 000000000a76d1fb. 00000100:00000040:1.0:1767384311.800205:0:17568:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f335576c : new rpc_count 0 02000000:00000001:2.0:1767384311.800206:0:16771:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384311.800211:0:16771:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384311.800211:0:17568:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384311.800216:0:17568:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:2.0:1767384311.800217:0:16771:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000020:00000010:1.0:1767384311.800221:0:17568:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000af542e1b. 00000400:00000010:2.0:1767384311.800223:0:16771:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004e394cb1. 00000020:00000010:1.0:1767384311.800228:0:17568:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c370a78c. 00000400:00000010:2.0:1767384311.800229:0:16771:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ab104401. 00000020:00000010:1.0:1767384311.800235:0:17568:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000aa4dcec4. 00000100:00000001:2.0:1767384311.800250:0:16776:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:1.0:1767384311.800250:0:17568:0:(genops.c:898:class_export_put()) PUTting export 00000000f335576c : new refcount 4 00000100:00000001:1.0:1767384311.800255:0:17568:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1767384311.800257:0:16776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384311.800261:0:16776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384311.800263:0:16776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e7fc7385. 00000400:00000200:2.0:1767384311.800268:0:16776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fad6765b 00000400:00000010:2.0:1767384311.800270:0:16776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fad6765b. 00000100:00000001:2.0:1767384311.800274:0:16776:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384311.800278:0:16776:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bf6531a0 x1853236723074304/t0(0) o101->MGC192.168.202.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384327 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384311.800288:0:16776:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bf6531a0 x1853236723074304/t0(0) o101->MGC192.168.202.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384327 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384311.800292:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384311.800296:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384311.800299:0:16776:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000001:1.0:1767384311.800302:0:16139:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767384311.800303:0:16776:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1767384311.800307:0:16139:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767384311.800308:0:16776:0:(client.c:1578:after_reply()) Process entered 00000400:00000010:1.0:1767384311.800311:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000040088f5f. 02000000:00000001:2.0:1767384311.800312:0:16776:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384311.800316:0:16776:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384311.800319:0:16776:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384311.800319:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003e5426fc 00000400:00000010:1.0:1767384311.800324:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003e5426fc. 02000000:00000001:2.0:1767384311.800325:0:16776:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384311.800332:0:16776:0:(import.c:2128:obd_at_measure()) add 5 to 0000000028df3f77 time=41 v=5 (5 0 0 0) 00000100:00000001:1.0:1767384311.800333:0:16139:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:2.0:1767384311.800339:0:16776:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f5022cbe time=41 v=5 (1 0 0 0) 00000100:00000200:1.0:1767384311.800342:0:16139:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006fac9fc8 x1853236723074048/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384327 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384311.800345:0:16776:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384311.800348:0:16776:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384311.800353:0:16776:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384311.800357:0:16776:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384311.800361:0:16776:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384311.800362:0:16139:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006fac9fc8 x1853236723074048/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384327 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384311.800368:0:16776:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bf6531a0 x1853236723074304/t0(0) o101->MGC192.168.202.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384327 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767384311.800372:0:16778:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000e6908057. 02000000:00000001:3.0:1767384311.800378:0:16778:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384311.800379:0:16139:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384311.800383:0:16139:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384311.800385:0:16778:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384311.800387:0:16139:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384311.800391:0:16139:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000001:3.0:1767384311.800393:0:16778:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384311.800394:0:16139:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384311.800395:0:16776:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384311.800398:0:16139:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384311.800400:0:16778:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236723074176 00000100:00100000:0.0:1767384311.800403:0:16138:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:1.0:1767384311.800404:0:16139:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384311.800407:0:16778:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:2.0:1767384311.800411:0:16776:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00001000:1.0:1767384311.800412:0:16139:0:(import.c:2128:obd_at_measure()) add 5 to 00000000701828d5 time=36 v=5 (5 0 0 0) 00000100:00000001:2.0:1767384311.800415:0:16776:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000200:3.0:1767384311.800416:0:16778:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000c9c583d3 x1853236723074176/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:292/0 lens 224/224 e 0 to 0 dl 1767384322 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384311.800417:0:16138:0:(events.c:373:request_in_callback()) Process leaving 00000100:00001000:1.0:1767384311.800418:0:16139:0:(import.c:2128:obd_at_measure()) add 1 to 0000000073619233 time=36 v=5 (1 0 0 0) 00000100:00000040:2.0:1767384311.800426:0:16776:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bf6531a0 x1853236723074304/t0(0) o101->MGC192.168.202.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384327 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384311.800426:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ad1c61c3 00000100:00000001:1.0:1767384311.800428:0:16139:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000010:0.0:1767384311.800431:0:16138:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ad1c61c3. 00000100:00000001:1.0:1767384311.800433:0:16139:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384311.800438:0:16138:0:(events.c:34:request_out_callback()) Process entered 00010000:00000001:1.0:1767384311.800441:0:16139:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000200:0.0:1767384311.800446:0:16138:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000091a70da0 x1853236723074432/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384327 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384311.800451:0:16778:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00080000:1.0:1767384311.800451:0:16139:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000006fac9fc8 x1853236723074048/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384327 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384311.800456:0:16778:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384311.800463:0:16778:0:(import.c:2128:obd_at_measure()) add 1 to 000000008dd0459f time=36 v=5 (1 0 0 0) 00000100:00100000:2.0:1767384311.800463:0:16776:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000bf6531a0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c0412d60-4f67-4dbc-8791-892843f60083:16776:1853236723074304:0@lo:101: 00000100:00000001:3.0:1767384311.800476:0:16778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1767384311.800478:0:16776:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384311.800481:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384311.800484:0:16778:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 21 to 0@lo 00000100:00000001:2.0:1767384311.800486:0:16776:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384311.800487:0:16139:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384311.800489:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000091a70da0 x1853236723074432/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384327 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384311.800492:0:16776:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767384311.800494:0:16139:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1767384311.800496:0:16776:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384311.800499:0:16778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 00000100:00000040:1.0:1767384311.800500:0:16139:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000040:2.0:1767384311.800519:0:16776:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bf6531a0 x1853236723074304/t0(0) o101->MGC192.168.202.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384327 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384311.800519:0:16139:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384311.800521:0:16139:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384311.800523:0:16778:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384311.800528:0:16778:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384311.800531:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384311.800533:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006fac9fc8 x1853236723074048/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384327 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384311.800535:0:16778:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384311.800537:0:16138:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384311.800544:0:16138:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384311.800545:0:16778:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:0.0:1767384311.800552:0:16138:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 10406 usecs (11 jiffies) 00000400:00000010:3.0:1767384311.800553:0:16778:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f67dee06. 00000100:00000001:2.0:1767384311.800556:0:16776:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384311.800561:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294901774 00000100:00000200:3.0:1767384311.800562:0:16778:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236723074176, offset 224 00000100:00000010:2.0:1767384311.800563:0:16776:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000108539b0. 00000100:00000001:0.0:1767384311.800568:0:16138:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294901785 00000100:00000001:2.0:1767384311.800571:0:16776:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767384311.800574:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294901774 00000400:00000200:3.0:1767384311.800576:0:16778:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384311.800576:0:16776:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384311.800581:0:16138:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294901785 00010000:00000001:2.0:1767384311.800584:0:16776:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00000100:00000001:0.0:1767384311.800588:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294901774 00010000:00000001:2.0:1767384311.800590:0:16776:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000400:00000200:3.0:1767384311.800593:0:16778:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:2.0:1767384311.800596:0:16776:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384311.800596:0:16138:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294901785 00000100:00000001:1.0:1767384311.800599:0:16139:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1767384311.800601:0:16776:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009b046e44 refcount=4 00000100:00000001:0.0:1767384311.800603:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294901774 00000100:00000001:1.0:1767384311.800607:0:16139:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:2.0:1767384311.800608:0:16776:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781713886720 : -124291995664896 : ffff8ef503bffe00) 00000400:00000200:3.0:1767384311.800610:0:16778:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824c904480 00000100:00000001:0.0:1767384311.800611:0:16138:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294901785 00000100:00000001:1.0:1767384311.800612:0:16139:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384311.800614:0:16776:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781713886720 : -124291995664896 : ffff8ef503bffe00) 00000100:00000001:0.0:1767384311.800619:0:16138:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000040:2.0:1767384311.800623:0:16776:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 000000009b046e44, remote cookie: 0x7e51148972eecb88, flags: 0x0 00000400:00000200:3.0:1767384311.800624:0:16778:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1709 [1] + 224 00000100:00000040:1.0:1767384311.800624:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006fac9fc8 x1853236723074048/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384327 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384311.800624:0:16138:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384311.800631:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384311.800632:0:16776:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384311.800637:0:16776:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000400:00000200:3.0:1767384311.800639:0:16778:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384311.800639:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384311.800641:0:16776:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384311.800646:0:16776:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384311.800650:0:16776:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00000100:00100000:1.0:1767384311.800651:0:16139:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006fac9fc8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16139:1853236723074048:0@lo:400: 00000400:00000200:3.0:1767384311.800652:0:16778:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000040:2.0:1767384311.800655:0:16776:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000008e2534a7) refcount = 1 00000100:00080000:0.0:1767384311.800656:0:16775:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00000001:3.0:1767384311.800663:0:16778:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384311.800663:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767384311.800663:0:16775:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000b1f9e0ef) now 8 - evictor 00010000:00010000:2.0:1767384311.800664:0:16776:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.152@tcp lock: 000000009b046e44/0x7e51148972eecb81 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7e51148972eecb88 expref: -99 pid: 16776 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384311.800668:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:3.0:1767384311.800672:0:16778:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f9bb72ab x1853236723074176/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384327 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384311.800675:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006fac9fc8 x1853236723074048/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384327 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384311.800684:0:16776:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384311.800688:0:16776:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384311.800698:0:16776:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384311.800707:0:16776:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000001:1.0:1767384311.800708:0:16139:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00000001:2.0:1767384311.800712:0:16776:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384311.800712:0:16139:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:3.0:1767384311.800713:0:16778:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000f9bb72ab x1853236723074176/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384327 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767384311.800716:0:16139:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000020eb5af3. 00010000:00010000:2.0:1767384311.800721:0:16776:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.152@tcp lock: 000000009b046e44/0x7e51148972eecb81 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x7e51148972eecb88 expref: -99 pid: 16776 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1767384311.800724:0:16139:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384311.800728:0:16139:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384311.800730:0:16139:0:(genops.c:1242:class_import_put()) import 00000000345f9ba7 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:1.0:1767384311.800736:0:16139:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384311.800738:0:16139:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000eb8aebfb. 02000000:00000001:1.0:1767384311.800743:0:16139:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:2.0:1767384311.800744:0:16776:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 02000000:00000001:1.0:1767384311.800745:0:16139:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:2.0:1767384311.800748:0:16776:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000010:1.0:1767384311.800749:0:16139:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006fac9fc8. 00010000:00000001:2.0:1767384311.800752:0:16776:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767384311.800754:0:16778:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:2.0:1767384311.800756:0:16776:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1767384311.800756:0:16139:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00010000:00000001:2.0:1767384311.800760:0:16776:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767384311.800761:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384311.800762:0:16778:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f67dee06 00010000:00000001:2.0:1767384311.800764:0:16776:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384311.800765:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384311.800767:0:16778:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f67dee06. 00000100:00000001:2.0:1767384311.800769:0:16776:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384311.800772:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384311.800774:0:16778:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000040:2.0:1767384311.800775:0:16776:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bf6531a0 x1853236723074304/t0(0) o101->MGC192.168.202.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384327 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384311.800775:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384311.800778:0:16778:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384311.800780:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384311.800785:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384311.800786:0:16778:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384311.800787:0:16776:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384311.800791:0:16776:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:3.0:1767384311.800794:0:16778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 20 to 0@lo 02000000:00000010:2.0:1767384311.800795:0:16776:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000008e19ae9f. 02000000:00000001:2.0:1767384311.800801:0:16776:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:3.0:1767384311.800802:0:16778:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384311.800804:0:16776:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1767384311.800806:0:16778:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384311.800806:0:16776:0:(genops.c:1242:class_import_put()) import 00000000df830bbe refcount=4 obd=MGC192.168.202.152@tcp 00000020:00000001:3.0:1767384311.800812:0:16778:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000001:2.0:1767384311.800812:0:16776:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384311.800815:0:16776:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000b4582cc1. 02000000:00000001:2.0:1767384311.800819:0:16776:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:3.0:1767384311.800821:0:16778:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c9c583d3 x1853236723074176/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:292/0 lens 224/224 e 0 to 0 dl 1767384322 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384311.800821:0:16776:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1767384311.800821:0:17551:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000010:2.0:1767384311.800825:0:16776:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bf6531a0. 00000100:00100000:1.0:1767384311.800826:0:17551:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723074432 00000100:00000001:2.0:1767384311.800831:0:16776:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000001:1.0:1767384311.800833:0:17551:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384311.800834:0:16776:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384311.800838:0:17551:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 10000000:00000001:2.0:1767384311.800839:0:16776:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384311.800842:0:17551:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384311.800844:0:16776:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1767384311.800847:0:16776:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (0000000070cb7a0b) refs 3 00000100:00100000:3.0:1767384311.800852:0:16778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000c9c583d3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:16140:x1853236723074176:12345-0@lo:400: Request processed in 888us (2012us total) trans 0 rc 0/0 10000000:00000001:2.0:1767384311.800852:0:16776:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384311.800854:0:17551:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384311.800856:0:16776:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00100000:1.0:1767384311.800859:0:17551:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723074432 00000020:00000001:2.0:1767384311.800860:0:16776:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384311.800863:0:16776:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009b046e44 refcount=3 00000020:00000001:1.0:1767384311.800865:0:17551:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1767384311.800866:0:16776:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781713886720 : -124291995664896 : ffff8ef503bffe00) 00000020:00000040:1.0:1767384311.800868:0:17551:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eeca38 00010000:00000001:2.0:1767384311.800869:0:16776:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781713886720 : -124291995664896 : ffff8ef503bffe00) 00000100:00100000:3.0:1767384311.800872:0:16778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000020:00000001:1.0:1767384311.800872:0:17551:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384311.800874:0:17551:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000cf791f94 refcount=5 00000020:00000001:1.0:1767384311.800879:0:17551:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619777391929344 : -124296317622272 : ffff8ef402242800) 00010000:00000001:2.0:1767384311.800880:0:16776:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:2.0:1767384311.800883:0:16776:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:1.0:1767384311.800884:0:17551:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619777391929344 : -124296317622272 : ffff8ef402242800) 00010000:00000001:2.0:1767384311.800886:0:16776:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:3.0:1767384311.800887:0:16778:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000b2466616 : new rpc_count 0 00000100:00000001:1.0:1767384311.800888:0:17551:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:2.0:1767384311.800889:0:16776:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384311.800892:0:17551:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ee9f8a04. 00000100:00000001:3.0:1767384311.800895:0:16778:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 10000000:00000001:2.0:1767384311.800895:0:16776:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 00000100:00000001:1.0:1767384311.800898:0:17551:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 10000000:00000010:2.0:1767384311.800900:0:16776:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 00000000cae01fab. 00000100:00000001:3.0:1767384311.800901:0:16778:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384311.800902:0:17551:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ee9f8a04. 00000020:00000010:3.0:1767384311.800908:0:16778:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000944d8c7a. 00000020:00000010:1.0:1767384311.800911:0:17551:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000aa4dcec4. 00000020:00000010:3.0:1767384311.800914:0:16778:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f287db5e. 00000100:00000010:2.0:1767384311.800916:0:16776:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b8f5ffa4. 00000020:00000010:1.0:1767384311.800918:0:17551:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000af542e1b. 00000020:00000040:2.0:1767384311.800921:0:16776:0:(genops.c:1229:class_import_get()) import 00000000df830bbe refcount=5 obd=MGC192.168.202.152@tcp 00000020:00000010:3.0:1767384311.800922:0:16778:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ef976e19. 00000020:00000010:1.0:1767384311.800925:0:17551:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c370a78c. 00000100:00000001:2.0:1767384311.800926:0:16776:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000020:00000040:3.0:1767384311.800929:0:16778:0:(genops.c:898:class_export_put()) PUTting export 00000000b2466616 : new refcount 4 02000000:00000001:2.0:1767384311.800929:0:16776:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384311.800933:0:16776:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384311.800934:0:16778:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384311.800935:0:17551:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 02000000:00000010:2.0:1767384311.800938:0:16776:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000cf527636. 00000100:00000001:1.0:1767384311.800942:0:17551:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384311.800943:0:16776:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384311.800947:0:17551:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384311.800948:0:16776:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000001:1.0:1767384311.800951:0:17551:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384311.800953:0:16776:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000000a76d1fb. 00000100:00000010:2.0:1767384311.800958:0:16776:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 00000000fd49f5b0. 00000020:00000040:2.0:1767384311.800960:0:16776:0:(genops.c:1229:class_import_get()) import 00000000df830bbe refcount=6 obd=MGC192.168.202.152@tcp 00000100:00000001:1.0:1767384311.800960:0:17551:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384311.800966:0:16776:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767384311.800968:0:16776:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384311.800971:0:16776:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fe02c903. 00000100:00000001:1.0:1767384311.800973:0:17551:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384311.800974:0:16776:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446619782659395136 : -124291050156480 : ffff8ef53c1b4e40) 00000100:00000001:2.0:1767384311.800979:0:16776:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384311.800980:0:16776:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782407658496 : -124291301893120 : ffff8ef52d1a1c00) 00000100:00000001:2.0:1767384311.800988:0:16776:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384311.800989:0:16776:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384311.800991:0:16776:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384311.800991:0:17551:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384311.800992:0:16776:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767384311.800996:0:17551:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:2.0:1767384311.800998:0:16776:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b8f5ffa4 x1853236723074560/t0(0) o256->MGC192.168.202.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384311.801003:0:17551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00000040:1.0:1767384311.801009:0:17551:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000cf791f94 : new rpc_count 1 00000100:00000001:2.0:1767384311.801012:0:16776:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384311.801013:0:17551:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619782674429056 : -124291035122560 : ffff8ef53d00b480) 00000100:00000001:2.0:1767384311.801015:0:16776:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384311.801019:0:16776:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1767384311.801019:0:17551:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e11bb988 x1853236723074432/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:292/0 lens 224/0 e 0 to 0 dl 1767384322 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384311.801021:0:16776:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384311.801026:0:16776:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384311.801033:0:16776:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b8f5ffa4 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c0412d60-4f67-4dbc-8791-892843f60083:16776:1853236723074560:0@lo:256: 00000100:00000001:1.0:1767384311.801035:0:17551:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384311.801038:0:17551:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ee9f8a04. 00000100:00000001:1.0:1767384311.801043:0:17551:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384311.801044:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384311.801045:0:16776:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000010:1.0:1767384311.801045:0:17551:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ee9f8a04. 02000000:00000001:2.0:1767384311.801049:0:16776:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767384311.801050:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1767384311.801051:0:16776:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384311.801055:0:17551:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e11bb988 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16138:x1853236723074432:12345-0@lo:13: 00000100:00000001:2.0:1767384311.801056:0:16776:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000001:3.0:1767384311.801057:0:16137:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384311.801061:0:16137:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384311.801061:0:16776:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000043a967b1. 00000400:00000010:3.0:1767384311.801065:0:16137:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000071c374ff. 00000100:00000200:1.0:1767384311.801068:0:17551:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723074432 00000400:00000200:3.0:1767384311.801072:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000042a7b507 00000020:00000001:1.0:1767384311.801072:0:17551:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384311.801074:0:17551:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000010:3.0:1767384311.801076:0:16137:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000042a7b507. 00000020:00000001:1.0:1767384311.801077:0:17551:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384311.801082:0:17551:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1767384311.801084:0:16137:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:1.0:1767384311.801084:0:17551:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072673306064 : -1036245552 : ffffffffc23c25d0) 00000400:00000010:2.0:1767384311.801104:0:16776:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 000000001a1542d4. 00000100:00000200:2.0:1767384311.801108:0:16776:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x695824c904600-0x695824c904600, portal 33 00000100:00000001:2.0:1767384311.801111:0:16776:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384311.801113:0:16776:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384311.801116:0:16776:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000ef7af6c. 00000020:00000001:1.0:1767384311.801118:0:17551:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 02000000:00000001:2.0:1767384311.801120:0:16776:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384311.801123:0:17551:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384311.801124:0:16776:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008e1fef75. 00000100:00000200:3.0:1767384311.801130:0:16137:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c41ee093 x1853236723073792/t0(0) o400->MGC192.168.202.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384327 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384311.801130:0:17551:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000010:2.0:1767384311.801132:0:16776:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000085e5b010. 00000020:00000001:1.0:1767384311.801135:0:17551:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000200:2.0:1767384311.801137:0:16776:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236723074560, portal 25 00000020:00000001:1.0:1767384311.801140:0:17551:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384311.801142:0:16776:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384311.801144:0:16776:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782407658496 : -124291301893120 : ffff8ef52d1a1c00) 00000100:00000001:1.0:1767384311.801148:0:17551:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384311.801152:0:17551:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:2.0:1767384311.801153:0:16776:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b8f5ffa4 x1853236723074560/t0(0) o256->MGC192.168.202.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384327 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767384311.801159:0:17551:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 0000000082792557. 00000100:00000200:3.0:1767384311.801160:0:16137:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c41ee093 x1853236723073792/t0(0) o400->MGC192.168.202.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384327 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384311.801164:0:16776:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1767384311.801165:0:17551:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384311.801171:0:17551:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384311.801172:0:16776:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00002000:00000001:1.0:1767384311.801178:0:17551:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000400:00000010:2.0:1767384311.801179:0:16776:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000008b6ca34. 00000100:00000001:3.0:1767384311.801183:0:16137:0:(events.c:163:reply_in_callback()) Process leaving 00002000:00000001:1.0:1767384311.801183:0:17551:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000100:00000200:2.0:1767384311.801185:0:16776:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853236723074560, offset 0 00000100:00000001:3.0:1767384311.801188:0:16137:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384311.801188:0:17551:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00080000:00000001:1.0:1767384311.801192:0:17551:0:(osd_handler.c:571:osd_statfs()) Process entered 00000100:00000001:3.0:1767384311.801193:0:16137:0:(client.c:1578:after_reply()) Process entered 00000400:00000200:2.0:1767384311.801194:0:16776:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:3.0:1767384311.801197:0:16137:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384311.801200:0:16137:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00080000:00000001:1.0:1767384311.801202:0:17551:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384311.801203:0:16137:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384311.801207:0:16776:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:1.0:1767384311.801209:0:17551:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384311.801210:0:16137:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00002000:00000024:1.0:1767384311.801215:0:17551:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 389021696 avail 386924544 00000100:00001000:3.0:1767384311.801218:0:16137:0:(import.c:2128:obd_at_measure()) add 5 to 0000000028df3f77 time=41 v=5 (5 0 0 0) 00000400:00000200:2.0:1767384311.801219:0:16776:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x695824c904600 00000020:00000020:1.0:1767384311.801219:0:17551:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40828928 0 0 00000020:00000020:1.0:1767384311.801225:0:17551:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000cf791f94 dirty 0 pend 0 grant 0 00000100:00001000:3.0:1767384311.801227:0:16137:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f5022cbe time=41 v=5 (1 0 0 0) 00002000:00000020:1.0:1767384311.801230:0:17551:0:(ofd_obd.c:737:ofd_statfs()) 374 blocks: 371 free, 331 avail; 12296 objects: 11872 free; state 0 00000400:00000200:2.0:1767384311.801233:0:16776:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x1021 [2] + 0 00000100:00000001:3.0:1767384311.801237:0:16137:0:(client.c:1480:ptlrpc_check_status()) Process entered 00002000:00000001:1.0:1767384311.801238:0:17551:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000100:00000001:3.0:1767384311.801241:0:16137:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384311.801243:0:16776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cb85163d. 00000001:00000001:1.0:1767384311.801245:0:17551:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00010000:00000001:3.0:1767384311.801246:0:16137:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:2.0:1767384311.801248:0:16776:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000003513c192 00010000:00000001:3.0:1767384311.801250:0:16137:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384311.801250:0:17551:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384311.801253:0:16776:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384311.801257:0:16137:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1767384311.801257:0:17551:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384311.801259:0:16776:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000040:1.0:1767384311.801265:0:17551:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236723074432 00000400:00000200:2.0:1767384311.801266:0:16776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003513c192 00000100:00000040:3.0:1767384311.801268:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c41ee093 x1853236723073792/t0(0) o400->MGC192.168.202.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384327 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384311.801270:0:16776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003513c192. 00010000:00000001:1.0:1767384311.801272:0:17551:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:2.0:1767384311.801276:0:16776:0:(events.c:286:request_in_callback()) Process entered 00010000:00000200:1.0:1767384311.801281:0:17551:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e11bb988 x1853236723074432/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:292/0 lens 224/368 e 0 to 0 dl 1767384322 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384311.801284:0:16776:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384311.801289:0:16776:0:(events.c:337:request_in_callback()) incoming req@00000000f7261e06 x1853236723074560 msgsize 304 00000100:00100000:2.0:1767384311.801302:0:16776:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384311.801306:0:16776:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00010000:00000001:1.0:1767384311.801314:0:17551:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1767384311.801315:0:16776:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384311.801317:0:16137:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384311.801321:0:16137:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:2.0:1767384311.801321:0:16776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000008b6ca34 00000400:00000010:2.0:1767384311.801325:0:16776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000008b6ca34. 00010000:00000001:1.0:1767384311.801325:0:17551:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384311.801326:0:16137:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767384311.801332:0:17551:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bde6550e time=30 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384311.801333:0:16776:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:3.0:1767384311.801336:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c41ee093 x1853236723073792/t0(0) o400->MGC192.168.202.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384327 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384311.801338:0:17551:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000200:2.0:1767384311.801340:0:16776:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b8f5ffa4 x1853236723074560/t0(0) o256->MGC192.168.202.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384327 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384311.801344:0:17551:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 21 to 0@lo 00000100:00000001:1.0:1767384311.801350:0:17551:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 02000000:00000001:1.0:1767384311.801356:0:17551:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384311.801359:0:17551:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384311.801364:0:17551:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384311.801370:0:17551:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384311.801375:0:16776:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:1.0:1767384311.801376:0:17551:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003e5426fc. 00000100:00100000:3.0:1767384311.801377:0:16137:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c41ee093 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c0412d60-4f67-4dbc-8791-892843f60083:16137:1853236723073792:0@lo:400: 00000100:00000040:2.0:1767384311.801380:0:16776:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000b8f5ffa4 x1853236723074560/t0(0) o256->MGC192.168.202.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384327 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384311.801383:0:17551:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853236723074432, offset 224 00000100:00000001:3.0:1767384311.801390:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384311.801392:0:16776:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384311.801395:0:17551:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384311.801397:0:16137:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384311.801397:0:16776:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384311.801404:0:16776:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384311.801406:0:16137:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c41ee093 x1853236723073792/t0(0) o400->MGC192.168.202.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384327 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384311.801406:0:17551:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384311.801409:0:16776:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294901788 00000100:00000001:2.0:1767384311.801416:0:16776:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294901785 00000400:00000200:1.0:1767384311.801420:0:17551:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x695824c904580 00000100:00000001:2.0:1767384311.801422:0:16776:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294901788 00000100:00000001:3.0:1767384311.801426:0:16137:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1767384311.801428:0:16776:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294901785 00000400:00000200:1.0:1767384311.801430:0:17551:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x171d [1] + 224 02000000:00000001:3.0:1767384311.801432:0:16137:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1767384311.801433:0:16776:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294901788 02000000:00000010:3.0:1767384311.801437:0:16137:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006d2706b6. 00000400:00000200:1.0:1767384311.801437:0:17551:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384311.801439:0:16776:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294901785 00000400:00000200:1.0:1767384311.801445:0:17551:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384311.801446:0:16776:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294901788 02000000:00000001:3.0:1767384311.801447:0:16137:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1767384311.801450:0:17551:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:3.0:1767384311.801452:0:16137:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1767384311.801453:0:16776:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294901785 00000020:00000040:3.0:1767384311.801456:0:16137:0:(genops.c:1242:class_import_put()) import 00000000df830bbe refcount=5 obd=MGC192.168.202.152@tcp 00000100:00000200:1.0:1767384311.801456:0:17551:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000091a70da0 x1853236723074432/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384327 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384311.801458:0:16776:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384311.801464:0:16776:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384311.801465:0:16137:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767384311.801469:0:16776:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000010:3.0:1767384311.801470:0:16137:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006f4d9331. 00000100:00000001:2.0:1767384311.801472:0:16776:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:1.0:1767384311.801476:0:17551:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@0000000091a70da0 x1853236723074432/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384327 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384311.801477:0:16776:0:(client.c:2690:ptlrpc_set_wait()) set 00000000fe02c903 going to sleep for 11 seconds 02000000:00000001:3.0:1767384311.801478:0:16137:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1767384311.801482:0:16776:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1767384311.801483:0:16137:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1767384311.801486:0:16776:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384311.801487:0:16137:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c41ee093. 00000100:00000001:3.0:1767384311.801496:0:16137:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384311.801499:0:16137:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384311.801502:0:16773:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384311.801503:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384311.801503:0:17551:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:2.0:1767384311.801524:0:16773:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723074560 00000400:00000200:1.0:1767384311.801524:0:17551:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003e5426fc 00000100:00000001:3.0:1767384311.801525:0:16137:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:1.0:1767384311.801528:0:17551:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003e5426fc. 02000000:00000001:2.0:1767384311.801529:0:16773:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384311.801531:0:16137:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384311.801533:0:16773:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384311.801534:0:17551:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384311.801535:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384311.801536:0:16773:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384311.801537:0:17551:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384311.801540:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384311.801541:0:16773:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384311.801542:0:17551:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384311.801547:0:16773:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723074560 00000100:00000040:1.0:1767384311.801548:0:17551:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 20 to 0@lo 00000020:00000001:2.0:1767384311.801551:0:16773:0:(genops.c:811:class_conn2export()) Process entered 00010000:00000001:1.0:1767384311.801552:0:17551:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000040:2.0:1767384311.801554:0:16773:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eec8e1 00000020:00000001:1.0:1767384311.801555:0:17551:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384311.801558:0:16773:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1767384311.801559:0:17551:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000040:2.0:1767384311.801561:0:16773:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000555601ca refcount=15 00000100:00000040:1.0:1767384311.801565:0:17551:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e11bb988 x1853236723074432/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:292/0 lens 224/368 e 0 to 0 dl 1767384322 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384311.801566:0:16773:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000020:00000001:2.0:1767384311.801570:0:16773:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000100:00000001:3.0:1767384311.801573:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384311.801576:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384311.801577:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:2.0:1767384311.801581:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000778d9b2b. 00000400:00000001:3.0:1767384311.801583:0:16140:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767384311.801585:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000001:3.0:1767384311.801588:0:16140:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:2.0:1767384311.801590:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000778d9b2b. 00000400:00000010:3.0:1767384311.801593:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000057d7f8e9. 00000020:00000010:2.0:1767384311.801597:0:16773:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000491f8641. 00000400:00000200:3.0:1767384311.801601:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000760f2c64 00000020:00000010:2.0:1767384311.801603:0:16773:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009ab7f566. 00000100:00100000:1.0:1767384311.801608:0:17551:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e11bb988 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16138:x1853236723074432:12345-0@lo:13: Request processed in 570us (1529us total) trans 0 rc 0/0 00000020:00000010:2.0:1767384311.801610:0:16773:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000cdb44793. 00000400:00000010:3.0:1767384311.801615:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000760f2c64. 00000100:00000040:2.0:1767384311.801618:0:16773:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384311.801622:0:16140:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:1.0:1767384311.801622:0:17551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00000001:2.0:1767384311.801623:0:16773:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384311.801627:0:16773:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:1.0:1767384311.801628:0:17551:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000cf791f94 : new rpc_count 0 00000100:00000001:2.0:1767384311.801629:0:16773:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384311.801632:0:16140:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f9bb72ab x1853236723074176/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384327 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384311.801633:0:17551:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384311.801635:0:16773:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384311.801636:0:17551:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384311.801641:0:17551:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000af542e1b. 00000100:00000001:2.0:1767384311.801647:0:16773:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384311.801648:0:17551:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c370a78c. 00000100:00000200:3.0:1767384311.801653:0:16140:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f9bb72ab x1853236723074176/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384327 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384311.801654:0:17551:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000aa4dcec4. 00000100:00000001:2.0:1767384311.801657:0:16773:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000040:1.0:1767384311.801660:0:17551:0:(genops.c:898:class_export_put()) PUTting export 00000000cf791f94 : new refcount 4 00000100:00000001:2.0:1767384311.801661:0:16773:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384311.801666:0:17551:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384311.801669:0:16773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 92 00000100:00000040:2.0:1767384311.801674:0:16773:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000555601ca : new rpc_count 1 00000100:00000001:3.0:1767384311.801675:0:16140:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384311.801676:0:16773:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619781697412176 : -124292012139440 : ffff8ef502c49c50) 00000100:00000001:3.0:1767384311.801681:0:16140:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384311.801682:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f7261e06 x1853236723074560/t0(0) o256->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:292/0 lens 304/0 e 0 to 0 dl 1767384322 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384311.801687:0:16140:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767384311.801687:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767384311.801691:0:16140:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384311.801691:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384311.801696:0:16138:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767384311.801697:0:16140:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384311.801697:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000001:1.0:1767384311.801701:0:16138:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767384311.801702:0:16140:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384311.801703:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000aa68c4ac. 02000000:00000001:3.0:1767384311.801706:0:16140:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384311.801709:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004e2d4782 00000020:00000010:2.0:1767384311.801710:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000778d9b2b. 00000100:00001000:3.0:1767384311.801713:0:16140:0:(import.c:2128:obd_at_measure()) add 5 to 00000000edb11b67 time=36 v=5 (5 0 0 0) 00000400:00000010:1.0:1767384311.801713:0:16138:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004e2d4782. 00000100:00000001:1.0:1767384311.801717:0:16138:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:3.0:1767384311.801721:0:16140:0:(import.c:2128:obd_at_measure()) add 1 to 000000006fb1a5f2 time=36 v=5 (1 0 0 0) 00000100:00000200:1.0:1767384311.801723:0:16138:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000091a70da0 x1853236723074432/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384327 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384311.801728:0:16140:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384311.801731:0:16140:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384311.801734:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384311.801737:0:16140:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000010:2.0:1767384311.801740:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000778d9b2b. 00000100:00000200:1.0:1767384311.801740:0:16138:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000091a70da0 x1853236723074432/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384327 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:3.0:1767384311.801745:0:16140:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000f9bb72ab x1853236723074176/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384327 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384311.801753:0:16773:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000f7261e06 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c0412d60-4f67-4dbc-8791-892843f60083+15:16776:x1853236723074560:12345-0@lo:256: 00000100:00000001:1.0:1767384311.801763:0:16138:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:2.0:1767384311.801765:0:16773:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723074560 00000100:00000001:1.0:1767384311.801767:0:16138:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384311.801771:0:16773:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:1.0:1767384311.801772:0:16138:0:(client.c:1578:after_reply()) Process entered 00000020:00000001:2.0:1767384311.801776:0:16773:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 02000000:00000001:1.0:1767384311.801776:0:16138:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000001:3.0:1767384311.801777:0:16140:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384311.801781:0:16773:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384311.801781:0:16138:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384311.801783:0:16140:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1767384311.801786:0:16138:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384311.801787:0:16140:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000020:00000001:2.0:1767384311.801787:0:16773:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384311.801792:0:16773:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669141472 : -1040410144 : ffffffffc1fc99e0) 00000100:00000001:3.0:1767384311.801793:0:16140:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 02000000:00000001:1.0:1767384311.801793:0:16138:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384311.801797:0:16773:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1767384311.801798:0:16140:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384311.801800:0:16773:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767384311.801801:0:16138:0:(import.c:2128:obd_at_measure()) add 5 to 0000000032110564 time=30 v=5 (5 0 0 0) 00000020:00000001:2.0:1767384311.801804:0:16773:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000040:3.0:1767384311.801806:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f9bb72ab x1853236723074176/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384327 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384311.801808:0:16773:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00001000:1.0:1767384311.801811:0:16138:0:(import.c:2128:obd_at_measure()) add 1 to 000000001fbc0fd6 time=30 v=5 (1 0 0 0) 00000020:00000001:2.0:1767384311.801813:0:16773:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384311.801819:0:16773:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1767384311.801821:0:16138:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:2.0:1767384311.801824:0:16773:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1767384311.801826:0:16140:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000010:2.0:1767384311.801830:0:16773:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 000000003b9bade1. 00000100:00000001:3.0:1767384311.801832:0:16140:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384311.801833:0:16138:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384311.801834:0:16773:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384311.801836:0:16140:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384311.801840:0:16138:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767384311.801841:0:16773:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384311.801844:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f9bb72ab x1853236723074176/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384327 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 20000000:00000001:2.0:1767384311.801847:0:16773:0:(mgs_handler.c:652:mgs_config_read()) Process entered 00010000:00080000:1.0:1767384311.801850:0:16138:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000091a70da0 x1853236723074432/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384327 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 20000000:00000001:2.0:1767384311.801852:0:16773:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:2.0:1767384311.801858:0:16773:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384311.801862:0:16773:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384311.801867:0:16773:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384311.801873:0:16773:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384311.801874:0:16140:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f9bb72ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:16140:1853236723074176:0@lo:400: 00010000:00000001:1.0:1767384311.801877:0:16138:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:2.0:1767384311.801878:0:16773:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 00000100:00000001:1.0:1767384311.801881:0:16138:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384311.801885:0:16138:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 20000000:00000010:2.0:1767384311.801886:0:16773:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 0000000092781043. 00000100:00000001:1.0:1767384311.801889:0:16138:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384311.801891:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:2.0:1767384311.801892:0:16773:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 00000100:00000001:1.0:1767384311.801892:0:16138:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384311.801899:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384311.801902:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000091a70da0 x1853236723074432/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384327 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384311.801906:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f9bb72ab x1853236723074176/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384327 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 20000000:00000040:2.0:1767384311.801909:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:2.0:1767384311.801919:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 00000100:00000001:1.0:1767384311.801925:0:16138:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 20000000:00000040:2.0:1767384311.801928:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 00000100:00000001:3.0:1767384311.801929:0:16140:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1767384311.801931:0:16138:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:3.0:1767384311.801934:0:16140:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 20000000:00000040:2.0:1767384311.801935:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 00000100:00000001:1.0:1767384311.801936:0:16138:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1767384311.801938:0:16140:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000452a7bdd. 20000000:00000040:2.0:1767384311.801941:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 00000004:00000001:1.0:1767384311.801942:0:16138:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 02000000:00000001:3.0:1767384311.801945:0:16140:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 20000000:00000040:2.0:1767384311.801946:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 00000004:00000040:1.0:1767384311.801947:0:16138:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000020:00000001:3.0:1767384311.801949:0:16140:0:(genops.c:1236:class_import_put()) Process entered 20000000:00000040:2.0:1767384311.801951:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 00000020:00000040:3.0:1767384311.801954:0:16140:0:(genops.c:1242:class_import_put()) import 000000005a28ad8c refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000004:00000040:1.0:1767384311.801954:0:16138:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=95744 free=94976 avail=84736 avail_mb=331 hwm_mb=3 files=12296 ffree=11872 state=0: rc = 0 00000020:00000001:3.0:1767384311.801958:0:16140:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384311.801963:0:16140:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005320ea82. 20000000:00000040:2.0:1767384311.801964:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 00000004:00000020:1.0:1767384311.801967:0:16138:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (000000009fef8af1): 95744 blocks, 94976 free, 84736 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 12296 files, 11872 free files 0x0 02000000:00000001:3.0:1767384311.801969:0:16140:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 20000000:00000040:2.0:1767384311.801970:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 02000000:00000001:3.0:1767384311.801974:0:16140:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000004:00000001:1.0:1767384311.801976:0:16138:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384311.801977:0:16140:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f9bb72ab. 20000000:00000040:2.0:1767384311.801977:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:2.0:1767384311.801982:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 00000100:00000040:1.0:1767384311.801982:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000091a70da0 x1853236723074432/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384327 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384311.801985:0:16140:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 20000000:00000040:2.0:1767384311.801988:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 00000100:00000001:3.0:1767384311.801990:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 20000000:00000040:2.0:1767384311.801993:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 00000100:00000001:3.0:1767384311.801997:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 20000000:00000040:2.0:1767384311.801999:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 00000100:00100000:1.0:1767384311.802003:0:16138:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000091a70da0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16138:1853236723074432:0@lo:13: 20000000:00000040:2.0:1767384311.802005:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 00000100:00000001:3.0:1767384311.802006:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384311.802011:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384311.802011:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 20000000:00000040:2.0:1767384311.802013:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 00000100:00000001:3.0:1767384311.802017:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384311.802018:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 20000000:00000040:2.0:1767384311.802019:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 00000100:00000001:3.0:1767384311.802022:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384311.802023:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000091a70da0 x1853236723074432/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384327 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 20000000:00000040:2.0:1767384311.802024:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:2.0:1767384311.802031:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 00000100:00000001:1.0:1767384311.802033:0:16138:0:(client.c:2768:__ptlrpc_free_req()) Process entered 20000000:00000040:2.0:1767384311.802034:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 02000000:00000001:1.0:1767384311.802036:0:16138:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 20000000:01000000:2.0:1767384311.802038:0:16773:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 424, pages 3672/1/4/3. 02000000:00000010:1.0:1767384311.802039:0:16138:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000006926da5. 02000000:00000001:1.0:1767384311.802045:0:16138:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 20000000:00000040:2.0:1767384311.802047:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:2.0:1767384311.802050:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 00000020:00000001:1.0:1767384311.802054:0:16138:0:(genops.c:1236:class_import_put()) Process entered 20000000:00000040:2.0:1767384311.802055:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 00000020:00000040:1.0:1767384311.802058:0:16138:0:(genops.c:1242:class_import_put()) import 0000000068bc8709 refcount=2 obd=lustre-OST0000-osc-MDT0000 20000000:00000040:2.0:1767384311.802059:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 00000020:00000001:1.0:1767384311.802062:0:16138:0:(genops.c:1249:class_import_put()) Process leaving 20000000:00000040:2.0:1767384311.802063:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 02000000:00000010:1.0:1767384311.802065:0:16138:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b37364a5. 20000000:00000040:2.0:1767384311.802066:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 02000000:00000001:1.0:1767384311.802069:0:16138:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 20000000:00000040:2.0:1767384311.802070:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 02000000:00000001:1.0:1767384311.802073:0:16138:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 20000000:00000040:2.0:1767384311.802074:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 00000100:00000010:1.0:1767384311.802075:0:16138:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000091a70da0. 20000000:00000040:2.0:1767384311.802077:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 00000100:00000001:1.0:1767384311.802080:0:16138:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 20000000:00000040:2.0:1767384311.802081:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 00000100:00000001:1.0:1767384311.802082:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 20000000:00000040:2.0:1767384311.802084:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:2.0:1767384311.802109:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:2.0:1767384311.802112:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:2.0:1767384311.802113:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:2.0:1767384311.802115:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:2.0:1767384311.802117:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:2.0:1767384311.802118:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:2.0:1767384311.802120:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:2.0:1767384311.802121:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:2.0:1767384311.802123:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:01000000:2.0:1767384311.802125:0:16773:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 424, pages 3248/1/4/3. 20000000:01000000:2.0:1767384311.802127:0:16773:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 848, version 44 20000000:00000001:2.0:1767384311.802128:0:16773:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=848 : 848 : 350) 00000100:00000001:2.0:1767384311.802131:0:16773:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:2.0:1767384311.802134:0:16773:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 0000000039b07bb3. 00000100:00000010:2.0:1767384311.802142:0:16773:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 0000000014372af5. 00000020:00000040:2.0:1767384311.802144:0:16773:0:(genops.c:887:class_export_get()) GET export 00000000555601ca refcount=16 00010000:00000001:2.0:1767384311.802146:0:16773:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:2.0:1767384311.802148:0:16773:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:2.0:1767384311.802151:0:16773:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000008b6ca34. 00000400:00000010:2.0:1767384311.802155:0:16773:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000a4167423. 00000100:00000001:1.0:1767384311.802156:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384311.802160:0:16773:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384311.802163:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384311.802165:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384311.802170:0:16773:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384311.802170:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384311.802174:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384311.802179:0:16773:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 848 into portal 33 MB=0x695824c904600 00000400:00000200:2.0:1767384311.802184:0:16773:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 848/848 into md 0x1731 [4] + 0 00000400:00000010:2.0:1767384311.802187:0:16773:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000043a967b1. 00000400:00000200:2.0:1767384311.802190:0:16773:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000001a1542d4 00000400:00000200:2.0:1767384311.802193:0:16773:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384311.802196:0:16773:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384311.802198:0:16773:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001a1542d4 00000400:00000010:2.0:1767384311.802199:0:16773:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 000000001a1542d4. 00000100:00000001:2.0:1767384311.802202:0:16773:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:2.0:1767384311.802203:0:16773:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 00000000b8f5ffa4 desc 000000000a76d1fb mbits 1853236723074560 00000100:00000001:2.0:1767384311.802212:0:16773:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:2.0:1767384311.802215:0:16773:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767384311.802218:0:16773:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:2.0:1767384311.802222:0:16773:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x1741 00000400:00000200:2.0:1767384311.802225:0:16773:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384311.802228:0:16773:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:3.0:1767384311.802229:0:16776:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384311.802231:0:16773:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:2.0:1767384311.802233:0:16773:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 0000000039b07bb3 00000100:00000001:3.0:1767384311.802234:0:16776:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384311.802235:0:16773:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:2.0:1767384311.802241:0:16773:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000008b6ca34 00000400:00000010:2.0:1767384311.802243:0:16773:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000008b6ca34. 00000100:00000001:2.0:1767384311.802245:0:16773:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:2.0:1767384311.802246:0:16773:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 0000000039b07bb3 00000100:00000001:2.0:1767384311.802248:0:16773:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:2.0:1767384311.802250:0:16773:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 848 bytes via portal 33 id 12345-0@lo mbits 0x695824c904600-0x695824c904600 00000100:00000001:2.0:1767384311.802252:0:16773:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384311.802255:0:16773:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384311.802263:0:16773:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:2.0:1767384311.802265:0:16773:0:(genops.c:898:class_export_put()) PUTting export 00000000555601ca : new refcount 15 00000100:00000010:2.0:1767384311.802267:0:16773:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 0000000014372af5. 00000100:00000010:2.0:1767384311.802269:0:16773:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 0000000039b07bb3. 00000100:00000001:2.0:1767384311.802271:0:16773:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:2.0:1767384311.802272:0:16773:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:2.0:1767384311.802277:0:16773:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 0000000092781043. 20000000:00000001:2.0:1767384311.802280:0:16773:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384311.802282:0:16773:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236723074560 00010000:00000001:2.0:1767384311.802283:0:16773:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384311.802286:0:16773:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000f7261e06 x1853236723074560/t0(0) o256->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:292/0 lens 304/240 e 0 to 0 dl 1767384322 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384311.802291:0:16773:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384311.802292:0:16773:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384311.802294:0:16773:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dd452398 time=41 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384311.802296:0:16773:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384311.802298:0:16773:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 21 to 0@lo 00000100:00000001:2.0:1767384311.802299:0:16773:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 02000000:00000001:2.0:1767384311.802300:0:16773:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384311.802302:0:16773:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384311.802303:0:16773:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384311.802305:0:16773:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384311.802306:0:16773:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000008b6ca34. 00000100:00000200:2.0:1767384311.802308:0:16773:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853236723074560, offset 224 00000400:00000200:2.0:1767384311.802311:0:16773:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384311.802315:0:16773:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384311.802318:0:16773:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x695824c904600 00000400:00000200:2.0:1767384311.802321:0:16773:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x1735 [1] + 224 00000400:00000200:2.0:1767384311.802324:0:16773:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384311.802326:0:16773:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384311.802327:0:16773:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384311.802329:0:16773:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b8f5ffa4 x1853236723074560/t0(0) o256->MGC192.168.202.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384327 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384311.802335:0:16773:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@00000000b8f5ffa4 x1853236723074560/t0(0) o256->MGC192.168.202.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384327 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384311.802351:0:16773:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384311.802354:0:16773:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000008b6ca34 00000400:00000010:2.0:1767384311.802355:0:16773:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000008b6ca34. 00000100:00000001:2.0:1767384311.802357:0:16773:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384311.802358:0:16773:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384311.802359:0:16773:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384311.802361:0:16773:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 20 to 0@lo 00010000:00000001:2.0:1767384311.802363:0:16773:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384311.802364:0:16773:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384311.802365:0:16773:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384311.802367:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f7261e06 x1853236723074560/t0(0) o256->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:292/0 lens 304/240 e 0 to 0 dl 1767384322 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384311.802373:0:16773:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000f7261e06 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c0412d60-4f67-4dbc-8791-892843f60083+15:16776:x1853236723074560:12345-0@lo:256: Request processed in 676us (1083us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384311.802379:0:16776:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1767384311.802380:0:16773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 92 00000100:00000040:2.0:1767384311.802385:0:16773:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000555601ca : new rpc_count 0 00000100:00000001:2.0:1767384311.802387:0:16773:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000001:3.0:1767384311.802388:0:16776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767384311.802388:0:16773:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000001:3.0:1767384311.802392:0:16776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:2.0:1767384311.802393:0:16773:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009ab7f566. 00000400:00000010:3.0:1767384311.802397:0:16776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008e1fef75. 00000020:00000010:2.0:1767384311.802398:0:16773:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000cdb44793. 00000020:00000010:2.0:1767384311.802404:0:16773:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000491f8641. 00000400:00000200:3.0:1767384311.802407:0:16776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000085e5b010 00000020:00000040:2.0:1767384311.802408:0:16773:0:(genops.c:898:class_export_put()) PUTting export 00000000555601ca : new refcount 14 00000400:00000010:3.0:1767384311.802411:0:16776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000085e5b010. 02000000:00000001:2.0:1767384311.802413:0:16773:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384311.802415:0:16773:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 000000003b9bade1. 00000100:00000001:3.0:1767384311.802420:0:16776:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:2.0:1767384311.802420:0:16773:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384311.802422:0:16773:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384311.802426:0:16773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000200:3.0:1767384311.802429:0:16776:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b8f5ffa4 x1853236723074560/t0(0) o256->MGC192.168.202.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384327 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384311.802430:0:16773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000043a967b1. 00000400:00000010:2.0:1767384311.802434:0:16773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001a1542d4. 00000100:00000200:3.0:1767384311.802446:0:16776:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b8f5ffa4 x1853236723074560/t0(0) o256->MGC192.168.202.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384327 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384311.802456:0:16776:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384311.802465:0:16776:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384311.802467:0:16776:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384311.802469:0:16776:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384311.802471:0:16776:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384311.802473:0:16776:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384311.802475:0:16776:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384311.802479:0:16776:0:(import.c:2128:obd_at_measure()) add 5 to 0000000028df3f77 time=41 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384311.802483:0:16776:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f5022cbe time=41 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384311.802486:0:16776:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384311.802487:0:16776:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384311.802489:0:16776:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384311.802491:0:16776:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384311.802493:0:16776:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384311.802497:0:16776:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@00000000b8f5ffa4 x1853236723074560/t0(0) o256->MGC192.168.202.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384327 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384311.802521:0:16776:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@00000000b8f5ffa4 x1853236723074560/t0(0) o256->MGC192.168.202.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384327 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384311.802529:0:16776:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384311.802531:0:16776:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384311.802534:0:16776:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b8f5ffa4 x1853236723074560/t0(0) o256->MGC192.168.202.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384327 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384311.802542:0:16776:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b8f5ffa4 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c0412d60-4f67-4dbc-8791-892843f60083:16776:1853236723074560:0@lo:256: 00000100:00000001:3.0:1767384311.802546:0:16776:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384311.802549:0:16776:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384311.802550:0:16776:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767384311.802552:0:16776:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384311.802554:0:16776:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b8f5ffa4 x1853236723074560/t0(0) o256->MGC192.168.202.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384327 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384311.802561:0:16776:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384311.802563:0:16776:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000fe02c903. 00000100:00000001:3.0:1767384311.802566:0:16776:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767384311.802567:0:16776:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:3.0:1767384311.802572:0:16776:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 44, more 0. 10000000:00000001:3.0:1767384311.802582:0:16776:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:3.0:1767384311.802588:0:16776:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 00000000e26889dc. 10000000:00000040:3.0:1767384311.802597:0:16776:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.202.152@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 00010000:00000001:3.0:1767384311.802604:0:16776:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:3.0:1767384311.802606:0:16776:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:3.0:1767384311.802610:0:16776:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.202.152@tcp has 192.168.202.152@tcp. 00000100:00000001:3.0:1767384311.802613:0:16776:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384311.802616:0:16776:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:3.0:1767384311.802617:0:16776:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.202.152@tcp with 192.168.202.152@tcp 00000100:00000200:3.0:1767384311.802619:0:16776:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.202.152@tcp' 00000400:00000200:3.0:1767384311.802623:0:16776:0:(peer.c:1356:LNetAddPeer()) Add peer with 20 NIDs 00000400:00001000:3.0:1767384311.802626:0:16776:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:3.0:1767384311.802629:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.202.152@tcp 00000400:00000200:3.0:1767384311.802634:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp NID flags 0x100001: -17 00000400:00000200:3.0:1767384311.802639:0:16776:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (20) 00000400:00000200:3.0:1767384311.802645:0:16776:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:3.0:1767384311.802648:0:16776:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.202.152@tcp NID 192.168.202.152@tcp: 0. pending discovery 00000400:00000200:3.0:1767384311.802650:0:16776:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000005d9714d7 (21) 00000400:00000200:3.0:1767384311.802653:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp 00000400:00000200:3.0:1767384311.802655:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.202.152@tcp10 00000400:00000200:3.0:1767384311.802659:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp10 NID flags 0x1: -114 00000400:00000200:3.0:1767384311.802661:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp10 00000400:00000200:3.0:1767384311.802663:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.202.152@tcp11 00000400:00000200:3.0:1767384311.802666:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp11 NID flags 0x1: -114 00000400:00000200:3.0:1767384311.802668:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp11 00000400:00000200:3.0:1767384311.802670:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.202.152@tcp12 00000400:00000200:3.0:1767384311.802672:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp12 NID flags 0x1: -114 00000400:00000200:3.0:1767384311.802674:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp12 00000400:00000200:3.0:1767384311.802676:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.202.152@tcp13 00000400:00000200:3.0:1767384311.802679:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp13 NID flags 0x1: -114 00000400:00000200:3.0:1767384311.802680:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp13 00000400:00000200:3.0:1767384311.802682:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.202.152@tcp14 00000400:00000200:3.0:1767384311.802685:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp14 NID flags 0x1: -114 00000400:00000200:3.0:1767384311.802687:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp14 00000400:00000200:3.0:1767384311.802689:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.202.152@tcp15 00000400:00000200:3.0:1767384311.802700:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp15 NID flags 0x1: -114 00000400:00000200:3.0:1767384311.802702:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp15 00000400:00000200:3.0:1767384311.802704:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.202.152@tcp16 00000400:00000200:3.0:1767384311.802707:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp16 NID flags 0x1: -114 00000400:00000200:3.0:1767384311.802709:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp16 00000400:00000200:3.0:1767384311.802711:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.202.152@tcp17 00000400:00000200:3.0:1767384311.802714:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp17 NID flags 0x1: -114 00000400:00000200:3.0:1767384311.802716:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp17 00000400:00000200:3.0:1767384311.802718:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.202.152@tcp18 00000400:00000200:3.0:1767384311.802721:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp18 NID flags 0x1: -114 00000400:00000200:3.0:1767384311.802723:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp18 00000400:00000200:3.0:1767384311.802726:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.202.152@tcp19 00000400:00000200:3.0:1767384311.802729:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp19 NID flags 0x1: -114 00000400:00000200:3.0:1767384311.802731:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp19 00000400:00000200:3.0:1767384311.802733:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.202.152@tcp20 00000400:00000200:3.0:1767384311.802736:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp20 NID flags 0x1: -114 00000400:00000200:3.0:1767384311.802738:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp20 00000400:00000200:3.0:1767384311.802740:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.202.152@tcp21 00000400:00000200:3.0:1767384311.802743:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp21 NID flags 0x1: -114 00000400:00000200:3.0:1767384311.802745:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp21 00000400:00000200:3.0:1767384311.802746:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.202.152@tcp22 00000400:00000200:3.0:1767384311.802749:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp22 NID flags 0x1: -114 00000400:00000200:3.0:1767384311.802751:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp22 00000400:00000200:3.0:1767384311.802753:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.202.152@tcp23 00000400:00000200:3.0:1767384311.802757:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp23 NID flags 0x1: -114 00000400:00000200:3.0:1767384311.802759:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp23 00000400:00000200:3.0:1767384311.802761:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.202.152@tcp24 00000400:00000200:3.0:1767384311.802764:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp24 NID flags 0x1: -114 00000400:00000200:3.0:1767384311.802766:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp24 00000400:00000200:3.0:1767384311.802768:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.202.152@tcp25 00000400:00000200:3.0:1767384311.802771:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp25 NID flags 0x1: -114 00000400:00000200:3.0:1767384311.802773:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp25 00000400:00000200:3.0:1767384311.802775:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.202.152@tcp26 00000400:00000200:3.0:1767384311.802778:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp26 NID flags 0x1: -114 00000400:00000200:3.0:1767384311.802780:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp26 00000400:00000200:3.0:1767384311.802782:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.202.152@tcp27 00000400:00000200:3.0:1767384311.802792:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp27 NID flags 0x1: -114 00000400:00000200:3.0:1767384311.802794:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp27 00000400:00000200:3.0:1767384311.802796:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.202.152@tcp28 00000400:00000200:3.0:1767384311.802799:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp28 NID flags 0x1: -114 00000400:00000200:3.0:1767384311.802800:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp28 00000100:00000001:3.0:1767384311.802802:0:16776:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384311.802804:0:16776:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:3.0:1767384311.802808:0:16776:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.202.152@tcp' by NID '192.168.202.152@tcp' 10000000:00000010:3.0:1767384311.802813:0:16776:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 0000000078d014a3. 10000000:00000040:3.0:1767384311.802816:0:16776:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 44/44 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.202.152@tcp::2 00000020:00000080:3.0:1767384311.802819:0:16776:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000020:00000001:3.0:1767384311.802825:0:16776:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:3.0:1767384311.802830:0:16776:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a9f525db. 00000020:00000010:3.0:1767384311.802834:0:16776:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000f8dd4368. 00000040:00000010:3.0:1767384311.802838:0:16776:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000a5608f5c. 00000020:00000010:3.0:1767384311.802842:0:16776:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000006977d006. 00000020:00000010:3.0:1767384311.802847:0:16776:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000003ad121f2. 00000020:00000010:3.0:1767384311.802851:0:16776:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000008341e060. 80000000:00000010:3.0:1767384311.802855:0:16776:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000c1679cef. 40000000:00000010:3.0:1767384311.802860:0:16776:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000060d22df4. 00100000:00000010:3.0:1767384311.802864:0:16776:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000ea1351e4. 00040000:00000010:3.0:1767384311.802870:0:16776:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000374fc03a. 00040000:00000010:3.0:1767384311.802875:0:16776:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000005e1e4e83. 00040000:00000010:3.0:1767384311.802880:0:16776:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000030d2709f. 00080000:00000010:3.0:1767384311.802885:0:16776:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000004740d533. 00000004:00000010:3.0:1767384311.802890:0:16776:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000032ed4fd. 00000004:00000010:3.0:1767384311.802895:0:16776:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000001a7925a7. 00000004:00000010:3.0:1767384311.802900:0:16776:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000007a5adebd. 00002000:00000010:3.0:1767384311.802905:0:16776:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000005a39b63d. 00000004:00000010:3.0:1767384311.802909:0:16776:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000079c399d6. 00000004:00000001:3.0:1767384311.802914:0:16776:0:(osp_dev.c:662:osp_process_config()) Process entered 00000040:00000001:3.0:1767384311.802917:0:16776:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:3.0:1767384311.802919:0:16776:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 0000000078d014a3 00000040:00001000:3.0:1767384311.802920:0:16776:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:3.0:1767384311.802928:0:16776:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:3.0:1767384311.802930:0:16776:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:3.0:1767384311.802932:0:16776:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:3.0:1767384311.802936:0:16776:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:3.0:1767384311.802937:0:16776:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:3.0:1767384311.802939:0:16776:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:3.0:1767384311.802941:0:16776:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.202.152@tcp::2 00000040:00000001:3.0:1767384311.802944:0:16776:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000004:00000001:3.0:1767384311.802999:0:16776:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384311.803006:0:16776:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000f8dd4368. 00000040:00000010:3.0:1767384311.803010:0:16776:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000a5608f5c. 00000020:00000010:3.0:1767384311.803013:0:16776:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000006977d006. 00000020:00000010:3.0:1767384311.803016:0:16776:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000003ad121f2. 00000020:00000010:3.0:1767384311.803020:0:16776:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000008341e060. 80000000:00000010:3.0:1767384311.803025:0:16776:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000c1679cef. 40000000:00000010:3.0:1767384311.803029:0:16776:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000060d22df4. 00100000:00000010:3.0:1767384311.803033:0:16776:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000ea1351e4. 00040000:00000010:3.0:1767384311.803037:0:16776:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000374fc03a. 00040000:00000010:3.0:1767384311.803040:0:16776:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000005e1e4e83. 00040000:00000010:3.0:1767384311.803043:0:16776:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000030d2709f. 00080000:00000010:3.0:1767384311.803048:0:16776:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000004740d533. 00000004:00000010:3.0:1767384311.803052:0:16776:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000032ed4fd. 00000004:00000010:3.0:1767384311.803057:0:16776:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000001a7925a7. 00000004:00000010:3.0:1767384311.803062:0:16776:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000007a5adebd. 00002000:00000010:3.0:1767384311.803066:0:16776:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000005a39b63d. 00000004:00000010:3.0:1767384311.803070:0:16776:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000079c399d6. 00000020:00000010:3.0:1767384311.803075:0:16776:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a9f525db. 00000020:00000001:3.0:1767384311.803078:0:16776:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384311.803080:0:16776:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:3.0:1767384311.803084:0:16776:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 0000000078d014a3. 10000000:00000010:3.0:1767384311.803117:0:16776:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 00000000e26889dc. 10000000:00000001:3.0:1767384311.803120:0:16776:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384311.803124:0:16776:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384311.803128:0:16776:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b8f5ffa4 x1853236723074560/t0(0) o256->MGC192.168.202.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384327 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384311.803149:0:16776:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384311.803152:0:16776:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384311.803153:0:16776:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000ef7af6c. 02000000:00000001:3.0:1767384311.803159:0:16776:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384311.803161:0:16776:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384311.803162:0:16776:0:(genops.c:1242:class_import_put()) import 00000000df830bbe refcount=4 obd=MGC192.168.202.152@tcp 00000020:00000001:3.0:1767384311.803164:0:16776:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767384311.803166:0:16776:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:3.0:1767384311.803168:0:16776:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384311.803169:0:16776:0:(genops.c:1242:class_import_put()) import 00000000df830bbe refcount=3 obd=MGC192.168.202.152@tcp 00000020:00000001:3.0:1767384311.803171:0:16776:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:3.0:1767384311.803173:0:16776:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 00000000fd49f5b0. 00000100:00000010:3.0:1767384311.803176:0:16776:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000000a76d1fb. 00000100:00000001:3.0:1767384311.803179:0:16776:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:3.0:1767384311.803180:0:16776:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000cf527636. 02000000:00000001:3.0:1767384311.803183:0:16776:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384311.803184:0:16776:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384311.803186:0:16776:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b8f5ffa4. 00000100:00000001:3.0:1767384311.803189:0:16776:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384311.803191:0:16776:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:3.0:1767384311.803203:0:16776:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 00000000cae01fab. 10000000:01000000:3.0:1767384311.803207:0:16776:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.152@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:3.0:1767384311.803211:0:16776:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:3.0:1767384311.803213:0:16776:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384311.803215:0:16776:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384311.803217:0:16776:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009b046e44 refcount=3 00000020:00000001:3.0:1767384311.803219:0:16776:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781713886720 : -124291995664896 : ffff8ef503bffe00) 00010000:00000001:3.0:1767384311.803222:0:16776:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781713886720 : -124291995664896 : ffff8ef503bffe00) 00010000:00000001:3.0:1767384311.803224:0:16776:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384311.803227:0:16776:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.152@tcp lock: 000000009b046e44/0x7e51148972eecb81 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7e51148972eecb88 expref: -99 pid: 16776 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384311.803236:0:16776:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384311.803238:0:16776:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384311.803246:0:16776:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.152@tcp lock: 000000009b046e44/0x7e51148972eecb81 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7e51148972eecb88 expref: -99 pid: 16776 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384311.803253:0:16776:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384311.803254:0:16776:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384311.803256:0:16776:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:3.0:1767384311.803258:0:16776:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384311.803260:0:16776:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384311.803263:0:16776:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:3.0:1767384311.803267:0:16776:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1767384311.803269:0:16776:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(0000000070cb7a0b) refs 3 10000000:00000001:3.0:1767384311.803272:0:16776:0:(mgc_request.c:147:config_log_put()) Process leaving 00000020:00000010:2.0:1767384311.812469:0:26026:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 00000000778d9b2b. 00000020:00000040:2.0:1767384311.812477:0:26026:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:2.0:1767384311.812479:0:26026:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 00000000778d9b2b. 00000100:00000040:0.0:1767384311.826125:0:449:0:(connection.c:75:cpu_latency_work()) work item of 000000002fd0fb58 (cpu 0) has reached its deadline 4294901788, at 4294901789 00000100:00000040:3.0:1767384311.826130:0:53:0:(connection.c:75:cpu_latency_work()) work item of 000000009d5c2cb6 (cpu 0) has reached its deadline 4294901788, at 4294901789 00000100:00000010:0.0:1767384311.826136:0:449:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003460d9bc. 00000100:00000010:3.0:1767384311.826140:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000a614fda. 00000100:00000040:2.0:1767384311.826143:0:795:0:(connection.c:75:cpu_latency_work()) work item of 00000000135c2452 (cpu 0) has reached its deadline 4294901788, at 4294901789 00000100:00000010:2.0:1767384311.826152:0:795:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000060da22a9. 00000100:00000040:1.0:1767384311.826158:0:62:0:(connection.c:75:cpu_latency_work()) work item of 00000000edc4e618 (cpu 0) has reached its deadline 4294901788, at 4294901789 00000100:00000010:1.0:1767384311.826167:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000040379a8c. 00080000:00000001:3.0:1767384311.977059:0:26029:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384311.977071:0:26029:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384311.977074:0:26029:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384311.977079:0:26029:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384311.977083:0:26029:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384311.977112:0:26029:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384312.310174:0:16766:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:2.0:1767384312.310179:0:16766:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384312.310188:0:16763:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:0.0:1767384312.310192:0:16763:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384312.374170:0:449:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384312.374178:0:449:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384312.374184:0:449:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384312.374186:0:449:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384312.374225:0:16767:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384312.374228:0:16767:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384312.374231:0:16767:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:1.0:1767384312.689787:0:26194:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384312.689791:0:26194:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg252-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp29 --if ens2 00000001:00000001:1.0:1767384312.693459:0:26194:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:0.0:1767384312.699440:0:26195:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 0000000006926da5. 00000400:00000010:0.0:1767384312.699455:0:26195:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000f6748041. 00000400:00000010:0.0:1767384312.699466:0:26195:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000000d62b05a. 00000400:00000010:0.0:1767384312.699470:0:26195:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000001a1fbdcc. 00000400:00000010:0.0:1767384312.699474:0:26195:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000b628ddd9. 00000400:00000010:0.0:1767384312.699479:0:26195:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000005768ab87. 00000400:00000010:0.0:1767384312.699481:0:26195:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000483ba49d. 00000400:00000010:0.0:1767384312.699483:0:26195:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000002c1d16fc. 00000400:00000010:0.0:1767384312.699487:0:26195:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 0000000061a636dd. 00000800:00000010:0.0:1767384312.699515:0:26195:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000003505a70f. 00000800:00000200:0.0:1767384312.699528:0:26195:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:0.0:1767384312.699540:0:26195:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:0.0:1767384312.699580:0:26195:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.152) 00000400:02000000:0.0:1767384312.699602:0:26195:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.152@tcp29 [8/256/0/180] 00000400:00000010:0.0:1767384312.700875:0:26195:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 377 at 000000002141d7e2. 00000400:00000010:0.0:1767384312.700881:0:26195:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003c10c516. 00000400:00000010:0.0:1767384312.700885:0:26195:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ad1c61c3. 00000400:00000001:0.0:1767384312.700898:0:26195:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384312.700900:0:26195:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384312.700901:0:26195:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000023a9cf75. 00000400:00000200:0.0:1767384312.700903:0:26195:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ad6d2c19 00000400:00000010:0.0:1767384312.700904:0:26195:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ad6d2c19. 00000400:00000010:0.0:1767384312.700908:0:26195:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 361 at 00000000c6b339b3. 00000400:00000200:0.0:1767384312.700914:0:26195:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (20) 00000400:00000200:0.0:1767384312.700923:0:26195:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.152@tcp (000000005d9714d7): 0 00000400:00000200:0.0:1767384312.700931:0:26195:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131101 00000020:00000010:0.0:1767384312.700937:0:26195:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000294d49f0. 00000020:01000000:0.0:1767384312.700941:0:26195:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:0.0:1767384312.700943:0:26195:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.152@tcp29 00000400:00000200:1.0:1767384312.700955:0:16135:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:0.0:1767384312.700958:0:26195:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000f6748041. 00000400:00000010:0.0:1767384312.700961:0:26195:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 0000000006926da5. 00000400:00000200:1.0:1767384312.700962:0:16135:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100151 00000400:00000010:1.0:1767384312.700970:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003e5426fc. 00000400:00000200:1.0:1767384312.700973:0:16135:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (21) 00000400:00000010:1.0:1767384312.700978:0:16135:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000001d3e7fc0. 00000020:00000001:2.0:1767384312.700981:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:1.0:1767384312.700982:0:16135:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.152@tcp27 10000000:00000001:2.0:1767384312.700987:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384312.700990:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384312.700993:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:2.0:1767384312.700996:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:1.0:1767384312.700998:0:16135:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.152@tcp27 to MR: 192.168.202.152@tcp27 local destination 00000020:01000004:2.0:1767384312.700999:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384312.701003:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384312.701005:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384312.701006:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384312.701009:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:1.0:1767384312.701011:0:16135:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp27 NI seq info: [55:55:256:4294967295] 192.168.202.152@tcp27 LPNI seq info [55:55:8:4294967295] 00000020:01000004:2.0:1767384312.701012:0:37:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384312.701014:0:37:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384312.701017:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384312.701020:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:1.0:1767384312.701022:0:16135:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.152@tcp27 00000100:00000010:2.0:1767384312.701026:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b7eed8d1. 00000020:00000040:2.0:1767384312.701032:0:37:0:(genops.c:1229:class_import_get()) import 00000000df830bbe refcount=4 obd=MGC192.168.202.152@tcp 00000100:00000001:2.0:1767384312.701039:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384312.701041:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384312.701045:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384312.701046:0:16135:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp27(192.168.202.152@tcp27:192.168.202.152@tcp27) -> 192.168.202.152@tcp27(192.168.202.152@tcp27:192.168.202.152@tcp27) : PUT try# 0 02000000:00000010:2.0:1767384312.701054:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000eea01c52. 00000800:00000200:1.0:1767384312.701054:0:16135:0:(socklnd_cb.c:1001:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.202.152@tcp27 00000100:00000001:2.0:1767384312.701060:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384312.701069:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384312.701072:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767384312.701072:0:16135:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c61eb977. 00000100:00000040:2.0:1767384312.701080:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b7eed8d1] to pc [ptlrpcd_00_01+1] req@00000000b7eed8d1 x1853236723074688/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1767384312.701084:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000033870e76] -> 12345-192.168.202.152@tcp27 (4) 00000800:00000200:1.1:1767384312.701266:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000033870e76] -> 12345-192.168.202.152@tcp27 (4) 10000000:00000001:2.0:1767384312.701280:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384312.701284:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384312.701286:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1767384312.701289:0:16135:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp27 ip 192.168.202.152:988 00000020:01000000:2.0:1767384312.701290:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:3.0:1767384312.701291:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:1.1:1767384312.701296:0:16135:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c61eb977 type 1, nob 464 niov 1 nkiov 1 00000100:00000001:3.0:1767384312.701297:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1767384312.701298:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000001:3.0:1767384312.701300:0:16138:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:00000001:2.0:1767384312.701302:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384312.701304:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000040:3.0:1767384312.701306:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b7eed8d1 x1853236723074688/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:01000000:2.0:1767384312.701313:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000400:00000200:1.0:1767384312.701313:0:16135:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.152@tcp 00000020:01000004:2.0:1767384312.701318:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:1.0:1767384312.701320:0:16135:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100551 rc 0 00000020:01000004:2.0:1767384312.701322:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00000001:3.0:1767384312.701324:0:16138:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:2.0:1767384312.701326:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000001:3.0:1767384312.701327:0:16138:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1767384312.701329:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384312.701331:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 02000000:00000001:3.0:1767384312.701332:0:16138:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:2.0:1767384312.701333:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 02000000:00000001:3.0:1767384312.701336:0:16138:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:2.0:1767384312.701337:0:37:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384312.701340:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 02000000:00000001:3.0:1767384312.701341:0:16138:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1767384312.701342:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00100000:3.0:1767384312.701345:0:16138:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b7eed8d1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c0412d60-4f67-4dbc-8791-892843f60083:16138:1853236723074688:0@lo:253: 00000100:00000010:2.0:1767384312.701346:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000052cd5bfe. 00000020:00000040:2.0:1767384312.701351:0:37:0:(genops.c:1229:class_import_get()) import 00000000df830bbe refcount=5 obd=MGC192.168.202.152@tcp 00000100:00000001:3.0:1767384312.701352:0:16138:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767384312.701360:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384312.701362:0:16138:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384312.701362:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384312.701364:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384312.701366:0:16138:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384312.701369:0:16138:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384312.701370:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000009843d965. 02000000:00000010:3.0:1767384312.701375:0:16138:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000063d484a8. 00000100:00000001:2.0:1767384312.701375:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384312.701379:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384312.701380:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384312.701384:0:16138:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384312.701386:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000052cd5bfe] to pc [ptlrpcd_00_02+2] req@0000000052cd5bfe x1853236723074816/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384312.701390:0:16138:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008fcebc09. 00000400:00000010:3.0:1767384312.701398:0:16138:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001466db36. 00000100:00000200:3.0:1767384312.701402:0:16138:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236723074688, portal 25 00000100:00000001:3.0:1767384312.701405:0:16138:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384312.701407:0:16138:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782407654912 : -124291301896704 : ffff8ef52d1a0e00) 10000000:00000001:2.0:1767384312.701408:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384312.701412:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384312.701414:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767384312.701415:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000100:00000040:3.0:1767384312.701417:0:16138:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b7eed8d1 x1853236723074688/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384328 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384312.701418:0:37:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000294d49f0. 00000100:00000001:3.0:1767384312.701429:0:16138:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384312.701429:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384312.701434:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384312.701437:0:16138:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384312.701440:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1767384312.701443:0:16138:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004a260803. 00000100:00100000:2.0:1767384312.701443:0:16140:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:2.0:1767384312.701447:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384312.701450:0:16138:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236723074688, offset 0 00000100:00000001:2.0:1767384312.701455:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384312.701458:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384312.701459:0:16138:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384312.701461:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384312.701463:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384312.701464:0:16140:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384312.701467:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000052cd5bfe x1853236723074816/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384312.701471:0:16138:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384312.701481:0:16140:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1767384312.701484:0:16138:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824c904680 00000100:00000001:2.0:1767384312.701484:0:16140:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384312.701488:0:16140:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000200:1.0:1767384312.701489:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000001:2.0:1767384312.701490:0:16140:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384312.701495:0:16138:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1031 [2] + 0 00000800:00000010:1.0:1767384312.701510:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c61eb977. 00000400:00000010:3.0:1767384312.701512:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000c754a5c. 02000000:00000001:2.0:1767384312.701512:0:16140:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384312.701515:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384312.701520:0:16138:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000220c5bd3 00000100:00100000:2.0:1767384312.701520:0:16140:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000052cd5bfe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c0412d60-4f67-4dbc-8791-892843f60083:16140:1853236723074816:0@lo:253: 00000400:00000200:1.0:1767384312.701526:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp27->192.168.202.152@tcp27: PUT: OK 00000100:00000001:2.0:1767384312.701527:0:16140:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1767384312.701530:0:16138:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1767384312.701531:0:16140:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1767384312.701532:0:16131:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 02000000:00000001:2.0:1767384312.701535:0:16140:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384312.701539:0:16138:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384312.701539:0:16131:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.152@tcp27: 0 02000000:00000001:2.0:1767384312.701540:0:16140:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384312.701546:0:16140:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000412990b8. 02000000:00000001:2.0:1767384312.701549:0:16140:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384312.701550:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384312.701552:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000220c5bd3 00000400:00000010:2.0:1767384312.701552:0:16140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cb85163d. 00000400:00000010:3.0:1767384312.701557:0:16138:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000220c5bd3. 00000800:00000001:1.0:1767384312.701559:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384312.701562:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384312.701563:0:16138:0:(events.c:286:request_in_callback()) Process entered 00000400:00000010:2.0:1767384312.701565:0:16140:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f4d7965e. 00000100:00000200:3.0:1767384312.701566:0:16138:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000800:00000001:1.0:1767384312.701566:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384312.701570:0:16140:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236723074816, portal 25 00000100:00000040:3.0:1767384312.701572:0:16138:0:(events.c:337:request_in_callback()) incoming req@00000000bf63ff76 x1853236723074688 msgsize 4848 00000100:00000001:2.0:1767384312.701574:0:16140:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384312.701578:0:16140:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782407661184 : -124291301890432 : ffff8ef52d1a2680) 00000400:00000200:1.0:1767384312.701580:0:16131:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.152@tcp27(192.168.202.152@tcp27) <- 192.168.202.152@tcp27 : PUT - for me 00000100:00100000:3.0:1767384312.701585:0:16138:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384312.701586:0:16140:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000052cd5bfe x1853236723074816/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384328 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384312.701589:0:16138:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:1.0:1767384312.701593:0:16131:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.152@tcp of length 368 into portal 0 MB=0x8000000000000000 00000100:00000001:3.0:1767384312.701601:0:16138:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384312.701601:0:16140:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767384312.701605:0:16131:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.152@tcp of length 352/368 into md 0x16cd [1] + 0 00000100:00000040:2.0:1767384312.701608:0:16140:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384312.701612:0:16131:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008b86d1cd. 00000400:00000010:2.0:1767384312.701613:0:16140:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a9955d95. 00000400:00000200:1.0:1767384312.701617:0:16131:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000006f155c59 00000400:00000200:3.0:1767384312.701621:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004a260803 00000400:00000010:3.0:1767384312.701624:0:16138:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004a260803. 00000100:00000200:2.0:1767384312.701628:0:16140:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236723074816, offset 0 00000800:00000001:1.0:1767384312.701630:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384312.701636:0:16140:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000800:00000001:1.0:1767384312.701637:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384312.701640:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384312.701642:0:16138:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1767384312.701646:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:3.0:1767384312.701649:0:16138:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b7eed8d1 x1853236723074688/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384328 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384312.701652:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp27->192.168.202.152@tcp27: PUT: OK 00000400:00000200:2.0:1767384312.701657:0:16140:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824c904700 00000400:00000200:1.0:1767384312.701661:0:16131:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006f155c59 00000400:00000010:1.0:1767384312.701665:0:16131:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006f155c59. 00000100:00000001:3.0:1767384312.701669:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1767384312.701670:0:16131:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:2.0:1767384312.701673:0:16140:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1041 [2] + 0 00000400:00000200:1.0:1767384312.701676:0:16131:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (22) 00000100:00000040:3.0:1767384312.701682:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b7eed8d1 x1853236723074688/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384328 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384312.701682:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b227ffda. 00000400:00000200:1.0:1767384312.701686:0:16131:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.152@tcp(000000005d9714d7) is MR 00000400:00000200:2.0:1767384312.701689:0:16140:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000074ba265f 00000400:00000200:1.0:1767384312.701693:0:16131:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.202.152@tcp (368 bytes) 00000400:00000200:2.0:1767384312.701696:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384312.701700:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384312.701703:0:16131:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.152@tcp (000000005d9714d7): -114 00000400:00000200:2.0:1767384312.701704:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384312.701705:0:16138:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1767384312.701716:0:16131:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000005d9714d7 (23) 00000100:00000001:3.0:1767384312.701725:0:16138:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384312.701727:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000074ba265f 00000400:00000200:1.0:1767384312.701728:0:16131:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000100:00000001:3.0:1767384312.701730:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294902688 00000400:00000010:2.0:1767384312.701737:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000074ba265f. 00000400:00000200:1.0:1767384312.701737:0:16131:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.152@tcp27 to MR: 192.168.202.152@tcp27 local destination 00000100:00000010:3.0:1767384312.701739:0:16138:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f9a580aa. 00000100:00000001:2.0:1767384312.701742:0:16140:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384312.701745:0:16140:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:3.0:1767384312.701746:0:16138:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 0 00000100:00000040:2.0:1767384312.701750:0:16140:0:(events.c:337:request_in_callback()) incoming req@00000000a78af1c6 x1853236723074816 msgsize 4848 00000100:00000001:3.0:1767384312.701754:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294902688 00000400:00000200:1.0:1767384312.701756:0:16131:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp27 NI seq info: [56:56:256:4294967295] 192.168.202.152@tcp27 LPNI seq info [56:56:8:4294967295] 00000100:00000010:3.0:1767384312.701761:0:16138:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000befb48ab. 00000100:00100000:2.0:1767384312.701763:0:16140:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384312.701767:0:16140:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:3.0:1767384312.701768:0:16138:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384312.701775:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294902688 00000100:00000001:2.0:1767384312.701779:0:16140:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000010:3.0:1767384312.701780:0:16138:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002b508bbd. 00000400:00000200:1.0:1767384312.701780:0:16131:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp27(192.168.202.152@tcp27:192.168.202.152@tcp27) -> 192.168.202.152@tcp27(192.168.202.152@tcp27:192.168.202.152@tcp27) 192.168.202.152@tcp27 : ACK try# 0 00000100:00000001:3.0:1767384312.701786:0:16138:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 2 00000800:00000200:1.0:1767384312.701790:0:16131:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.152@tcp27 00000400:00000200:2.0:1767384312.701791:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a9955d95 00000100:00000001:3.0:1767384312.701792:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294902688 00000800:00000010:1.0:1767384312.701794:0:16131:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c61eb977. 00000400:00000010:2.0:1767384312.701795:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a9955d95. 00000100:00000010:3.0:1767384312.701797:0:16138:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c1679cef. 00000100:00000001:2.0:1767384312.701802:0:16140:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384312.701803:0:16138:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 3 00000800:00000200:1.0:1767384312.701806:0:16131:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000033870e76] -> 12345-192.168.202.152@tcp27 (4) 00000100:00000001:3.0:1767384312.701809:0:16138:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1767384312.701809:0:16140:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000052cd5bfe x1853236723074816/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384328 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384312.701815:0:16138:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384312.701817:0:16131:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp27 ip 192.168.202.152:987 00000100:00000001:3.0:1767384312.701822:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384312.701824:0:16131:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c61eb977 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:3.0:1767384312.701828:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384312.701835:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384312.701837:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384312.701841:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000001:1.0:1767384312.701842:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384312.701844:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767384312.701846:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000052cd5bfe x1853236723074816/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384328 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384312.701847:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:1.0:1767384312.701850:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384312.701852:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384312.701859:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384312.701860:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384312.701863:0:16140:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384312.701868:0:16140:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384312.701870:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294902688 00000100:00000001:2.0:1767384312.701873:0:16140:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 0, keep current deadline 4294902688 00000100:00000001:2.0:1767384312.701875:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294902688 00000100:00000001:2.0:1767384312.701877:0:16140:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 1, keep current deadline 4294902688 00000100:00000001:2.0:1767384312.701879:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294902688 00000100:00000001:2.0:1767384312.701880:0:16140:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 2, keep current deadline 4294902688 00000800:00000200:1.0:1767384312.701881:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767384312.701882:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294902688 00000800:00000010:1.0:1767384312.701887:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c61eb977. 00000100:00000001:2.0:1767384312.701888:0:16140:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 3, keep current deadline 4294902688 00000100:00000001:2.0:1767384312.701893:0:16140:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384312.701894:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384312.701895:0:16140:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384312.701900:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384312.701905:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384312.701906:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp27->192.168.202.152@tcp27: ACK: OK 00000800:00000001:1.0:1767384312.701915:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384312.701922:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.152:988 00000800:00000001:1.0:1767384312.701922:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384312.701924:0:16773:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384312.701929:0:16773:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723074688 00000800:00000001:1.0:1767384312.701929:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384312.701936:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384312.701938:0:16773:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000800:00000001:1.0:1767384312.701941:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384312.701942:0:16773:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384312.701946:0:16773:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384312.701949:0:16773:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384312.701950:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384312.701952:0:16773:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723074688 00000020:00000001:2.0:1767384312.701956:0:16773:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384312.701960:0:16773:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eec8e1 00000020:00000001:2.0:1767384312.701963:0:16773:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:1.0:1767384312.701966:0:16131:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.152@tcp27(192.168.202.152@tcp27) <- 192.168.202.152@tcp27 : ACK - for me 00000020:00000040:2.0:1767384312.701967:0:16773:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000555601ca refcount=15 00000020:00000001:2.0:1767384312.701973:0:16773:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000020:00000001:2.0:1767384312.701975:0:16773:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000400:00000200:3.0:1767384312.701977:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.152:988 00000100:00000001:2.0:1767384312.701979:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384312.701983:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000df05f6d3. 00000400:00000200:1.0:1767384312.701985:0:16131:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.152@tcp27: ACK from 12345-192.168.202.152@tcp27 into md 0x1751 00000100:00000001:2.0:1767384312.701988:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384312.701991:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000df05f6d3. 00000400:00000200:1.0:1767384312.701991:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384312.701997:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp27->192.168.202.152@tcp27: ACK: OK 00000020:00000010:2.0:1767384312.701998:0:16773:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000096972147. 00000400:00000200:1.0:1767384312.702002:0:16131:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003e5426fc 00000020:00000010:2.0:1767384312.702004:0:16773:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000090ba3989. 00000400:00000010:1.0:1767384312.702005:0:16131:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003e5426fc. 00000400:00000200:1.0:1767384312.702010:0:16131:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000020:00000010:2.0:1767384312.702011:0:16773:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000cdb44793. 00000400:00000200:1.0:1767384312.702015:0:16131:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.152@tcp ev->status 0 00000400:00000200:1.0:1767384312.702021:0:16131:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.152@tcp (000000005d9714d7): -114 00000100:00000040:2.0:1767384312.702022:0:16773:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384312.702027:0:16773:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:1.0:1767384312.702028:0:16131:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000005d9714d7 (22) 00000100:00000001:2.0:1767384312.702029:0:16773:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384312.702033:0:16773:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384312.702037:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384312.702041:0:16773:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384312.702043:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384312.702047:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.152:988 00000100:00000001:2.0:1767384312.702049:0:16773:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384312.702062:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384312.702063:0:16773:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384312.702067:0:16773:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723074816 00000100:00000001:1.0:1767384312.702068:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384312.702069:0:16773:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384312.702072:0:16773:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384312.702073:0:16773:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384312.702075:0:16773:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384312.702077:0:16773:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723074816 00000020:00000001:2.0:1767384312.702078:0:16773:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384312.702080:0:16773:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eec8e1 00000020:00000001:2.0:1767384312.702081:0:16773:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384312.702083:0:16773:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000555601ca refcount=16 00000400:00000200:1.0:1767384312.702084:0:16135:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:1.0:1767384312.702116:0:16135:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 377 at 00000000452a7bdd. 00000400:00000200:3.0:1767384312.702117:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.152:988 00000020:00000001:2.0:1767384312.702120:0:16773:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000400:00000010:1.0:1767384312.702123:0:16135:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008b86d1cd. 00000020:00000001:2.0:1767384312.702124:0:16773:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000100:00000001:2.0:1767384312.702129:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000010:1.0:1767384312.702131:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003e5426fc. 00000020:00000010:2.0:1767384312.702133:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000df05f6d3. 00000400:00000200:1.0:1767384312.702135:0:16135:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000452a7bdd 00000100:00000001:2.0:1767384312.702136:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1767384312.702140:0:16135:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 361 at 00000000a5a0a946. 00000020:00000010:2.0:1767384312.702141:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000df05f6d3. 00000400:00000200:3.0:1767384312.702149:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.152:988 00000400:00000200:1.0:1767384312.702149:0:16135:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 368 success 00000020:00000010:2.0:1767384312.702150:0:16773:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006f62ecc3. 00000400:00000200:1.0:1767384312.702156:0:16135:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x102051 00000020:00000010:2.0:1767384312.702157:0:16773:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000cbdc76aa. 00000400:00000200:1.0:1767384312.702159:0:16135:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (21) 00000020:00000010:2.0:1767384312.702162:0:16773:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ed0fe173. 00000400:00000010:1.0:1767384312.702164:0:16135:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 377 at 0000000007632c25. 00000100:00000001:2.0:1767384312.702166:0:16773:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000010:1.0:1767384312.702169:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006f155c59. 00000100:00000001:2.0:1767384312.702170:0:16773:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384312.702172:0:16773:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384312.702177:0:16135:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000092bdd39b. 00000100:00000001:2.0:1767384312.702178:0:16773:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384312.702179:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.152:988 00000100:00000001:2.0:1767384312.702184:0:16773:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384312.702187:0:16135:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.152@tcp 00000400:00000200:1.0:1767384312.702198:0:16135:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.152@tcp local destination 00000100:00000001:2.0:1767384312.702202:0:16773:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:1.0:1767384312.702204:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 37], ns[40, 37] 00000100:00000001:2.0:1767384312.702206:0:16773:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:1.0:1767384312.702214:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 37], ns[10, 37] 00000100:00100000:2.0:1767384312.702218:0:16773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 93 00000400:00000200:1.0:1767384312.702223:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 10], ns[12, 10] 00000100:00000040:2.0:1767384312.702224:0:16773:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000555601ca : new rpc_count 1 00000100:00000001:2.0:1767384312.702230:0:16773:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619781697408080 : -124292012143536 : ffff8ef502c48c50) 00000400:00000200:1.0:1767384312.702231:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 10], ns[14, 10] 00000400:00000200:3.0:1767384312.702240:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.152:988 00000100:00000040:2.0:1767384312.702240:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000bf63ff76 x1853236723074688/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:293/0 lens 4848/0 e 0 to 0 dl 1767384323 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384312.702241:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 10], ns[16, 10] 00000400:00000200:1.0:1767384312.702259:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 10], ns[18, 10] 00000100:00000001:2.0:1767384312.702260:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384312.702264:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000df05f6d3. 00000400:00000200:1.0:1767384312.702266:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 10], ns[20, 10] 00000100:00000001:2.0:1767384312.702268:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384312.702274:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000df05f6d3. 00000400:00000200:1.0:1767384312.702279:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 10], ns[22, 10] 00000100:00100000:2.0:1767384312.702283:0:16773:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000bf63ff76 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c0412d60-4f67-4dbc-8791-892843f60083+16:16138:x1853236723074688:12345-0@lo:253: 00000400:00000200:1.0:1767384312.702286:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 10], ns[24, 10] 00000100:00000200:2.0:1767384312.702289:0:16773:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723074688 00000020:00000001:2.0:1767384312.702294:0:16773:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:3.0:1767384312.702295:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.152:988 00000400:00000200:1.0:1767384312.702295:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 10], ns[26, 10] 00000020:00000001:2.0:1767384312.702297:0:16773:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384312.702301:0:16773:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384312.702304:0:16773:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384312.702313:0:16773:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669141328 : -1040410288 : ffffffffc1fc9950) 00000400:00000200:1.0:1767384312.702313:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 10], ns[28, 10] 00000020:00000001:2.0:1767384312.702319:0:16773:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384312.702322:0:16773:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384312.702323:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.152:988 00000400:00000200:1.0:1767384312.702324:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 10], ns[30, 10] 00000020:00000001:2.0:1767384312.702326:0:16773:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384312.702329:0:16773:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384312.702333:0:16773:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384312.702335:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 10], ns[32, 10] 00000100:00000001:2.0:1767384312.702337:0:16773:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384312.702340:0:16773:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:1.0:1767384312.702341:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 10], ns[34, 10] 02000000:00000010:2.0:1767384312.702346:0:16773:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000713c9570. 00000400:00000200:1.0:1767384312.702347:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 10], ns[44, 10] 02000000:00000001:2.0:1767384312.702351:0:16773:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384312.702352:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.152:988 00000100:00000001:2.0:1767384312.702354:0:16773:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384312.702356:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 10], ns[48, 10] 20000000:00000001:2.0:1767384312.702359:0:16773:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:1.0:1767384312.702364:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 10], ns[52, 10] 00000400:00000200:1.0:1767384312.702368:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 10], ns[56, 10] 20000000:00000010:2.0:1767384312.702371:0:16773:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000009585baca. 00000400:00000200:1.0:1767384312.702372:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 10], ns[0, 10] 20000000:01000000:2.0:1767384312.702377:0:16773:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000400:00000200:1.0:1767384312.702379:0:16135:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp28 20000000:00000001:2.0:1767384312.702381:0:16773:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000400:00000200:3.0:1767384312.702382:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.152:988 20000000:00000001:2.0:1767384312.702385:0:16773:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000400:00000200:1.0:1767384312.702387:0:16135:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.152@tcp28 20000000:00000001:2.0:1767384312.702388:0:16773:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384312.702392:0:16773:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384312.702395:0:16773:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:1.0:1767384312.702395:0:16135:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.152@tcp28 lpni_is_preferred = 0 00000400:00000200:1.0:1767384312.702399:0:16135:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.152@tcp28 00000400:00000200:1.0:1767384312.702402:0:16135:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp28 NI seq info: [57:57:256:4294967295] 192.168.202.152@tcp28 LPNI seq info [57:57:8:4294967295] 20000000:00000010:2.0:1767384312.702405:0:16773:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000f2fb24f9. 00000400:00000200:1.0:1767384312.702408:0:16135:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.152@tcp28 20000000:01000000:2.0:1767384312.702409:0:16773:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #29 00000400:00000200:3.0:1767384312.702413:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.152:988 20000000:00000001:2.0:1767384312.702417:0:16773:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000400:00000200:1.0:1767384312.702422:0:16135:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp28(192.168.202.152@tcp28:) -> 192.168.202.152@tcp28(192.168.202.152@tcp:192.168.202.152@tcp28) : GET try# 0 00080000:00000001:2.0:1767384312.702424:0:16773:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000800:00000200:1.0:1767384312.702429:0:16135:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.152@tcp28 00000800:00000010:1.0:1767384312.702433:0:16135:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000c61eb977. 00000800:00000010:1.0:1767384312.702439:0:16135:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000c6916b11. 00000800:00000010:1.0:1767384312.702443:0:16135:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000003af70f32. 00000800:00000200:1.0:1767384312.702446:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c6916b11] -> 12345-192.168.202.152@tcp28 (2) 00000800:00000200:1.1:1767384312.702449:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c6916b11] -> 12345-192.168.202.152@tcp28 (2) 00000400:00000200:3.0:1767384312.702460:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.152:988 00000400:00000200:1.0:1767384312.702460:0:16135:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.152@tcp 00080000:00000001:2.0:1767384312.702465:0:16773:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384312.702466:0:16135:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100251 rc 0 00080000:00000001:2.0:1767384312.702471:0:16773:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384312.702474:0:16773:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384312.702476:0:16773:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:2.0:1767384312.702479:0:16773:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384312.702483:0:16773:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446619782313850200 : -124291395701416 : ffff8ef52782b558) 00080000:00000001:2.0:1767384312.702486:0:16773:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384312.702492:0:16773:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000c1d4e66e. 00080000:00000001:2.0:1767384312.702495:0:16773:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446619777409625088 : -124296299926528 : ffff8ef403322c00) 00080000:00000001:2.0:1767384312.702513:0:16773:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:3.0:1767384312.702517:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.152:988 00000400:00000200:1.0:1767384312.702552:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.152:988 00000400:00000200:3.0:1767384312.702567:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.152:988 00000001:00000001:2.0:1767384312.702615:0:16773:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384312.702617:0:16773:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384312.702619:0:16773:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000400:00000200:1.0:1767384312.702620:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.152:988 00000400:00000200:3.0:1767384312.702626:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.152:988 00080000:00000001:2.0:1767384312.702636:0:16773:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384312.702646:0:16773:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:1.0:1767384312.702668:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.152:988 00000400:00000200:3.0:1767384312.702680:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.152:988 00000400:00000200:1.0:1767384312.702733:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.152:988 00000400:00000200:3.0:1767384312.702744:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.152:988 00080000:00000001:2.0:1767384312.702778:0:16773:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:2.0:1767384312.702782:0:16773:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:1.0:1767384312.702796:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.152:988 00000400:00000200:3.0:1767384312.702809:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.152:988 00000100:00000001:2.0:1767384312.702817:0:16774:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384312.702820:0:16774:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384312.702825:0:16774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 94 00000100:00000040:2.0:1767384312.702828:0:16774:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000555601ca : new rpc_count 2 00000100:00000001:2.0:1767384312.702830:0:16774:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619781697411152 : -124292012140464 : ffff8ef502c49850) 00000100:00000040:2.0:1767384312.702834:0:16774:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a78af1c6 x1853236723074816/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:293/0 lens 4848/0 e 0 to 0 dl 1767384323 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384312.702840:0:16774:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384312.702843:0:16774:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000df05f6d3. 00000100:00000001:2.0:1767384312.702844:0:16774:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384312.702846:0:16774:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000df05f6d3. 00000100:00100000:2.0:1767384312.702851:0:16774:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000a78af1c6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c0412d60-4f67-4dbc-8791-892843f60083+16:16140:x1853236723074816:12345-0@lo:253: 00000100:00000200:2.0:1767384312.702853:0:16774:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723074816 00000020:00000001:2.0:1767384312.702856:0:16774:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:1.0:1767384312.702856:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.152:988 00000020:00000001:2.0:1767384312.702859:0:16774:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384312.702861:0:16774:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384312.702863:0:16774:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384312.702865:0:16774:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669141328 : -1040410288 : ffffffffc1fc9950) 00000020:00000001:2.0:1767384312.702867:0:16774:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384312.702868:0:16774:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384312.702870:0:16774:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384312.702871:0:16774:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384312.702873:0:16774:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384312.702875:0:16774:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384312.702877:0:16774:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:3.0:1767384312.702879:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.152:988 02000000:00000010:2.0:1767384312.702882:0:16774:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000a871178b. 02000000:00000001:2.0:1767384312.702885:0:16774:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384312.702887:0:16774:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384312.702888:0:16774:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:2.0:1767384312.702894:0:16774:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000007ac280d2. 20000000:01000000:2.0:1767384312.702897:0:16774:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384312.702904:0:16774:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000400:00000200:1.0:1767384312.702905:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.152:988 20000000:00000001:2.0:1767384312.702906:0:16774:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384312.702909:0:16774:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384312.702912:0:16774:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384312.702913:0:16774:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:3.0:1767384312.702942:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.152:988 00000400:00000200:1.0:1767384312.702969:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.152:988 00000400:00000200:3.0:1767384312.703011:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.152:988 00000400:00000200:1.0:1767384312.703032:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.152:988 00000400:00000200:3.0:1767384312.703073:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.152:988 00000400:00000200:1.0:1767384312.703082:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.152:988 00000400:00000200:3.0:1767384312.703159:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.152:988 00000400:00000200:1.0:1767384312.703175:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.152:988 00000400:00000200:3.0:1767384312.703222:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.152:988 00000400:00000200:1.0:1767384312.703226:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.152:988 00000400:00000200:1.0:1767384312.703312:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.152:988 00000400:00000200:1.0:1767384312.703341:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.152:988 00000400:00000200:3.0:1767384312.703386:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.152:988 00000400:00000200:1.0:1767384312.703394:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.152:988 00000400:00000200:3.0:1767384312.703454:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.152:988 00000400:00000200:3.0:1767384312.703491:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.152:988 00000400:00000200:3.0:1767384312.703541:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.152:988 00000400:00000200:3.0:1767384312.703577:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.152:988 00000400:00000200:3.0:1767384312.703615:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.152:988 00000400:00000200:3.0:1767384312.703648:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.152:988 00000400:00000200:3.0:1767384312.703693:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.152:988 00000400:00000200:1.0:1767384312.703703:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.152:988 00000400:00000200:3.0:1767384312.703749:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.152:988 00000400:00000200:1.0:1767384312.703758:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.152:988 00000400:00000200:3.0:1767384312.703812:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.152:988 00000400:00000200:1.0:1767384312.703816:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.152:988 00000800:00000010:3.0:1767384312.703970:0:16128:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000264f0620. 00000800:00000010:3.0:1767384312.703976:0:16128:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000004a260803. 00000800:00000010:3.0:1767384312.703990:0:16128:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000060d22df4. 00000800:00000010:3.0:1767384312.704018:0:16128:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000060d22df4. 00000800:00020000:3.0:1767384312.704028:0:16128:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.152 00000400:00000200:1.0:1767384312.704475:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.152:988 00000400:00000200:1.0:1767384312.704548:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.152:988 00000400:00000200:1.0:1767384312.704594:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.152:988 00000400:00000200:1.0:1767384312.704640:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.152:988 00000400:00000200:1.0:1767384312.704686:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.152:988 00000400:00000200:1.0:1767384312.704734:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.152:988 00000400:00000200:1.0:1767384312.704786:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.152:988 00000400:00000200:1.0:1767384312.704817:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.152:988 00000400:00000200:1.0:1767384312.704848:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.152:988 00000400:00000200:1.0:1767384312.704885:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.152:988 00000400:00000200:1.0:1767384312.704922:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.152:988 00000400:00000200:1.0:1767384312.704992:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.152:988 00000400:00000200:1.0:1767384312.705030:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.152:988 00000400:00000200:1.0:1767384312.705577:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.152:988 00000400:00000200:1.0:1767384312.705946:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.152:988 00000400:00000200:1.0:1767384312.705994:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.152:988 00000400:00000200:1.0:1767384312.706034:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.152:988 00000400:00000200:1.0:1767384312.706066:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.202.152:988 00000400:00000200:1.0:1767384312.706115:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.202.152:988 00000800:00000010:1.0:1767384312.706290:0:16126:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000a1497f5d. 00000800:00000010:1.0:1767384312.706294:0:16126:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000b6d6f714. 00000800:00000010:1.0:1767384312.706299:0:16126:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000689a1110. 00000800:00000010:1.0:1767384312.706323:0:16126:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000689a1110. 00000400:00000200:1.0:1767384312.706415:0:16133:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:1.0:1767384312.706444:0:16133:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.152@tcp28 from 218.3.0.2 00000800:00000010:1.0:1767384312.706448:0:16133:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000008949b34f. 00000800:00000010:1.0:1767384312.706757:0:16127:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000006728e0d1. 00000800:00000010:1.0:1767384312.706761:0:16127:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000005de7dd4c. 00000800:00000010:1.0:1767384312.706778:0:16127:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000662c3f03. 00000800:00000200:1.1:1767384312.706783:0:16127:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c6916b11] -> 12345-192.168.202.152@tcp28 (2) 00000800:00000200:1.1:1767384312.706787:0:16127:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.152@tcp28 00000000662c3f03 deleted 00000800:00000010:1.1:1767384312.706789:0:16127:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000662c3f03. 00000800:00000200:1.1:1767384312.706793:0:16127:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1:1767384312.706797:0:16127:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp28 ip 192.168.202.152:986 00000800:00000200:1.1:1767384312.706800:0:16127:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c61eb977 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1767384312.706803:0:16127:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.152@tcp28 p 3.x 192.168.202.152 -> 192.168.202.152:986 incarnation:1767384310909059630 sched[0] 00000800:00000010:1.0:1767384312.706807:0:16127:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000689a1110. 00000800:00000010:1.0:1767384312.706845:0:16127:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000689a1110. 00000800:00000010:1.0:1767384312.706849:0:16127:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000005de7dd4c. 00000800:00000010:1.0:1767384312.706868:0:16127:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000008949b34f. 00000800:00000001:1.0:1767384312.706875:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384312.706879:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767384312.706917:0:16132:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384312.706919:0:16132:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000c61eb977. 00000400:00000200:1.0:1767384312.706923:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384312.706927:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp28->192.168.202.152@tcp28: GET: OK 00000400:00000200:1.0:1767384312.706931:0:16132:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384312.706934:0:16132:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.152@tcp: 0 00000800:00000200:1.1:1767384312.706953:0:16126:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.0:1767384312.706957:0:16126:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.152@tcp28 p 3.x 192.168.202.152 -> 192.168.202.152:988 incarnation:1767384310909059630 sched[0] 00000800:00000010:1.0:1767384312.706959:0:16126:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000b6d6f714. 00000400:00000200:1.0:1767384312.707006:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.152:988 00000400:00000200:1.0:1767384312.707032:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.152:988 00000400:00000200:1.0:1767384312.707057:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.152:988 00000400:00000200:1.0:1767384312.707072:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.152:988 00000400:00000200:1.0:1767384312.707117:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.152:988 00000400:00000200:1.0:1767384312.707158:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.152:988 00000400:00000200:1.0:1767384312.707182:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.152:988 00000400:00000200:1.0:1767384312.707211:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.152:988 00000400:00000200:1.0:1767384312.707272:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.152:988 00000800:00000001:2.0:1767384312.707289:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384312.707296:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384312.707298:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384312.707302:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.152:988 00000800:00000001:2.0:1767384312.707305:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384312.707313:0:16130:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.152@tcp28(192.168.202.152@tcp28) <- 192.168.202.152@tcp28 : GET - for me 00000400:00000200:2.0:1767384312.707323:0:16130:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.152@tcp of length 368 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384312.707325:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.152:988 00000400:00000200:1.0:1767384312.707340:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.152:988 00000400:00000200:2.0:1767384312.707347:0:16130:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.152@tcp of length 368/368 into md 0x174d [1] + 0 00000400:00000200:1.0:1767384312.707356:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.152:988 00000400:00000200:2.0:1767384312.707358:0:16130:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.152@tcp28 to MR: 192.168.202.152@tcp28 local destination 00000400:00000200:2.0:1767384312.707368:0:16130:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp28 NI seq info: [58:58:256:4294967295] 192.168.202.152@tcp28 LPNI seq info [58:58:8:4294967295] 00000400:00000200:2.0:1767384312.707379:0:16130:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp28(192.168.202.152@tcp28:192.168.202.152@tcp28) -> 192.168.202.152@tcp28(192.168.202.152@tcp28:192.168.202.152@tcp28) 192.168.202.152@tcp28 : REPLY try# 0 00000800:00000200:2.0:1767384312.707384:0:16130:0:(socklnd_cb.c:1001:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.202.152@tcp28 00000400:00000200:1.0:1767384312.707385:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.152:988 00000800:00000010:2.0:1767384312.707387:0:16130:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009b2fd7cb. 00000800:00000200:2.0:1767384312.707394:0:16130:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c6916b11] -> 12345-192.168.202.152@tcp28 (4) 00000800:00000200:2.0:1767384312.707398:0:16130:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp28 ip 192.168.202.152:988 00000800:00000200:2.0:1767384312.707400:0:16130:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009b2fd7cb type 3, nob 464 niov 1 nkiov 1 00000400:00000200:1.0:1767384312.707407:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.152:988 00000400:00000200:1.0:1767384312.707436:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.152:988 00000800:00000200:2.0:1767384312.707448:0:16130:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384312.707451:0:16130:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009b2fd7cb. 00000400:00000200:2.0:1767384312.707454:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384312.707459:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp28->192.168.202.152@tcp28: REPLY: OK 00000800:00000001:2.0:1767384312.707467:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384312.707469:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.152:988 00000800:00000001:2.0:1767384312.707471:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384312.707475:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384312.707479:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384312.707481:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384312.707484:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384312.707488:0:16130:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.152@tcp28(192.168.202.152@tcp28) <- 192.168.202.152@tcp28 : REPLY - for me 00000400:00000200:1.0:1767384312.707514:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.152:988 00000400:00000200:2.0:1767384312.707521:0:16130:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.152@tcp28: Reply from 12345-192.168.202.152@tcp28 of length 368/368 into md 0x1769 00000800:00000001:2.0:1767384312.707525:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384312.707530:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384312.707532:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384312.707534:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp28->192.168.202.152@tcp28: REPLY: OK 00000400:00000200:2.0:1767384312.707536:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006f155c59 00000400:00000010:2.0:1767384312.707538:0:16130:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006f155c59. 00000400:00000200:2.0:1767384312.707541:0:16130:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:2.0:1767384312.707544:0:16130:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.202.152@tcp has discovery enabled 00000400:00000200:2.0:1767384312.707546:0:16130:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.202.152@tcp(000000005d9714d7) is MR 00000400:00000200:2.0:1767384312.707549:0:16130:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.202.152@tcp data present 21. state = 0x100251 00000400:00000200:1.0:1767384312.707551:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.152:988 00000400:00000200:2.0:1767384312.707554:0:16130:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.152@tcp (000000005d9714d7): -114 00000400:00000200:2.0:1767384312.707563:0:16130:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000005d9714d7 (22) 00000400:00000200:1.0:1767384312.707578:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.152:988 00000800:00000001:2.0:1767384312.707584:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384312.707588:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384312.707598:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.152:988 00000400:00000200:1.0:1767384312.707622:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.152:988 00000400:00000200:1.0:1767384312.707813:0:16135:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384312.707817:0:16135:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x1000d1 00000400:00000010:1.0:1767384312.707821:0:16135:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 440 at 00000000e8252131. 00000400:00000010:1.0:1767384312.707823:0:16135:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 528 at 000000000410e41f. 00000400:00000010:1.0:1767384312.707825:0:16135:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 440 at 0000000020eb5af3. 00000400:00000010:1.0:1767384312.707851:0:16135:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000daa37160. 00000400:00000200:1.0:1767384312.707855:0:16135:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000daa37160 nid 192.168.202.152@tcp29 00000400:00000010:1.0:1767384312.707858:0:16135:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000e10b68c6. 00000400:00000200:1.0:1767384312.707861:0:16135:0:(peer.c:204:lnet_peer_net_alloc()) 00000000e10b68c6 net tcp29 00000400:00000200:1.0:1767384312.707864:0:16135:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (21) 00000400:00000200:1.0:1767384312.707868:0:16135:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.152@tcp NID 192.168.202.152@tcp29 flags 0x11 00000400:00000010:1.0:1767384312.707871:0:16135:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 440 at 00000000e8252131. 00000400:00000010:1.0:1767384312.707879:0:16135:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 528 at 000000000410e41f. 00000400:00000010:1.0:1767384312.707881:0:16135:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 440 at 0000000020eb5af3. 00000400:00000010:1.0:1767384312.707885:0:16135:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 377 at 0000000007632c25. 00000400:00000200:1.0:1767384312.707888:0:16135:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.152@tcp (000000005d9714d7): 0 00000400:00000200:1.0:1767384312.707891:0:16135:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.152@tcp(000000005d9714d7): 0. state = 0x100151 00000400:00000200:1.0:1767384312.707894:0:16135:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100151 rc 1 00000400:00000200:1.0:1767384312.707897:0:16135:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100151 00000400:00000200:1.0:1767384312.707900:0:16135:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.152@tcp 00000400:00000200:1.0:1767384312.707901:0:16135:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100111 rc 0 00000400:00000200:1.0:1767384312.707905:0:16135:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.152@tcp (000000005d9714d7) 00000400:00000200:1.0:1767384312.707908:0:16135:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000005d9714d7 (22) 00000400:00000200:1.0:1767384312.708346:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.152:988 00000400:00000200:1.0:1767384312.708633:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.152:988 00000400:00000200:1.0:1767384312.708674:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.152:988 00000400:00000200:1.0:1767384312.708742:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.152:988 00000400:00000200:1.0:1767384312.708759:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.152:988 00000400:00000200:1.0:1767384312.708810:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.152:988 00000400:00000200:1.0:1767384312.708839:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.152:988 00000400:00000200:1.0:1767384312.708855:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.152:988 00000400:00000200:1.0:1767384312.708876:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.152:988 00000400:00000200:1.0:1767384312.708904:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.152:988 00000400:00000200:1.0:1767384312.708944:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.152:988 00000400:00000200:1.0:1767384312.708977:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.152:988 00000400:00000200:1.0:1767384312.709019:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.152:988 00000400:00000200:1.0:1767384312.709074:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.202.152:988 00000400:00000200:1.0:1767384312.709140:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.202.152:988 00000400:00000200:1.0:1767384312.709190:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.202.152:988 00000800:00000010:1.0:1767384312.709357:0:16126:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000087e64c61. 00000800:00000010:1.0:1767384312.709362:0:16126:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000bce1e6b1. 00000800:00000010:1.0:1767384312.709366:0:16126:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000277c1ccb. 00000800:00000010:1.0:1767384312.709399:0:16126:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000277c1ccb. 00000400:00000200:1.0:1767384312.709544:0:16133:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:1.0:1767384312.709560:0:16133:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.152@tcp28 from 217.3.0.2 00000800:00000010:1.0:1767384312.709563:0:16133:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000fe1bf63d. 00000800:00000010:0.0:1767384312.710574:0:16125:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000294d49f0. 00000800:00000010:0.0:1767384312.710579:0:16125:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000a7bdbfe4. 00000800:00000010:0.0:1767384312.710592:0:16125:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000f41d09bf. 00000800:00000200:0.1:1767384312.710596:0:16125:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c6916b11] -> 12345-192.168.202.152@tcp28 (4) 00000800:00000200:0.1:1767384312.710600:0:16125:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.152@tcp28 00000000f41d09bf deleted 00000800:00000010:0.1:1767384312.710601:0:16125:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000f41d09bf. 00000800:00000200:0.1:1767384312.710604:0:16125:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:0.0:1767384312.710607:0:16125:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.152@tcp28 p 3.x 192.168.202.152 -> 192.168.202.152:985 incarnation:1767384310909059630 sched[0] 00000800:00000010:0.0:1767384312.710610:0:16125:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000b8a21da9. 00000800:00000010:0.0:1767384312.710672:0:16125:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000b8a21da9. 00000800:00000010:0.0:1767384312.710675:0:16125:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000a7bdbfe4. 00000800:00000010:0.0:1767384312.710688:0:16125:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000fe1bf63d. 00000800:00000001:0.0:1767384312.710695:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384312.710698:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.1:1767384312.710716:0:16126:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:0.0:1767384312.710720:0:16126:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.152@tcp28 p 3.x 192.168.202.152 -> 192.168.202.152:988 incarnation:1767384310909059630 sched[0] 00000800:00000010:0.0:1767384312.710722:0:16126:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000bce1e6b1. 00000800:00000001:1.0:1767384312.710757:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384312.710763:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1767384312.711471:0:16128:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000004a260803. 00000800:00000010:3.0:1767384312.711476:0:16128:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000264f0620. 00000400:02020000:3.0:1767384312.711556:0:16128:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.152@tcp27 at host 192.168.202.152:988: is it running a compatible version of Lustre? 00080000:00000001:2.0:1767384312.712364:0:16773:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384312.712369:0:16807:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000020:00000002:2.0:1767384312.712370:0:16773:0:(lu_object.c:207:lu_object_put()) Add 00000000f07b1e3f/000000000f28175b to site lru. bkt: 00000000b56e2c81 00040000:00000001:1.0:1767384312.712374:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:2.0:1767384312.712375:0:16773:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384312.712379:0:16773:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:1.0:1767384312.712380:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1767384312.712383:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384312.712385:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:01000000:2.0:1767384312.712387:0:16773:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000010:1.0:1767384312.712389:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000c1d4e66e. 00080000:00000001:1.0:1767384312.712396:0:16807:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:2.0:1767384312.712398:0:16773:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384312.712402:0:16773:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:0.0:1767384312.712404:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384312.712408:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000020:2.0:1767384312.712409:0:16773:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 10000000:01000000:0.0:1767384312.712410:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384312.712415:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384312.712418:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1767384312.712424:0:16794:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000fe5ff4e2 count: 2 00010000:00000001:0.0:1767384312.712426:0:16794:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 20000000:00000010:2.0:1767384312.712430:0:16774:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000005300394a. 00010000:00000001:0.0:1767384312.712431:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 20000000:01000000:2.0:1767384312.712434:0:16774:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #29 00010000:00000010:0.0:1767384312.712435:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000de2b4445. 20000000:00000001:2.0:1767384312.712440:0:16774:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000020:00000001:0.0:1767384312.712441:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384312.712444:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000de2b4445 with handle 0x7e51148972eecb8f to hash 00080000:00000001:2.0:1767384312.712447:0:16774:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000020:00000001:0.0:1767384312.712447:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384312.712451:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446619781734629888 : -124291974921728 : ffff8ef504fc8200) 00010000:00000001:0.0:1767384312.712454:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446619781734629888 : -124291974921728 : ffff8ef504fc8200) 00010000:00000001:0.0:1767384312.712456:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384312.712458:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384312.712461:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000de2b4445/0x7e51148972eecb8f lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384312.712474:0:16774:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384312.712475:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000001:2.0:1767384312.712478:0:16774:0:(osd_index.c:949:osd_remote_fid()) Process entered 00010000:00000001:0.0:1767384312.712479:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00080000:00000001:2.0:1767384312.712480:0:16774:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384312.712483:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00080000:00000001:2.0:1767384312.712484:0:16774:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00010000:00000001:0.0:1767384312.712487:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000020:00000001:2.0:1767384312.712489:0:16774:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:0.0:1767384312.712491:0:16794:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00000020:00000001:2.0:1767384312.712493:0:16774:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446619782313850200 : -124291395701416 : ffff8ef52782b558) 00010000:00010000:0.0:1767384312.712512:0:16794:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 00000000d29113af/0x7e51148972eecb88 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7e51148972eecb81 expref: 16 pid: 16771 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384312.712513:0:16774:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:0.0:1767384312.712518:0:16794:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:0.0:1767384312.712522:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384312.712523:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000010:2.0:1767384312.712525:0:16774:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000000a76d1fb. 00010000:00000001:0.0:1767384312.712525:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384312.712529:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384312.712531:0:16774:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446619777392441344 : -124296317110272 : ffff8ef4022bf800) 00010000:00000001:0.0:1767384312.712532:0:16794:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00080000:00000001:2.0:1767384312.712535:0:16774:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00010000:0.0:1767384312.712536:0:16794:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 00000000de2b4445/0x7e51148972eecb8f lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384312.712541:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000fe5ff4e2) refcount = 2 00010000:00000040:0.0:1767384312.712544:0:16794:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1767384312.712546:0:16794:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000d29113af/0x7e51148972eecb88 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0x7e51148972eecb81 expref: 16 pid: 16771 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384312.712550:0:16794:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:0.0:1767384312.712551:0:16794:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000de2b4445/0x7e51148972eecb8f lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000010:0.0:1767384312.712557:0:16794:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b8a21da9. 00000100:00000001:0.0:1767384312.712559:0:16794:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384312.712562:0:16794:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a7bdbfe4. 00000100:00000001:0.0:1767384312.712564:0:16794:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446619782551148608 : -124291158403008 : ffff8ef535a79840) 00000100:00000001:0.0:1767384312.712566:0:16794:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446619782551148608 : -124291158403008 : ffff8ef535a79840) 00000100:00000001:0.0:1767384312.712568:0:16794:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384312.712569:0:16794:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1767384312.712571:0:16794:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:0.0:1767384312.712579:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384312.712580:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:0.0:1767384312.712583:0:16794:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1767384312.712585:0:16794:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1767384312.712587:0:16794:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:0.0:1767384312.712589:0:16794:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:0.0:1767384312.712593:0:16794:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000091a70da0. 00000020:00000040:0.0:1767384312.712596:0:16794:0:(genops.c:1229:class_import_get()) import 00000000ec48d8bc refcount=2 obd=MGS 00000001:00000001:2.0:1767384312.712599:0:16774:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000100:00000001:0.0:1767384312.712599:0:16794:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00080000:00000001:2.0:1767384312.712603:0:16774:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384312.712603:0:16794:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00080000:00000001:2.0:1767384312.712607:0:16774:0:(osd_handler.c:189:osd_trans_start()) Process entered 02000000:00000001:0.0:1767384312.712609:0:16794:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384312.712615:0:16794:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007545ae74. 00000100:00000001:0.0:1767384312.712620:0:16794:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384312.712624:0:16774:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384312.712625:0:16794:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 00000000d29113af/0x7e51148972eecb88 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x7e51148972eecb81 expref: 16 pid: 16771 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384312.712629:0:16774:0:(osd_io.c:399:osd_write()) Process entered 00010000:00010000:0.0:1767384312.712639:0:16794:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 00000000d29113af/0x7e51148972eecb88 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x7e51148972eecb81 expref: 16 pid: 16771 timeout: 385 lvb_type: 0 00010000:00000001:0.0:1767384312.712645:0:16794:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:0.0:1767384312.712648:0:16794:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384312.712653:0:16794:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000091a70da0 x1853236723074944/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384312.712659:0:16794:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384312.712661:0:16794:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384312.712665:0:16794:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000091a70da0 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16794:1853236723074944:0@lo:104: 00000100:00000001:0.0:1767384312.712668:0:16794:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384312.712671:0:16794:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384312.712673:0:16794:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384312.712675:0:16794:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384312.712679:0:16794:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f66e1ffd. 02000000:00000001:0.0:1767384312.712681:0:16794:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384312.712685:0:16794:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000023a9cf75. 00000400:00000010:0.0:1767384312.712691:0:16794:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ad6d2c19. 00080000:00000001:2.0:1767384312.712694:0:16774:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000100:00000200:0.0:1767384312.712695:0:16794:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236723074944, portal 16 00080000:00000001:2.0:1767384312.712697:0:16774:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000100:00000001:0.0:1767384312.712699:0:16794:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384312.712705:0:16794:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782674421888 : -124291035129728 : ffff8ef53d009880) 00000100:00000040:0.0:1767384312.712709:0:16794:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@0000000091a70da0 x1853236723074944/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384328 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384312.712715:0:16794:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384312.712716:0:16794:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384312.712718:0:16794:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009668caa7. 00000100:00000200:0.0:1767384312.712720:0:16794:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853236723074944, offset 0 00000400:00000200:0.0:1767384312.712724:0:16794:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384312.712729:0:16794:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384312.712735:0:16794:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x695824c904780 00000400:00000200:0.0:1767384312.712740:0:16794:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x9 [2] + 1968 00000400:00000010:0.0:1767384312.712743:0:16794:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003848f5b8. 00000400:00000200:0.0:1767384312.712746:0:16794:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000034741562 00000400:00000200:0.0:1767384312.712750:0:16794:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384312.712753:0:16794:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384312.712757:0:16794:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000034741562 00000400:00000010:0.0:1767384312.712759:0:16794:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000034741562. 00000100:00000001:0.0:1767384312.712763:0:16794:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384312.712764:0:16794:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000040:0.0:1767384312.712767:0:16794:0:(events.c:337:request_in_callback()) incoming req@00000000545aaa56 x1853236723074944 msgsize 328 00000100:00100000:0.0:1767384312.712770:0:16794:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384312.712771:0:16794:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:0.0:1767384312.712780:0:16794:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384312.712785:0:16794:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009668caa7 00000400:00000010:0.0:1767384312.712786:0:16794:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009668caa7. 00000100:00000001:0.0:1767384312.712789:0:16794:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384312.712792:0:16794:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000091a70da0 x1853236723074944/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384328 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384312.712799:0:16794:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384312.712801:0:16794:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000091a70da0 x1853236723074944/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384328 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384312.712805:0:16794:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384312.712806:0:16794:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384312.712809:0:16794:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384312.712817:0:16794:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294902699 00000100:00000001:0.0:1767384312.712823:0:16794:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4294902688 00000100:00000001:0.0:1767384312.712827:0:16794:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294902699 00000100:00000001:0.0:1767384312.712832:0:16794:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4294902688 00000100:00000001:0.0:1767384312.712835:0:16794:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294902699 00000100:00000001:0.0:1767384312.712838:0:16794:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4294902688 00000100:00000001:0.0:1767384312.712840:0:16794:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294902699 00000100:00000001:0.0:1767384312.712842:0:16794:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4294902688 00000100:00000001:0.0:1767384312.712844:0:16794:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384312.712846:0:16794:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384312.712847:0:16794:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384312.712849:0:16794:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384312.712850:0:16794:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384312.712852:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384312.712853:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384312.712853:0:16794:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384312.712855:0:16794:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:0.0:1767384312.712856:0:16794:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1767384312.712858:0:16794:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384312.712859:0:16794:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384312.712860:0:16794:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767384312.712861:0:16794:0:(client.c:2690:ptlrpc_set_wait()) set 00000000a7bdbfe4 going to sleep for 11 seconds 00000100:00000001:0.0:1767384312.712863:0:16794:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384312.712865:0:16794:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384312.712880:0:16763:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006023049a. 00000100:00000010:0.0:1767384312.712885:0:16763:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000003df1869e. 00000100:00100000:0.0:1767384312.712887:0:16763:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00000200:0.0:1767384312.712890:0:16763:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15 00000400:00000010:0.0:1767384312.712893:0:16763:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e327c856. 00000400:00000010:0.0:1767384312.712896:0:16763:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f41d09bf. 00000100:00000001:0.0:1767384312.712900:0:16763:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384312.712902:0:16763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723074944 02000000:00000001:0.0:1767384312.712903:0:16763:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384312.712909:0:16763:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384312.712910:0:16763:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384312.712913:0:16763:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384312.712916:0:16763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723074944 00000020:00000001:0.0:1767384312.712917:0:16763:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384312.712918:0:16763:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eec8d3 00000020:00000001:0.0:1767384312.712920:0:16763:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384312.712921:0:16763:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000d18f5ad3 refcount=3 00000020:00000001:0.0:1767384312.712923:0:16763:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619777404448768 : -124296305102848 : ffff8ef402e33000) 00000020:00000001:0.0:1767384312.712925:0:16763:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619777404448768 : -124296305102848 : ffff8ef402e33000) 00000100:00000001:0.0:1767384312.712928:0:16763:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384312.712930:0:16763:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001527daa3. 00000100:00000001:0.0:1767384312.712932:0:16763:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384312.712934:0:16763:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001527daa3. 00000020:00000010:0.0:1767384312.712937:0:16763:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002a66af08. 00000020:00000010:0.0:1767384312.712939:0:16763:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000021ccc795. 00000020:00000010:0.0:1767384312.712942:0:16763:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000019db1a50. 00000100:00000040:0.0:1767384312.712949:0:16763:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:0.0:1767384312.712951:0:16763:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384312.712952:0:16763:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384312.712953:0:16763:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384312.712958:0:16763:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384312.712967:0:16763:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384312.712977:0:16763:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384312.712979:0:16763:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384312.712982:0:17571:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:0.0:1767384312.712983:0:16763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00000001:2.0:1767384312.712986:0:17571:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:0.0:1767384312.712987:0:16763:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000d18f5ad3 : new rpc_count 1 00000100:00000001:2.0:1767384312.712989:0:17571:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384312.712991:0:16763:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619777409000528 : -124296300551088 : ffff8ef40328a450) 00000100:00000001:2.0:1767384312.712992:0:17571:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384312.712998:0:16763:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000545aaa56 x1853236723074944/t0(0) o104->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:293/0 lens 328/0 e 0 to 0 dl 1767384323 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384312.713004:0:16763:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384312.713006:0:16763:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001527daa3. 00000100:00000001:0.0:1767384312.713008:0:16763:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384312.713013:0:16763:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001527daa3. 00000100:00100000:0.0:1767384312.713017:0:16763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000545aaa56 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:c0412d60-4f67-4dbc-8791-892843f60083+3:16794:x1853236723074944:12345-0@lo:104: 00000100:00000200:0.0:1767384312.713020:0:16763:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723074944 00010000:00000001:0.0:1767384312.713022:0:16763:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1767384312.713026:0:16763:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384312.713027:0:16763:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384312.713028:0:16763:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009b046e44 refcount=2 00000020:00000001:0.0:1767384312.713030:0:16763:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781713886720 : -124291995664896 : ffff8ef503bffe00) 00010000:00000001:0.0:1767384312.713032:0:16763:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781713886720 : -124291995664896 : ffff8ef503bffe00) 00010000:00000001:0.0:1767384312.713034:0:16763:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384312.713036:0:16763:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384312.713038:0:16763:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.152@tcp lock: 000000009b046e44/0x7e51148972eecb81 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x7e51148972eecb88 expref: -99 pid: 16776 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384312.713044:0:16763:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384312.713046:0:16763:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384312.713049:0:16763:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000006926da5. 02000000:00000001:0.0:1767384312.713050:0:16763:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384312.713052:0:16763:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384312.713056:0:16763:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384312.713057:0:16763:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384312.713060:0:16763:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c1a96973 time=42 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384312.713064:0:16763:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384312.713066:0:16763:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 21 to 0@lo 00000100:00000001:0.0:1767384312.713068:0:16763:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 02000000:00000001:0.0:1767384312.713070:0:16763:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384312.713071:0:16763:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384312.713073:0:16763:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384312.713076:0:16763:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384312.713078:0:16763:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009668caa7. 00000100:00000200:0.0:1767384312.713080:0:16763:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853236723074944, offset 224 00000400:00000200:0.0:1767384312.713085:0:16763:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384312.713109:0:16763:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384312.713117:0:16763:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x695824c904780 00000400:00000200:0.0:1767384312.713130:0:16763:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x176d [1] + 224 00000400:00000200:0.0:1767384312.713135:0:16763:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384312.713140:0:16763:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384312.713145:0:16763:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384312.713150:0:16763:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000091a70da0 x1853236723074944/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384328 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1767384312.713159:0:16763:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@0000000091a70da0 x1853236723074944/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384328 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384312.713172:0:16763:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384312.713177:0:16763:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009668caa7 00000400:00000010:0.0:1767384312.713178:0:16763:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009668caa7. 00000100:00000001:0.0:1767384312.713181:0:16763:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384312.713182:0:16763:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384312.713186:0:16763:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384312.713189:0:16763:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 20 to 0@lo 00010000:00000001:0.0:1767384312.713192:0:16763:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1767384312.713195:0:16763:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 000000004469cda7. 00010000:00000001:0.0:1767384312.713197:0:16763:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1767384312.713206:0:16763:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:0.0:1767384312.713209:0:16763:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384312.713210:0:16763:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384312.713212:0:16763:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384312.713215:0:16763:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000545aaa56 x1853236723074944/t0(0) o104->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:293/0 lens 328/224 e 0 to 0 dl 1767384323 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:1.0:1767384312.713223:0:16768:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00100000:0.0:1767384312.713223:0:16763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000545aaa56 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:c0412d60-4f67-4dbc-8791-892843f60083+3:16794:x1853236723074944:12345-0@lo:104: Request processed in 217us (454us total) trans 0 rc 0/0 00000020:00000001:1.0:1767384312.713228:0:16768:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384312.713230:0:16794:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1767384312.713234:0:16763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00010000:00010000:1.0:1767384312.713237:0:16768:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00000040:0.0:1767384312.713238:0:16763:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000d18f5ad3 : new rpc_count 0 00000400:00000001:2.0:1767384312.713239:0:16794:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767384312.713242:0:16763:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000001:2.0:1767384312.713243:0:16794:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:1.0:1767384312.713245:0:16768:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000100:00000001:0.0:1767384312.713245:0:16763:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:2.0:1767384312.713248:0:16794:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000023a9cf75. 00010000:00000001:1.0:1767384312.713250:0:16768:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000020:00000010:0.0:1767384312.713250:0:16763:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000021ccc795. 00000400:00000200:2.0:1767384312.713252:0:16794:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ad6d2c19 00010000:00010000:1.0:1767384312.713255:0:16768:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.152@tcp lock: 000000009b046e44/0x7e51148972eecb81 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x7e51148972eecb88 expref: -99 pid: 16776 timeout: 0 lvb_type: 0 00000400:00000010:2.0:1767384312.713256:0:16794:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ad6d2c19. 00000020:00000010:0.0:1767384312.713256:0:16763:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000019db1a50. 00000100:00000001:2.0:1767384312.713261:0:16794:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:0.0:1767384312.713267:0:16763:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002a66af08. 00000100:00000200:2.0:1767384312.713268:0:16794:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000091a70da0 x1853236723074944/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384328 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000040:0.0:1767384312.713274:0:16763:0:(genops.c:898:class_export_put()) PUTting export 00000000d18f5ad3 : new refcount 2 00010000:00010000:1.0:1767384312.713277:0:16768:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000009b046e44 already unused, calling callback (00000000649d35d1) 02000000:00000001:0.0:1767384312.713281:0:16763:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 10000000:00000001:1.0:1767384312.713285:0:16768:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 02000000:00000010:0.0:1767384312.713285:0:16763:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000006926da5. 00000100:00000200:2.0:1767384312.713287:0:16794:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000091a70da0 x1853236723074944/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384328 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 10000000:00010000:1.0:1767384312.713289:0:16768:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.152@tcp lock: 000000009b046e44/0x7e51148972eecb81 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x7e51148972eecb88 expref: -99 pid: 16776 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1767384312.713290:0:16763:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:0.0:1767384312.713294:0:16763:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384312.713296:0:16763:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000004b7e5ad. 02000000:00000001:0.0:1767384312.713300:0:16763:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1767384312.713303:0:16763:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009bbc7890. 02000000:00000001:0.0:1767384312.713308:0:16763:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1767384312.713310:0:16794:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000010:0.0:1767384312.713311:0:16763:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000d6d1096f. 00000100:00000001:2.0:1767384312.713313:0:16794:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384312.713313:0:16768:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 02000000:00000001:0.0:1767384312.713315:0:16763:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384312.713316:0:16794:0:(client.c:1578:after_reply()) Process entered 00010000:00000001:1.0:1767384312.713318:0:16768:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000010:0.0:1767384312.713319:0:16763:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006d8b1e3f. 02000000:00000001:2.0:1767384312.713320:0:16794:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384312.713324:0:16794:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:1.0:1767384312.713324:0:16768:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:0.0:1767384312.713325:0:16763:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000020:00000040:1.0:1767384312.713329:0:16768:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009b046e44 refcount=3 00000100:00000001:2.0:1767384312.713330:0:16794:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384312.713330:0:16763:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000889f96da. 02000000:00000001:2.0:1767384312.713337:0:16794:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384312.713338:0:16768:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781713886720 : -124291995664896 : ffff8ef503bffe00) 02000000:00000001:0.0:1767384312.713338:0:16763:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1767384312.713341:0:16763:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b55211d7. 00000100:00001000:2.0:1767384312.713343:0:16794:0:(import.c:2128:obd_at_measure()) add 5 to 00000000441774e7 time=42 v=5 (5 0 0 0) 00010000:00000001:1.0:1767384312.713344:0:16768:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781713886720 : -124291995664896 : ffff8ef503bffe00) 02000000:00000001:0.0:1767384312.713345:0:16763:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384312.713348:0:16763:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000011ff30f3. 00000100:00001000:2.0:1767384312.713350:0:16794:0:(import.c:2128:obd_at_measure()) add 1 to 000000000e70851c time=42 v=5 (1 0 0 0) 00010000:00000001:1.0:1767384312.713352:0:16768:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 02000000:00000001:0.0:1767384312.713352:0:16763:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384312.713356:0:16794:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000010:0.0:1767384312.713356:0:16763:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007e474586. 00010000:00010000:1.0:1767384312.713357:0:16768:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.152@tcp lock: 000000009b046e44/0x7e51148972eecb81 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x7e51148972eecb88 expref: -99 pid: 16776 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384312.713360:0:16794:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384312.713361:0:16763:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384312.713364:0:16763:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000c053603a. 00010000:00000001:2.0:1767384312.713365:0:16794:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:0.0:1767384312.713368:0:16763:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1767384312.713370:0:16763:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f579c0b8. 00010000:00000001:2.0:1767384312.713374:0:16794:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384312.713374:0:16768:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 02000000:00000001:0.0:1767384312.713376:0:16763:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384312.713378:0:16763:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000004fd849ce. 00000100:00000001:2.0:1767384312.713379:0:16794:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384312.713381:0:16763:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000040:2.0:1767384312.713384:0:16794:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000091a70da0 x1853236723074944/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384328 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:0.0:1767384312.713385:0:16763:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007dc04b73. 10000000:00010000:1.0:1767384312.713386:0:16768:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.152@tcp lock: 000000009b046e44/0x7e51148972eecb81 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x7e51148972eecb88 expref: -99 pid: 16776 timeout: 0 lvb_type: 0 00000100:00000010:0.0:1767384312.713390:0:16763:0:(service.c:994:ptlrpc_server_drop_request()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000d4275327. 00000100:00000010:0.0:1767384312.713396:0:16763:0:(service.c:995:ptlrpc_server_drop_request()) kfreed 'rqbd': 968 at 00000000448eb486. 00000100:00000001:0.0:1767384312.713402:0:16763:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384312.713408:0:16794:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 10000000:01000000:1.0:1767384312.713409:0:16768:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00000100:00000001:2.0:1767384312.713411:0:16794:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384312.713414:0:16794:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1767384312.713416:0:16768:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 00010000:00000001:2.0:1767384312.713417:0:16794:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:2.0:1767384312.713420:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 10000000:00000040:1.0:1767384312.713421:0:16768:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 00010000:00000001:2.0:1767384312.713422:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384312.713424:0:16794:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:1.0:1767384312.713427:0:16768:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00000100:00000040:2.0:1767384312.713428:0:16794:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000091a70da0 x1853236723074944/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384328 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:1.0:1767384312.713432:0:16768:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1767384312.713436:0:16768:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384312.713440:0:16794:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000091a70da0 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16794:1853236723074944:0@lo:104: 00000100:00000001:2.0:1767384312.713445:0:16794:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384312.713448:0:16794:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384312.713449:0:16794:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767384312.713450:0:16794:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384312.713452:0:16794:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000091a70da0 x1853236723074944/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384328 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 10000000:00000001:1.0:1767384312.713456:0:16768:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 00000100:00000001:2.0:1767384312.713457:0:16794:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384312.713462:0:16794:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 10000000:00000001:1.0:1767384312.713462:0:16768:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1767384312.713466:0:16768:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(0000000070cb7a0b) refs 2 02000000:00000010:2.0:1767384312.713467:0:16794:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f66e1ffd. 02000000:00000001:2.0:1767384312.713472:0:16794:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 10000000:00000001:1.0:1767384312.713472:0:16768:0:(mgc_request.c:147:config_log_put()) Process leaving 00000020:00000001:2.0:1767384312.713475:0:16794:0:(genops.c:1236:class_import_put()) Process entered 10000000:00000001:1.0:1767384312.713476:0:16768:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384312.713477:0:16794:0:(genops.c:1242:class_import_put()) import 00000000ec48d8bc refcount=1 obd=MGS 00000020:00000001:2.0:1767384312.713482:0:16794:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384312.713484:0:16794:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000007545ae74. 00010000:00000001:1.0:1767384312.713484:0:16768:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384312.713489:0:16768:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 02000000:00000001:2.0:1767384312.713490:0:16794:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384312.713494:0:16794:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:1.0:1767384312.713494:0:16768:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000010:2.0:1767384312.713495:0:16794:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000091a70da0. 00010000:00000001:1.0:1767384312.713515:0:16768:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:2.0:1767384312.713516:0:16794:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384312.713519:0:16794:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384312.713520:0:16768:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384312.713521:0:16794:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000a7bdbfe4. 00000100:00000001:2.0:1767384312.713526:0:16794:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000020:00000040:1.0:1767384312.713527:0:16768:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000009b046e44 with handle 0x7e51148972eecb81 from hash 00010000:00000001:1.0:1767384312.713532:0:16768:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384312.713533:0:16794:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384312.713535:0:16768:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000010:2.0:1767384312.713536:0:16794:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b8a21da9. 00010000:00000001:1.0:1767384312.713539:0:16768:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384312.713540:0:16794:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384312.713544:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384312.713544:0:16768:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384312.713548:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384312.713549:0:16768:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 20000000:00000001:2.0:1767384312.713551:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00000001:1.0:1767384312.713552:0:16768:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:2.0:1767384312.713554:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:2.0:1767384312.713556:0:16794:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 00000000de2b4445/0x7e51148972eecb8f lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384312.713559:0:16768:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767384312.713565:0:16768:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1767384312.713571:0:16768:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004f27a975. 00000020:00000040:1.0:1767384312.713575:0:16768:0:(genops.c:1229:class_import_get()) import 00000000df830bbe refcount=6 obd=MGC192.168.202.152@tcp 00000100:00000001:1.0:1767384312.713579:0:16768:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384312.713581:0:16768:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384312.713585:0:16768:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384312.713591:0:16768:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000020eb5af3. 00000100:00000001:1.0:1767384312.713595:0:16768:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384312.713598:0:16768:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1767384312.713602:0:16768:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.152@tcp lock: 000000009b046e44/0x7e51148972eecb81 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7e51148972eecb88 expref: -99 pid: 16776 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384312.713616:0:16768:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1767384312.713618:0:16768:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384312.713623:0:16768:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384312.713626:0:16768:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384312.713634:0:16768:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004f27a975] to pc [ptlrpcd_00_03+3] req@000000004f27a975 x1853236723075072/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384312.713659:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:1.0:1767384312.713661:0:16768:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384312.713662:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384312.713664:0:16140:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000001:1.0:1767384312.713668:0:16768:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:2.0:1767384312.713671:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004f27a975 x1853236723075072/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384312.713672:0:16768:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384312.713676:0:16768:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384312.713682:0:16768:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384312.713683:0:16140:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384312.713685:0:16140:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384312.713688:0:16768:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384312.713689:0:16140:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384312.713692:0:16140:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1767384312.713694:0:16768:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.152@tcp lock: 000000009b046e44/0x7e51148972eecb81 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7e51148972eecb88 expref: -99 pid: 16776 timeout: 0 lvb_type: 0 02000000:00000001:2.0:1767384312.713695:0:16140:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384312.713700:0:16140:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004f27a975 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c0412d60-4f67-4dbc-8791-892843f60083:16140:1853236723075072:0@lo:103: 00000100:00000001:2.0:1767384312.713707:0:16140:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384312.713710:0:16140:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00000001:1.0:1767384312.713712:0:16768:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:2.0:1767384312.713713:0:16140:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384312.713716:0:16140:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00010000:1.0:1767384312.713717:0:16768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.152@tcp lock: 000000009b046e44/0x7e51148972eecb81 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7e51148972eecb88 expref: -99 pid: 16776 timeout: 0 lvb_type: 0 02000000:00000010:2.0:1767384312.713718:0:16140:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a36b5040. 02000000:00000001:2.0:1767384312.713722:0:16140:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384312.713727:0:16140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a52943b0. 00000400:00000010:2.0:1767384312.713731:0:16140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000008b6ca34. 00010000:00000040:1.0:1767384312.713732:0:16768:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000008e2534a7 count: 0 00000100:00000200:2.0:1767384312.713735:0:16140:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236723075072, portal 18 00000100:00000001:2.0:1767384312.713738:0:16140:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384312.713739:0:16140:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782424480384 : -124291285071232 : ffff8ef52e1aca80) 00000100:00000040:2.0:1767384312.713743:0:16140:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000004f27a975 x1853236723075072/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384328 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384312.713746:0:16768:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384312.713750:0:16768:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:1.0:1767384312.713752:0:16768:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 000000004469cda7. 00010000:00000001:1.0:1767384312.713759:0:16768:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384312.713761:0:16140:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384312.713765:0:16140:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:1.0:1767384312.713765:0:16768:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000010:2.0:1767384312.713770:0:16140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fad4d9b3. 00000020:00000001:1.0:1767384312.713770:0:16768:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384312.713775:0:16140:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853236723075072, offset 0 00010000:00010000:1.0:1767384312.713777:0:16768:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767384312.713780:0:16768:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000200:2.0:1767384312.713781:0:16140:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:1.0:1767384312.713783:0:16768:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384312.713787:0:16768:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:2.0:1767384312.713790:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:1.0:1767384312.713793:0:16768:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384312.713796:0:16768:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384312.713799:0:16140:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x695824c904800 00010000:00010000:1.0:1767384312.713801:0:16768:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:2.0:1767384312.713804:0:16140:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0xd [2] + 1968 00000400:00000010:2.0:1767384312.713807:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005b67c6b1. 00000400:00000200:2.0:1767384312.713810:0:16140:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000a0a05d1e 00000400:00000200:2.0:1767384312.713814:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384312.713817:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384312.713820:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a0a05d1e 00000100:00000001:1.0:1767384312.713820:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1767384312.713824:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a0a05d1e. 00000100:00000001:1.0:1767384312.713826:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384312.713828:0:16140:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384312.713831:0:16140:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000040:2.0:1767384312.713833:0:16140:0:(events.c:337:request_in_callback()) incoming req@00000000b2da2d6a x1853236723075072 msgsize 328 00000100:00100000:2.0:1767384312.713836:0:16140:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384312.713838:0:16140:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384312.713848:0:16140:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384312.713851:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fad4d9b3 00000400:00000010:2.0:1767384312.713853:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fad4d9b3. 00000100:00000001:2.0:1767384312.713855:0:16140:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384312.713857:0:16140:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004f27a975 x1853236723075072/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384328 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384312.713863:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384312.713867:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004f27a975 x1853236723075072/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384328 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384312.713869:0:16766:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384312.713873:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384312.713875:0:16766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723075072 00000100:00000001:2.0:1767384312.713876:0:16140:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384312.713880:0:16140:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384312.713880:0:16766:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384312.713885:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294902700 00000100:00000001:1.0:1767384312.713885:0:16766:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384312.713890:0:16766:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384312.713892:0:16140:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294902699 02000000:00000001:1.0:1767384312.713895:0:16766:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384312.713898:0:16766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723075072 00000100:00000001:2.0:1767384312.713901:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294902700 00000020:00000001:1.0:1767384312.713903:0:16766:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384312.713906:0:16140:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294902699 00000020:00000040:1.0:1767384312.713907:0:16766:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eec8e1 00000100:00000001:2.0:1767384312.713909:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294902700 00000020:00000001:1.0:1767384312.713912:0:16766:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384312.713914:0:16140:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294902699 00000020:00000040:1.0:1767384312.713917:0:16766:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000555601ca refcount=17 00000100:00000001:2.0:1767384312.713918:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294902700 00000100:00000001:2.0:1767384312.713922:0:16140:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294902699 00000020:00000001:1.0:1767384312.713923:0:16766:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000100:00000001:2.0:1767384312.713925:0:16140:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384312.713930:0:16140:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384312.713930:0:16766:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000100:00000001:2.0:1767384312.713933:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384312.713936:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384312.713936:0:16766:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384312.713942:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:1.0:1767384312.713943:0:16766:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002e1b47fe. 00000100:00000001:2.0:1767384312.713944:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384312.713947:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384312.713950:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384312.713950:0:16766:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384312.713953:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384312.713955:0:16766:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002e1b47fe. 00000100:00000001:2.0:1767384312.713957:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384312.713964:0:16766:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e8252131. 00000020:00000010:1.0:1767384312.713970:0:16766:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b89b627b. 00000020:00000010:1.0:1767384312.713975:0:16766:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c370a78c. 00000100:00000040:1.0:1767384312.713983:0:16766:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:1.0:1767384312.713986:0:16766:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384312.713988:0:16766:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:1.0:1767384312.713991:0:16766:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:1.0:1767384312.713994:0:16766:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384312.713997:0:16766:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:1.0:1767384312.714000:0:16766:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384312.714003:0:16766:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384312.714005:0:16766:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d29113af refcount=4 00000020:00000001:1.0:1767384312.714007:0:16766:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619782554466304 : -124291155085312 : ffff8ef535da3800) 00010000:00000001:1.0:1767384312.714010:0:16766:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619782554466304 : -124291155085312 : ffff8ef535da3800) 00010000:00010000:1.0:1767384312.714015:0:16766:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 00000000d29113af/0x7e51148972eecb88 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x7e51148972eecb81 expref: 17 pid: 16771 timeout: 385 lvb_type: 0 00010000:00000001:1.0:1767384312.714034:0:16766:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384312.714036:0:16766:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384312.714038:0:16766:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384312.714040:0:16766:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384312.714045:0:16766:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:1.0:1767384312.714051:0:16766:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b2da2d6a x1853236723075072/t0(0) o103->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:293/0 lens 328/0 e 0 to 0 dl 1767384323 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384312.714059:0:16766:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1767384312.714060:0:16766:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384312.714071:0:16766:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384312.714082:0:16766:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384312.714084:0:16766:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384312.714113:0:16766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00000040:1.0:1767384312.714115:0:16766:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000555601ca : new rpc_count 3 00000100:00000001:1.0:1767384312.714118:0:16766:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619781923282000 : -124291786269616 : ffff8ef5103b1c50) 00000100:00000040:1.0:1767384312.714123:0:16766:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b2da2d6a x1853236723075072/t0(0) o103->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:293/0 lens 328/0 e 0 to 0 dl 1767384323 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384312.714131:0:16766:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384312.714135:0:16766:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002e1b47fe. 00000100:00000001:1.0:1767384312.714138:0:16766:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384312.714140:0:16766:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002e1b47fe. 00000100:00100000:1.0:1767384312.714146:0:16766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000b2da2d6a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c0412d60-4f67-4dbc-8791-892843f60083+17:16140:x1853236723075072:12345-0@lo:103: 00000100:00000200:1.0:1767384312.714153:0:16766:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723075072 00010000:00000001:1.0:1767384312.714156:0:16766:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:1.0:1767384312.714159:0:16766:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:1.0:1767384312.714162:0:16766:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:1.0:1767384312.714166:0:16766:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384312.714168:0:16766:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384312.714195:0:16766:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000000410e41f. 02000000:00000001:1.0:1767384312.714198:0:16766:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384312.714200:0:16766:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384312.714208:0:16766:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:1.0:1767384312.714211:0:16766:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:1.0:1767384312.714213:0:16766:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384312.714215:0:16766:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384312.714217:0:16766:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d29113af refcount=4 00000020:00000001:1.0:1767384312.714219:0:16766:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619782554466304 : -124291155085312 : ffff8ef535da3800) 00010000:00000001:1.0:1767384312.714222:0:16766:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619782554466304 : -124291155085312 : ffff8ef535da3800) 00010000:00000040:1.0:1767384312.714224:0:16766:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000fe5ff4e2 count: 3 00010000:00010000:1.0:1767384312.714228:0:16766:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 00000000d29113af/0x7e51148972eecb88 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x7e51148972eecb81 expref: 17 pid: 16771 timeout: 385 lvb_type: 0 00000100:00001000:1.0:1767384312.714235:0:16766:0:(import.c:2128:obd_at_measure()) add 0 to 00000000dce49598 time=1767384312 v=100 (0 0 0 0) 00010000:00000001:1.0:1767384312.714238:0:16766:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384312.714244:0:16766:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384312.714245:0:16766:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384312.714248:0:16766:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 00000000d29113af/0x7e51148972eecb88 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x7e51148972eecb81 expref: 17 pid: 16771 timeout: 385 lvb_type: 0 00000020:00000001:1.0:1767384312.714259:0:16766:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1767384312.714261:0:16766:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1767384312.714263:0:16766:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384312.714265:0:16766:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384312.714269:0:16766:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384312.714271:0:16766:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384312.714276:0:16766:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384312.714278:0:16766:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384312.714280:0:16766:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384312.714282:0:16766:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384312.714284:0:16766:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000d29113af with handle 0x7e51148972eecb88 from hash 00010000:00000001:1.0:1767384312.714286:0:16766:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384312.714287:0:16766:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384312.714288:0:16766:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384312.714290:0:16766:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384312.714291:0:16766:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384312.714292:0:16766:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384312.714294:0:16766:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000d29113af/0x7e51148972eecb88 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x7e51148972eecb81 expref: 17 pid: 16771 timeout: 385 lvb_type: 0 00010000:00000040:1.0:1767384312.714308:0:16766:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000555601ca : new locks_count 9 00000020:00000040:1.0:1767384312.714310:0:16766:0:(genops.c:898:class_export_put()) PUTting export 00000000555601ca : new refcount 16 00010000:00000001:1.0:1767384312.714315:0:16766:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384312.714317:0:16766:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384312.714319:0:16766:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:1.0:1767384312.714321:0:16766:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 00000000de2b4445 00010000:00000001:1.0:1767384312.714323:0:16766:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384312.714326:0:16766:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384312.714328:0:16766:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384312.714330:0:16766:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384312.714331:0:16766:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384312.714334:0:16766:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384312.714335:0:16766:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:1.0:1767384312.714338:0:16766:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 00000000de2b4445/0x7e51148972eecb8f lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384312.714344:0:16766:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:1.0:1767384312.714346:0:16766:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384312.714348:0:16766:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384312.714350:0:16766:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384312.714351:0:16766:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000fe5ff4e2) refcount = 2 00010000:00010000:1.0:1767384312.714356:0:16766:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000de2b4445/0x7e51148972eecb8f lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384312.714362:0:16766:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384312.714364:0:16766:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384312.714365:0:16766:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384312.714367:0:16766:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.0:1767384312.714596:0:16766:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002cc6765c. 00000100:00000001:1.0:1767384312.714600:0:16766:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384312.714604:0:16766:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000096231caa. 00000100:00000001:1.0:1767384312.714606:0:16766:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446619781782372736 : -124291927178880 : ffff8ef507d50180) 00000100:00000001:1.0:1767384312.714609:0:16766:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446619781782372736 : -124291927178880 : ffff8ef507d50180) 00000100:00000001:1.0:1767384312.714612:0:16766:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384312.714619:0:16766:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1767384312.714622:0:16766:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 20000000:00000001:1.0:1767384312.714625:0:16766:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384312.714627:0:16766:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003445359s 00010000:00000001:1.0:1767384312.714630:0:16766:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384312.714631:0:16766:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384312.714632:0:16766:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000de2b4445 refcount=5 00000020:00000001:1.0:1767384312.714634:0:16766:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781734629888 : -124291974921728 : ffff8ef504fc8200) 00010000:00000001:1.0:1767384312.714669:0:16766:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781734629888 : -124291974921728 : ffff8ef504fc8200) 00010000:00000001:1.0:1767384312.714672:0:16766:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384312.714674:0:16766:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000de2b4445/0x7e51148972eecb8f lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384312.714681:0:16766:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384312.714683:0:16766:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000de2b4445/0x7e51148972eecb8f lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384312.714689:0:16766:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384312.714691:0:16766:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384312.714693:0:16766:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000de2b4445/0x7e51148972eecb8f lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384312.714699:0:16766:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384312.714701:0:16766:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384312.714703:0:16766:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384312.714704:0:16766:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000de2b4445/0x7e51148972eecb8f lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384312.714710:0:16766:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000de2b4445 already unused, calling callback (00000000871a6010) 00010000:00000001:1.0:1767384312.714713:0:16766:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384312.714715:0:16766:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384312.714716:0:16766:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000de2b4445/0x7e51148972eecb8f lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384312.714722:0:16766:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384312.714730:0:16766:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384312.714731:0:16766:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384312.714733:0:16766:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000de2b4445 refcount=6 00000020:00000001:1.0:1767384312.714736:0:16766:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781734629888 : -124291974921728 : ffff8ef504fc8200) 00010000:00000001:1.0:1767384312.714738:0:16766:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781734629888 : -124291974921728 : ffff8ef504fc8200) 00010000:00000001:1.0:1767384312.714741:0:16766:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384312.714743:0:16766:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000de2b4445/0x7e51148972eecb8f lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384312.714749:0:16766:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384312.714750:0:16766:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384312.714752:0:16766:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384312.714761:0:16766:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384312.714763:0:16766:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384312.714766:0:16766:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384312.714768:0:16766:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384312.714770:0:16766:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000de2b4445 with handle 0x7e51148972eecb8f from hash 00010000:00000001:1.0:1767384312.714773:0:16766:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384312.714775:0:16766:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384312.714777:0:16766:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384312.714778:0:16766:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384312.714780:0:16766:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384312.714782:0:16766:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384312.714783:0:16766:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384312.714785:0:16766:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384312.714787:0:16766:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384312.714789:0:16766:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384312.714790:0:16766:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384312.714792:0:16766:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384312.714794:0:16766:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384312.714795:0:16766:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384312.714797:0:16766:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384312.714799:0:16766:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384312.714801:0:16766:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000de2b4445/0x7e51148972eecb8f lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384312.714806:0:16766:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384312.714814:0:16766:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384312.714815:0:16766:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384312.714817:0:16766:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384312.714819:0:16766:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384312.714820:0:16766:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384312.714822:0:16766:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384312.714825:0:16766:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384312.714827:0:16766:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384312.714829:0:16766:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384312.714831:0:16766:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384312.714832:0:16766:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384312.714835:0:16766:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:1.0:1767384312.714836:0:16766:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1767384312.714839:0:16766:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384312.714841:0:16766:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384312.714843:0:16766:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:1.0:1767384312.714845:0:16766:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000096231caa. 00000100:00000001:1.0:1767384312.714848:0:16766:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1767384312.714850:0:16766:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1767384312.714853:0:16766:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002cc6765c. 00010000:00000001:1.0:1767384312.714857:0:16766:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:1.0:1767384312.714859:0:16766:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:1.0:1767384312.714861:0:16766:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384312.714865:0:16766:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384312.714867:0:16766:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384312.714870:0:16766:0:(import.c:2128:obd_at_measure()) add 1 to 0000000028084485 time=42 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384312.714874:0:16766:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384312.714877:0:16766:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 21 to 0@lo 00000100:00000001:1.0:1767384312.714880:0:16766:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 02000000:00000001:1.0:1767384312.714883:0:16766:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384312.714885:0:16766:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384312.714887:0:16766:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384312.714890:0:16766:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00010000:3.0:1767384312.715057:0:16794:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 00000000de2b4445/0x7e51148972eecb8f lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384312.715064:0:16794:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 20000000:00000001:3.0:1767384312.715066:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00010000:3.0:1767384312.715068:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000de2b4445/0x7e51148972eecb8f lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384312.715073:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384312.715074:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384312.715076:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000de2b4445/0x7e51148972eecb8f lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384312.715079:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000fe5ff4e2 count: 0 00010000:00000001:3.0:1767384312.715164:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384312.715166:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000010:1.0:1767384312.715549:0:16766:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008106c9a5. 00000100:00000200:1.0:1767384312.715555:0:16766:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853236723075072, offset 224 00000400:00000200:1.0:1767384312.715563:0:16766:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384312.715571:0:16766:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384312.715587:0:16766:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x695824c904800 00000400:00000200:1.0:1767384312.715594:0:16766:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x177d [1] + 224 00000400:00000200:1.0:1767384312.715599:0:16766:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384312.715604:0:16766:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384312.715610:0:16766:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384312.715617:0:16766:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004f27a975 x1853236723075072/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384328 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384312.715630:0:16766:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004f27a975 x1853236723075072/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384328 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384312.715648:0:16766:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384312.715659:0:16766:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008106c9a5 00000400:00000010:1.0:1767384312.715662:0:16766:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008106c9a5. 00000100:00000001:1.0:1767384312.715666:0:16766:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384312.715668:0:16766:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384312.715674:0:16766:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384312.715678:0:16766:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 20 to 0@lo 00010000:00000001:1.0:1767384312.715681:0:16766:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384312.715684:0:16766:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384312.715688:0:16766:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b2da2d6a x1853236723075072/t0(0) o103->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:293/0 lens 328/224 e 0 to 0 dl 1767384323 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384312.715698:0:16766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000b2da2d6a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c0412d60-4f67-4dbc-8791-892843f60083+16:16140:x1853236723075072:12345-0@lo:103: Request processed in 1565us (1862us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384312.715707:0:16766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00000040:1.0:1767384312.715710:0:16766:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000555601ca : new rpc_count 2 00000100:00000001:1.0:1767384312.715712:0:16766:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384312.715714:0:16766:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384312.715717:0:16766:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b89b627b. 00000020:00000010:1.0:1767384312.715722:0:16766:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c370a78c. 00000020:00000010:1.0:1767384312.715726:0:16766:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e8252131. 00000020:00000040:1.0:1767384312.715730:0:16766:0:(genops.c:898:class_export_put()) PUTting export 00000000555601ca : new refcount 15 02000000:00000001:1.0:1767384312.715735:0:16766:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384312.715737:0:16766:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000000410e41f. 02000000:00000001:1.0:1767384312.715747:0:16766:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:1.0:1767384312.715751:0:16766:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384312.715753:0:16766:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000aa84fe8d. 02000000:00000001:1.0:1767384312.715756:0:16766:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384312.715758:0:16766:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f83c2498. 02000000:00000001:1.0:1767384312.715763:0:16766:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384312.715765:0:16766:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000056e307cb. 02000000:00000001:1.0:1767384312.715768:0:16766:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384312.715770:0:16766:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a56f24d7. 02000000:00000001:1.0:1767384312.715775:0:16766:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384312.715777:0:16766:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000ec5c8a9a. 02000000:00000001:1.0:1767384312.715782:0:16766:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384312.715784:0:16766:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000858c198d. 02000000:00000001:1.0:1767384312.715788:0:16766:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384312.715790:0:16766:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000f30ac791. 02000000:00000001:1.0:1767384312.715794:0:16766:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384312.715796:0:16766:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ceabf501. 02000000:00000001:1.0:1767384312.715800:0:16766:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384312.715801:0:16766:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000006e269fbf. 02000000:00000001:1.0:1767384312.715805:0:16766:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384312.715807:0:16766:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001e35fc84. 02000000:00000001:1.0:1767384312.715812:0:16766:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384312.715814:0:16766:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000001321bc4b. 02000000:00000001:1.0:1767384312.715817:0:16766:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384312.715818:0:16766:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d6ca6dca. 00000100:00000001:1.0:1767384312.715822:0:16766:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384312.715827:0:16766:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1767384312.715832:0:16766:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000040088f5f. 00000400:00000010:1.0:1767384312.715836:0:16766:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000096231caa. 00000100:00000001:0.0:1767384312.715854:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384312.715857:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384312.715860:0:16140:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384312.715862:0:16140:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384312.715863:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a52943b0. 00000400:00000200:0.0:1767384312.715869:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000008b6ca34 00000400:00000010:0.0:1767384312.715874:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000008b6ca34. 00000100:00000001:0.0:1767384312.715877:0:16140:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384312.715881:0:16140:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004f27a975 x1853236723075072/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384328 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384312.715889:0:16140:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004f27a975 x1853236723075072/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384328 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384312.715895:0:16140:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384312.715896:0:16140:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384312.715898:0:16140:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384312.715900:0:16140:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384312.715901:0:16140:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384312.715903:0:16140:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384312.715904:0:16140:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384312.715907:0:16140:0:(import.c:2128:obd_at_measure()) add 5 to 00000000e6189a3f time=42 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384312.715909:0:16140:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f5022cbe time=42 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384312.715912:0:16140:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384312.715913:0:16140:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384312.715915:0:16140:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384312.715916:0:16140:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384312.715918:0:16140:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384312.715921:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004f27a975 x1853236723075072/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384328 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384312.715925:0:16140:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384312.715927:0:16140:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384312.715929:0:16140:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384312.715932:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004f27a975 x1853236723075072/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384328 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384312.715937:0:16140:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004f27a975 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c0412d60-4f67-4dbc-8791-892843f60083:16140:1853236723075072:0@lo:103: 00000100:00000001:0.0:1767384312.715942:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384312.715943:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384312.715944:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004f27a975 x1853236723075072/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384328 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384312.715948:0:16140:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384312.715955:0:16140:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384312.715957:0:16140:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a36b5040. 02000000:00000001:0.0:1767384312.715960:0:16140:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384312.715962:0:16140:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384312.715964:0:16140:0:(genops.c:1242:class_import_put()) import 00000000df830bbe refcount=5 obd=MGC192.168.202.152@tcp 00000020:00000001:0.0:1767384312.715966:0:16140:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384312.715967:0:16140:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000020eb5af3. 02000000:00000001:0.0:1767384312.715969:0:16140:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384312.715971:0:16140:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384312.715972:0:16140:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004f27a975. 00000100:00000001:0.0:1767384312.715974:0:16140:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384312.715975:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384312.715976:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384312.715978:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384312.715979:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384312.715980:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384312.715982:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1767384312.720115:0:26201:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000fe5ff4e2. 00010000:00000010:3.1:1767384312.720127:0:26201:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000de2b4445. 00010000:00000010:1.1:1767384312.721586:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000008e2534a7. 00010000:00000010:1.1:1767384312.721592:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000009b046e44. 00010000:00000010:1.1:1767384312.721597:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000d29113af. 00080000:00000001:1.0:1767384312.722678:0:16807:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1767384312.722681:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00080000:00000001:2.0:1767384312.722682:0:16774:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384312.722684:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1767384312.722686:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000020:00000002:2.0:1767384312.722688:0:16774:0:(lu_object.c:207:lu_object_put()) Add 00000000f07b1e3f/000000000f28175b to site lru. bkt: 00000000b56e2c81 00040000:00000001:1.0:1767384312.722688:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384312.722692:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000000a76d1fb. 20000000:00000001:2.0:1767384312.722693:0:16774:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384312.722697:0:16774:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00080000:00000001:1.0:1767384312.722700:0:16807:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:2.0:1767384312.722701:0:16774:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384312.722713:0:16774:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384312.722716:0:16774:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:3.0:1767384312.722719:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000020:2.0:1767384312.722722:0:16774:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000001:3.0:1767384312.722723:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384312.722727:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384312.722731:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384312.722734:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384312.722739:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000d29b5cf2. 00010000:00000001:3.0:1767384312.722743:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384312.722746:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000003653ee69. 00000020:00000001:3.0:1767384312.722748:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384312.722750:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 000000003653ee69 with handle 0x7e51148972eecb96 to hash 00000020:00000001:3.0:1767384312.722752:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384312.722757:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446619781713885184 : -124291995666432 : ffff8ef503bff800) 00010000:00000001:3.0:1767384312.722760:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446619781713885184 : -124291995666432 : ffff8ef503bff800) 00010000:00000001:3.0:1767384312.722763:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384312.722764:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384312.722766:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000003653ee69/0x7e51148972eecb96 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384312.722772:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384312.722775:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384312.722776:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384312.722778:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384312.722780:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384312.722782:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384312.722783:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384312.722784:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384312.722786:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384312.722787:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384312.722788:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384312.722789:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000d29b5cf2) refcount = 1 00010000:00010000:3.0:1767384312.722792:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000003653ee69/0x7e51148972eecb96 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384312.722796:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384312.722797:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384312.722798:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384312.722799:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384312.722800:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384312.722802:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384312.722804:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003445359s 00010000:00000001:3.0:1767384312.722806:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384312.722808:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384312.722810:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000003653ee69 refcount=4 00000020:00000001:3.0:1767384312.722811:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781713885184 : -124291995666432 : ffff8ef503bff800) 00010000:00000001:3.0:1767384312.722813:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781713885184 : -124291995666432 : ffff8ef503bff800) 00010000:00000001:3.0:1767384312.722814:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384312.722819:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000003653ee69/0x7e51148972eecb96 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384312.722823:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384312.722824:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000003653ee69/0x7e51148972eecb96 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384312.722828:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384312.722829:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384312.722831:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000003653ee69/0x7e51148972eecb96 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384312.722836:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384312.722838:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384312.722840:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384312.722842:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000003653ee69/0x7e51148972eecb96 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384312.722847:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000003653ee69 already unused, calling callback (00000000871a6010) 00010000:00000001:3.0:1767384312.722849:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384312.722850:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384312.722851:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000003653ee69/0x7e51148972eecb96 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384312.722856:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384312.722858:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384312.722860:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384312.722862:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000003653ee69 refcount=5 00000020:00000001:3.0:1767384312.722864:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781713885184 : -124291995666432 : ffff8ef503bff800) 00010000:00000001:3.0:1767384312.722866:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781713885184 : -124291995666432 : ffff8ef503bff800) 00010000:00000001:3.0:1767384312.722870:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384312.722872:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000003653ee69/0x7e51148972eecb96 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384312.722878:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384312.722887:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384312.722888:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384312.722891:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384312.722893:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384312.722896:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384312.722898:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384312.722901:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000003653ee69 with handle 0x7e51148972eecb96 from hash 00010000:00000001:3.0:1767384312.722904:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384312.722905:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384312.722906:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384312.722907:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384312.722909:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384312.722910:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384312.722911:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384312.722913:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384312.722915:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384312.722917:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384312.722918:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384312.722919:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384312.722920:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384312.722921:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384312.722923:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384312.722924:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384312.722926:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000003653ee69/0x7e51148972eecb96 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384312.722929:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384312.722930:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384312.722932:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384312.722933:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384312.722934:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384312.722936:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384312.722937:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384312.722939:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384312.722941:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384312.722943:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000003653ee69/0x7e51148972eecb96 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384312.722953:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384312.722955:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384312.722956:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000003653ee69/0x7e51148972eecb96 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384312.722960:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000d29b5cf2 count: 0 00010000:00000001:3.0:1767384312.722965:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384312.722966:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:2.0:1767384312.723420:0:16773:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:2.0:1767384312.723423:0:16773:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384312.723425:0:16773:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000009585baca. 20000000:00000001:2.0:1767384312.723431:0:16773:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384312.723434:0:16773:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236723074688 00010000:00000001:2.0:1767384312.723437:0:16773:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384312.723442:0:16773:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000bf63ff76 x1853236723074688/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:293/0 lens 4848/4768 e 0 to 0 dl 1767384323 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384312.723449:0:16773:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384312.723457:0:16773:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384312.723460:0:16773:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dd452398 time=42 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384312.723464:0:16773:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384312.723466:0:16773:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 21 to 0@lo 00000100:00000001:2.0:1767384312.723468:0:16773:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 02000000:00000001:2.0:1767384312.723471:0:16773:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384312.723473:0:16773:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384312.723477:0:16773:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384312.723480:0:16773:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384312.723483:0:16773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b1779943. 00000100:00000200:2.0:1767384312.723487:0:16773:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236723074688, offset 224 00000400:00000200:2.0:1767384312.723493:0:16773:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384312.723516:0:16773:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384312.723525:0:16773:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824c904680 00000400:00000200:2.0:1767384312.723531:0:16773:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1755 [2] + 224 00000400:00000200:2.0:1767384312.723536:0:16773:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384312.723539:0:16773:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384312.723543:0:16773:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384312.723547:0:16773:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b7eed8d1 x1853236723074688/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384328 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384312.723554:0:16773:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000b7eed8d1 x1853236723074688/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384328 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384312.723570:0:16773:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384312.723575:0:16773:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b1779943 00000400:00000010:2.0:1767384312.723576:0:16773:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b1779943. 00000100:00000001:2.0:1767384312.723579:0:16773:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384312.723580:0:16773:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384312.723582:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384312.723583:0:16773:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384312.723586:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767384312.723588:0:16773:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 20 to 0@lo 00000400:00000001:3.0:1767384312.723591:0:16138:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:2.0:1767384312.723591:0:16773:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:3.0:1767384312.723594:0:16138:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:2.0:1767384312.723594:0:16773:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384312.723598:0:16773:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:3.0:1767384312.723599:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008fcebc09. 00000100:00000040:2.0:1767384312.723603:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bf63ff76 x1853236723074688/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:293/0 lens 4848/4768 e 0 to 0 dl 1767384323 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384312.723604:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001466db36 00000400:00000010:3.0:1767384312.723608:0:16138:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001466db36. 00000100:00000001:3.0:1767384312.723614:0:16138:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384312.723620:0:16138:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b7eed8d1 x1853236723074688/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384328 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384312.723645:0:16138:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b7eed8d1 x1853236723074688/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384328 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384312.723645:0:16773:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000bf63ff76 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c0412d60-4f67-4dbc-8791-892843f60083+15:16138:x1853236723074688:12345-0@lo:253: Request processed in 21380us (22067us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384312.723660:0:16138:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384312.723663:0:16138:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384312.723663:0:16773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 93 00000100:00000001:3.0:1767384312.723668:0:16138:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:2.0:1767384312.723669:0:16773:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000555601ca : new rpc_count 1 02000000:00000001:3.0:1767384312.723670:0:16138:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384312.723673:0:16773:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000010:1.0:1767384312.723673:0:26200:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000a6d1e1df. 00000100:00000001:3.0:1767384312.723674:0:16138:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384312.723676:0:16773:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384312.723677:0:16138:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384312.723680:0:16138:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384312.723681:0:16773:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000090ba3989. 00000100:00001000:3.0:1767384312.723684:0:16138:0:(import.c:2128:obd_at_measure()) add 5 to 0000000028df3f77 time=42 v=5 (5 0 0 0) 00000020:00000010:2.0:1767384312.723686:0:16773:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000cdb44793. 00000100:00001000:3.0:1767384312.723688:0:16138:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f5022cbe time=42 v=5 (1 0 0 0) 00000400:00000040:1.0:1767384312.723690:0:26200:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000020:00000010:2.0:1767384312.723691:0:16773:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000096972147. 00000100:00000001:3.0:1767384312.723692:0:16138:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384312.723695:0:16138:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000040:1.0:1767384312.723697:0:26200:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00010000:00000001:3.0:1767384312.723698:0:16138:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000040:2.0:1767384312.723698:0:16773:0:(genops.c:898:class_export_put()) PUTting export 00000000555601ca : new refcount 14 00010000:00000001:3.0:1767384312.723703:0:16138:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384312.723704:0:16773:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000400:00000040:1.0:1767384312.723705:0:26200:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000100:00000001:3.0:1767384312.723706:0:16138:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384312.723708:0:16773:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000713c9570. 00000400:00000040:1.0:1767384312.723710:0:26200:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 02000000:00000001:2.0:1767384312.723712:0:16773:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000040:3.0:1767384312.723713:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b7eed8d1 x1853236723074688/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384328 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384312.723716:0:16773:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000040:1.0:1767384312.723716:0:26200:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384312.723720:0:26200:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000100:00000200:2.0:1767384312.723722:0:16773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000040:1.0:1767384312.723726:0:26200:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000010:2.0:1767384312.723729:0:16773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000bc71dd0. 00000400:00000040:1.0:1767384312.723731:0:26200:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384312.723736:0:26200:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000100:00000001:3.0:1767384312.723737:0:16138:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1767384312.723737:0:16773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b1779943. 00000400:00000040:1.0:1767384312.723738:0:26200:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000100:00000001:3.0:1767384312.723744:0:16138:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000040:1.0:1767384312.723745:0:26200:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000100:00000001:3.0:1767384312.723747:0:16138:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000040:1.0:1767384312.723748:0:26200:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000020:01000004:3.0:1767384312.723751:0:16138:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000400:00000040:1.0:1767384312.723752:0:26200:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000020:01000004:3.0:1767384312.723756:0:16138:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000040:1.0:1767384312.723756:0:26200:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000020:01000004:3.0:1767384312.723758:0:16138:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000040:1.0:1767384312.723759:0:26200:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000020:01000004:3.0:1767384312.723761:0:16138:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000040:1.0:1767384312.723763:0:26200:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000020:01000004:3.0:1767384312.723764:0:16138:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384312.723767:0:16138:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000040:1.0:1767384312.723768:0:26200:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000020:01000004:3.0:1767384312.723770:0:16138:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000040:1.0:1767384312.723771:0:26200:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000020:01000004:3.0:1767384312.723772:0:16138:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000040:1.0:1767384312.723773:0:26200:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000020:01000004:3.0:1767384312.723775:0:16138:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384312.723777:0:16138:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000040:1.0:1767384312.723777:0:26200:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384312.723781:0:26200:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000100:00000040:3.0:1767384312.723782:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b7eed8d1 x1853236723074688/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384328 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000040:1.0:1767384312.723784:0:26200:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384312.723788:0:26200:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384312.723792:0:26200:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000100:00100000:3.0:1767384312.723795:0:16138:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b7eed8d1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c0412d60-4f67-4dbc-8791-892843f60083:16138:1853236723074688:0@lo:253: 00000400:00000040:1.0:1767384312.723795:0:26200:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384312.723800:0:26200:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000100:00000001:3.0:1767384312.723802:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000040:1.0:1767384312.723803:0:26200:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000100:00000001:3.0:1767384312.723806:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000040:1.0:1767384312.723806:0:26200:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384312.723809:0:26200:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000100:00000040:3.0:1767384312.723810:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b7eed8d1 x1853236723074688/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384328 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000040:1.0:1767384312.723812:0:26200:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384312.723816:0:26200:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384312.723820:0:26200:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000100:00000001:3.0:1767384312.723821:0:16138:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000040:1.0:1767384312.723822:0:26200:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 02000000:00000001:3.0:1767384312.723824:0:16138:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000040:1.0:1767384312.723825:0:26200:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 02000000:00000010:3.0:1767384312.723827:0:16138:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000063d484a8. 00000400:00000040:1.0:1767384312.723828:0:26200:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384312.723832:0:26200:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384312.723834:0:26200:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 02000000:00000001:3.0:1767384312.723836:0:16138:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000040:1.0:1767384312.723836:0:26200:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000020:00000001:3.0:1767384312.723839:0:16138:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000040:1.0:1767384312.723840:0:26200:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000020:00000040:3.0:1767384312.723843:0:16138:0:(genops.c:1242:class_import_put()) import 00000000df830bbe refcount=4 obd=MGC192.168.202.152@tcp 00000400:00000040:1.0:1767384312.723844:0:26200:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000020:00000001:3.0:1767384312.723848:0:16138:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384312.723851:0:16138:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000eea01c52. 00000400:00000040:1.0:1767384312.723852:0:26200:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384312.723855:0:26200:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384312.723857:0:26200:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384312.723859:0:26200:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 02000000:00000001:3.0:1767384312.723860:0:16138:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000040:1.0:1767384312.723860:0:26200:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 02000000:00000001:3.0:1767384312.723864:0:16138:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000040:1.0:1767384312.723865:0:26200:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000100:00000010:3.0:1767384312.723869:0:16138:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b7eed8d1. 00000400:00000040:1.0:1767384312.723869:0:26200:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384312.723873:0:26200:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384312.723876:0:26200:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000100:00000001:3.0:1767384312.723877:0:16138:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000040:1.0:1767384312.723878:0:26200:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000100:00000001:3.0:1767384312.723880:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000040:1.0:1767384312.723881:0:26200:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000100:00000001:3.0:1767384312.723886:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000040:1.0:1767384312.723886:0:26200:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384312.723888:0:26200:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384312.723890:0:26200:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384312.723891:0:26200:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384312.723893:0:26200:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384312.723897:0:26200:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000100:00000001:3.0:1767384312.723903:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384312.723906:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384312.723909:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384312.723912:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384312.723983:0:26200:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000a6d1e1df. 00080000:00000020:2.0:1767384312.725157:0:16774:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:2.0:1767384312.725160:0:16774:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384312.725161:0:16774:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000007ac280d2. 20000000:00000001:2.0:1767384312.725165:0:16774:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384312.725167:0:16774:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236723074816 00010000:00000001:2.0:1767384312.725169:0:16774:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384312.725172:0:16774:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000a78af1c6 x1853236723074816/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:293/0 lens 4848/4768 e 0 to 0 dl 1767384323 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384312.725177:0:16774:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384312.725178:0:16774:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384312.725180:0:16774:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dd452398 time=42 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384312.725182:0:16774:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384312.725183:0:16774:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 21 to 0@lo 00000100:00000001:2.0:1767384312.725185:0:16774:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 02000000:00000001:2.0:1767384312.725187:0:16774:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384312.725193:0:16774:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384312.725195:0:16774:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384312.725197:0:16774:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384312.725199:0:16774:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f9063ac7. 00000100:00000200:2.0:1767384312.725201:0:16774:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236723074816, offset 224 00000400:00000200:2.0:1767384312.725203:0:16774:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384312.725207:0:16774:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384312.725211:0:16774:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824c904700 00000400:00000200:2.0:1767384312.725215:0:16774:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x175d [2] + 224 00000400:00000200:2.0:1767384312.725219:0:16774:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384312.725221:0:16774:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384312.725223:0:16774:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384312.725225:0:16774:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000052cd5bfe x1853236723074816/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384328 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384312.725229:0:16774:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000052cd5bfe x1853236723074816/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384328 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384312.725240:0:16774:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384312.725243:0:16774:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f9063ac7 00000400:00000010:2.0:1767384312.725244:0:16774:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f9063ac7. 00000100:00000001:2.0:1767384312.725246:0:16774:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384312.725247:0:16774:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384312.725250:0:16774:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384312.725250:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384312.725254:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767384312.725256:0:16774:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 20 to 0@lo 00010000:00000001:2.0:1767384312.725259:0:16774:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384312.725260:0:16774:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384312.725260:0:16140:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384312.725263:0:16140:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:2.0:1767384312.725264:0:16774:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:0.0:1767384312.725267:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cb85163d. 00000100:00000040:2.0:1767384312.725269:0:16774:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a78af1c6 x1853236723074816/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:293/0 lens 4848/4768 e 0 to 0 dl 1767384323 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384312.725273:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f4d7965e 00000400:00000010:0.0:1767384312.725277:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f4d7965e. 00000100:00100000:2.0:1767384312.725280:0:16774:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000a78af1c6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c0412d60-4f67-4dbc-8791-892843f60083+14:16140:x1853236723074816:12345-0@lo:253: Request processed in 22437us (23527us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384312.725281:0:16140:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:2.0:1767384312.725289:0:16774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 94 00000100:00000200:0.0:1767384312.725289:0:16140:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000052cd5bfe x1853236723074816/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384328 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384312.725295:0:16774:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000555601ca : new rpc_count 0 00000100:00000001:2.0:1767384312.725298:0:16774:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:0.0:1767384312.725303:0:16140:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000052cd5bfe x1853236723074816/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384328 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384312.725306:0:16774:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384312.725311:0:16774:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000cbdc76aa. 00000100:00000001:0.0:1767384312.725313:0:16140:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:2.0:1767384312.725315:0:16774:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ed0fe173. 00000100:00000001:0.0:1767384312.725316:0:16140:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384312.725319:0:16774:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006f62ecc3. 00000100:00000001:0.0:1767384312.725320:0:16140:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384312.725323:0:16140:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000040:2.0:1767384312.725326:0:16774:0:(genops.c:898:class_export_put()) PUTting export 00000000555601ca : new refcount 13 00000100:00000001:0.0:1767384312.725326:0:16140:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384312.725329:0:16140:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384312.725330:0:16774:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:0.0:1767384312.725332:0:16140:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384312.725333:0:16774:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000a871178b. 00000100:00001000:0.0:1767384312.725336:0:16140:0:(import.c:2128:obd_at_measure()) add 5 to 0000000028df3f77 time=42 v=5 (5 0 0 0) 02000000:00000001:2.0:1767384312.725337:0:16774:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384312.725340:0:16774:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767384312.725342:0:16140:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f5022cbe time=42 v=5 (1 0 0 0) 00000100:00000200:2.0:1767384312.725344:0:16774:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384312.725347:0:16774:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cb85163d. 00000400:00000010:2.0:1767384312.725352:0:16774:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f9063ac7. 00000100:00000001:0.0:1767384312.725352:0:16140:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384312.725356:0:16140:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384312.725359:0:16140:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384312.725360:0:16140:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384312.725362:0:16140:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384312.725364:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000052cd5bfe x1853236723074816/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384328 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384312.725369:0:16140:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384312.725371:0:16140:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384312.725373:0:16140:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384312.725375:0:16140:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384312.725376:0:16140:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384312.725377:0:16140:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384312.725378:0:16140:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384312.725379:0:16140:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384312.725380:0:16140:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384312.725381:0:16140:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384312.725382:0:16140:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384312.725383:0:16140:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384312.725385:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000052cd5bfe x1853236723074816/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384328 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384312.725390:0:16140:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000052cd5bfe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c0412d60-4f67-4dbc-8791-892843f60083:16140:1853236723074816:0@lo:253: 00000100:00000001:0.0:1767384312.725394:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384312.725395:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384312.725397:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000052cd5bfe x1853236723074816/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384328 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384312.725401:0:16140:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384312.725402:0:16140:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384312.725404:0:16140:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000412990b8. 02000000:00000001:0.0:1767384312.725406:0:16140:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384312.725408:0:16140:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384312.725409:0:16140:0:(genops.c:1242:class_import_put()) import 00000000df830bbe refcount=3 obd=MGC192.168.202.152@tcp 00000020:00000001:0.0:1767384312.725410:0:16140:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384312.725411:0:16140:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000009843d965. 02000000:00000001:0.0:1767384312.725413:0:16140:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384312.725419:0:16140:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384312.725420:0:16140:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000052cd5bfe. 00000100:00000001:0.0:1767384312.725423:0:16140:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384312.725424:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384312.725425:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384312.725428:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384312.725429:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384312.725431:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384312.725432:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1767384312.727209:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000d29b5cf2. 00010000:00000010:3.1:1767384312.727215:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000003653ee69. 00000100:00000040:3.0:1767384312.738143:0:53:0:(connection.c:75:cpu_latency_work()) work item of 000000009d5c2cb6 (cpu 0) has reached its deadline 4294902700, at 4294902701 00000100:00000040:1.0:1767384312.738146:0:62:0:(connection.c:75:cpu_latency_work()) work item of 00000000edc4e618 (cpu 0) has reached its deadline 4294902700, at 4294902701 00000100:00000010:3.0:1767384312.738152:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c1679cef. 00000100:00000010:1.0:1767384312.738156:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000befb48ab. 00000100:00000040:0.0:1767384312.739123:0:449:0:(connection.c:75:cpu_latency_work()) work item of 000000002fd0fb58 (cpu 0) has reached its deadline 4294902700, at 4294902702 00000100:00000040:2.0:1767384312.739126:0:795:0:(connection.c:75:cpu_latency_work()) work item of 00000000135c2452 (cpu 0) has reached its deadline 4294902700, at 4294902702 00000100:00000010:0.0:1767384312.739131:0:449:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f9a580aa. 00000100:00000010:2.0:1767384312.739133:0:795:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002b508bbd. 00010000:00000001:0.0:1767384313.397149:0:449:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384313.397154:0:449:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384313.397159:0:449:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384313.397160:0:449:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384313.397192:0:16767:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384313.397196:0:16767:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384313.397200:0:16767:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:2.0:1767384313.737430:0:26532:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384313.737442:0:26532:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384313.737445:0:26532:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384313.737450:0:26532:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384313.737455:0:26532:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384313.737457:0:26532:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384314.421149:0:449:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384314.421155:0:449:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384314.421160:0:449:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384314.421161:0:449:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384314.421200:0:16768:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384314.421204:0:16768:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384314.421207:0:16768:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:3.0:1767384314.434700:0:26696:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384314.434704:0:26696:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg252-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp30 --if ens2 00000001:00000001:3.0:1767384314.438459:0:26696:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384314.446318:0:26697:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 0000000079c399d6. 00000400:00000010:3.0:1767384314.446332:0:26697:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 0000000011a010ac. 00000400:00000010:3.0:1767384314.446340:0:26697:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000f7bd0aed. 00000400:00000010:3.0:1767384314.446343:0:26697:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000002c0ae41b. 00000400:00000010:3.0:1767384314.446347:0:26697:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000007de5c7c7. 00000400:00000010:3.0:1767384314.446351:0:26697:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000862f2719. 00000400:00000010:3.0:1767384314.446352:0:26697:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000032a7259d. 00000400:00000010:3.0:1767384314.446353:0:26697:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000007476fafe. 00000400:00000010:3.0:1767384314.446356:0:26697:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 0000000079fd1a12. 00000800:00000010:3.0:1767384314.446368:0:26697:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000ac37b8dd. 00000800:00000200:3.0:1767384314.446377:0:26697:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384314.446386:0:26697:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384314.446420:0:26697:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.152) 00000400:02000000:3.0:1767384314.446440:0:26697:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.152@tcp30 [8/256/0/180] 00000400:00000010:3.0:1767384314.448100:0:26697:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 393 at 00000000a9f525db. 00000400:00000010:3.0:1767384314.448106:0:26697:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008fcebc09. 00000400:00000010:3.0:1767384314.448114:0:26697:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f67dee06. 00000400:00000001:3.0:1767384314.448129:0:26697:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384314.448130:0:26697:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384314.448132:0:26697:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003c10c516. 00000400:00000200:3.0:1767384314.448134:0:26697:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ad1c61c3 00000400:00000010:3.0:1767384314.448136:0:26697:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ad1c61c3. 00000400:00000010:3.0:1767384314.448144:0:26697:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 377 at 000000002141d7e2. 00000400:00000200:3.0:1767384314.448149:0:26697:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (21) 00000400:00000200:3.0:1767384314.448160:0:26697:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.152@tcp (000000005d9714d7): 0 00000400:00000200:3.0:1767384314.448167:0:26697:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131102 00000020:00000010:3.0:1767384314.448173:0:26697:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 0000000063d484a8. 00000020:01000000:3.0:1767384314.448177:0:26697:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:3.0:1767384314.448179:0:26697:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.152@tcp30 00000400:00000200:1.0:1767384314.448193:0:16135:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:3.0:1767384314.448196:0:26697:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 0000000011a010ac. 00000400:00000010:3.0:1767384314.448204:0:26697:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 0000000079c399d6. 00000400:00000200:1.0:1767384314.448209:0:16135:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100151 00000020:00000001:2.0:1767384314.448219:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000010:1.0:1767384314.448223:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008106c9a5. 10000000:00000001:2.0:1767384314.448224:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384314.448228:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384314.448231:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:1.0:1767384314.448232:0:16135:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (22) 00000020:01000004:2.0:1767384314.448235:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384314.448239:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384314.448241:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384314.448242:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384314.448244:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000010:1.0:1767384314.448247:0:16135:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000071bfad7. 00000020:01000004:2.0:1767384314.448248:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384314.448253:0:37:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384314.448257:0:37:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384314.448259:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384314.448262:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:1.0:1767384314.448267:0:16135:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.152@tcp28 00000100:00000010:2.0:1767384314.448269:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000598ac44b. 00000020:00000040:2.0:1767384314.448275:0:37:0:(genops.c:1229:class_import_get()) import 00000000df830bbe refcount=4 obd=MGC192.168.202.152@tcp 00000100:00000001:2.0:1767384314.448279:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384314.448291:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1767384314.448292:0:16135:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.152@tcp28 to MR: 192.168.202.152@tcp28 local destination 02000000:00000001:2.0:1767384314.448296:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384314.448306:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000007ac280d2. 00000400:00000200:1.0:1767384314.448312:0:16135:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp28 NI seq info: [59:59:256:4294967295] 192.168.202.152@tcp28 LPNI seq info [59:59:8:4294967295] 00000100:00000001:2.0:1767384314.448314:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384314.448326:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384314.448328:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384314.448330:0:16135:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.152@tcp28 00000100:00000040:2.0:1767384314.448338:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000598ac44b] to pc [ptlrpcd_00_00+0] req@00000000598ac44b x1853236723075200/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384314.448363:0:16135:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp28(192.168.202.152@tcp28:192.168.202.152@tcp28) -> 192.168.202.152@tcp28(192.168.202.152@tcp28:192.168.202.152@tcp28) : PUT try# 0 00000800:00000200:1.0:1767384314.448372:0:16135:0:(socklnd_cb.c:1001:ksocknal_send()) sending 384 bytes in 1 frags to 12345-192.168.202.152@tcp28 10000000:00000001:2.0:1767384314.448378:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384314.448383:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384314.448387:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384314.448387:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000000:2.0:1767384314.448389:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000800:00000010:1.0:1767384314.448389:0:16135:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ec7e2d9e. 00000100:00000001:0.0:1767384314.448393:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384314.448398:0:16137:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:2.0:1767384314.448401:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:2.0:1767384314.448404:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000100:00000040:0.0:1767384314.448406:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000598ac44b x1853236723075200/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:2.0:1767384314.448408:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384314.448414:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000800:00000200:1.0:1767384314.448418:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c6916b11] -> 12345-192.168.202.152@tcp28 (6) 00000020:01000004:2.0:1767384314.448420:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384314.448427:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384314.448431:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384314.448434:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384314.448437:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000001:0.0:1767384314.448438:0:16137:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384314.448444:0:16137:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1767384314.448445:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000800:00000200:1.0:1767384314.448446:0:16135:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp28 ip 192.168.202.152:988 00000020:01000004:2.0:1767384314.448451:0:37:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 02000000:00000001:0.0:1767384314.448452:0:16137:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:2.0:1767384314.448456:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384314.448459:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:0.0:1767384314.448460:0:16137:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000200:1.0:1767384314.448461:0:16135:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ec7e2d9e type 1, nob 480 niov 1 nkiov 1 00000100:00000010:2.0:1767384314.448463:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008e7bad1d. 00000020:00000040:2.0:1767384314.448471:0:37:0:(genops.c:1229:class_import_get()) import 00000000df830bbe refcount=5 obd=MGC192.168.202.152@tcp 02000000:00000001:0.0:1767384314.448473:0:16137:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384314.448475:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384314.448479:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:0.0:1767384314.448479:0:16137:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000598ac44b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c0412d60-4f67-4dbc-8791-892843f60083:16137:1853236723075200:0@lo:253: 02000000:00000001:2.0:1767384314.448494:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384314.448501:0:16137:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000010:2.0:1767384314.448503:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000036b1ae31. 02000000:00000001:0.0:1767384314.448506:0:16137:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767384314.448509:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384314.448511:0:16137:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384314.448515:0:16135:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.152@tcp 00000100:00000001:2.0:1767384314.448517:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1767384314.448517:0:16137:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767384314.448521:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384314.448526:0:16135:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100551 rc 0 02000000:00000010:0.0:1767384314.448526:0:16137:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000003a2219a. 00000100:00000040:2.0:1767384314.448530:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008e7bad1d] to pc [ptlrpcd_00_01+1] req@000000008e7bad1d x1853236723075328/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384314.448538:0:16137:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384314.448552:0:16137:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008d625aa3. 00000400:00000010:0.0:1767384314.448559:0:16137:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000058f1b130. 00000100:00000200:0.0:1767384314.448565:0:16137:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236723075200, portal 25 00000100:00000001:0.0:1767384314.448569:0:16137:0:(client.c:3244:ptlrpc_request_addref()) Process entered 10000000:00000001:2.0:1767384314.448570:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384314.448571:0:16137:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782407659392 : -124291301892224 : ffff8ef52d1a1f80) 10000000:00000001:2.0:1767384314.448573:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384314.448576:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384314.448579:0:16137:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000598ac44b x1853236723075200/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384330 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000000:2.0:1767384314.448580:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:2.0:1767384314.448585:0:37:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 0000000063d484a8. 00000100:00000001:0.0:1767384314.448592:0:16137:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384314.448599:0:16137:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384314.448602:0:16137:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005bf261e2. 00000100:00000200:0.0:1767384314.448604:0:16137:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236723075200, offset 0 00000100:00000001:2.0:1767384314.448605:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384314.448608:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384314.448610:0:16138:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767384314.448613:0:16137:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1767384314.448616:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008e7bad1d x1853236723075328/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384314.448622:0:16138:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384314.448624:0:16138:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384314.448628:0:16137:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:2.0:1767384314.448629:0:16138:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384314.448633:0:16138:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384314.448635:0:16138:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384314.448638:0:16138:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000008e7bad1d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c0412d60-4f67-4dbc-8791-892843f60083:16138:1853236723075328:0@lo:253: 00000400:00000200:0.0:1767384314.448641:0:16137:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824c904880 00000100:00000001:2.0:1767384314.448644:0:16138:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384314.448648:0:16138:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384314.448650:0:16138:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384314.448651:0:16137:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1051 [2] + 0 02000000:00000001:2.0:1767384314.448652:0:16138:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:0.0:1767384314.448656:0:16137:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009c0267ba. 02000000:00000010:2.0:1767384314.448661:0:16138:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000a871178b. 00000400:00000200:0.0:1767384314.448661:0:16137:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000007148af73 02000000:00000001:2.0:1767384314.448666:0:16138:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384314.448670:0:16138:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a52943b0. 00000400:00000200:0.0:1767384314.448671:0:16137:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384314.448676:0:16137:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:2.0:1767384314.448678:0:16138:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000188a00a0. 00000400:00000200:0.0:1767384314.448679:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007148af73 00000400:00000010:0.0:1767384314.448683:0:16137:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007148af73. 00000100:00000001:0.0:1767384314.448688:0:16137:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384314.448690:0:16137:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000200:2.0:1767384314.448691:0:16138:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236723075328, portal 25 00000100:00000040:0.0:1767384314.448693:0:16137:0:(events.c:337:request_in_callback()) incoming req@000000000e26cd95 x1853236723075200 msgsize 4848 00000100:00000001:2.0:1767384314.448695:0:16138:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384314.448699:0:16138:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782407660288 : -124291301891328 : ffff8ef52d1a2300) 00000100:00100000:0.0:1767384314.448703:0:16137:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384314.448706:0:16138:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000008e7bad1d x1853236723075328/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384330 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384314.448706:0:16137:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384314.448713:0:16138:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384314.448715:0:16138:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384314.448718:0:16138:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000affb5768. 00000100:00000001:0.0:1767384314.448720:0:16137:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000200:1.0:1767384314.448726:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000200:2.0:1767384314.448727:0:16138:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236723075328, offset 0 00000400:00000200:0.0:1767384314.448731:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005bf261e2 00000800:00000010:1.0:1767384314.448737:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ec7e2d9e. 00000400:00000010:0.0:1767384314.448738:0:16137:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005bf261e2. 00000400:00000200:1.0:1767384314.448746:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384314.448747:0:16137:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1767384314.448754:0:16138:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:0.0:1767384314.448758:0:16137:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000598ac44b x1853236723075200/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384330 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384314.448769:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp28->192.168.202.152@tcp28: PUT: OK 00000400:00000200:2.0:1767384314.448770:0:16138:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384314.448785:0:16137:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1767384314.448790:0:16131:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000100:00000040:0.0:1767384314.448793:0:16137:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000598ac44b x1853236723075200/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384330 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384314.448798:0:16138:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824c904900 00000400:00000200:1.0:1767384314.448806:0:16131:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.152@tcp28: 0 00000400:00000200:2.0:1767384314.448814:0:16138:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1061 [2] + 0 00000400:00000010:2.0:1767384314.448825:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ecb8b539. 00000100:00000001:0.0:1767384314.448827:0:16137:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384314.448831:0:16138:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000f1aee22b 00000100:00000001:0.0:1767384314.448832:0:16137:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1767384314.448840:0:16138:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384314.448843:0:16137:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384314.448848:0:16137:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294904435 00000400:00000200:2.0:1767384314.448850:0:16138:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000800:00000001:1.0:1767384314.448850:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000010:0.0:1767384314.448853:0:16137:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ea58aeb3. 00000400:00000200:2.0:1767384314.448861:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f1aee22b 00000100:00000001:0.0:1767384314.448862:0:16137:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 0 00000400:00000010:2.0:1767384314.448864:0:16138:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f1aee22b. 00000800:00000001:1.0:1767384314.448869:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384314.448871:0:16138:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1767384314.448871:0:16137:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294904435 00000100:00000200:2.0:1767384314.448873:0:16138:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000800:00000001:1.0:1767384314.448878:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:2.0:1767384314.448881:0:16138:0:(events.c:337:request_in_callback()) incoming req@0000000024d9ab05 x1853236723075328 msgsize 4848 00000100:00000010:0.0:1767384314.448884:0:16137:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000021256cfb. 00000800:00000001:1.0:1767384314.448890:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384314.448890:0:16137:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 1 00000100:00100000:2.0:1767384314.448891:0:16138:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384314.448898:0:16137:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294904435 00000100:00000040:2.0:1767384314.448899:0:16138:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000010:0.0:1767384314.448906:0:16137:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a06c96d1. 00000100:00000001:2.0:1767384314.448909:0:16138:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384314.448911:0:16137:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 2 00000400:00000200:1.0:1767384314.448916:0:16131:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.152@tcp28(192.168.202.152@tcp28) <- 192.168.202.152@tcp28 : PUT - for me 00000400:00000200:2.0:1767384314.448919:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000affb5768 00000100:00000001:0.0:1767384314.448920:0:16137:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294904435 00000400:00000010:2.0:1767384314.448923:0:16138:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000affb5768. 00000100:00000010:0.0:1767384314.448925:0:16137:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006d6e87cd. 00000100:00000001:2.0:1767384314.448927:0:16138:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384314.448930:0:16137:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 3 00000100:00000200:2.0:1767384314.448935:0:16138:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000008e7bad1d x1853236723075328/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384330 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384314.448938:0:16131:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.152@tcp of length 384 into portal 0 MB=0x8000000000000000 00000100:00000001:0.0:1767384314.448941:0:16137:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384314.448954:0:16137:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384314.448961:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384314.448961:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384314.448969:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000008e7bad1d x1853236723075328/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384330 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384314.448969:0:16131:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.152@tcp of length 368/384 into md 0x1765 [1] + 0 00000100:00000001:0.0:1767384314.448971:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384314.448986:0:16137:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:1.0:1767384314.448990:0:16131:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008b86d1cd. 00000100:00000001:0.0:1767384314.448990:0:16137:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384314.448992:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384314.449003:0:16138:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384314.449004:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384314.449005:0:16131:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000003e5426fc 00000100:00000001:2.0:1767384314.449008:0:16138:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384314.449008:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384314.449014:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384314.449015:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294904435 00000800:00000001:1.0:1767384314.449016:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384314.449019:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384314.449023:0:16138:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 0, keep current deadline 4294904435 00000100:00000001:2.0:1767384314.449026:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294904435 00000100:00000001:2.0:1767384314.449029:0:16138:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 1, keep current deadline 4294904435 00000800:00000001:1.0:1767384314.449030:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384314.449032:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294904435 00000400:00000200:1.0:1767384314.449036:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384314.449046:0:16138:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 2, keep current deadline 4294904435 00000100:00000001:2.0:1767384314.449053:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294904435 00000400:00000200:1.0:1767384314.449057:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp28->192.168.202.152@tcp28: PUT: OK 00000100:00000001:2.0:1767384314.449059:0:16138:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 3, keep current deadline 4294904435 00000100:00000001:0.0:1767384314.449061:0:16774:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384314.449065:0:16138:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384314.449068:0:16131:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003e5426fc 00000100:00100000:0.0:1767384314.449068:0:16774:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723075200 00000100:00000001:2.0:1767384314.449069:0:16138:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384314.449077:0:16131:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003e5426fc. 00000100:00000001:2.0:1767384314.449078:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384314.449079:0:16774:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384314.449083:0:16774:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384314.449085:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384314.449111:0:16774:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384314.449115:0:16774:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384314.449120:0:16774:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723075200 00000400:00000200:1.0:1767384314.449122:0:16131:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000100:00000001:2.0:1767384314.449124:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384314.449131:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:1.0:1767384314.449132:0:16131:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (23) 00000020:00000001:0.0:1767384314.449133:0:16774:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384314.449135:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:0.0:1767384314.449136:0:16774:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eec8e1 00000100:00000001:2.0:1767384314.449142:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1767384314.449143:0:16774:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384314.449145:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384314.449149:0:16131:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.152@tcp(000000005d9714d7) is MR 00000020:00000040:0.0:1767384314.449150:0:16774:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000555601ca refcount=14 00000100:00000001:2.0:1767384314.449151:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384314.449161:0:16774:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000400:00000200:1.0:1767384314.449165:0:16131:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.202.152@tcp (384 bytes) 00000020:00000001:0.0:1767384314.449168:0:16774:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000100:00000001:2.0:1767384314.449173:0:16773:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384314.449178:0:16773:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723075328 00000100:00000001:0.0:1767384314.449178:0:16774:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1767384314.449182:0:16131:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.152@tcp (000000005d9714d7): -114 02000000:00000001:2.0:1767384314.449184:0:16773:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000010:0.0:1767384314.449184:0:16774:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b74658b6. 00000100:00000001:2.0:1767384314.449193:0:16773:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384314.449193:0:16774:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384314.449198:0:16773:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384314.449198:0:16774:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b74658b6. 00000400:00000200:1.0:1767384314.449203:0:16131:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000005d9714d7 (24) 00000020:00000010:0.0:1767384314.449205:0:16774:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a36b5040. 02000000:00000001:2.0:1767384314.449206:0:16773:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384314.449211:0:16773:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723075328 00000020:00000010:0.0:1767384314.449212:0:16774:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000847dfbfd. 00000020:00000001:2.0:1767384314.449221:0:16773:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000010:0.0:1767384314.449222:0:16774:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000019db1a50. 00000020:00000040:2.0:1767384314.449226:0:16773:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eec8e1 00000400:00000200:1.0:1767384314.449228:0:16131:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000020:00000001:2.0:1767384314.449230:0:16773:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:0.0:1767384314.449232:0:16774:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000020:00000040:2.0:1767384314.449236:0:16773:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000555601ca refcount=15 00000100:00000001:0.0:1767384314.449236:0:16774:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384314.449243:0:16774:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:2.0:1767384314.449248:0:16773:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000400:00000200:1.0:1767384314.449249:0:16131:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.152@tcp28 to MR: 192.168.202.152@tcp28 local destination 00000100:00000001:0.0:1767384314.449250:0:16774:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384314.449263:0:16773:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000100:00000001:0.0:1767384314.449265:0:16774:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384314.449272:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1767384314.449275:0:16131:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp28 NI seq info: [60:60:256:4294967295] 192.168.202.152@tcp28 LPNI seq info [60:60:8:4294967295] 00000100:00000001:0.0:1767384314.449279:0:16774:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384314.449280:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003d455daa. 00000100:00000001:2.0:1767384314.449287:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384314.449294:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003d455daa. 00000100:00000001:0.0:1767384314.449296:0:16774:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384314.449301:0:16774:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:2.0:1767384314.449306:0:16773:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cdc37cec. 00000100:00100000:0.0:1767384314.449311:0:16774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 95 00000020:00000010:2.0:1767384314.449312:0:16773:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000cbdc76aa. 00000100:00000040:0.0:1767384314.449318:0:16774:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000555601ca : new rpc_count 1 00000400:00000200:1.0:1767384314.449320:0:16131:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp28(192.168.202.152@tcp28:192.168.202.152@tcp28) -> 192.168.202.152@tcp28(192.168.202.152@tcp28:192.168.202.152@tcp28) 192.168.202.152@tcp28 : ACK try# 0 00000020:00000010:2.0:1767384314.449321:0:16773:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ed0fe173. 00000100:00000001:0.0:1767384314.449322:0:16774:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619781697410128 : -124292012141488 : ffff8ef502c49450) 00000100:00000001:2.0:1767384314.449332:0:16773:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000040:0.0:1767384314.449335:0:16774:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000000e26cd95 x1853236723075200/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:295/0 lens 4848/0 e 0 to 0 dl 1767384325 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384314.449342:0:16773:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384314.449347:0:16773:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384314.449351:0:16131:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.152@tcp28 00000100:00000001:2.0:1767384314.449356:0:16773:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767384314.449361:0:16131:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ec7e2d9e. 00000100:00000001:2.0:1767384314.449362:0:16773:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384314.449363:0:16774:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384314.449369:0:16774:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b74658b6. 00000100:00000001:0.0:1767384314.449374:0:16774:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384314.449379:0:16773:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:0.0:1767384314.449381:0:16774:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b74658b6. 00000800:00000200:1.0:1767384314.449384:0:16131:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c6916b11] -> 12345-192.168.202.152@tcp28 (6) 00000100:00000001:2.0:1767384314.449386:0:16773:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384314.449392:0:16774:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000000e26cd95 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c0412d60-4f67-4dbc-8791-892843f60083+15:16137:x1853236723075200:12345-0@lo:253: 00000100:00100000:2.0:1767384314.449397:0:16773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 96 00000100:00000200:0.0:1767384314.449399:0:16774:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723075200 00000100:00000040:2.0:1767384314.449404:0:16773:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000555601ca : new rpc_count 2 00000800:00000200:1.0:1767384314.449405:0:16131:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp28 ip 192.168.202.152:986 00000100:00000001:2.0:1767384314.449409:0:16773:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619781697418320 : -124292012133296 : ffff8ef502c4b450) 00000020:00000001:0.0:1767384314.449412:0:16774:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000800:00000200:1.0:1767384314.449415:0:16131:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ec7e2d9e type 0, nob 96 niov 1 nkiov 0 00000020:00000001:0.0:1767384314.449418:0:16774:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000040:2.0:1767384314.449420:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000024d9ab05 x1853236723075328/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:295/0 lens 4848/0 e 0 to 0 dl 1767384325 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384314.449422:0:16774:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384314.449431:0:16774:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384314.449434:0:16774:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669141328 : -1040410288 : ffffffffc1fc9950) 00000100:00000001:2.0:1767384314.449436:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:0.0:1767384314.449439:0:16774:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000010:2.0:1767384314.449440:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003d455daa. 00000020:00000001:0.0:1767384314.449442:0:16774:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384314.449443:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384314.449444:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384314.449447:0:16774:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000010:2.0:1767384314.449454:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003d455daa. 00000020:00000001:0.0:1767384314.449454:0:16774:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384314.449458:0:16774:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384314.449463:0:16774:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000800:00000001:1.0:1767384314.449466:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384314.449467:0:16774:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:2.0:1767384314.449473:0:16773:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000024d9ab05 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c0412d60-4f67-4dbc-8791-892843f60083+15:16138:x1853236723075328:12345-0@lo:253: 00000100:00000200:2.0:1767384314.449477:0:16773:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723075328 02000000:00000010:0.0:1767384314.449478:0:16774:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000d4275327. 02000000:00000001:0.0:1767384314.449494:0:16774:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384314.449496:0:16773:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:0.0:1767384314.449497:0:16774:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384314.449500:0:16773:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 20000000:00000001:0.0:1767384314.449501:0:16774:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000001:2.0:1767384314.449503:0:16773:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384314.449507:0:16773:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384314.449508:0:16773:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669141328 : -1040410288 : ffffffffc1fc9950) 00000020:00000001:2.0:1767384314.449511:0:16773:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 20000000:00000010:0.0:1767384314.449512:0:16774:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000289fcc5d. 00000020:00000001:2.0:1767384314.449514:0:16773:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384314.449518:0:16773:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 20000000:01000000:0.0:1767384314.449519:0:16774:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000020:00000001:2.0:1767384314.449520:0:16773:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384314.449524:0:16773:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384314.449524:0:16774:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384314.449528:0:16774:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000100:00000001:2.0:1767384314.449529:0:16773:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 20000000:00000001:0.0:1767384314.449531:0:16774:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384314.449533:0:16773:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:00000001:0.0:1767384314.449534:0:16774:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384314.449538:0:16774:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 02000000:00000010:2.0:1767384314.449540:0:16773:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000009843d965. 00000800:00000200:1.0:1767384314.449542:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000001:2.0:1767384314.449544:0:16773:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:0.0:1767384314.449546:0:16774:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000018f5639f. 00000100:00000001:2.0:1767384314.449552:0:16773:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767384314.449552:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ec7e2d9e. 20000000:01000000:0.0:1767384314.449553:0:16774:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #30 20000000:00000001:2.0:1767384314.449565:0:16773:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:1.0:1767384314.449569:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 20000000:00000001:0.0:1767384314.449570:0:16774:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:0.0:1767384314.449578:0:16774:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:00000010:2.0:1767384314.449579:0:16773:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000412990b8. 20000000:01000000:2.0:1767384314.449586:0:16773:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000400:00000200:1.0:1767384314.449588:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp28->192.168.202.152@tcp28: ACK: OK 20000000:00000001:2.0:1767384314.449589:0:16773:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384314.449594:0:16773:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384314.449598:0:16773:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384314.449601:0:16773:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384314.449603:0:16773:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000800:00000001:1.0:1767384314.449608:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384314.449616:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384314.449620:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384314.449629:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384314.449629:0:16774:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384314.449635:0:16774:0:(osd_index.c:949:osd_remote_fid()) Process entered 00000800:00000001:1.0:1767384314.449637:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00080000:00000001:0.0:1767384314.449638:0:16774:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384314.449642:0:16774:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:0.0:1767384314.449646:0:16774:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000800:00000001:1.0:1767384314.449647:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384314.449651:0:16774:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446619782313850200 : -124291395701416 : ffff8ef52782b558) 00080000:00000001:0.0:1767384314.449655:0:16774:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000400:00000200:1.0:1767384314.449661:0:16131:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.152@tcp28(192.168.202.152@tcp28) <- 192.168.202.152@tcp28 : ACK - for me 00080000:00000010:0.0:1767384314.449662:0:16774:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000011ff30f3. 00080000:00000001:0.0:1767384314.449669:0:16774:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446619781780558848 : -124291928992768 : ffff8ef507b95400) 00080000:00000001:0.0:1767384314.449673:0:16774:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:1.0:1767384314.449682:0:16131:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.152@tcp28: ACK from 12345-192.168.202.152@tcp28 into md 0x17a1 00000400:00000200:1.0:1767384314.449688:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384314.449693:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp28->192.168.202.152@tcp28: ACK: OK 00000400:00000200:1.0:1767384314.449697:0:16131:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008106c9a5 00000400:00000010:1.0:1767384314.449699:0:16131:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008106c9a5. 00000400:00000200:1.0:1767384314.449703:0:16131:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:1.0:1767384314.449707:0:16131:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.152@tcp ev->status 0 00000400:00000200:1.0:1767384314.449712:0:16131:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.152@tcp (000000005d9714d7): -114 00000400:00000200:1.0:1767384314.449716:0:16131:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000005d9714d7 (23) 00000800:00000001:1.0:1767384314.449732:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384314.449737:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:0.0:1767384314.449788:0:16774:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384314.449790:0:16774:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384314.449793:0:16774:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000400:00000200:1.0:1767384314.449797:0:16135:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:1.0:1767384314.449805:0:16135:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 393 at 000000009cc2418b. 00000400:00000010:1.0:1767384314.449810:0:16135:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008b86d1cd. 00080000:00000001:0.0:1767384314.449812:0:16774:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384314.449817:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008106c9a5. 00080000:00000001:0.0:1767384314.449817:0:16774:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:1.0:1767384314.449827:0:16135:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000009cc2418b 00000400:00000010:1.0:1767384314.449832:0:16135:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 377 at 00000000452a7bdd. 00000400:00000200:1.0:1767384314.449837:0:16135:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 384 success 00000400:00000200:1.0:1767384314.449843:0:16135:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x102051 00000400:00000200:1.0:1767384314.449847:0:16135:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (22) 00000400:00000010:1.0:1767384314.449853:0:16135:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 393 at 00000000452a7bdd. 00000400:00000010:1.0:1767384314.449857:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003e5426fc. 00000400:00000010:1.0:1767384314.449863:0:16135:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000075168c86. 00000400:00000200:1.0:1767384314.449870:0:16135:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.152@tcp 00000400:00000200:1.0:1767384314.449882:0:16135:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.152@tcp local destination 00000400:00000200:1.0:1767384314.449890:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 37], ns[40, 37] 00000400:00000200:1.0:1767384314.449898:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 37], ns[10, 37] 00080000:00000001:0.0:1767384314.449902:0:16774:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767384314.449906:0:16774:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:1.0:1767384314.449907:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 10], ns[12, 10] 00000400:00000200:1.0:1767384314.449917:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 10], ns[14, 10] 00000400:00000200:1.0:1767384314.449923:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 10], ns[16, 10] 00000400:00000200:1.0:1767384314.449928:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 10], ns[18, 10] 00000400:00000200:1.0:1767384314.449935:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 10], ns[20, 10] 00000400:00000200:1.0:1767384314.449941:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 10], ns[22, 10] 00000400:00000200:1.0:1767384314.449945:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 10], ns[24, 10] 00000400:00000200:1.0:1767384314.449953:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 10], ns[26, 10] 00000400:00000200:1.0:1767384314.449970:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 10], ns[28, 10] 00000400:00000200:1.0:1767384314.449978:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 10], ns[30, 10] 00000400:00000200:1.0:1767384314.449987:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 10], ns[32, 10] 00000400:00000200:1.0:1767384314.449994:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 10], ns[34, 10] 00000400:00000200:1.0:1767384314.450002:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 10], ns[44, 10] 00000400:00000200:1.0:1767384314.450009:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 10], ns[48, 10] 00000400:00000200:1.0:1767384314.450016:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 10], ns[52, 10] 00000400:00000200:1.0:1767384314.450023:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 10], ns[56, 10] 00000400:00000200:1.0:1767384314.450028:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 10], ns[60, 10] 00000400:00000200:1.0:1767384314.450034:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 10], ns[0, 10] 00000400:00000200:1.0:1767384314.450041:0:16135:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp29 00000400:00000200:1.0:1767384314.450047:0:16135:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.152@tcp29 00000400:00000200:1.0:1767384314.450053:0:16135:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.152@tcp29 lpni_is_preferred = 0 00000400:00000200:1.0:1767384314.450057:0:16135:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.152@tcp29 00000400:00000200:1.0:1767384314.450061:0:16135:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp29 NI seq info: [61:61:256:4294967295] 192.168.202.152@tcp29 LPNI seq info [61:61:8:4294967295] 00000400:00000200:1.0:1767384314.450067:0:16135:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.152@tcp29 00000400:00000200:1.0:1767384314.450075:0:16135:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp29(192.168.202.152@tcp29:) -> 192.168.202.152@tcp29(192.168.202.152@tcp:192.168.202.152@tcp29) : GET try# 0 00000800:00000200:1.0:1767384314.450081:0:16135:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.152@tcp29 00000800:00000010:1.0:1767384314.450140:0:16135:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000ec7e2d9e. 00000800:00000010:1.0:1767384314.450152:0:16135:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000a7bdbfe4. 00000800:00000010:1.0:1767384314.450158:0:16135:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000b25532cd. 00000800:00000200:1.0:1767384314.450166:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a7bdbfe4] -> 12345-192.168.202.152@tcp29 (2) 00000800:00000200:1.1:1767384314.450173:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a7bdbfe4] -> 12345-192.168.202.152@tcp29 (2) 00000400:00000200:1.0:1767384314.450200:0:16135:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.152@tcp 00000400:00000200:1.0:1767384314.450212:0:16135:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100251 rc 0 00000400:00000200:2.0:1767384314.450274:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.152:988 00000400:00000200:2.0:1767384314.450365:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.152:988 00000400:00000200:2.0:1767384314.450452:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.152:988 00000400:00000200:2.0:1767384314.450539:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.152:988 00000400:00000200:2.0:1767384314.450592:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.152:988 00000400:00000200:2.0:1767384314.450638:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.152:988 00000400:00000200:2.0:1767384314.450681:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.152:988 00000400:00000200:2.0:1767384314.450711:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.152:988 00000400:00000200:2.0:1767384314.450738:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.152:988 00000400:00000200:2.0:1767384314.450771:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.152:988 00000400:00000200:2.0:1767384314.450798:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.152:988 00000400:00000200:2.0:1767384314.450847:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.152:988 00000400:00000200:2.0:1767384314.450892:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.152:988 00000400:00000200:2.0:1767384314.450934:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.152:988 00000400:00000200:2.0:1767384314.450956:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.152:988 00000400:00000200:2.0:1767384314.450998:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.152:988 00000400:00000200:2.0:1767384314.451040:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.152:988 00000400:00000200:2.0:1767384314.451078:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.152:988 00000400:00000200:2.0:1767384314.451391:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.152:988 00000400:00000200:2.0:1767384314.451869:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.152:988 00000400:00000200:2.0:1767384314.452122:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.152:988 00000400:00000200:2.0:1767384314.452229:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.152:988 00000400:00000200:2.0:1767384314.452333:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.152:988 00000400:00000200:2.0:1767384314.452387:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.152:988 00000400:00000200:2.0:1767384314.452468:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.152:988 00000400:00000200:2.0:1767384314.452524:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.152:988 00000400:00000200:2.0:1767384314.452578:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.152:988 00000400:00000200:2.0:1767384314.452617:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.152:988 00000400:00000200:2.0:1767384314.452678:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.152:988 00000400:00000200:2.0:1767384314.452757:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.152:988 00000400:00000200:2.0:1767384314.452821:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.152:988 00000400:00000200:2.0:1767384314.452880:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.152:988 00000400:00000200:2.0:1767384314.452945:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.152:988 00000400:00000200:2.0:1767384314.453018:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.152:988 00000400:00000200:2.0:1767384314.453074:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.152:988 00000800:00000010:2.0:1767384314.453829:0:16127:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000eea01c52. 00000800:00000010:2.0:1767384314.453837:0:16127:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000affb5768. 00000800:00000010:2.0:1767384314.453843:0:16127:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000df05f6d3. 00000800:00000010:2.0:1767384314.453882:0:16127:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000df05f6d3. 00000800:00020000:2.0:1767384314.453895:0:16127:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.152 00000800:00000010:2.0:1767384314.453899:0:16127:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000affb5768. 00000800:00000010:2.0:1767384314.453903:0:16127:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000eea01c52. 00000400:02020000:2.0:1767384314.454014:0:16127:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.152@tcp29 at host 192.168.202.152:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384314.454026:0:16127:0:(router.c:1755:lnet_notify()) 192.168.202.152@tcp29 notifying 192.168.202.152@tcp29: down 00000800:00000200:2.0:1767384314.454037:0:16127:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.152@tcp29 down 00000800:00000100:2.0:1767384314.454048:0:16127:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.152@tcp29 00000800:00000010:2.0:1767384314.454053:0:16127:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000ec7e2d9e. 00000400:00000200:2.0:1767384314.454059:0:16127:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384314.454069:0:16127:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp29->192.168.202.152@tcp29: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384314.454077:0:16127:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.152@tcp29 added to recovery queue. ping count: 0 next ping: 238 health :900 00000400:00000200:2.0:1767384314.454083:0:16127:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384314.454133:0:16127:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.152@tcp: 1 00000400:00000200:2.0:1767384314.454139:0:16127:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.152@tcp (000000005d9714d7): -114 00000400:00000200:2.0:1767384314.454179:0:16135:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384314.454185:0:16135:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100851 00000400:00000001:2.0:1767384314.454190:0:16135:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384314.454193:0:16135:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384314.454203:0:16135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003e5426fc 00000400:00000010:2.0:1767384314.454207:0:16135:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003e5426fc. 00000400:00000200:2.0:1767384314.454212:0:16135:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:2.0:1767384314.454217:0:16135:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.152@tcp (000000005d9714d7): -114 00000400:00000010:2.0:1767384314.454221:0:16135:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 393 at 00000000452a7bdd. 00000400:00000200:2.0:1767384314.454226:0:16135:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000005d9714d7 (23) 00000400:00000200:2.0:1767384314.454230:0:16135:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.202.152@tcp:-71 00000400:00000200:2.0:1767384314.454235:0:16135:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x102051 rc -71 00000400:00000200:2.0:1767384314.454241:0:16135:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.152@tcp (000000005d9714d7) 00000400:00000200:2.0:1767384314.454244:0:16135:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000005d9714d7 (22) 00080000:00000001:0.0:1767384314.460727:0:16774:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384314.460734:0:16774:0:(lu_object.c:207:lu_object_put()) Add 00000000f07b1e3f/000000000f28175b to site lru. bkt: 00000000b56e2c81 20000000:00000001:0.0:1767384314.460737:0:16774:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384314.460739:0:16807:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 20000000:00000001:0.0:1767384314.460739:0:16774:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:2.0:1767384314.460744:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384314.460747:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1767384314.460749:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384314.460749:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:01000000:0.0:1767384314.460751:0:16774:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000010:2.0:1767384314.460752:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000011ff30f3. 00080000:00000001:2.0:1767384314.460757:0:16807:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:0.0:1767384314.460763:0:16774:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384314.460767:0:16774:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000020:0.0:1767384314.460774:0:16774:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000010:2.0:1767384314.460775:0:16773:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000e0059ec7. 20000000:01000000:2.0:1767384314.460779:0:16773:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #30 20000000:01000000:1.0:1767384314.460782:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384314.460785:0:16773:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:00000001:1.0:1767384314.460792:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000001:2.0:1767384314.460794:0:16773:0:(osd_index.c:626:osd_dir_lookup()) Process entered 10000000:01000000:1.0:1767384314.460798:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384314.460807:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384314.460812:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:2.0:1767384314.460819:0:16773:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1767384314.460821:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000086c80dc4. 00080000:00000001:2.0:1767384314.460823:0:16773:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384314.460827:0:16773:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384314.460830:0:16773:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:2.0:1767384314.460832:0:16773:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:1.0:1767384314.460833:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000020:00000001:2.0:1767384314.460837:0:16773:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446619782313850200 : -124291395701416 : ffff8ef52782b558) 00010000:00000010:1.0:1767384314.460840:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000005815cd30. 00080000:00000001:2.0:1767384314.460841:0:16773:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384314.460848:0:16773:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000aa84fe8d. 00000020:00000001:1.0:1767384314.460850:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:2.0:1767384314.460852:0:16773:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446619777392429056 : -124296317122560 : ffff8ef4022bc800) 00080000:00000001:2.0:1767384314.460860:0:16773:0:(osd_io.c:243:osd_declare_write()) Process entered 00000020:00000040:1.0:1767384314.460860:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 000000005815cd30 with handle 0x7e51148972eecb9d to hash 00000020:00000001:1.0:1767384314.460867:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384314.460870:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446619781820859904 : -124291888691712 : ffff8ef50a204600) 00010000:00000001:1.0:1767384314.460874:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446619781820859904 : -124291888691712 : ffff8ef50a204600) 00010000:00000001:1.0:1767384314.460879:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384314.460882:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384314.460887:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000005815cd30/0x7e51148972eecb9d lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384314.460899:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384314.460904:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384314.460907:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384314.460910:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384314.460913:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:2.0:1767384314.460916:0:16773:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:1.0:1767384314.460917:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000001:2.0:1767384314.460919:0:16773:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384314.460922:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384314.460923:0:16773:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:1.0:1767384314.460930:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384314.460934:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384314.460936:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00080000:00000001:2.0:1767384314.460937:0:16773:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384314.460939:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00080000:00000001:2.0:1767384314.460941:0:16773:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000040:1.0:1767384314.460946:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000086c80dc4) refcount = 1 00010000:00010000:1.0:1767384314.460953:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000005815cd30/0x7e51148972eecb9d lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384314.460963:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384314.460973:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384314.460975:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384314.460979:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384314.460982:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384314.460986:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384314.460990:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003445359s 00010000:00000001:1.0:1767384314.460994:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384314.460997:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384314.461000:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000005815cd30 refcount=4 00000020:00000001:1.0:1767384314.461003:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781820859904 : -124291888691712 : ffff8ef50a204600) 00010000:00000001:1.0:1767384314.461006:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781820859904 : -124291888691712 : ffff8ef50a204600) 00010000:00000001:1.0:1767384314.461009:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384314.461012:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000005815cd30/0x7e51148972eecb9d lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384314.461021:0:16773:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00010000:00000001:1.0:1767384314.461021:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384314.461026:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000005815cd30/0x7e51148972eecb9d lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384314.461032:0:16773:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000001:1.0:1767384314.461041:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384314.461044:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384314.461047:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000005815cd30/0x7e51148972eecb9d lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384314.461055:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384314.461058:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384314.461062:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384314.461066:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000005815cd30/0x7e51148972eecb9d lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384314.461075:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000005815cd30 already unused, calling callback (00000000871a6010) 00010000:00000001:1.0:1767384314.461078:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384314.461081:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384314.461083:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000005815cd30/0x7e51148972eecb9d lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384314.461166:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384314.461169:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384314.461173:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384314.461176:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000005815cd30 refcount=5 00000020:00000001:1.0:1767384314.461179:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781820859904 : -124291888691712 : ffff8ef50a204600) 00010000:00000001:1.0:1767384314.461183:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781820859904 : -124291888691712 : ffff8ef50a204600) 00010000:00000001:1.0:1767384314.461189:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384314.461192:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000005815cd30/0x7e51148972eecb9d lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384314.461200:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384314.461203:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384314.461205:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384314.461210:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384314.461214:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384314.461218:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384314.461221:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384314.461225:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000005815cd30 with handle 0x7e51148972eecb9d from hash 00010000:00000001:1.0:1767384314.461229:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384314.461231:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384314.461233:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384314.461235:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384314.461238:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384314.461240:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384314.461244:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384314.461248:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384314.461252:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384314.461255:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384314.461257:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384314.461261:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384314.461263:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384314.461266:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384314.461269:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384314.461272:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384314.461283:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000005815cd30/0x7e51148972eecb9d lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384314.461290:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384314.461292:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384314.461295:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384314.461297:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384314.461300:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384314.461302:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384314.461304:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384314.461308:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384314.461311:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384314.461313:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000005815cd30/0x7e51148972eecb9d lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384314.461320:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384314.461323:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384314.461324:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000005815cd30/0x7e51148972eecb9d lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384314.461332:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000086c80dc4 count: 0 00010000:00000001:1.0:1767384314.461349:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384314.461351:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000010:1.1:1767384314.467119:0:26702:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000086c80dc4. 00010000:00000010:1.1:1767384314.467131:0:26702:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000005815cd30. 00080000:00000001:3.0:1767384314.470885:0:16773:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384314.470888:0:16807:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000020:00000002:3.0:1767384314.470890:0:16773:0:(lu_object.c:207:lu_object_put()) Add 00000000f07b1e3f/000000000f28175b to site lru. bkt: 00000000b56e2c81 00040000:00000001:2.0:1767384314.470892:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:3.0:1767384314.470894:0:16773:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384314.470896:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:3.0:1767384314.470898:0:16773:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:2.0:1767384314.470899:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384314.470901:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:01000000:3.0:1767384314.470902:0:16773:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000010:2.0:1767384314.470903:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000aa84fe8d. 00080000:00000001:2.0:1767384314.470909:0:16807:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:3.0:1767384314.470919:0:16773:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384314.470922:0:16773:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:3.0:1767384314.470928:0:16773:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:1.0:1767384314.470932:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384314.470937:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384314.470941:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384314.470946:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384314.470949:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384314.470955:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000086c80dc4. 00010000:00000001:1.0:1767384314.470959:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384314.470962:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000005815cd30. 00000020:00000001:1.0:1767384314.470966:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384314.470969:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 000000005815cd30 with handle 0x7e51148972eecba4 to hash 00000020:00000001:1.0:1767384314.470971:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384314.470973:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446619781820859904 : -124291888691712 : ffff8ef50a204600) 00010000:00000001:1.0:1767384314.470976:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446619781820859904 : -124291888691712 : ffff8ef50a204600) 00010000:00000001:1.0:1767384314.470979:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384314.470987:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384314.470990:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000005815cd30/0x7e51148972eecba4 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384314.470998:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384314.471001:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384314.471003:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384314.471006:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384314.471007:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384314.471009:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384314.471011:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384314.471013:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384314.471015:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384314.471018:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384314.471019:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384314.471021:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000086c80dc4) refcount = 1 00010000:00010000:1.0:1767384314.471024:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000005815cd30/0x7e51148972eecba4 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384314.471029:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384314.471030:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384314.471032:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384314.471033:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384314.471035:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384314.471037:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384314.471040:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003445359s 00010000:00000001:1.0:1767384314.471042:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384314.471043:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384314.471045:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000005815cd30 refcount=4 00000020:00000001:1.0:1767384314.471047:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781820859904 : -124291888691712 : ffff8ef50a204600) 00010000:00000001:1.0:1767384314.471050:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781820859904 : -124291888691712 : ffff8ef50a204600) 00010000:00000001:1.0:1767384314.471051:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384314.471052:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000005815cd30/0x7e51148972eecba4 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384314.471057:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384314.471065:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000005815cd30/0x7e51148972eecba4 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384314.471070:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384314.471072:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384314.471074:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000005815cd30/0x7e51148972eecba4 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384314.471078:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384314.471079:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384314.471080:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384314.471081:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000005815cd30/0x7e51148972eecba4 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384314.471086:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000005815cd30 already unused, calling callback (00000000871a6010) 00010000:00000001:1.0:1767384314.471088:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384314.471090:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384314.471093:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000005815cd30/0x7e51148972eecba4 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384314.471125:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384314.471128:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384314.471130:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384314.471132:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000005815cd30 refcount=5 00000020:00000001:1.0:1767384314.471135:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781820859904 : -124291888691712 : ffff8ef50a204600) 00010000:00000001:1.0:1767384314.471137:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781820859904 : -124291888691712 : ffff8ef50a204600) 00010000:00000001:1.0:1767384314.471140:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384314.471141:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000005815cd30/0x7e51148972eecba4 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384314.471148:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384314.471152:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384314.471154:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384314.471158:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384314.471161:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384314.471165:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384314.471173:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384314.471176:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000005815cd30 with handle 0x7e51148972eecba4 from hash 00010000:00000001:1.0:1767384314.471180:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384314.471183:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384314.471185:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384314.471187:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384314.471190:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384314.471192:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384314.471195:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384314.471196:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384314.471199:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384314.471201:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384314.471203:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384314.471206:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384314.471207:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384314.471209:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384314.471212:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384314.471214:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384314.471216:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000005815cd30/0x7e51148972eecba4 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384314.471223:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384314.471225:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384314.471226:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384314.471228:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384314.471230:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384314.471231:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384314.471233:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384314.471236:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384314.471239:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384314.471241:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000005815cd30/0x7e51148972eecba4 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384314.471248:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384314.471249:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384314.471251:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000005815cd30/0x7e51148972eecba4 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384314.471271:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000086c80dc4 count: 0 00010000:00000001:1.0:1767384314.471281:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384314.471283:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:0.0:1767384314.472844:0:16774:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767384314.472850:0:16774:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384314.472853:0:16774:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000289fcc5d. 20000000:00000001:0.0:1767384314.472860:0:16774:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384314.472866:0:16774:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236723075200 00010000:00000001:0.0:1767384314.472870:0:16774:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384314.472880:0:16774:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000000e26cd95 x1853236723075200/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:295/0 lens 4848/4768 e 0 to 0 dl 1767384325 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384314.472890:0:16774:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384314.472893:0:16774:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384314.472899:0:16774:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dd452398 time=44 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384314.472903:0:16774:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384314.472906:0:16774:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 21 to 0@lo 00000100:00000001:0.0:1767384314.472909:0:16774:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 02000000:00000001:0.0:1767384314.472912:0:16774:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384314.472914:0:16774:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384314.472918:0:16774:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384314.472922:0:16774:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384314.472928:0:16774:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005bc91957. 00000100:00000200:0.0:1767384314.472934:0:16774:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236723075200, offset 224 00000400:00000200:0.0:1767384314.472940:0:16774:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384314.472959:0:16774:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384314.472967:0:16774:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824c904880 00000400:00000200:0.0:1767384314.472976:0:16774:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x17a5 [2] + 224 00000400:00000200:0.0:1767384314.472986:0:16774:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384314.472991:0:16774:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384314.472999:0:16774:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384314.473005:0:16774:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000598ac44b x1853236723075200/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384330 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384314.473015:0:16774:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000598ac44b x1853236723075200/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384330 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384314.473033:0:16774:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384314.473044:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384314.473044:0:16774:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005bc91957 00000100:00000001:2.0:1767384314.473048:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:0.0:1767384314.473048:0:16774:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005bc91957. 00000100:00000001:0.0:1767384314.473055:0:16774:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:2.0:1767384314.473056:0:16137:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767384314.473058:0:16774:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:2.0:1767384314.473059:0:16137:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384314.473063:0:16137:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008d625aa3. 00000100:00000001:0.0:1767384314.473067:0:16774:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384314.473068:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000058f1b130 00000400:00000010:2.0:1767384314.473072:0:16137:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000058f1b130. 00000100:00000040:0.0:1767384314.473075:0:16774:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 20 to 0@lo 00000100:00000001:2.0:1767384314.473076:0:16137:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1767384314.473081:0:16774:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000200:2.0:1767384314.473083:0:16137:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000598ac44b x1853236723075200/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384330 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384314.473121:0:16137:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000598ac44b x1853236723075200/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384330 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384314.473127:0:16137:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384314.473129:0:16137:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384314.473131:0:16137:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384314.473134:0:16137:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000001:0.0:1767384314.473135:0:16774:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384314.473136:0:16137:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384314.473138:0:16137:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384314.473142:0:16137:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384314.473142:0:16774:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00001000:2.0:1767384314.473149:0:16137:0:(import.c:2128:obd_at_measure()) add 5 to 0000000028df3f77 time=44 v=5 (5 0 0 0) 00000100:00000040:0.0:1767384314.473153:0:16774:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000e26cd95 x1853236723075200/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:295/0 lens 4848/4768 e 0 to 0 dl 1767384325 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1767384314.473154:0:16137:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f5022cbe time=44 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384314.473162:0:16137:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384314.473167:0:16137:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384314.473170:0:16137:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00100000:0.0:1767384314.473171:0:16774:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000000e26cd95 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c0412d60-4f67-4dbc-8791-892843f60083+15:16137:x1853236723075200:12345-0@lo:253: Request processed in 23803us (24472us total) trans 0 rc 0/0 00010000:00000001:2.0:1767384314.473174:0:16137:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384314.473179:0:16137:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384314.473184:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000598ac44b x1853236723075200/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384330 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384314.473187:0:16774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 95 00000100:00000040:0.0:1767384314.473194:0:16774:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000555601ca : new rpc_count 1 00000100:00000001:2.0:1767384314.473195:0:16137:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384314.473198:0:16774:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384314.473200:0:16774:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:3.0:1767384314.473203:0:53:0:(connection.c:75:cpu_latency_work()) work item of 000000009d5c2cb6 (cpu 0) has reached its deadline 4294904435, at 4294904436 00000100:00000001:2.0:1767384314.473206:0:16137:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000010:0.0:1767384314.473206:0:16774:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000847dfbfd. 00000100:00000001:2.0:1767384314.473210:0:16137:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384314.473215:0:16774:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000019db1a50. 00000020:01000004:2.0:1767384314.473216:0:16137:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000100:00000010:3.0:1767384314.473218:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006d6e87cd. 00000020:01000004:2.0:1767384314.473220:0:16137:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:00000010:0.0:1767384314.473222:0:16774:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a36b5040. 00000020:01000004:2.0:1767384314.473224:0:16137:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384314.473227:0:16137:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384314.473229:0:16137:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:00000040:0.0:1767384314.473229:0:16774:0:(genops.c:898:class_export_put()) PUTting export 00000000555601ca : new refcount 14 00000020:01000004:2.0:1767384314.473231:0:16137:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384314.473233:0:16137:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384314.473234:0:16137:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384314.473235:0:16137:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384314.473237:0:16137:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:0.0:1767384314.473241:0:16774:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000040:2.0:1767384314.473242:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000598ac44b x1853236723075200/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384330 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767384314.473245:0:16774:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000d4275327. 02000000:00000001:0.0:1767384314.473251:0:16774:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00100000:2.0:1767384314.473254:0:16137:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000598ac44b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c0412d60-4f67-4dbc-8791-892843f60083:16137:1853236723075200:0@lo:253: 00000100:00000001:0.0:1767384314.473255:0:16774:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384314.473263:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384314.473264:0:16774:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:2.0:1767384314.473267:0:16137:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:0.0:1767384314.473270:0:16774:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000096a0c2a0. 00000100:00000040:2.0:1767384314.473272:0:16137:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000598ac44b x1853236723075200/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384330 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384314.473276:0:16774:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005bc91957. 00000100:00000001:2.0:1767384314.473279:0:16137:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384314.473283:0:16137:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384314.473285:0:16137:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000003a2219a. 02000000:00000001:2.0:1767384314.473289:0:16137:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384314.473291:0:16137:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384314.473293:0:16137:0:(genops.c:1242:class_import_put()) import 00000000df830bbe refcount=4 obd=MGC192.168.202.152@tcp 00000020:00000001:2.0:1767384314.473295:0:16137:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384314.473298:0:16137:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000007ac280d2. 00000100:00000040:0.0:1767384314.473298:0:449:0:(connection.c:75:cpu_latency_work()) work item of 000000002fd0fb58 (cpu 0) has reached its deadline 4294904435, at 4294904436 02000000:00000001:2.0:1767384314.473303:0:16137:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000010:0.0:1767384314.473305:0:449:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ea58aeb3. 02000000:00000001:2.0:1767384314.473306:0:16137:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384314.473310:0:16137:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000598ac44b. 00000100:00000001:2.0:1767384314.473315:0:16137:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384314.473317:0:16137:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384314.473319:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384314.473324:0:16137:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384314.473326:0:16137:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384314.473328:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384314.473337:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384314.473590:0:26702:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000a6d1e1df. 00000400:00000040:1.0:1767384314.473609:0:26702:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384314.473613:0:26702:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384314.473615:0:26702:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384314.473618:0:26702:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384314.473621:0:26702:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384314.473623:0:26702:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384314.473626:0:26702:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384314.473628:0:26702:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384314.473630:0:26702:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384314.473632:0:26702:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384314.473635:0:26702:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384314.473636:0:26702:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384314.473639:0:26702:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384314.473640:0:26702:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384314.473642:0:26702:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384314.473644:0:26702:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384314.473646:0:26702:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384314.473649:0:26702:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384314.473650:0:26702:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384314.473652:0:26702:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384314.473653:0:26702:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384314.473654:0:26702:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384314.473656:0:26702:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384314.473657:0:26702:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384314.473660:0:26702:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384314.473662:0:26702:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384314.473664:0:26702:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384314.473665:0:26702:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384314.473667:0:26702:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384314.473669:0:26702:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384314.473671:0:26702:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384314.473673:0:26702:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384314.473681:0:26702:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384314.473683:0:26702:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384314.473684:0:26702:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384314.473685:0:26702:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384314.473686:0:26702:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384314.473687:0:26702:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384314.473689:0:26702:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384314.473690:0:26702:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384314.473691:0:26702:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384314.473694:0:26702:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384314.473696:0:26702:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384314.473697:0:26702:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384314.473698:0:26702:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384314.473700:0:26702:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384314.473701:0:26702:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384314.473703:0:26702:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384314.473706:0:26702:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384314.473708:0:26702:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384314.473710:0:26702:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384314.473712:0:26702:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384314.473713:0:26702:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384314.473715:0:26702:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384314.473716:0:26702:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384314.473718:0:26702:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384314.473720:0:26702:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:1.0:1767384314.473802:0:26702:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000a6d1e1df. 00000100:00000040:1.0:1767384314.474156:0:62:0:(connection.c:75:cpu_latency_work()) work item of 00000000edc4e618 (cpu 0) has reached its deadline 4294904435, at 4294904437 00000100:00000040:2.0:1767384314.474157:0:795:0:(connection.c:75:cpu_latency_work()) work item of 00000000135c2452 (cpu 0) has reached its deadline 4294904435, at 4294904437 00000100:00000010:1.0:1767384314.474181:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000021256cfb. 00000100:00000010:2.0:1767384314.474183:0:795:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a06c96d1. 00080000:00000020:2.0:1767384314.474317:0:16773:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:2.0:1767384314.474320:0:16773:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384314.474321:0:16773:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000412990b8. 20000000:00000001:2.0:1767384314.474326:0:16773:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384314.474329:0:16773:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236723075328 00010000:00000001:2.0:1767384314.474331:0:16773:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384314.474335:0:16773:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000024d9ab05 x1853236723075328/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:295/0 lens 4848/4768 e 0 to 0 dl 1767384325 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384314.474342:0:16773:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384314.474344:0:16773:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384314.474345:0:16773:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dd452398 time=44 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384314.474348:0:16773:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384314.474350:0:16773:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 21 to 0@lo 00000100:00000001:2.0:1767384314.474352:0:16773:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 02000000:00000001:2.0:1767384314.474354:0:16773:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384314.474356:0:16773:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384314.474358:0:16773:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384314.474362:0:16773:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384314.474365:0:16773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a8f26951. 00000100:00000200:2.0:1767384314.474367:0:16773:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236723075328, offset 224 00000400:00000200:2.0:1767384314.474372:0:16773:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384314.474381:0:16773:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384314.474386:0:16773:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824c904900 00000400:00000200:2.0:1767384314.474390:0:16773:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x17ad [2] + 224 00000400:00000200:2.0:1767384314.474395:0:16773:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384314.474400:0:16773:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384314.474403:0:16773:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384314.474407:0:16773:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000008e7bad1d x1853236723075328/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384330 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384314.474412:0:16773:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000008e7bad1d x1853236723075328/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384330 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384314.474435:0:16773:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384314.474440:0:16773:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a8f26951 00000400:00000010:2.0:1767384314.474441:0:16773:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a8f26951. 00000100:00000001:2.0:1767384314.474444:0:16773:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384314.474445:0:16773:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384314.474448:0:16773:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384314.474450:0:16773:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 20 to 0@lo 00010000:00000001:2.0:1767384314.474452:0:16773:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:3.0:1767384314.474453:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1767384314.474454:0:16773:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384314.474457:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1767384314.474458:0:16773:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384314.474462:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000024d9ab05 x1853236723075328/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:295/0 lens 4848/4768 e 0 to 0 dl 1767384325 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767384314.474463:0:16138:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384314.474466:0:16138:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384314.474469:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a52943b0. 00000100:00100000:2.0:1767384314.474476:0:16773:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000024d9ab05 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c0412d60-4f67-4dbc-8791-892843f60083+14:16138:x1853236723075328:12345-0@lo:253: Request processed in 25039us (25593us total) trans 0 rc 0/0 00000400:00000200:3.0:1767384314.474477:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000188a00a0 00000400:00000010:3.0:1767384314.474496:0:16138:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000188a00a0. 00000100:00100000:2.0:1767384314.474497:0:16773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 96 00000100:00000040:2.0:1767384314.474501:0:16773:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000555601ca : new rpc_count 0 00000100:00000001:3.0:1767384314.474502:0:16138:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384314.474504:0:16773:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384314.474507:0:16773:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:3.0:1767384314.474509:0:16138:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000008e7bad1d x1853236723075328/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384330 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384314.474511:0:16773:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000cbdc76aa. 00000100:00000200:3.0:1767384314.474520:0:16138:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000008e7bad1d x1853236723075328/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384330 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384314.474520:0:16773:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ed0fe173. 00000020:00000010:2.0:1767384314.474525:0:16773:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cdc37cec. 00000020:00000040:2.0:1767384314.474530:0:16773:0:(genops.c:898:class_export_put()) PUTting export 00000000555601ca : new refcount 13 00000100:00000001:3.0:1767384314.474534:0:16138:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:2.0:1767384314.474535:0:16773:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1767384314.474537:0:16138:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1767384314.474537:0:16773:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000009843d965. 00000100:00000001:3.0:1767384314.474540:0:16138:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384314.474542:0:16773:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384314.474543:0:16773:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384314.474546:0:16773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 02000000:00000001:3.0:1767384314.474550:0:16138:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384314.474552:0:16138:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:2.0:1767384314.474552:0:16773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008e1fef75. 00000100:00000001:3.0:1767384314.474556:0:16138:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384314.474558:0:16773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a8f26951. 02000000:00000001:3.0:1767384314.474559:0:16138:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384314.474564:0:16138:0:(import.c:2128:obd_at_measure()) add 5 to 0000000028df3f77 time=44 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384314.474567:0:16138:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f5022cbe time=44 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384314.474569:0:16138:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384314.474570:0:16138:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384314.474572:0:16138:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384314.474573:0:16138:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384314.474574:0:16138:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384314.474577:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008e7bad1d x1853236723075328/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384330 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384314.474581:0:16138:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384314.474583:0:16138:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384314.474584:0:16138:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384314.474586:0:16138:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384314.474587:0:16138:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384314.474588:0:16138:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384314.474589:0:16138:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384314.474590:0:16138:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384314.474591:0:16138:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384314.474592:0:16138:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384314.474593:0:16138:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384314.474593:0:16138:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384314.474595:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008e7bad1d x1853236723075328/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384330 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384314.474599:0:16138:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000008e7bad1d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c0412d60-4f67-4dbc-8791-892843f60083:16138:1853236723075328:0@lo:253: 00000100:00000001:3.0:1767384314.474602:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384314.474603:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384314.474604:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000008e7bad1d x1853236723075328/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384330 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384314.474608:0:16138:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384314.474609:0:16138:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384314.474610:0:16138:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000a871178b. 02000000:00000001:3.0:1767384314.474619:0:16138:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384314.474620:0:16138:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384314.474621:0:16138:0:(genops.c:1242:class_import_put()) import 00000000df830bbe refcount=3 obd=MGC192.168.202.152@tcp 00000020:00000001:3.0:1767384314.474623:0:16138:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384314.474624:0:16138:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000036b1ae31. 02000000:00000001:3.0:1767384314.474627:0:16138:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384314.474627:0:16138:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384314.474628:0:16138:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008e7bad1d. 00000100:00000001:3.0:1767384314.474631:0:16138:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384314.474632:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384314.474633:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384314.474636:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384314.474637:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384314.474638:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384314.474640:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1767384314.478558:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000086c80dc4. 00010000:00000010:1.1:1767384314.478568:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000005815cd30. 00000400:00000010:2.0:1767384315.317167:0:16134:0:(lib-move.c:3960:lnet_print_recovery_list()) alloc '(buf)': 65 at 00000000e7f3f65b. 00000400:02000040:2.0:1767384315.317178:0:16134:0:(lib-move.c:3976:lnet_print_recovery_list()) 1 local NIs in recovery (showing 1): 192.168.202.152@tcp29 00000400:00000010:2.0:1767384315.319157:0:16134:0:(lib-move.c:3978:lnet_print_recovery_list()) kfreed 'buf': 65 at 00000000e7f3f65b. 00010000:00000001:0.0:1767384315.446154:0:449:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384315.446160:0:449:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384315.446164:0:449:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384315.446166:0:449:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384315.446221:0:16767:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384315.446227:0:16767:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384315.446232:0:16767:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:3.0:1767384315.730883:0:27045:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384315.730898:0:27045:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384315.730903:0:27045:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384315.730910:0:27045:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384315.730915:0:27045:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384315.730919:0:27045:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384316.342141:0:16134:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.152@tcp29 00000400:00000010:3.0:1767384316.342147:0:16134:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000008fe85f66. 00000400:00000010:3.0:1767384316.342153:0:16134:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000112ac890. 00000400:00000010:3.0:1767384316.342157:0:16134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c7a16a19. 00000400:00000010:3.0:1767384316.342164:0:16134:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000006bf0c408. 00000400:00000200:3.0:1767384316.342168:0:16134:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.152@tcp29 00000400:00000200:3.0:1767384316.342183:0:16134:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.152@tcp29 local destination 00000400:00000200:3.0:1767384316.342189:0:16134:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.152@tcp29 00000400:00000200:3.0:1767384316.342192:0:16134:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp29 NI seq info: [62:62:256:4294967295] 192.168.202.152@tcp29 LPNI seq info [62:62:8:4294967295] 00000400:00000200:3.0:1767384316.342198:0:16134:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.152@tcp29 00000400:00000200:3.0:1767384316.342204:0:16134:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp29(192.168.202.152@tcp29:) -> 192.168.202.152@tcp29(192.168.202.152@tcp29:192.168.202.152@tcp29) : GET try# 0 00000800:00000200:3.0:1767384316.342208:0:16134:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.152@tcp29 00000800:00000010:3.0:1767384316.342212:0:16134:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000e4f68106. 00000800:00000200:3.0:1767384316.342218:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a7bdbfe4] -> 12345-192.168.202.152@tcp29 (2) 00000800:00000200:3.1:1767384316.342228:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a7bdbfe4] -> 12345-192.168.202.152@tcp29 (2) 00000400:00000200:3.0:1767384316.342246:0:16134:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.152@tcp29 added to recovery queue. ping count: 1 next ping: 241 health :900 00000400:00000200:0.0:1767384316.342324:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.152:988 00000400:00000200:0.0:1767384316.342381:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.152:988 00000400:00000200:0.0:1767384316.342415:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.152:988 00000400:00000200:0.0:1767384316.342444:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.152:988 00000400:00000200:0.0:1767384316.342501:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.152:988 00000400:00000200:0.0:1767384316.342532:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.152:988 00000400:00000200:0.0:1767384316.342562:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.152:988 00000400:00000200:0.0:1767384316.342591:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.152:988 00000400:00000200:0.0:1767384316.342621:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.152:988 00000400:00000200:0.0:1767384316.342649:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.152:988 00000400:00000200:0.0:1767384316.342678:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.152:988 00000400:00000200:0.0:1767384316.342717:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.152:988 00000400:00000200:0.0:1767384316.342758:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.152:988 00000400:00000200:0.0:1767384316.342793:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.152:988 00000400:00000200:0.0:1767384316.342839:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.152:988 00000400:00000200:0.0:1767384316.342873:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.152:988 00000400:00000200:0.0:1767384316.342902:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.152:988 00000400:00000200:0.0:1767384316.342928:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.152:988 00000400:00000200:0.0:1767384316.342955:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.152:988 00000400:00000200:0.0:1767384316.342982:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.152:988 00000400:00000200:0.0:1767384316.343030:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.152:988 00000400:00000200:0.0:1767384316.343066:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.152:988 00000400:00000200:0.0:1767384316.343132:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.152:988 00000400:00000200:0.0:1767384316.343175:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.152:988 00000400:00000200:0.0:1767384316.343206:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.152:988 00000400:00000200:0.0:1767384316.343238:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.152:988 00000400:00000200:0.0:1767384316.343270:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.152:988 00000400:00000200:0.0:1767384316.343305:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.152:988 00000400:00000200:0.0:1767384316.343338:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.152:988 00000400:00000200:0.0:1767384316.343369:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.152:988 00000400:00000200:0.0:1767384316.343400:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.152:988 00000400:00000200:0.0:1767384316.343430:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.152:988 00000400:00000200:0.0:1767384316.343489:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.152:988 00000400:00000200:0.0:1767384316.343521:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.152:988 00000400:00000200:0.0:1767384316.343548:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.152:988 00000800:00000010:0.0:1767384316.343723:0:16125:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000289fcc5d. 00000800:00000010:0.0:1767384316.343729:0:16125:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000004dda67f4. 00000800:00000010:0.0:1767384316.343734:0:16125:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000006d99d6f4. 00000800:00000010:0.0:1767384316.343759:0:16125:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000006d99d6f4. 00000800:00020000:0.0:1767384316.343772:0:16125:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.152 00000800:00000010:0.0:1767384316.350388:0:16125:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000004dda67f4. 00000800:00000010:0.0:1767384316.350394:0:16125:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000289fcc5d. 00000400:02020000:0.0:1767384316.350445:0:16125:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.152@tcp29 at host 192.168.202.152:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384316.354380:0:16125:0:(router.c:1755:lnet_notify()) 192.168.202.152@tcp29 notifying 192.168.202.152@tcp29: down 00000400:00000200:0.0:1767384316.354387:0:16125:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:0.0:1767384316.354391:0:16125:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.152@tcp29 00000800:00000010:0.0:1767384316.354394:0:16125:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000e4f68106. 00000400:00000200:0.0:1767384316.354398:0:16125:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384316.354403:0:16125:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp29->192.168.202.152@tcp29: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384316.354413:0:16125:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384316.354415:0:16125:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.152@tcp29 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384316.354427:0:16125:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.152@tcp29) recovery failed with -71 00000001:00000001:3.0:1767384316.406006:0:27209:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384316.406011:0:27209:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg252-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp31 --if ens2 00000001:00000001:3.0:1767384316.409003:0:27209:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384316.416266:0:27210:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 0000000022a56989. 00000400:00000010:3.0:1767384316.416281:0:27210:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000a77c00f7. 00000400:00000010:3.0:1767384316.416292:0:27210:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000004a2e1ea3. 00000400:00000010:3.0:1767384316.416296:0:27210:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 0000000004cc3efc. 00000400:00000010:3.0:1767384316.416301:0:27210:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000000f3f6db9. 00000400:00000010:3.0:1767384316.416306:0:27210:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000f6823c54. 00000400:00000010:3.0:1767384316.416308:0:27210:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000a18c2aa9. 00000400:00000010:3.0:1767384316.416310:0:27210:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000009c4ca165. 00000400:00000010:3.0:1767384316.416314:0:27210:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000009ce863ec. 00000800:00000010:3.0:1767384316.416328:0:27210:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000000db976cd. 00000800:00000200:3.0:1767384316.416340:0:27210:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384316.416353:0:27210:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384316.416391:0:27210:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.152) 00000400:02000000:3.0:1767384316.416416:0:27210:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.152@tcp31 [8/256/0/180] 00000400:00000010:3.0:1767384316.418981:0:27210:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 409 at 00000000ae53d45f. 00000400:00000010:3.0:1767384316.418988:0:27210:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000032bf1013. 00000400:00000010:3.0:1767384316.418995:0:27210:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000069303bcd. 00000400:00000001:3.0:1767384316.419015:0:27210:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384316.419017:0:27210:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384316.419019:0:27210:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008fcebc09. 00000400:00000200:3.0:1767384316.419023:0:27210:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f67dee06 00000400:00000010:3.0:1767384316.419025:0:27210:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f67dee06. 00000400:00000010:3.0:1767384316.419030:0:27210:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 393 at 00000000a9f525db. 00000400:00000200:3.0:1767384316.419035:0:27210:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (21) 00000400:00000200:3.0:1767384316.419049:0:27210:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.152@tcp (000000005d9714d7): 0 00000400:00000200:3.0:1767384316.419059:0:27210:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131103 00000400:00000200:2.0:1767384316.419065:0:16135:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:00000010:3.0:1767384316.419068:0:27210:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000264f0620. 00000400:00000200:2.0:1767384316.419071:0:16135:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x102071 00000020:01000000:3.0:1767384316.419076:0:27210:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000200:2.0:1767384316.419076:0:16135:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (22) 00000400:00000010:2.0:1767384316.419080:0:16135:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 393 at 00000000784a0de4. 00000400:00000010:2.0:1767384316.419084:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fad4d9b3. 00000400:00000010:2.0:1767384316.419105:0:16135:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000518d1c51. 00000400:00000200:2.0:1767384316.419110:0:16135:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.152@tcp 00000020:01000000:3.0:1767384316.419117:0:27210:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.152@tcp31 00000400:00000200:2.0:1767384316.419122:0:16135:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.152@tcp local destination 00000400:00000200:2.0:1767384316.419128:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 37], ns[40, 37] 00000400:00000200:2.0:1767384316.419133:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 37], ns[10, 37] 00000400:00000200:2.0:1767384316.419137:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 10], ns[12, 10] 00000400:00000010:3.0:1767384316.419140:0:27210:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000a77c00f7. 00000400:00000200:2.0:1767384316.419142:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 10], ns[14, 10] 00000400:00000010:3.0:1767384316.419147:0:27210:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 0000000022a56989. 00000400:00000200:2.0:1767384316.419148:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 10], ns[16, 10] 00000020:00000001:0.0:1767384316.419150:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:2.0:1767384316.419172:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 10], ns[18, 10] 10000000:00000001:0.0:1767384316.419172:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384316.419177:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384316.419181:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:2.0:1767384316.419184:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 10], ns[20, 10] 00000020:01000004:0.0:1767384316.419186:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384316.419191:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:2.0:1767384316.419193:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 10], ns[22, 10] 00000020:01000004:0.0:1767384316.419194:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384316.419198:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384316.419201:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:2.0:1767384316.419203:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 10], ns[24, 10] 00000020:01000004:0.0:1767384316.419204:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384316.419207:0:37:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384316.419211:0:37:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:2.0:1767384316.419214:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 10], ns[26, 10] 00000020:01000004:0.0:1767384316.419214:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384316.419217:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:2.0:1767384316.419221:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 10], ns[28, 10] 00000100:00000010:0.0:1767384316.419224:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007e474586. 00000400:00000200:2.0:1767384316.419225:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 10], ns[30, 10] 00000020:00000040:0.0:1767384316.419231:0:37:0:(genops.c:1229:class_import_get()) import 00000000df830bbe refcount=4 obd=MGC192.168.202.152@tcp 00000400:00000200:2.0:1767384316.419232:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 10], ns[32, 10] 00000400:00000200:2.0:1767384316.419239:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 10], ns[34, 10] 00000100:00000001:0.0:1767384316.419240:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384316.419244:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384316.419249:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384316.419258:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 10], ns[44, 10] 02000000:00000010:0.0:1767384316.419260:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000289fcc5d. 00000400:00000200:2.0:1767384316.419263:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 10], ns[48, 10] 00000100:00000001:0.0:1767384316.419268:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384316.419270:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 10], ns[52, 10] 00000400:00000200:2.0:1767384316.419275:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 10], ns[56, 10] 00000400:00000200:2.0:1767384316.419279:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 10], ns[60, 10] 00000100:00000001:0.0:1767384316.419279:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384316.419283:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384316.419287:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[62, 10], ns[62, 10] 00000400:00000200:2.0:1767384316.419292:0:16135:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp11 00000100:00000040:0.0:1767384316.419295:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007e474586] to pc [ptlrpcd_00_02+2] req@000000007e474586 x1853236723075456/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384316.419299:0:16135:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.152@tcp11 00000400:00000200:2.0:1767384316.419307:0:16135:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.152@tcp11 lpni_is_preferred = 0 00000400:00000200:2.0:1767384316.419312:0:16135:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.152@tcp11 00000400:00000200:2.0:1767384316.419316:0:16135:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp11 NI seq info: [63:63:256:4294967295] 192.168.202.152@tcp11 LPNI seq info [63:63:8:4294967295] 00000400:00000200:2.0:1767384316.419321:0:16135:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.152@tcp11 00000400:00000200:2.0:1767384316.419327:0:16135:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp11(192.168.202.152@tcp11:) -> 192.168.202.152@tcp11(192.168.202.152@tcp:192.168.202.152@tcp11) : GET try# 0 10000000:00000001:0.0:1767384316.419329:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384316.419333:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384316.419337:0:16135:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.152@tcp11 00000020:00000001:0.0:1767384316.419338:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384316.419342:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000800:00000010:2.0:1767384316.419344:0:16135:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000350ab4db. 00000100:00000001:1.0:1767384316.419344:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1767384316.419348:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000001:1.0:1767384316.419351:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 10000000:00000001:0.0:1767384316.419352:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000100:00000001:1.0:1767384316.419355:0:16139:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000800:00000200:2.0:1767384316.419356:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001e6abf02] -> 12345-192.168.202.152@tcp11 (6) 10000000:00000001:0.0:1767384316.419356:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384316.419360:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000040:1.0:1767384316.419364:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007e474586 x1853236723075456/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:0.0:1767384316.419365:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384316.419370:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000800:00000200:2.0:1767384316.419371:0:16135:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp11 ip 192.168.202.152:988 00000800:00000200:2.0:1767384316.419378:0:16135:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000350ab4db type 2, nob 96 niov 1 nkiov 0 00000020:01000004:0.0:1767384316.419382:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000001:1.0:1767384316.419386:0:16139:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:0.0:1767384316.419386:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384316.419388:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384316.419390:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384316.419391:0:37:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384316.419393:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384316.419396:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:1.0:1767384316.419397:0:16139:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384316.419400:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006d8b1e3f. 00000400:00000200:2.0:1767384316.419401:0:16135:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.152@tcp 02000000:00000001:1.0:1767384316.419403:0:16139:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000040:0.0:1767384316.419406:0:37:0:(genops.c:1229:class_import_get()) import 00000000df830bbe refcount=5 obd=MGC192.168.202.152@tcp 02000000:00000001:1.0:1767384316.419408:0:16139:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384316.419410:0:16135:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100271 rc 0 00000100:00000001:0.0:1767384316.419411:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384316.419412:0:16139:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384316.419415:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:1.0:1767384316.419419:0:16139:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000007e474586 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c0412d60-4f67-4dbc-8791-892843f60083:16139:1853236723075456:0@lo:253: 02000000:00000001:0.0:1767384316.419421:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384316.419425:0:16139:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384316.419431:0:16139:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:0.0:1767384316.419432:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000d4275327. 02000000:00000001:1.0:1767384316.419434:0:16139:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384316.419439:0:16139:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384316.419440:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384316.419445:0:16139:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000fc2316a4. 00000100:00000001:0.0:1767384316.419446:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384316.419447:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767384316.419451:0:16139:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384316.419451:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384316.419452:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384316.419460:0:16139:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d018e6a3. 00000100:00000040:0.0:1767384316.419476:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006d8b1e3f] to pc [ptlrpcd_00_03+3] req@000000006d8b1e3f x1853236723075584/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384316.419498:0:16139:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f139e554. 00000100:00000200:1.0:1767384316.419503:0:16139:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236723075456, portal 25 00000100:00000001:1.0:1767384316.419508:0:16139:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384316.419510:0:16139:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782674428160 : -124291035123456 : ffff8ef53d00b100) 00000100:00000040:1.0:1767384316.419514:0:16139:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000007e474586 x1853236723075456/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384332 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:0.0:1767384316.419517:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384316.419524:0:16139:0:(niobuf.c:69:ptl_send_buf()) Process entered 10000000:00000001:0.0:1767384316.419524:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384316.419529:0:16139:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:0.0:1767384316.419529:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384316.419532:0:16139:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f1b9b7df. 00000020:01000000:0.0:1767384316.419534:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000100:00000200:1.0:1767384316.419536:0:16139:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236723075456, offset 0 00000020:00000010:0.0:1767384316.419540:0:37:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000264f0620. 00000400:00000200:1.0:1767384316.419544:0:16139:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384316.419554:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384316.419563:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824c904980 00000400:00000200:1.0:1767384316.419568:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1071 [2] + 0 00000400:00000010:1.0:1767384316.419570:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000041cf77b2. 00000400:00000200:1.0:1767384316.419574:0:16139:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000092876f5b 00000400:00000200:1.0:1767384316.419580:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384316.419583:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000800:00000200:2.0:1767384316.419587:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1767384316.419587:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000092876f5b 00000800:00000010:2.0:1767384316.419592:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000350ab4db. 00000400:00000010:1.0:1767384316.419592:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000092876f5b. 00000400:00000200:2.0:1767384316.419597:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384316.419598:0:16139:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384316.419600:0:16139:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1767384316.419602:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp11->192.168.202.152@tcp11: GET: OK 00000100:00000040:1.0:1767384316.419610:0:16139:0:(events.c:337:request_in_callback()) incoming req@0000000097802ce6 x1853236723075456 msgsize 4848 00000400:00000200:2.0:1767384316.419613:0:16131:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000100:00100000:1.0:1767384316.419617:0:16139:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:2.0:1767384316.419619:0:16131:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.152@tcp: 0 00000100:00000040:1.0:1767384316.419622:0:16139:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000800:00000001:2.0:1767384316.419628:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384316.419636:0:16139:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1767384316.419637:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384316.419640:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384316.419644:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f1b9b7df 00000800:00000001:2.0:1767384316.419645:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384316.419647:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f1b9b7df. 00000100:00000001:1.0:1767384316.419651:0:16139:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1767384316.419654:0:16131:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.152@tcp11(192.168.202.152@tcp11) <- 192.168.202.152@tcp11 : GET - for me 00000100:00000200:1.0:1767384316.419658:0:16139:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007e474586 x1853236723075456/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384332 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384316.419665:0:16131:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.152@tcp of length 384 into portal 0 MB=0x8000000000000000 00000100:00000001:0.0:1767384316.419665:0:16773:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384316.419667:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:0.0:1767384316.419669:0:16773:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723075456 00000100:00000040:1.0:1767384316.419673:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000007e474586 x1853236723075456/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384332 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384316.419673:0:16773:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:2.0:1767384316.419674:0:16131:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.152@tcp of length 384/384 into md 0x17d1 [1] + 0 00000100:00000001:0.0:1767384316.419677:0:16773:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384316.419680:0:16773:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384316.419686:0:16773:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384316.419689:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384316.419690:0:16131:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.152@tcp11 to MR: 192.168.202.152@tcp11 local destination 00000100:00000001:1.0:1767384316.419692:0:16139:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:0.0:1767384316.419692:0:16773:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723075456 00000020:00000001:0.0:1767384316.419696:0:16773:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:2.0:1767384316.419698:0:16131:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp11 NI seq info: [64:64:256:4294967295] 192.168.202.152@tcp11 LPNI seq info [64:64:8:4294967295] 00000020:00000040:0.0:1767384316.419699:0:16773:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eec8e1 00000020:00000001:0.0:1767384316.419704:0:16773:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384316.419707:0:16773:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000555601ca refcount=14 00000020:00000001:0.0:1767384316.419711:0:16773:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000020:00000001:0.0:1767384316.419715:0:16773:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000400:00000200:2.0:1767384316.419716:0:16131:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp11(192.168.202.152@tcp11:192.168.202.152@tcp11) -> 192.168.202.152@tcp11(192.168.202.152@tcp11:192.168.202.152@tcp11) 192.168.202.152@tcp11 : REPLY try# 0 00000800:00000200:2.0:1767384316.419720:0:16131:0:(socklnd_cb.c:1001:ksocknal_send()) sending 384 bytes in 1 frags to 12345-192.168.202.152@tcp11 00000800:00000010:2.0:1767384316.419723:0:16131:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000350ab4db. 00000100:00000001:1.0:1767384316.419725:0:16139:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384316.419728:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000800:00000200:2.0:1767384316.419729:0:16131:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001e6abf02] -> 12345-192.168.202.152@tcp11 (6) 00000100:00000001:1.0:1767384316.419730:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294906406 00000020:00000010:0.0:1767384316.419733:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000249c15ae. 00000100:00000010:1.0:1767384316.419736:0:16139:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000aecfe49f. 00000800:00000200:2.0:1767384316.419737:0:16131:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp11 ip 192.168.202.152:1019 00000100:00000001:0.0:1767384316.419738:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000200:2.0:1767384316.419743:0:16131:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000350ab4db type 3, nob 480 niov 1 nkiov 1 00000100:00000001:1.0:1767384316.419744:0:16139:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 0 00000020:00000010:0.0:1767384316.419744:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000249c15ae. 00000100:00000001:1.0:1767384316.419753:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294906406 00000020:00000010:0.0:1767384316.419754:0:16773:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000652630d. 00000100:00000010:1.0:1767384316.419757:0:16139:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000028be4304. 00000020:00000010:0.0:1767384316.419760:0:16773:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004d2d7163. 00000100:00000001:1.0:1767384316.419761:0:16139:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 1 00000020:00000010:0.0:1767384316.419768:0:16773:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000019db1a50. 00000100:00000001:1.0:1767384316.419769:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294906406 00000100:00000010:1.0:1767384316.419774:0:16139:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002ea6a0e8. 00000100:00000001:1.0:1767384316.419777:0:16139:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 2 00000100:00000040:0.0:1767384316.419779:0:16773:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384316.419781:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294906406 00000100:00000001:0.0:1767384316.419783:0:16773:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384316.419785:0:16773:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000010:1.0:1767384316.419786:0:16139:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000dca20be7. 00000800:00000200:2.0:1767384316.419787:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767384316.419787:0:16773:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384316.419790:0:16139:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 3 00000800:00000010:2.0:1767384316.419792:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000350ab4db. 00000100:00000001:1.0:1767384316.419795:0:16139:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384316.419797:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384316.419798:0:16773:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384316.419814:0:16139:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384316.419821:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384316.419822:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp11->192.168.202.152@tcp11: REPLY: OK 00000100:00000001:1.0:1767384316.419824:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384316.419826:0:16773:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384316.419834:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000001:2.0:1767384316.419836:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384316.419841:0:16773:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000800:00000001:2.0:1767384316.419843:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384316.419843:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384316.419844:0:16773:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384316.419850:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:2.0:1767384316.419851:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:0.0:1767384316.419852:0:16773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 97 00000100:00000001:1.0:1767384316.419853:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384316.419858:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384316.419860:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384316.419860:0:16773:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000555601ca : new rpc_count 1 00000100:00100000:1.0:1767384316.419862:0:16139:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:0.0:1767384316.419865:0:16773:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619781697420368 : -124292012131248 : ffff8ef502c4bc50) 00000800:00000001:2.0:1767384316.419868:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384316.419868:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384316.419872:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000097802ce6 x1853236723075456/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:297/0 lens 4848/0 e 0 to 0 dl 1767384327 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384316.419876:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000001:2.0:1767384316.419877:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384316.419881:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384316.419889:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384316.419890:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384316.419893:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767384316.419894:0:16131:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.152@tcp11(192.168.202.152@tcp11) <- 192.168.202.152@tcp11 : REPLY - for me 00000020:00000010:0.0:1767384316.419895:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000249c15ae. 00000100:00000001:1.0:1767384316.419897:0:16139:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767384316.419901:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384316.419903:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000249c15ae. 00000100:00000040:1.0:1767384316.419907:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006d8b1e3f x1853236723075584/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384316.419913:0:16773:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000097802ce6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c0412d60-4f67-4dbc-8791-892843f60083+14:16139:x1853236723075456:12345-0@lo:253: 00000400:00000200:2.0:1767384316.419916:0:16131:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.152@tcp11: Reply from 12345-192.168.202.152@tcp11 of length 384/384 into md 0x17d5 00000100:00000200:0.0:1767384316.419940:0:16773:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723075456 00000800:00000001:2.0:1767384316.419942:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:0.0:1767384316.419945:0:16773:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:1.0:1767384316.419946:0:16139:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:0.0:1767384316.419949:0:16773:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:1.0:1767384316.419950:0:16139:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384316.419951:0:16773:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384316.419954:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384316.419955:0:16773:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 02000000:00000001:1.0:1767384316.419956:0:16139:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1767384316.419957:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:0.0:1767384316.419959:0:16773:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669141328 : -1040410288 : ffffffffc1fc9950) 02000000:00000001:1.0:1767384316.419960:0:16139:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384316.419965:0:16773:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:2.0:1767384316.419966:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp11->192.168.202.152@tcp11: REPLY: OK 02000000:00000001:1.0:1767384316.419966:0:16139:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384316.419973:0:16131:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fad4d9b3 00000100:00100000:1.0:1767384316.419973:0:16139:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006d8b1e3f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c0412d60-4f67-4dbc-8791-892843f60083:16139:1853236723075584:0@lo:253: 00000020:00000001:0.0:1767384316.419975:0:16773:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384316.419976:0:16131:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fad4d9b3. 00000020:00000001:0.0:1767384316.419980:0:16773:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1767384316.419981:0:16139:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1767384316.419982:0:16131:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000020:00000001:0.0:1767384316.419983:0:16773:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 02000000:00000001:1.0:1767384316.419984:0:16139:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384316.419987:0:16139:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384316.419987:0:16773:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384316.419988:0:16131:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.202.152@tcp has discovery enabled 02000000:00000001:1.0:1767384316.419993:0:16139:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384316.419994:0:16773:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:2.0:1767384316.419995:0:16131:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.202.152@tcp(000000005d9714d7) is MR 02000000:00000010:1.0:1767384316.419999:0:16139:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000686b2cb5. 02000000:00000001:0.0:1767384316.419999:0:16773:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:2.0:1767384316.420000:0:16131:0:(peer.c:3037:lnet_discovery_event_reply()) Truncated Reply from 192.168.202.152@tcp (400 bytes) 02000000:00000001:1.0:1767384316.420005:0:16139:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384316.420008:0:16131:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.152@tcp (000000005d9714d7): -114 00000400:00000010:1.0:1767384316.420010:0:16139:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000148fe617. 02000000:00000010:0.0:1767384316.420012:0:16773:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000a11a72d2. 02000000:00000001:0.0:1767384316.420015:0:16773:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384316.420016:0:16139:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f1b9b7df. 00000400:00000010:2.0:1767384316.420017:0:16131:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 393 at 00000000784a0de4. 00000100:00000001:0.0:1767384316.420017:0:16773:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384316.420021:0:16139:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236723075584, portal 25 00000400:00000200:2.0:1767384316.420022:0:16131:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000005d9714d7 (23) 20000000:00000001:0.0:1767384316.420023:0:16773:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000100:00000001:1.0:1767384316.420028:0:16139:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000001:2.0:1767384316.420031:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384316.420031:0:16139:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782674430848 : -124291035120768 : ffff8ef53d00bb80) 20000000:00000010:0.0:1767384316.420034:0:16773:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000238360ed. 00000800:00000001:2.0:1767384316.420035:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384316.420038:0:16139:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006d8b1e3f x1853236723075584/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384332 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 20000000:01000000:0.0:1767384316.420038:0:16773:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384316.420044:0:16773:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000100:00000001:2.0:1767384316.420048:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384316.420048:0:16139:0:(niobuf.c:69:ptl_send_buf()) Process entered 20000000:00000001:0.0:1767384316.420048:0:16773:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000100:00000001:2.0:1767384316.420052:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384316.420053:0:16773:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384316.420055:0:16139:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 20000000:00000001:0.0:1767384316.420059:0:16773:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384316.420061:0:16139:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000028a3d929. 00000400:00000200:2.0:1767384316.420063:0:16135:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 20000000:00000001:0.0:1767384316.420063:0:16773:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000010:2.0:1767384316.420068:0:16135:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 409 at 00000000784a0de4. 00000100:00000200:1.0:1767384316.420070:0:16139:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236723075584, offset 0 00000400:00000010:2.0:1767384316.420073:0:16135:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a52943b0. 20000000:00000010:0.0:1767384316.420073:0:16773:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000c5b8c4f3. 00000400:00000200:1.0:1767384316.420078:0:16139:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 20000000:01000000:0.0:1767384316.420079:0:16773:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #31 20000000:00000001:0.0:1767384316.420085:0:16773:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000400:00000200:1.0:1767384316.420086:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00080000:00000001:0.0:1767384316.420091:0:16773:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000400:00000200:1.0:1767384316.420095:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824c904a00 00000400:00000200:1.0:1767384316.420098:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1081 [2] + 0 00000400:00000010:1.0:1767384316.420101:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a01f464e. 00000400:00000010:2.0:1767384316.420102:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fad4d9b3. 00000400:00000200:1.0:1767384316.420104:0:16139:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000a9a34680 00000400:00000200:2.0:1767384316.420109:0:16135:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000784a0de4 00000400:00000200:1.0:1767384316.420110:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:2.0:1767384316.420114:0:16135:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384316.420116:0:16135:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384316.420117:0:16135:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008b86d1cd. 00000400:00000200:2.0:1767384316.420120:0:16135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008106c9a5 00000400:00000010:2.0:1767384316.420121:0:16135:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008106c9a5. 00000400:00000200:2.0:1767384316.420124:0:16135:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 6 status 0 unlinked 1 00000400:00000010:2.0:1767384316.420126:0:16135:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 393 at 000000009cc2418b. 00000400:00000200:2.0:1767384316.420130:0:16135:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 400 success 00000400:00000200:2.0:1767384316.420133:0:16135:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100871 00000400:00000200:2.0:1767384316.420137:0:16135:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.202.152@tcp:0 00000400:00000200:2.0:1767384316.420142:0:16135:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x102071 rc 1 00000400:00000200:1.0:1767384316.420142:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384316.420152:0:16135:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x102071 00000400:00000200:1.0:1767384316.420153:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a9a34680 00000400:00000200:2.0:1767384316.420155:0:16135:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (22) 00080000:00000001:0.0:1767384316.420156:0:16773:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1767384316.420157:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a9a34680. 00000400:00000010:2.0:1767384316.420161:0:16135:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 409 at 000000002ec50708. 00080000:00000001:0.0:1767384316.420161:0:16773:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384316.420164:0:16773:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384316.420165:0:16139:0:(events.c:286:request_in_callback()) Process entered 00080000:00000001:0.0:1767384316.420165:0:16773:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000100:00000200:1.0:1767384316.420170:0:16139:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000001:0.0:1767384316.420171:0:16773:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000010:2.0:1767384316.420172:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a79d528a. 00000020:00000001:0.0:1767384316.420176:0:16773:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446619782313850200 : -124291395701416 : ffff8ef52782b558) 00000100:00000040:1.0:1767384316.420177:0:16139:0:(events.c:337:request_in_callback()) incoming req@000000002a20baf2 x1853236723075584 msgsize 4848 00000400:00000010:2.0:1767384316.420179:0:16135:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000005b17748b. 00080000:00000001:0.0:1767384316.420182:0:16773:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000400:00000200:2.0:1767384316.420190:0:16135:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.152@tcp 00080000:00000010:0.0:1767384316.420191:0:16773:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000011ff30f3. 00000100:00100000:1.0:1767384316.420195:0:16139:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00080000:00000001:0.0:1767384316.420196:0:16773:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446619781780558848 : -124291928992768 : ffff8ef507b95400) 00000100:00000040:1.0:1767384316.420199:0:16139:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000400:00000200:2.0:1767384316.420201:0:16135:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.152@tcp local destination 00080000:00000001:0.0:1767384316.420201:0:16773:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:2.0:1767384316.420206:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 37], ns[40, 37] 00000100:00000001:1.0:1767384316.420207:0:16139:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384316.420213:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 37], ns[64, 37] 00000400:00000200:2.0:1767384316.420218:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 37], ns[12, 37] 00000400:00000200:2.0:1767384316.420220:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 12], ns[14, 12] 00000400:00000200:2.0:1767384316.420225:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 12], ns[16, 12] 00000400:00000200:2.0:1767384316.420229:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 12], ns[18, 12] 00000400:00000200:2.0:1767384316.420234:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 12], ns[20, 12] 00000400:00000200:2.0:1767384316.420240:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 12], ns[22, 12] 00000400:00000200:2.0:1767384316.420244:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 12], ns[24, 12] 00000400:00000200:2.0:1767384316.420248:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 12], ns[26, 12] 00000400:00000200:2.0:1767384316.420253:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 12], ns[28, 12] 00000400:00000200:2.0:1767384316.420258:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 12], ns[30, 12] 00000400:00000200:2.0:1767384316.420263:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 12], ns[32, 12] 00000400:00000200:2.0:1767384316.420268:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 12], ns[34, 12] 00000400:00000200:2.0:1767384316.420271:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 12], ns[44, 12] 00000400:00000200:2.0:1767384316.420275:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 12], ns[48, 12] 00000400:00000200:2.0:1767384316.420279:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 12], ns[52, 12] 00000400:00000200:2.0:1767384316.420289:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 12], ns[56, 12] 00000400:00000200:2.0:1767384316.420292:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 12], ns[60, 12] 00000400:00000200:2.0:1767384316.420297:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[62, 12], ns[62, 12] 00000400:00000200:2.0:1767384316.420301:0:16135:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp12 00000400:00000200:2.0:1767384316.420304:0:16135:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.152@tcp12 00000400:00000200:2.0:1767384316.420306:0:16135:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.152@tcp12 lpni_is_preferred = 0 00000400:00000200:2.0:1767384316.420309:0:16135:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.152@tcp12 00000400:00000200:2.0:1767384316.420311:0:16135:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp12 NI seq info: [65:65:256:4294967295] 192.168.202.152@tcp12 LPNI seq info [65:65:8:4294967295] 00000400:00000200:2.0:1767384316.420317:0:16135:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.152@tcp12 00000001:00000001:0.0:1767384316.420317:0:16773:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384316.420321:0:16773:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384316.420325:0:16773:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000400:00000200:2.0:1767384316.420328:0:16135:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp12(192.168.202.152@tcp12:) -> 192.168.202.152@tcp12(192.168.202.152@tcp:192.168.202.152@tcp12) : GET try# 0 00000800:00000200:2.0:1767384316.420334:0:16135:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.152@tcp12 00000800:00000010:2.0:1767384316.420337:0:16135:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000350ab4db. 00000400:00000200:1.0:1767384316.420337:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000028a3d929 00000400:00000010:1.0:1767384316.420341:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000028a3d929. 00080000:00000001:0.0:1767384316.420344:0:16773:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384316.420347:0:16139:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:2.0:1767384316.420348:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000002abc7be] -> 12345-192.168.202.152@tcp12 (6) 00080000:00000001:0.0:1767384316.420349:0:16773:0:(osd_io.c:399:osd_write()) Process entered 00000100:00000200:1.0:1767384316.420354:0:16139:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006d8b1e3f x1853236723075584/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384332 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767384316.420360:0:16135:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp12 ip 192.168.202.152:988 00000800:00000200:2.0:1767384316.420366:0:16135:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000350ab4db type 2, nob 96 niov 1 nkiov 0 00000100:00000001:1.0:1767384316.420369:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384316.420373:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006d8b1e3f x1853236723075584/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384332 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384316.420378:0:16135:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.152@tcp 00000100:00000001:1.0:1767384316.420380:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384316.420382:0:16139:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1767384316.420383:0:16135:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100271 rc 0 00000100:00000001:1.0:1767384316.420388:0:16139:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384316.420393:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294906407 00000100:00000001:1.0:1767384316.420399:0:16139:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294906406 00000100:00000001:1.0:1767384316.420404:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294906407 00000100:00000001:2.0:1767384316.420407:0:16771:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384316.420410:0:16139:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294906406 00000100:00100000:2.0:1767384316.420411:0:16771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723075584 02000000:00000001:2.0:1767384316.420432:0:16771:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384316.420434:0:16771:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384316.420435:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294906407 00000100:00000001:2.0:1767384316.420436:0:16771:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384316.420439:0:16771:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384316.420442:0:16771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723075584 00000020:00000001:2.0:1767384316.420445:0:16771:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384316.420447:0:16771:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eec8e1 00000100:00000001:1.0:1767384316.420447:0:16139:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294906406 00000020:00000001:2.0:1767384316.420451:0:16771:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384316.420454:0:16771:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000555601ca refcount=15 00000100:00000001:1.0:1767384316.420455:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294906407 00000020:00000001:2.0:1767384316.420458:0:16771:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000100:00000001:1.0:1767384316.420476:0:16139:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294906406 00000100:00000001:1.0:1767384316.420481:0:16139:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384316.420487:0:16771:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000100:00000001:1.0:1767384316.420487:0:16139:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384316.420495:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384316.420495:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384316.420516:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bc0c9109. 00000100:00000001:1.0:1767384316.420516:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384316.420518:0:16773:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000100:00000001:2.0:1767384316.420522:0:16771:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384316.420524:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bc0c9109. 00080000:00000001:0.0:1767384316.420529:0:16773:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000020:00000010:2.0:1767384316.420531:0:16771:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000073c981e8. 00000020:00000010:2.0:1767384316.420536:0:16771:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e3086480. 00000020:00000010:2.0:1767384316.420540:0:16771:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ed0fe173. 00000100:00000001:2.0:1767384316.420544:0:16771:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384316.420545:0:16771:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384316.420547:0:16771:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384316.420550:0:16771:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384316.420552:0:16771:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384316.420560:0:16771:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384316.420562:0:16771:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384316.420567:0:16771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 98 00000100:00000040:2.0:1767384316.420569:0:16771:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000555601ca : new rpc_count 2 00000100:00000001:0.0:1767384316.420570:0:16774:0:(service.c:3426:ptlrpc_start_thread()) Process entered 00000100:00000001:2.0:1767384316.420571:0:16771:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619781697406032 : -124292012145584 : ffff8ef502c48450) 00000100:00100000:0.0:1767384316.420574:0:16774:0:(service.c:3434:ptlrpc_start_thread()) mgs[-1] started 3 min 3 max 32 00000100:00000040:2.0:1767384316.420577:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000002a20baf2 x1853236723075584/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:297/0 lens 4848/0 e 0 to 0 dl 1767384327 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384316.420580:0:16774:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000955b61fc. 00000100:00100000:0.0:1767384316.420587:0:16774:0:(service.c:3493:ptlrpc_start_thread()) starting thread 'll_mgs_0003' 00000800:00000200:1.0:1767384316.420588:0:16132:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767384316.420589:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000800:00000010:1.0:1767384316.420592:0:16132:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000350ab4db. 00000020:00000010:2.0:1767384316.420593:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bc0c9109. 00000100:00000001:2.0:1767384316.420598:0:16771:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384316.420599:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1767384316.420600:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bc0c9109. 00000400:00000200:1.0:1767384316.420608:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp12->192.168.202.152@tcp12: GET: OK 00000100:00100000:2.0:1767384316.420609:0:16771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000002a20baf2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c0412d60-4f67-4dbc-8791-892843f60083+15:16139:x1853236723075584:12345-0@lo:253: 00000400:00000200:1.0:1767384316.420613:0:16132:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000100:00000200:2.0:1767384316.420615:0:16771:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723075584 00000400:00000200:1.0:1767384316.420618:0:16132:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.152@tcp: 0 00000020:00000001:2.0:1767384316.420620:0:16771:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384316.420624:0:16771:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000800:00000001:1.0:1767384316.420625:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:2.0:1767384316.420627:0:16771:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384316.420632:0:16771:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000800:00000001:1.0:1767384316.420632:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384316.420634:0:16771:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669141328 : -1040410288 : ffffffffc1fc9950) 00000800:00000001:1.0:1767384316.420635:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:2.0:1767384316.420639:0:16771:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000800:00000001:1.0:1767384316.420641:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384316.420648:0:16771:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384316.420648:0:16132:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.152@tcp12(192.168.202.152@tcp12) <- 192.168.202.152@tcp12 : GET - for me 00000020:00000001:2.0:1767384316.420651:0:16771:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384316.420654:0:16771:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384316.420656:0:16771:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384316.420659:0:16132:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.152@tcp of length 400 into portal 0 MB=0x8000000000000000 00000100:00000001:2.0:1767384316.420661:0:16771:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384316.420665:0:16771:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:1.0:1767384316.420667:0:16132:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.152@tcp of length 400/400 into md 0x17d1 [1] + 0 02000000:00000010:2.0:1767384316.420670:0:16771:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000009843d965. 02000000:00000001:2.0:1767384316.420673:0:16771:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384316.420676:0:16132:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.152@tcp12 to MR: 192.168.202.152@tcp12 local destination 00000100:00000001:2.0:1767384316.420677:0:16771:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384316.420682:0:16771:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:1.0:1767384316.420686:0:16132:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp12 NI seq info: [66:66:256:4294967295] 192.168.202.152@tcp12 LPNI seq info [66:66:8:4294967295] 20000000:00000010:2.0:1767384316.420691:0:16771:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000412990b8. 20000000:01000000:2.0:1767384316.420697:0:16771:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384316.420700:0:16771:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000400:00000200:1.0:1767384316.420703:0:16132:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp12(192.168.202.152@tcp12:192.168.202.152@tcp12) -> 192.168.202.152@tcp12(192.168.202.152@tcp12:192.168.202.152@tcp12) 192.168.202.152@tcp12 : REPLY try# 0 20000000:00000001:2.0:1767384316.420704:0:16771:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384316.420707:0:16771:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384316.420710:0:16771:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384316.420714:0:16771:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000800:00000200:1.0:1767384316.420715:0:16132:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.152@tcp12 00000800:00000010:1.0:1767384316.420720:0:16132:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004a80e980. 00000800:00000200:1.0:1767384316.420724:0:16132:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000002abc7be] -> 12345-192.168.202.152@tcp12 (6) 00000800:00000200:1.0:1767384316.420730:0:16132:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp12 ip 192.168.202.152:1017 00000800:00000200:1.0:1767384316.420733:0:16132:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004a80e980 type 3, nob 496 niov 1 nkiov 1 00000100:00000001:0.0:1767384316.420735:0:16774:0:(service.c:3515:ptlrpc_start_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384316.420751:0:27212:0:(service.c:2991:ptlrpc_main()) Process entered 00000100:00000010:0.0:1767384316.420765:0:27212:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000249c15ae. 00000020:00000010:0.0:1767384316.420769:0:27212:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000562c270b. 00000800:00000200:1.0:1767384316.420777:0:16132:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384316.420786:0:16132:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004a80e980. 00000400:00000200:1.0:1767384316.420789:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384316.420794:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp12->192.168.202.152@tcp12: REPLY: OK 00000800:00000001:1.0:1767384316.420806:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384316.420810:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384316.420813:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384316.420832:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384316.420834:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384316.420840:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384316.420846:0:16132:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.152@tcp12(192.168.202.152@tcp12) <- 192.168.202.152@tcp12 : REPLY - for me 00000400:00000200:1.0:1767384316.420856:0:16132:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.152@tcp12: Reply from 12345-192.168.202.152@tcp12 of length 400/400 into md 0x17ed 00000800:00000001:1.0:1767384316.420861:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384316.420867:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384316.420869:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384316.420874:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp12->192.168.202.152@tcp12: REPLY: OK 00000020:00000010:0.0:1767384316.420875:0:27212:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000991c42bd. 00000400:00000200:1.0:1767384316.420880:0:16132:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a79d528a 00000020:00000010:0.0:1767384316.420881:0:27212:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000035f439f8. 00000400:00000010:1.0:1767384316.420885:0:16132:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a79d528a. 00000040:00000010:0.0:1767384316.420888:0:27212:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000066e4368c. 00000400:00000200:1.0:1767384316.420893:0:16132:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000020:00000010:0.0:1767384316.420893:0:27212:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000042fa2ae5. 00000020:00000010:0.0:1767384316.420901:0:27212:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000db5a1c10. 00000400:00000200:1.0:1767384316.420902:0:16132:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.202.152@tcp has discovery enabled 80000000:00000010:0.0:1767384316.420907:0:27212:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000002ff4f777. 00000400:00000200:1.0:1767384316.420909:0:16132:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.202.152@tcp(000000005d9714d7) is MR 00000400:00000200:1.0:1767384316.420932:0:16132:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.202.152@tcp data present 23. state = 0x100271 00040000:00000010:0.0:1767384316.420932:0:27212:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000079b82411. 00080000:00000010:0.0:1767384316.420938:0:27212:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000f50fee40. 00000400:00000200:1.0:1767384316.420942:0:16132:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.152@tcp (000000005d9714d7): -114 20000000:00000010:0.0:1767384316.420943:0:27212:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 00000000e26c50f6. 00000400:00000200:1.0:1767384316.420957:0:16132:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000005d9714d7 (23) 00000100:00000010:0.0:1767384316.420958:0:27212:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 00000000cbb4c64d. 00000800:00000001:1.0:1767384316.420968:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:0.0:1767384316.420969:0:27212:0:(service.c:3079:ptlrpc_main()) service thread 3 (#4) started 00000800:00000001:1.0:1767384316.420972:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384316.420997:0:16135:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384316.421001:0:16135:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x1000f1 00000400:00000010:1.0:1767384316.421007:0:16135:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 480 at 00000000ec20b07c. 00000400:00000010:1.0:1767384316.421011:0:16135:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 576 at 00000000933032e9. 00000400:00000010:1.0:1767384316.421014:0:16135:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 480 at 0000000066e0aa53. 00000400:00000200:1.0:1767384316.421033:0:16135:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.152@tcp29(00000000daa37160) status changed from 0xdeadface to 0x15aac0de 00000400:00000010:1.0:1767384316.421039:0:16135:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 0000000038203353. 00000400:00000200:1.0:1767384316.421043:0:16135:0:(peer.c:185:lnet_peer_ni_alloc()) 0000000038203353 nid 192.168.202.152@tcp30 00000400:00000010:1.0:1767384316.421051:0:16135:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000c08a0e16. 00000400:00000200:1.0:1767384316.421054:0:16135:0:(peer.c:204:lnet_peer_net_alloc()) 00000000c08a0e16 net tcp30 00000400:00000200:1.0:1767384316.421057:0:16135:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (22) 00000400:00000200:1.0:1767384316.421062:0:16135:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.152@tcp NID 192.168.202.152@tcp30 flags 0x11 00000400:00000010:1.0:1767384316.421066:0:16135:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000c6b339b3. 00000400:00000200:1.0:1767384316.421069:0:16135:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000c6b339b3 nid 192.168.202.152@tcp31 00000400:00000010:1.0:1767384316.421072:0:16135:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000a9ddc0e7. 00000400:00000200:1.0:1767384316.421073:0:16135:0:(peer.c:204:lnet_peer_net_alloc()) 00000000a9ddc0e7 net tcp31 00000400:00000200:1.0:1767384316.421075:0:16135:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (23) 00000400:00000200:1.0:1767384316.421078:0:16135:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.152@tcp NID 192.168.202.152@tcp31 flags 0x11 00000400:00000010:1.0:1767384316.421081:0:16135:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 480 at 00000000ec20b07c. 00000400:00000010:1.0:1767384316.421084:0:16135:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 576 at 00000000933032e9. 00000400:00000010:1.0:1767384316.421087:0:16135:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 480 at 0000000066e0aa53. 00000400:00000010:1.0:1767384316.421091:0:16135:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 409 at 000000002ec50708. 00000400:00000200:1.0:1767384316.421095:0:16135:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.152@tcp (000000005d9714d7): 0 00000400:00000200:1.0:1767384316.421098:0:16135:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.152@tcp(000000005d9714d7): 0. state = 0x100171 00000400:00000200:1.0:1767384316.421101:0:16135:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100171 rc 1 00000400:00000200:1.0:1767384316.421106:0:16135:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100171 00000400:00000010:1.0:1767384316.421111:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dfdfd5ac. 00000400:00000200:1.0:1767384316.421115:0:16135:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (24) 00000400:00000010:1.0:1767384316.421122:0:16135:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000041151359. 00000400:00000200:1.0:1767384316.421128:0:16135:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.152@tcp12 00000400:00000200:1.0:1767384316.421168:0:16135:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.152@tcp12 to MR: 192.168.202.152@tcp12 local destination 00000400:00000200:1.0:1767384316.421174:0:16135:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp12 NI seq info: [67:67:256:4294967295] 192.168.202.152@tcp12 LPNI seq info [67:67:8:4294967295] 00000400:00000200:1.0:1767384316.421180:0:16135:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.152@tcp12 00000400:00000200:1.0:1767384316.421190:0:16135:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp12(192.168.202.152@tcp12:192.168.202.152@tcp12) -> 192.168.202.152@tcp12(192.168.202.152@tcp12:192.168.202.152@tcp12) : PUT try# 0 00000800:00000200:1.0:1767384316.421195:0:16135:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.152@tcp12 00000800:00000010:1.0:1767384316.421198:0:16135:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004a80e980. 00000800:00000200:1.0:1767384316.421203:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000002abc7be] -> 12345-192.168.202.152@tcp12 (6) 00000800:00000200:1.0:1767384316.421207:0:16135:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp12 ip 192.168.202.152:988 00000800:00000200:1.0:1767384316.421209:0:16135:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004a80e980 type 1, nob 496 niov 1 nkiov 1 00000400:00000200:1.0:1767384316.421225:0:16135:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.152@tcp 00000400:00000200:1.0:1767384316.421228:0:16135:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100571 rc 0 00000800:00000200:1.0:1767384316.421293:0:16132:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384316.421296:0:16132:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004a80e980. 00000400:00000200:1.0:1767384316.421300:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384316.421305:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp12->192.168.202.152@tcp12: PUT: OK 00000400:00000200:1.0:1767384316.421309:0:16132:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384316.421312:0:16132:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.152@tcp12: 0 00000800:00000001:1.0:1767384316.421321:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384316.421326:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384316.421328:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384316.421330:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384316.421336:0:16132:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.152@tcp12(192.168.202.152@tcp12) <- 192.168.202.152@tcp12 : PUT - for me 00000400:00000200:1.0:1767384316.421343:0:16132:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.152@tcp of length 400 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384316.421347:0:16132:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.152@tcp of length 400/400 into md 0x17e9 [1] + 0 00000400:00000010:1.0:1767384316.421350:0:16132:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a52943b0. 00000400:00000200:1.0:1767384316.421354:0:16132:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000fad4d9b3 00000800:00000001:1.0:1767384316.421357:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384316.421362:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384316.421364:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384316.421368:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp12->192.168.202.152@tcp12: PUT: OK 00000400:00000200:1.0:1767384316.421370:0:16132:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fad4d9b3 00000400:00000010:1.0:1767384316.421386:0:16132:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fad4d9b3. 00000400:00000200:1.0:1767384316.421391:0:16132:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:1.0:1767384316.421394:0:16132:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (25) 00000400:00000200:1.0:1767384316.421399:0:16132:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.152@tcp(000000005d9714d7) is MR 00000400:00000010:1.0:1767384316.421402:0:16132:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 409 at 0000000066e0aa53. 00000400:00000200:1.0:1767384316.421405:0:16132:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.202.152@tcp 23 00000400:00000200:1.0:1767384316.421412:0:16132:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.152@tcp (000000005d9714d7): -114 00000400:00000200:1.0:1767384316.421420:0:16132:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000005d9714d7 (26) 00000400:00000200:1.0:1767384316.421424:0:16132:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1767384316.421429:0:16132:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.152@tcp12 to MR: 192.168.202.152@tcp12 local destination 00000400:00000200:1.0:1767384316.421435:0:16132:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp12 NI seq info: [68:68:256:4294967295] 192.168.202.152@tcp12 LPNI seq info [68:68:8:4294967295] 00000400:00000200:1.0:1767384316.421459:0:16132:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp12(192.168.202.152@tcp12:192.168.202.152@tcp12) -> 192.168.202.152@tcp12(192.168.202.152@tcp12:192.168.202.152@tcp12) 192.168.202.152@tcp12 : ACK try# 0 00000800:00000200:1.0:1767384316.421499:0:16132:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.152@tcp12 00000800:00000010:1.0:1767384316.421503:0:16132:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004a80e980. 00000800:00000200:1.0:1767384316.421509:0:16132:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000002abc7be] -> 12345-192.168.202.152@tcp12 (6) 00000800:00000200:1.0:1767384316.421515:0:16132:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp12 ip 192.168.202.152:1017 00000800:00000200:1.0:1767384316.421519:0:16132:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004a80e980 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1767384316.421568:0:16132:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384316.421570:0:16132:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004a80e980. 00000400:00000200:1.0:1767384316.421573:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384316.421577:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp12->192.168.202.152@tcp12: ACK: OK 00000800:00000001:1.0:1767384316.421583:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384316.421586:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384316.421588:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384316.421592:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384316.421593:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384316.421597:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384316.421603:0:16132:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.152@tcp12(192.168.202.152@tcp12) <- 192.168.202.152@tcp12 : ACK - for me 00000400:00000200:1.0:1767384316.421612:0:16132:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.152@tcp12: ACK from 12345-192.168.202.152@tcp12 into md 0x17f1 00000400:00000200:1.0:1767384316.421616:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384316.421620:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp12->192.168.202.152@tcp12: ACK: OK 00000400:00000200:1.0:1767384316.421623:0:16132:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dfdfd5ac 00000400:00000010:1.0:1767384316.421625:0:16132:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dfdfd5ac. 00000400:00000200:1.0:1767384316.421629:0:16132:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:1.0:1767384316.421632:0:16132:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.152@tcp ev->status 0 00000400:00000200:1.0:1767384316.421636:0:16132:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.152@tcp (000000005d9714d7): -114 00000400:00000200:1.0:1767384316.421639:0:16132:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000005d9714d7 (25) 00000800:00000001:1.0:1767384316.421645:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384316.421648:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384316.421669:0:16135:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:1.0:1767384316.421673:0:16135:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ca3e1537. 00000400:00000010:1.0:1767384316.421677:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dfdfd5ac. 00000400:00000200:1.0:1767384316.421680:0:16135:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000784a0de4 00000400:00000200:1.0:1767384316.421690:0:16135:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x1000f1 00000400:00000010:1.0:1767384316.421694:0:16135:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 480 at 00000000ec20b07c. 00000400:00000010:1.0:1767384316.421696:0:16135:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 576 at 00000000933032e9. 00000400:00000010:1.0:1767384316.421699:0:16135:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 480 at 00000000e8252131. 00000400:00000010:1.0:1767384316.421711:0:16135:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 480 at 00000000ec20b07c. 00000400:00000010:1.0:1767384316.421713:0:16135:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 576 at 00000000933032e9. 00000400:00000010:1.0:1767384316.421714:0:16135:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 480 at 00000000e8252131. 00000400:00000010:1.0:1767384316.421717:0:16135:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 409 at 0000000066e0aa53. 00000400:00000200:1.0:1767384316.421720:0:16135:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.152@tcp (000000005d9714d7): 0 00000400:00000200:1.0:1767384316.421721:0:16135:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.152@tcp(000000005d9714d7): 0. state = 0x100171 00000400:00000200:1.0:1767384316.421723:0:16135:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100171 rc 1 00000400:00000200:1.0:1767384316.421726:0:16135:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100171 00000400:00000200:1.0:1767384316.421729:0:16135:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.152@tcp 00000400:00000200:1.0:1767384316.421731:0:16135:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100111 rc 0 00000400:00000200:1.0:1767384316.421734:0:16135:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.152@tcp (000000005d9714d7) 00000400:00000200:1.0:1767384316.421737:0:16135:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000005d9714d7 (24) 00080000:00000001:0.0:1767384316.428791:0:16773:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384316.428797:0:16773:0:(lu_object.c:207:lu_object_put()) Add 00000000f07b1e3f/000000000f28175b to site lru. bkt: 00000000b56e2c81 20000000:00000001:0.0:1767384316.428800:0:16773:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384316.428802:0:16773:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00080000:00000001:1.0:1767384316.428805:0:16807:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1767384316.428809:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:01000000:0.0:1767384316.428810:0:16773:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00040000:00000001:1.0:1767384316.428811:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1767384316.428814:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384316.428815:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384316.428817:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000011ff30f3. 20000000:00000001:0.0:1767384316.428820:0:16773:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384316.428822:0:16807:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:0.0:1767384316.428824:0:16773:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:00000010:2.0:1767384316.428829:0:16771:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000532d38f1. 00080000:00000020:0.0:1767384316.428830:0:16773:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:1.0:1767384316.428834:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:01000000:2.0:1767384316.428835:0:16771:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #31 20000000:00000001:1.0:1767384316.428839:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 20000000:00000001:2.0:1767384316.428842:0:16771:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 10000000:01000000:1.0:1767384316.428842:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:2.0:1767384316.428848:0:16771:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00010000:00000001:1.0:1767384316.428848:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384316.428852:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384316.428859:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000e2d8bad6. 00010000:00000001:1.0:1767384316.428863:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384316.428866:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000005815cd30. 00000020:00000001:1.0:1767384316.428869:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384316.428871:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 000000005815cd30 with handle 0x7e51148972eecbab to hash 00000020:00000001:1.0:1767384316.428874:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384316.428876:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446619781820859904 : -124291888691712 : ffff8ef50a204600) 00080000:00000001:2.0:1767384316.428878:0:16771:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384316.428882:0:16771:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384316.428883:0:16771:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384316.428886:0:16771:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:2.0:1767384316.428890:0:16771:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:1.0:1767384316.428890:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446619781820859904 : -124291888691712 : ffff8ef50a204600) 00000020:00000001:2.0:1767384316.428895:0:16771:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446619782313850200 : -124291395701416 : ffff8ef52782b558) 00010000:00000001:1.0:1767384316.428897:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:2.0:1767384316.428899:0:16771:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:1.0:1767384316.428900:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384316.428905:0:16771:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000056e307cb. 00010000:00010000:1.0:1767384316.428906:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000005815cd30/0x7e51148972eecbab lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384316.428910:0:16771:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446619777392439296 : -124296317112320 : ffff8ef4022bf000) 00080000:00000001:2.0:1767384316.428914:0:16771:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:1.0:1767384316.428922:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384316.428926:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384316.428929:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384316.428931:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384316.428933:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384316.428936:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384316.428938:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384316.428940:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384316.428942:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384316.428943:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384316.428945:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384316.428946:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000e2d8bad6) refcount = 1 00010000:00010000:1.0:1767384316.428949:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000005815cd30/0x7e51148972eecbab lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384316.428953:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00000001:00000001:2.0:1767384316.428955:0:16771:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:1.0:1767384316.428955:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384316.428956:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384316.428958:0:16771:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384316.428960:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384316.428961:0:16771:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:1.0:1767384316.428963:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384316.428967:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384316.428969:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003445359s 00080000:00000001:2.0:1767384316.428972:0:16771:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384316.428972:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384316.428974:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00080000:00000001:2.0:1767384316.428976:0:16771:0:(osd_io.c:399:osd_write()) Process entered 00000020:00000040:1.0:1767384316.428977:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000005815cd30 refcount=4 00000020:00000001:1.0:1767384316.428980:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781820859904 : -124291888691712 : ffff8ef50a204600) 00010000:00000001:1.0:1767384316.428982:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781820859904 : -124291888691712 : ffff8ef50a204600) 00010000:00000001:1.0:1767384316.428984:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384316.428986:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000005815cd30/0x7e51148972eecbab lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384316.428997:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384316.428999:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000005815cd30/0x7e51148972eecbab lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384316.429003:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384316.429005:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384316.429006:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000005815cd30/0x7e51148972eecbab lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384316.429010:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384316.429012:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384316.429014:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384316.429016:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000005815cd30/0x7e51148972eecbab lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384316.429021:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000005815cd30 already unused, calling callback (00000000871a6010) 00010000:00000001:1.0:1767384316.429022:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384316.429024:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384316.429026:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000005815cd30/0x7e51148972eecbab lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384316.429030:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384316.429032:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384316.429033:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384316.429034:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000005815cd30 refcount=5 00000020:00000001:1.0:1767384316.429036:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781820859904 : -124291888691712 : ffff8ef50a204600) 00010000:00000001:1.0:1767384316.429038:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781820859904 : -124291888691712 : ffff8ef50a204600) 00080000:00000001:2.0:1767384316.429041:0:16771:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00010000:00000001:1.0:1767384316.429041:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384316.429043:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000005815cd30/0x7e51148972eecbab lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384316.429047:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384316.429050:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00080000:00000001:2.0:1767384316.429051:0:16771:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000001:1.0:1767384316.429057:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384316.429061:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384316.429063:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384316.429065:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384316.429066:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384316.429068:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000005815cd30 with handle 0x7e51148972eecbab from hash 00010000:00000001:1.0:1767384316.429070:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384316.429071:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384316.429072:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384316.429073:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384316.429075:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384316.429077:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384316.429079:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384316.429080:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384316.429082:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384316.429084:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384316.429112:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384316.429115:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384316.429117:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384316.429119:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384316.429121:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384316.429123:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384316.429126:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000005815cd30/0x7e51148972eecbab lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384316.429132:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384316.429134:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384316.429136:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384316.429138:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384316.429140:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384316.429142:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384316.429144:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384316.429147:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384316.429149:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384316.429152:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000005815cd30/0x7e51148972eecbab lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384316.429158:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384316.429166:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384316.429168:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000005815cd30/0x7e51148972eecbab lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384316.429176:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000e2d8bad6 count: 0 00010000:00000001:1.0:1767384316.429189:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384316.429190:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000010:1.1:1767384316.433146:0:27215:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000e2d8bad6. 00010000:00000010:1.1:1767384316.433155:0:27215:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000005815cd30. 00080000:00000001:2.0:1767384316.436643:0:16771:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384316.436648:0:16771:0:(lu_object.c:207:lu_object_put()) Add 00000000f07b1e3f/000000000f28175b to site lru. bkt: 00000000b56e2c81 20000000:00000001:2.0:1767384316.436651:0:16771:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384316.436653:0:16771:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384316.436655:0:16771:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384316.436661:0:16771:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384316.436664:0:16771:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:1.0:1767384316.436668:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000020:2.0:1767384316.436669:0:16771:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000001:1.0:1767384316.436673:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384316.436676:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384316.436679:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384316.436681:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:2.0:1767384316.436682:0:16807:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384316.436686:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00010000:00000010:1.0:1767384316.436686:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000eccf5c73. 00040000:00000001:2.0:1767384316.436689:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1767384316.436692:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00010000:00000001:1.0:1767384316.436692:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00040000:00000001:2.0:1767384316.436694:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00010000:00000010:1.0:1767384316.436697:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000005815cd30. 00080000:00000010:2.0:1767384316.436698:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000056e307cb. 00000020:00000001:1.0:1767384316.436703:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:2.0:1767384316.436704:0:16807:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000020:00000040:1.0:1767384316.436708:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 000000005815cd30 with handle 0x7e51148972eecbb2 to hash 00000020:00000001:1.0:1767384316.436711:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384316.436713:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446619781820859904 : -124291888691712 : ffff8ef50a204600) 00010000:00000001:1.0:1767384316.436716:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446619781820859904 : -124291888691712 : ffff8ef50a204600) 00010000:00000001:1.0:1767384316.436718:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384316.436720:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384316.436722:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000005815cd30/0x7e51148972eecbb2 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384316.436728:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384316.436730:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384316.436732:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384316.436733:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384316.436735:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384316.436737:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384316.436738:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384316.436740:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384316.436741:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384316.436742:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384316.436743:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384316.436750:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000eccf5c73) refcount = 1 00010000:00010000:1.0:1767384316.436753:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000005815cd30/0x7e51148972eecbb2 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384316.436758:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384316.436759:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384316.436760:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384316.436762:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384316.436764:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384316.436766:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384316.436769:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003445359s 00010000:00000001:1.0:1767384316.436771:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384316.436773:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384316.436775:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000005815cd30 refcount=4 00000020:00000001:1.0:1767384316.436777:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781820859904 : -124291888691712 : ffff8ef50a204600) 00010000:00000001:1.0:1767384316.436779:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781820859904 : -124291888691712 : ffff8ef50a204600) 00010000:00000001:1.0:1767384316.436781:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384316.436782:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000005815cd30/0x7e51148972eecbb2 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384316.436787:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384316.436789:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000005815cd30/0x7e51148972eecbb2 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384316.436792:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384316.436794:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384316.436795:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000005815cd30/0x7e51148972eecbb2 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384316.436798:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384316.436800:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384316.436802:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384316.436803:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000005815cd30/0x7e51148972eecbb2 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384316.436808:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000005815cd30 already unused, calling callback (00000000871a6010) 00010000:00000001:1.0:1767384316.436815:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384316.436817:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384316.436819:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000005815cd30/0x7e51148972eecbb2 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384316.436823:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384316.436824:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384316.436826:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384316.436827:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000005815cd30 refcount=5 00000020:00000001:1.0:1767384316.436828:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781820859904 : -124291888691712 : ffff8ef50a204600) 00010000:00000001:1.0:1767384316.436829:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781820859904 : -124291888691712 : ffff8ef50a204600) 00010000:00000001:1.0:1767384316.436832:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384316.436833:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000005815cd30/0x7e51148972eecbb2 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384316.436837:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384316.436838:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384316.436840:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384316.436843:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384316.436844:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384316.436846:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384316.436848:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384316.436850:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000005815cd30 with handle 0x7e51148972eecbb2 from hash 00010000:00000001:1.0:1767384316.436852:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384316.436853:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384316.436854:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384316.436855:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384316.436857:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384316.436858:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384316.436860:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384316.436862:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384316.436864:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384316.436865:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384316.436867:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384316.436869:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384316.436870:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384316.436874:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384316.436876:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384316.436877:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384316.436879:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000005815cd30/0x7e51148972eecbb2 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384316.436882:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384316.436884:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384316.436885:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384316.436887:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384316.436888:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384316.436889:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384316.436891:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384316.436893:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384316.436894:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384316.436895:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000005815cd30/0x7e51148972eecbb2 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384316.436899:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384316.436900:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384316.436901:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000005815cd30/0x7e51148972eecbb2 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384316.436904:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000eccf5c73 count: 0 00010000:00000001:1.0:1767384316.436916:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384316.436917:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:1.0:1767384316.438488:0:16773:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767384316.438491:0:16773:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384316.438493:0:16773:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000238360ed. 20000000:00000001:1.0:1767384316.438499:0:16773:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384316.438502:0:16773:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236723075456 00010000:00000001:1.0:1767384316.438505:0:16773:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384316.438513:0:16773:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000097802ce6 x1853236723075456/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:297/0 lens 4848/4768 e 0 to 0 dl 1767384327 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384316.438520:0:16773:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384316.438523:0:16773:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384316.438527:0:16773:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dd452398 time=46 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384316.438538:0:16773:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384316.438540:0:16773:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 21 to 0@lo 00000100:00000001:1.0:1767384316.438543:0:16773:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 02000000:00000001:1.0:1767384316.438545:0:16773:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384316.438548:0:16773:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384316.438551:0:16773:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384316.438553:0:16773:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384316.438557:0:16773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000096d09ec0. 00000100:00000200:1.0:1767384316.438562:0:16773:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236723075456, offset 224 00000400:00000200:1.0:1767384316.438569:0:16773:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384316.438579:0:16773:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384316.438587:0:16773:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824c904980 00000400:00000200:1.0:1767384316.438592:0:16773:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x17d9 [2] + 224 00000400:00000200:1.0:1767384316.438599:0:16773:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384316.438602:0:16773:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384316.438607:0:16773:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384316.438610:0:16773:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007e474586 x1853236723075456/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384332 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384316.438618:0:16773:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000007e474586 x1853236723075456/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384332 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384316.438630:0:16773:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384316.438636:0:16773:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000096d09ec0 00000400:00000010:1.0:1767384316.438638:0:16773:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000096d09ec0. 00000100:00000001:1.0:1767384316.438640:0:16773:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384316.438642:0:16773:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384316.438647:0:16773:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384316.438649:0:16773:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 20 to 0@lo 00010000:00000001:1.0:1767384316.438651:0:16773:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384316.438653:0:16773:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384316.438655:0:16773:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384316.438659:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000097802ce6 x1853236723075456/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:297/0 lens 4848/4768 e 0 to 0 dl 1767384327 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384316.438665:0:16773:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000097802ce6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c0412d60-4f67-4dbc-8791-892843f60083+15:16139:x1853236723075456:12345-0@lo:253: Request processed in 18775us (19054us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384316.438679:0:16773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 97 00000100:00000040:1.0:1767384316.438682:0:16773:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000555601ca : new rpc_count 1 00000100:00000001:1.0:1767384316.438684:0:16773:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384316.438686:0:16773:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384316.438691:0:16773:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004d2d7163. 00000020:00000010:1.0:1767384316.438694:0:16773:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000019db1a50. 00000020:00000010:1.0:1767384316.438698:0:16773:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000652630d. 00000020:00000040:1.0:1767384316.438702:0:16773:0:(genops.c:898:class_export_put()) PUTting export 00000000555601ca : new refcount 14 02000000:00000001:1.0:1767384316.438706:0:16773:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384316.438708:0:16773:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000a11a72d2. 02000000:00000001:1.0:1767384316.438712:0:16773:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384316.438714:0:16773:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384316.438720:0:16773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384316.438724:0:16773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000088b978. 00000400:00000010:1.0:1767384316.438728:0:16773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000096d09ec0. 00000100:00000001:1.0:1767384316.438749:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384316.438751:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384316.438756:0:16139:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384316.438758:0:16139:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384316.438759:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d018e6a3. 00000400:00000200:1.0:1767384316.438762:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f139e554 00000400:00000010:1.0:1767384316.438764:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f139e554. 00000100:00000001:1.0:1767384316.438767:0:16139:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384316.438770:0:16139:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007e474586 x1853236723075456/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384332 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384316.438776:0:16139:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007e474586 x1853236723075456/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384332 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384316.438781:0:16139:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384316.438783:0:16139:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384316.438785:0:16139:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384316.438787:0:16139:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384316.438788:0:16139:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384316.438790:0:16139:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384316.438792:0:16139:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384316.438801:0:16139:0:(import.c:2128:obd_at_measure()) add 5 to 0000000028df3f77 time=46 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384316.438805:0:16139:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f5022cbe time=46 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384316.438807:0:16139:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384316.438809:0:16139:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384316.438810:0:16139:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384316.438812:0:16139:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384316.438814:0:16139:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384316.438818:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007e474586 x1853236723075456/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384332 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384316.438822:0:16139:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384316.438825:0:16139:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384316.438826:0:16139:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384316.438829:0:16139:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384316.438831:0:16139:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384316.438832:0:16139:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384316.438833:0:16139:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384316.438834:0:16139:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384316.438835:0:16139:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384316.438836:0:16139:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384316.438838:0:16139:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384316.438839:0:16139:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384316.438840:0:16139:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384316.438843:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007e474586 x1853236723075456/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384332 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384316.438847:0:16139:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000007e474586 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c0412d60-4f67-4dbc-8791-892843f60083:16139:1853236723075456:0@lo:253: 00000100:00000001:1.0:1767384316.438851:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384316.438853:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384316.438854:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000007e474586 x1853236723075456/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384332 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384316.438858:0:16139:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384316.438860:0:16139:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384316.438862:0:16139:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000fc2316a4. 02000000:00000001:1.0:1767384316.438864:0:16139:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384316.438865:0:16139:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384316.438866:0:16139:0:(genops.c:1242:class_import_put()) import 00000000df830bbe refcount=4 obd=MGC192.168.202.152@tcp 00000020:00000001:1.0:1767384316.438872:0:16139:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384316.438874:0:16139:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000289fcc5d. 02000000:00000001:1.0:1767384316.438877:0:16139:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384316.438879:0:16139:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384316.438880:0:16139:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007e474586. 00000100:00000001:1.0:1767384316.438883:0:16139:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384316.438884:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384316.438886:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384316.438888:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384316.438889:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384316.438890:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384316.438891:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:2.0:1767384316.439130:0:16771:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:2.0:1767384316.439133:0:16771:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384316.439135:0:16771:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000412990b8. 20000000:00000001:2.0:1767384316.439139:0:16771:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384316.439142:0:16771:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236723075584 00010000:00000001:2.0:1767384316.439144:0:16771:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384316.439147:0:16771:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000002a20baf2 x1853236723075584/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:297/0 lens 4848/4768 e 0 to 0 dl 1767384327 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384316.439153:0:16771:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000400:00000010:0.0:1767384316.439153:0:27216:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000af377534. 00010000:00000001:2.0:1767384316.439156:0:16771:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384316.439159:0:16771:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dd452398 time=46 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384316.439162:0:16771:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384316.439163:0:16771:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 21 to 0@lo 00000100:00000001:2.0:1767384316.439165:0:16771:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 02000000:00000001:2.0:1767384316.439167:0:16771:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384316.439168:0:16771:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000040:0.0:1767384316.439169:0:27216:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000100:00000001:2.0:1767384316.439170:0:16771:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000040:0.0:1767384316.439174:0:27216:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000100:00000040:2.0:1767384316.439175:0:16771:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000040:0.0:1767384316.439178:0:27216:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000010:2.0:1767384316.439179:0:16771:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000089fb4df4. 00000400:00000040:0.0:1767384316.439181:0:27216:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000100:00000200:2.0:1767384316.439184:0:16771:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236723075584, offset 224 00000400:00000040:0.0:1767384316.439185:0:27216:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384316.439189:0:27216:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000200:2.0:1767384316.439192:0:16771:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000040:0.0:1767384316.439194:0:27216:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384316.439202:0:27216:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384316.439203:0:27216:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384316.439204:0:27216:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384316.439206:0:27216:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384316.439207:0:27216:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384316.439209:0:27216:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384316.439210:0:27216:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384316.439210:0:27216:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384316.439212:0:27216:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384316.439213:0:27216:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384316.439213:0:27216:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384316.439214:0:27216:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384316.439216:0:27216:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384316.439217:0:27216:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384316.439218:0:27216:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384316.439218:0:27216:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384316.439219:0:27216:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384316.439220:0:27216:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384316.439221:0:27216:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384316.439222:0:27216:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384316.439223:0:27216:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384316.439224:0:27216:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384316.439225:0:27216:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384316.439226:0:27216:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384316.439227:0:27216:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384316.439228:0:27216:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384316.439229:0:27216:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384316.439230:0:27216:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384316.439231:0:27216:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384316.439231:0:27216:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384316.439233:0:27216:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384316.439234:0:27216:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384316.439235:0:27216:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384316.439236:0:27216:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384316.439237:0:27216:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384316.439238:0:27216:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384316.439239:0:27216:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384316.439240:0:27216:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384316.439241:0:27216:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384316.439244:0:27216:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384316.439245:0:27216:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384316.439247:0:27216:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384316.439248:0:27216:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384316.439249:0:27216:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384316.439250:0:27216:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384316.439251:0:27216:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384316.439252:0:27216:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384316.439253:0:27216:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384316.439254:0:27216:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384316.439255:0:27216:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:0.0:1767384316.439306:0:27216:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000af377534. 00000400:00000200:2.0:1767384316.439310:0:16771:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384316.439315:0:16771:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824c904a00 00000400:00000200:2.0:1767384316.439319:0:16771:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x17e1 [2] + 224 00000400:00000200:2.0:1767384316.439323:0:16771:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384316.439326:0:16771:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384316.439328:0:16771:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384316.439331:0:16771:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006d8b1e3f x1853236723075584/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384332 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384316.439338:0:16771:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000006d8b1e3f x1853236723075584/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384332 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384316.439350:0:16771:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384316.439354:0:16771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000089fb4df4 00000400:00000010:2.0:1767384316.439355:0:16771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000089fb4df4. 00000100:00000001:2.0:1767384316.439357:0:16771:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384316.439358:0:16771:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384316.439360:0:16771:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384316.439362:0:16771:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 20 to 0@lo 00010000:00000001:2.0:1767384316.439364:0:16771:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384316.439366:0:16771:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384316.439367:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1767384316.439368:0:16771:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767384316.439370:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767384316.439373:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002a20baf2 x1853236723075584/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:297/0 lens 4848/4768 e 0 to 0 dl 1767384327 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767384316.439375:0:16139:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384316.439378:0:16139:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384316.439381:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000148fe617. 00000100:00100000:2.0:1767384316.439385:0:16771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000002a20baf2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c0412d60-4f67-4dbc-8791-892843f60083+14:16139:x1853236723075584:12345-0@lo:253: Request processed in 18794us (19205us total) trans 0 rc 0/0 00000400:00000200:1.0:1767384316.439387:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f1b9b7df 00000400:00000010:1.0:1767384316.439391:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f1b9b7df. 00000100:00100000:2.0:1767384316.439394:0:16771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 98 00000100:00000001:1.0:1767384316.439394:0:16139:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1767384316.439398:0:16771:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000555601ca : new rpc_count 0 00000100:00000001:2.0:1767384316.439401:0:16771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:1.0:1767384316.439401:0:16139:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006d8b1e3f x1853236723075584/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384332 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384316.439404:0:16771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384316.439407:0:16771:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e3086480. 00000020:00000010:2.0:1767384316.439412:0:16771:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ed0fe173. 00000100:00000200:1.0:1767384316.439415:0:16139:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006d8b1e3f x1853236723075584/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384332 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384316.439417:0:16771:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000073c981e8. 00000020:00000040:2.0:1767384316.439423:0:16771:0:(genops.c:898:class_export_put()) PUTting export 00000000555601ca : new refcount 13 00000100:00000001:1.0:1767384316.439425:0:16139:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384316.439426:0:16139:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384316.439427:0:16139:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384316.439429:0:16139:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:2.0:1767384316.439432:0:16771:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1767384316.439432:0:16139:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000010:2.0:1767384316.439435:0:16771:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000009843d965. 00000100:00000001:1.0:1767384316.439436:0:16139:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384316.439439:0:16771:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:1.0:1767384316.439440:0:16139:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384316.439442:0:16771:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767384316.439444:0:16139:0:(import.c:2128:obd_at_measure()) add 5 to 0000000028df3f77 time=46 v=5 (5 0 0 0) 00000100:00000200:2.0:1767384316.439447:0:16771:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00001000:1.0:1767384316.439448:0:16139:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f5022cbe time=46 v=5 (1 0 0 0) 00000400:00000010:2.0:1767384316.439451:0:16771:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a52943b0. 00000100:00000001:1.0:1767384316.439452:0:16139:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384316.439455:0:16139:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384316.439456:0:16771:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000089fb4df4. 00010000:00000001:1.0:1767384316.439457:0:16139:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384316.439461:0:16139:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384316.439486:0:16139:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384316.439489:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006d8b1e3f x1853236723075584/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384332 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384316.439494:0:16139:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384316.439496:0:16139:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384316.439497:0:16139:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384316.439499:0:16139:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384316.439500:0:16139:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384316.439501:0:16139:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384316.439502:0:16139:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384316.439503:0:16139:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384316.439505:0:16139:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384316.439506:0:16139:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384316.439506:0:16139:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384316.439507:0:16139:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384316.439508:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006d8b1e3f x1853236723075584/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384332 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384316.439512:0:16139:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006d8b1e3f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c0412d60-4f67-4dbc-8791-892843f60083:16139:1853236723075584:0@lo:253: 00000100:00000001:1.0:1767384316.439515:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384316.439516:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384316.439517:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006d8b1e3f x1853236723075584/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384332 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384316.439521:0:16139:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384316.439521:0:16139:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384316.439523:0:16139:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000686b2cb5. 02000000:00000001:1.0:1767384316.439525:0:16139:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384316.439526:0:16139:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384316.439527:0:16139:0:(genops.c:1242:class_import_put()) import 00000000df830bbe refcount=3 obd=MGC192.168.202.152@tcp 00000020:00000001:1.0:1767384316.439528:0:16139:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384316.439529:0:16139:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000d4275327. 02000000:00000001:1.0:1767384316.439532:0:16139:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384316.439533:0:16139:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384316.439534:0:16139:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006d8b1e3f. 00000100:00000001:1.0:1767384316.439535:0:16139:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384316.439536:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384316.439542:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384316.439547:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384316.439548:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384316.439550:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384316.439551:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1767384316.442124:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000eccf5c73. 00010000:00000010:1.1:1767384316.442130:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000005815cd30. 00000100:00000040:0.0:1767384316.445241:0:449:0:(connection.c:75:cpu_latency_work()) work item of 000000002fd0fb58 (cpu 0) has reached its deadline 4294906407, at 4294906408 00000100:00000010:0.0:1767384316.445260:0:449:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000aecfe49f. 00000100:00000040:1.0:1767384316.446130:0:62:0:(connection.c:75:cpu_latency_work()) work item of 00000000edc4e618 (cpu 0) has reached its deadline 4294906407, at 4294906409 00000100:00000010:1.0:1767384316.446136:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000028be4304. 00000100:00000040:3.0:1767384316.446139:0:53:0:(connection.c:75:cpu_latency_work()) work item of 000000009d5c2cb6 (cpu 0) has reached its deadline 4294906407, at 4294906409 00000100:00000010:3.0:1767384316.446146:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000dca20be7. 00000100:00000040:2.0:1767384316.446146:0:795:0:(connection.c:75:cpu_latency_work()) work item of 00000000135c2452 (cpu 0) has reached its deadline 4294906407, at 4294906409 00000100:00000010:2.0:1767384316.446155:0:795:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002ea6a0e8. 00010000:00000001:0.0:1767384316.469275:0:449:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384316.469280:0:449:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384316.469284:0:449:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384316.469286:0:449:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384316.469328:0:16768:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384316.469335:0:16768:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384316.469338:0:16768:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767384316.917160:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767384316.917167:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000004:00000001:2.0:1767384316.917169:0:16802:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:2.0:1767384316.917173:0:16802:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:0.0:1767384316.917173:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009bbc7890. 00000100:00000010:2.0:1767384316.917178:0:16802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000598ac44b. 00000020:00000040:0.0:1767384316.917180:0:37:0:(genops.c:1229:class_import_get()) import 0000000068bc8709 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000040:2.0:1767384316.917184:0:16802:0:(genops.c:1229:class_import_get()) import 0000000068bc8709 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:0.0:1767384316.917186:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384316.917190:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1767384316.917191:0:16802:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384316.917195:0:16802:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384316.917195:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384316.917199:0:16802:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384316.917203:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d265ab2d. 02000000:00000010:2.0:1767384316.917207:0:16802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006c49d464. 00000100:00000001:0.0:1767384316.917211:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384316.917214:0:16802:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384316.917220:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@000000009bbc7890 x1853236723075712/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384316.917222:0:16802:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384316.917227:0:16802:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384316.917233:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384316.917235:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384316.917240:0:16802:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000598ac44b] to pc [ptlrpcd_00_00+0] req@00000000598ac44b x1853236723075840/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384316.917242:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009bbc7890] to pc [ptlrpcd_00_01+1] req@000000009bbc7890 x1853236723075712/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:2.0:1767384316.917284:0:16802:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384316.917284:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384316.917294:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384316.917297:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384316.917297:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1767384316.917301:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000010:0.0:1767384316.917303:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f9bb72ab. 00000100:00000001:2.0:1767384316.917304:0:16137:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000040:0.0:1767384316.917306:0:37:0:(genops.c:1229:class_import_get()) import 00000000345f9ba7 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:0.0:1767384316.917310:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:2.0:1767384316.917312:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000598ac44b x1853236723075840/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384316.917313:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384316.917316:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384316.917323:0:16137:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000010:0.0:1767384316.917323:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f1b73e13. 00000100:00000001:2.0:1767384316.917326:0:16137:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384316.917329:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384316.917331:0:16137:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384316.917334:0:16137:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384316.917334:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@00000000f9bb72ab x1853236723075968/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1767384316.917339:0:16137:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384316.917346:0:16137:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000598ac44b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16137:1853236723075840:0@lo:13: 00000100:00000001:0.0:1767384316.917347:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384316.917349:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384316.917353:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f9bb72ab] to pc [ptlrpcd_00_02+2] req@00000000f9bb72ab x1853236723075968/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384316.917362:0:16137:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384316.917367:0:16137:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384316.917370:0:16137:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384316.917372:0:16137:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384316.917375:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384316.917376:0:16137:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000039b07bb3. 00000100:00000040:0.0:1767384316.917379:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1767384316.917380:0:16137:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384316.917385:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000010:2.0:1767384316.917388:0:16137:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001195ef07. 00000100:00000010:0.0:1767384316.917388:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c41ee093. 00000020:00000040:0.0:1767384316.917393:0:37:0:(genops.c:1229:class_import_get()) import 000000005a28ad8c refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:0.0:1767384316.917395:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384316.917396:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:2.0:1767384316.917397:0:16137:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a27a8bee. 02000000:00000001:0.0:1767384316.917400:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384316.917404:0:16137:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236723075840, portal 4 02000000:00000010:0.0:1767384316.917405:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000057c34970. 00000100:00000001:2.0:1767384316.917408:0:16137:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384316.917410:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384316.917411:0:16137:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782407659392 : -124291301892224 : ffff8ef52d1a1f80) 00000100:00000040:0.0:1767384316.917416:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@00000000c41ee093 x1853236723076096/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1767384316.917420:0:16137:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000598ac44b x1853236723075840/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384332 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384316.917430:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384316.917433:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384316.917434:0:16137:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384316.917439:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c41ee093] to pc [ptlrpcd_00_03+3] req@00000000c41ee093 x1853236723076096/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384316.917440:0:16137:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384316.917445:0:16137:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b51678e7. 00000100:00000200:2.0:1767384316.917450:0:16137:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853236723075840, offset 0 00000400:00000200:2.0:1767384316.917471:0:16137:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384316.917480:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384316.917485:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (244) 00000400:00000200:2.0:1767384316.917489:0:16137:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384316.917500:0:16137:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x695824c904b00 00000100:00000001:0.0:1767384316.917506:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384316.917507:0:16137:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xb9d [8] + 1568 00000100:00000001:0.0:1767384316.917510:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384316.917513:0:16138:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767384316.917515:0:16137:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1767384316.917518:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009bbc7890 x1853236723075712/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384316.917522:0:16137:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384316.917529:0:16138:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384316.917530:0:16137:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1767384316.917531:0:16138:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384316.917533:0:16137:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 02000000:00000001:0.0:1767384316.917535:0:16138:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384316.917537:0:16138:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000010:2.0:1767384316.917538:0:16137:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cceb822f. 02000000:00000001:0.0:1767384316.917540:0:16138:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384316.917542:0:16137:0:(events.c:337:request_in_callback()) incoming req@00000000cceb822f x1853236723075840 msgsize 224 00000100:00100000:0.0:1767384316.917545:0:16138:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009bbc7890 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16138:1853236723075712:0@lo:400: 00000100:00100000:2.0:1767384316.917552:0:16137:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384316.917552:0:16138:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384316.917557:0:16138:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384316.917560:0:16138:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384316.917561:0:16138:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384316.917564:0:16138:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f1d17d4d. 00000100:00000001:2.0:1767384316.917565:0:16137:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:0.0:1767384316.917568:0:16138:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384316.917572:0:16138:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bca8fd02. 00000400:00000200:2.0:1767384316.917573:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b51678e7 00000400:00000010:2.0:1767384316.917576:0:16137:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b51678e7. 00000100:00000001:2.0:1767384316.917578:0:16137:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384316.917582:0:16137:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000598ac44b x1853236723075840/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384332 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384316.917583:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009668caa7. 00000100:00000200:0.0:1767384316.917589:0:16138:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236723075712, portal 4 00000100:00000001:0.0:1767384316.917592:0:16138:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384316.917593:0:16138:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782674427264 : -124291035124352 : ffff8ef53d00ad80) 00000100:00000040:0.0:1767384316.917600:0:16138:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009bbc7890 x1853236723075712/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384332 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384316.917605:0:16137:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384316.917607:0:16138:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384316.917613:0:16137:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000598ac44b x1853236723075840/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384332 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384316.917614:0:16138:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384316.917619:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000d9cea79. 00000100:00000200:0.0:1767384316.917623:0:16138:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853236723075712, offset 0 00000100:00000001:2.0:1767384316.917625:0:16137:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384316.917629:0:16137:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1767384316.917631:0:16138:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384316.917637:0:16137:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384316.917642:0:16138:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1767384316.917645:0:16137:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 9983 usecs (10 jiffies) 00000100:00000001:2.0:1767384316.917651:0:16137:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294906890 00000400:00000200:0.0:1767384316.917651:0:16138:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x695824c904a80 00000100:00000010:2.0:1767384316.917658:0:16137:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ed8870f4. 00000100:00000001:2.0:1767384316.917665:0:16137:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000400:00000200:0.0:1767384316.917665:0:16138:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xa9d [8] + 2992 00000100:00000001:2.0:1767384316.917673:0:16137:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294906890 00000400:00000200:0.0:1767384316.917673:0:16138:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:2.0:1767384316.917679:0:16137:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000012bac5c7. 00000400:00000200:0.0:1767384316.917680:0:16138:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384316.917685:0:16137:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384316.917690:0:16137:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294906890 00000100:00000001:0.0:1767384316.917691:0:16138:0:(events.c:286:request_in_callback()) Process entered 00000100:00000010:2.0:1767384316.917694:0:16137:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000060da22a9. 00000100:00000200:0.0:1767384316.917695:0:16138:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000001:2.0:1767384316.917698:0:16137:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000010:0.0:1767384316.917701:0:16138:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006fac9fc8. 00000100:00000001:2.0:1767384316.917702:0:16137:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294906890 00000100:00000040:0.0:1767384316.917707:0:16138:0:(events.c:337:request_in_callback()) incoming req@000000006fac9fc8 x1853236723075712 msgsize 224 00000100:00000010:2.0:1767384316.917708:0:16137:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e7f3f65b. 00000100:00000001:2.0:1767384316.917715:0:16137:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384316.917720:0:16137:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1767384316.917721:0:16138:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384316.917723:0:16137:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384316.917726:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384316.917728:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384316.917734:0:16138:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384316.917736:0:16137:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384316.917738:0:16137:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384316.917741:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384316.917741:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000d9cea79 00000100:00000001:2.0:1767384316.917743:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:0.0:1767384316.917744:0:16138:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000d9cea79. 00000100:00000001:2.0:1767384316.917746:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384316.917748:0:16138:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384316.917749:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384316.917753:0:16138:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009bbc7890 x1853236723075712/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384332 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384316.917761:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384316.917764:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009bbc7890 x1853236723075712/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384332 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384316.917768:0:17550:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384316.917770:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384316.917772:0:17550:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723075840 00000100:00000001:2.0:1767384316.917773:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384316.917773:0:16138:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:3.0:1767384316.917776:0:17550:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384316.917778:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384316.917780:0:17550:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384316.917781:0:16138:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384316.917783:0:17550:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384316.917785:0:16138:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 9983 usecs (10 jiffies) 00000100:00000001:2.0:1767384316.917788:0:16140:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1767384316.917789:0:17550:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384316.917789:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294906890 00000100:00000040:2.0:1767384316.917793:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c41ee093 x1853236723076096/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384316.917795:0:17550:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723075840 00000020:00000001:3.0:1767384316.917799:0:17550:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384316.917803:0:17550:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eeca38 00000100:00000001:2.0:1767384316.917804:0:16140:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:3.0:1767384316.917806:0:17550:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384316.917807:0:16140:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384316.917810:0:17550:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000cf791f94 refcount=5 02000000:00000001:2.0:1767384316.917811:0:16140:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384316.917815:0:16140:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384316.917818:0:16140:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384316.917821:0:16140:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c41ee093 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:16140:1853236723076096:0@lo:400: 00000100:00000001:2.0:1767384316.917824:0:16140:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384316.917826:0:16140:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384316.917828:0:16140:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384316.917830:0:16140:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:3.0:1767384316.917832:0:17550:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619777391929344 : -124296317622272 : ffff8ef402242800) 02000000:00000010:2.0:1767384316.917833:0:16140:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000aaa29da4. 00000020:00000001:3.0:1767384316.917838:0:17550:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619777391929344 : -124296317622272 : ffff8ef402242800) 02000000:00000001:2.0:1767384316.917839:0:16140:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384316.917846:0:17550:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000010:2.0:1767384316.917846:0:16140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002cb02be0. 00000020:00000010:3.0:1767384316.917850:0:17550:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c8590711. 00000400:00000010:2.0:1767384316.917852:0:16140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b51678e7. 00000020:00000010:3.0:1767384316.917856:0:17550:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000001e456ce2. 00000100:00000200:2.0:1767384316.917858:0:16140:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236723076096, portal 10 00000100:00000001:2.0:1767384316.917861:0:16140:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000040:3.0:1767384316.917863:0:17550:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (0000000083abdb14) now 6 - evictor 00000100:00000001:2.0:1767384316.917863:0:16140:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782674426368 : -124291035125248 : ffff8ef53d00aa00) 00000100:00000040:2.0:1767384316.917870:0:16140:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c41ee093 x1853236723076096/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384332 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384316.917875:0:17550:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:2.0:1767384316.917876:0:16140:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:3.0:1767384316.917881:0:17550:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b4582cc1. 00000100:00000040:2.0:1767384316.917881:0:16140:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384316.917885:0:16140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000db436e82. 00000020:00000010:3.0:1767384316.917889:0:17550:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000063fac6a6. 00000100:00000200:2.0:1767384316.917889:0:16140:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236723076096, offset 0 00000100:00000001:0.0:1767384316.917891:0:17548:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384316.917896:0:17548:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723075712 02000000:00000001:0.0:1767384316.917898:0:17548:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000010:3.0:1767384316.917899:0:17550:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004fa73be8. 00000400:00000200:2.0:1767384316.917899:0:16140:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384316.917901:0:17548:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384316.917904:0:17548:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384316.917909:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:0.0:1767384316.917910:0:17548:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384316.917912:0:17550:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00100000:0.0:1767384316.917914:0:17548:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723075712 00000020:00000001:0.0:1767384316.917918:0:17548:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:2.0:1767384316.917919:0:16140:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824c904c00 00000100:00000001:3.0:1767384316.917920:0:17550:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000040:0.0:1767384316.917922:0:17548:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eeca38 00000100:00000001:3.0:1767384316.917925:0:17550:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:0.0:1767384316.917926:0:17548:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:2.0:1767384316.917928:0:16140:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 4696 00000020:00000040:0.0:1767384316.917929:0:17548:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000cf791f94 refcount=6 00000100:00000001:3.0:1767384316.917931:0:17550:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384316.917934:0:17548:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619777391929344 : -124296317622272 : ffff8ef402242800) 00000400:00000200:2.0:1767384316.917935:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384316.917939:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384316.917942:0:17550:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384316.917944:0:16140:0:(events.c:286:request_in_callback()) Process entered 00000020:00000001:0.0:1767384316.917944:0:17548:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619777391929344 : -124296317622272 : ffff8ef402242800) 00000100:00000001:0.0:1767384316.917949:0:17548:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000200:2.0:1767384316.917952:0:16140:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000020:00000010:0.0:1767384316.917953:0:17548:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008ca936be. 00000100:00000001:3.0:1767384316.917956:0:17550:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1767384316.917958:0:16140:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000084f09e74. 00000100:00000001:0.0:1767384316.917958:0:17548:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384316.917964:0:16140:0:(events.c:337:request_in_callback()) incoming req@0000000084f09e74 x1853236723076096 msgsize 224 00000020:00000010:0.0:1767384316.917964:0:17548:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008ca936be. 00000100:00000001:3.0:1767384316.917970:0:17550:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384316.917973:0:17550:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:0.0:1767384316.917973:0:17548:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009c012fd3. 00000100:00100000:2.0:1767384316.917976:0:16140:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000010:0.0:1767384316.917979:0:17548:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c3737ae1. 00000020:00000010:0.0:1767384316.917985:0:17548:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c6c6951c. 00000100:00000001:2.0:1767384316.917987:0:16140:0:(events.c:373:request_in_callback()) Process leaving 00000100:00100000:3.0:1767384316.917988:0:17550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00000040:3.0:1767384316.917993:0:17550:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000cf791f94 : new rpc_count 1 00000100:00000001:3.0:1767384316.917996:0:17550:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619782407657600 : -124291301894016 : ffff8ef52d1a1880) 00000400:00000200:2.0:1767384316.917996:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000db436e82 00000100:00000040:0.0:1767384316.917997:0:17548:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000400:00000010:2.0:1767384316.918000:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000db436e82. 00000100:00000040:3.0:1767384316.918002:0:17550:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000cceb822f x1853236723075840/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:297/0 lens 224/0 e 0 to 0 dl 1767384327 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384316.918002:0:17548:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384316.918005:0:16140:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384316.918006:0:17548:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384316.918010:0:17548:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384316.918012:0:16140:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c41ee093 x1853236723076096/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384332 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384316.918017:0:17550:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384316.918018:0:17548:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000010:3.0:1767384316.918022:0:17550:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a6646a7e. 00000100:00000001:2.0:1767384316.918023:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384316.918023:0:17548:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384316.918028:0:17550:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384316.918028:0:17548:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384316.918030:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c41ee093 x1853236723076096/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384332 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384316.918035:0:17550:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a6646a7e. 00000100:00000001:0.0:1767384316.918040:0:17548:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384316.918041:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384316.918046:0:17550:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000cceb822f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:16137:x1853236723075840:12345-0@lo:13: 00000100:00000001:2.0:1767384316.918047:0:16140:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000200:3.0:1767384316.918051:0:17550:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723075840 00000100:00000001:2.0:1767384316.918052:0:16140:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384316.918053:0:17548:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:3.0:1767384316.918054:0:17550:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000040:2.0:1767384316.918056:0:16140:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 4210 usecs (5 jiffies) 00000100:00000001:0.0:1767384316.918058:0:17548:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:3.0:1767384316.918059:0:17550:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:2.0:1767384316.918060:0:16140:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294906885 00000020:00000001:3.0:1767384316.918062:0:17550:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384316.918065:0:16140:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294906890 00000100:00100000:0.0:1767384316.918065:0:17548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000020:00000001:3.0:1767384316.918067:0:17550:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384316.918070:0:17550:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072673306064 : -1036245552 : ffffffffc23c25d0) 00000100:00000001:2.0:1767384316.918071:0:16140:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294906885 00000100:00000040:0.0:1767384316.918072:0:17548:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000cf791f94 : new rpc_count 2 00000020:00000001:3.0:1767384316.918074:0:17550:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1767384316.918076:0:17548:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619782674418304 : -124291035133312 : ffff8ef53d008a80) 00000100:00000001:2.0:1767384316.918078:0:16140:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294906890 00000020:00000001:3.0:1767384316.918079:0:17550:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384316.918082:0:17548:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006fac9fc8 x1853236723075712/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:297/0 lens 224/0 e 0 to 0 dl 1767384327 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384316.918083:0:16140:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294906885 00000020:00000001:3.0:1767384316.918084:0:17550:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1767384316.918112:0:16140:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294906890 00000100:00000001:2.0:1767384316.918114:0:16140:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294906886 00000100:00000001:2.0:1767384316.918115:0:16140:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294906890 00000100:00000001:2.0:1767384316.918117:0:16140:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384316.918118:0:16140:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384316.918121:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384316.918122:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384316.918127:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:3.0:1767384316.918128:0:17550:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1767384316.918129:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:3.0:1767384316.918131:0:17550:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384316.918137:0:17550:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1767384316.918139:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767384316.918141:0:17550:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1767384316.918142:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384316.918143:0:17548:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000010:3.0:1767384316.918146:0:17550:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 0000000065e04fe0. 00000100:00000001:2.0:1767384316.918146:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384316.918148:0:17548:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008ca936be. 02000000:00000001:3.0:1767384316.918152:0:17550:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384316.918153:0:16140:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:0.0:1767384316.918153:0:17548:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384316.918154:0:17550:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384316.918160:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384316.918160:0:17548:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008ca936be. 00002000:00000001:3.0:1767384316.918161:0:17550:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00002000:00000001:3.0:1767384316.918166:0:17550:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000100:00000001:2.0:1767384316.918167:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:3.0:1767384316.918169:0:17550:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000100:00000001:2.0:1767384316.918170:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384316.918170:0:17548:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000006fac9fc8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:16138:x1853236723075712:12345-0@lo:400: 00080000:00000001:3.0:1767384316.918174:0:17550:0:(osd_handler.c:571:osd_statfs()) Process entered 00000100:00000001:2.0:1767384316.918176:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1767384316.918179:0:17548:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723075712 00000100:00000001:2.0:1767384316.918180:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384316.918183:0:16140:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:0.0:1767384316.918184:0:17548:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00080000:00000001:3.0:1767384316.918185:0:17550:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384316.918187:0:17548:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384316.918189:0:17550:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384316.918190:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f9bb72ab x1853236723075968/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384316.918191:0:17548:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00002000:00000024:3.0:1767384316.918194:0:17550:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 389021696 avail 386924544 00000020:00000020:3.0:1767384316.918200:0:17550:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40828928 0 0 00000020:00000001:0.0:1767384316.918202:0:17548:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384316.918205:0:17548:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661494240 : -1048057376 : ffffffffc187e9e0) 00000100:00000001:2.0:1767384316.918206:0:16140:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384316.918210:0:16140:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384316.918211:0:17548:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000020:3.0:1767384316.918212:0:17550:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000cf791f94 dirty 0 pend 0 grant 0 00000020:00000001:0.0:1767384316.918215:0:17548:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384316.918217:0:16140:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00002000:00000020:3.0:1767384316.918218:0:17550:0:(ofd_obd.c:737:ofd_statfs()) 374 blocks: 371 free, 331 avail; 12296 objects: 11872 free; state 0 00000020:00000001:0.0:1767384316.918219:0:17548:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 02000000:00000001:2.0:1767384316.918221:0:16140:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384316.918222:0:17548:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00002000:00000001:3.0:1767384316.918223:0:17550:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000020:00000001:0.0:1767384316.918226:0:17548:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384316.918228:0:17550:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 02000000:00000001:2.0:1767384316.918228:0:16140:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384316.918229:0:17548:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000001:00000001:3.0:1767384316.918233:0:17550:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384316.918234:0:17548:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00100000:2.0:1767384316.918236:0:16140:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f9bb72ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:16140:1853236723075968:0@lo:400: 02000000:00000001:0.0:1767384316.918238:0:17548:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00002000:00000001:3.0:1767384316.918239:0:17550:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384316.918244:0:17550:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236723075840 02000000:00000010:0.0:1767384316.918244:0:17548:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000006926da5. 00000100:00000001:2.0:1767384316.918245:0:16140:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00000001:3.0:1767384316.918250:0:17550:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 02000000:00000001:0.0:1767384316.918250:0:17548:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384316.918251:0:16140:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384316.918255:0:16140:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384316.918255:0:17548:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:3.0:1767384316.918257:0:17550:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000cceb822f x1853236723075840/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:297/0 lens 224/368 e 0 to 0 dl 1767384327 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384316.918260:0:16140:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:0.0:1767384316.918261:0:17548:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384316.918265:0:16140:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ad20a602. 00010000:00000040:0.0:1767384316.918266:0:17548:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236723075712 02000000:00000001:2.0:1767384316.918270:0:16140:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384316.918271:0:17548:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000010:2.0:1767384316.918276:0:16140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000046234502. 00010000:00000001:3.0:1767384316.918277:0:17550:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000200:0.0:1767384316.918278:0:17548:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000006fac9fc8 x1853236723075712/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:297/0 lens 224/224 e 0 to 0 dl 1767384327 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384316.918281:0:17550:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384316.918284:0:16140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000db436e82. 00000100:00001000:3.0:1767384316.918287:0:17550:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bde6550e time=35 v=5 (1 0 0 0) 00000100:00000200:2.0:1767384316.918290:0:16140:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236723075968, portal 10 00000100:00000001:2.0:1767384316.918295:0:16140:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00010000:00000001:0.0:1767384316.918297:0:17548:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1767384316.918298:0:17550:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1767384316.918298:0:16140:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782674429952 : -124291035121664 : ffff8ef53d00b800) 00010000:00000001:0.0:1767384316.918300:0:17548:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384316.918304:0:17550:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 21 to 0@lo 00000100:00001000:0.0:1767384316.918305:0:17548:0:(import.c:2128:obd_at_measure()) add 1 to 0000000094c7e214 time=35 v=5 (1 0 0 0) 00000100:00000040:2.0:1767384316.918308:0:16140:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f9bb72ab x1853236723075968/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384332 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384316.918309:0:17550:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 00000100:00000001:0.0:1767384316.918311:0:17548:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:3.0:1767384316.918315:0:17550:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:0.0:1767384316.918317:0:17548:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 22 to 0@lo 02000000:00000001:3.0:1767384316.918319:0:17550:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384316.918322:0:17548:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 00000100:00000001:3.0:1767384316.918324:0:17550:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1767384316.918328:0:17548:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1767384316.918329:0:16140:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384316.918330:0:17550:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:0.0:1767384316.918332:0:17548:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384316.918335:0:17550:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f67dee06. 00000100:00000040:2.0:1767384316.918336:0:16140:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384316.918337:0:17548:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:2.0:1767384316.918341:0:16140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007a2d1c4e. 00000100:00000200:3.0:1767384316.918342:0:17550:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853236723075840, offset 224 00000100:00000040:0.0:1767384316.918346:0:17548:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:2.0:1767384316.918347:0:16140:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236723075968, offset 0 00000400:00000200:3.0:1767384316.918351:0:17550:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:0.0:1767384316.918351:0:17548:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000d9cea79. 00000100:00000200:0.0:1767384316.918358:0:17548:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853236723075712, offset 224 00000400:00000200:3.0:1767384316.918363:0:17550:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384316.918364:0:16140:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384316.918380:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384316.918381:0:17548:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384316.918382:0:17550:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x695824c904b00 00000400:00000200:3.0:1767384316.918390:0:17550:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1809 [1] + 224 00000400:00000200:3.0:1767384316.918395:0:17550:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384316.918398:0:17548:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384316.918399:0:16140:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824c904b80 00000400:00000200:3.0:1767384316.918405:0:17550:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384316.918409:0:16140:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 4920 00000400:00000200:0.0:1767384316.918414:0:17548:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x695824c904a80 00000400:00000200:2.0:1767384316.918416:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384316.918417:0:17550:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1767384316.918422:0:17548:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1811 [1] + 224 00000400:00000200:2.0:1767384316.918423:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384316.918425:0:17550:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000598ac44b x1853236723075840/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384332 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384316.918431:0:17548:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384316.918432:0:16140:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384316.918435:0:16140:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000040:3.0:1767384316.918438:0:17550:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000598ac44b x1853236723075840/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384332 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384316.918439:0:16140:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002b903010. 00000100:00000040:2.0:1767384316.918445:0:16140:0:(events.c:337:request_in_callback()) incoming req@000000002b903010 x1853236723075968 msgsize 224 00000400:00000200:0.0:1767384316.918445:0:17548:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384316.918454:0:17548:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:2.0:1767384316.918456:0:16140:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000200:0.0:1767384316.918471:0:17548:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009bbc7890 x1853236723075712/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384332 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384316.918476:0:16140:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384316.918482:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007a2d1c4e 00000400:00000010:2.0:1767384316.918485:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007a2d1c4e. 00000100:00000001:2.0:1767384316.918489:0:16140:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384316.918495:0:16140:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f9bb72ab x1853236723075968/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384332 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384316.918509:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384316.918509:0:17548:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000009bbc7890 x1853236723075712/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384332 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384316.918512:0:17550:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:2.0:1767384316.918515:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f9bb72ab x1853236723075968/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384332 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384316.918521:0:17550:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f67dee06 00000400:00000010:3.0:1767384316.918525:0:17550:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f67dee06. 00000100:00000001:0.0:1767384316.918527:0:17548:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384316.918530:0:17550:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384316.918533:0:17550:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384316.918534:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384316.918535:0:17548:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000d9cea79 00000100:00000001:2.0:1767384316.918537:0:16140:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384316.918539:0:17550:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384316.918539:0:17548:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000d9cea79. 00000100:00000001:2.0:1767384316.918543:0:16140:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384316.918545:0:17548:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000040:3.0:1767384316.918546:0:17550:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 21 to 0@lo 00000100:00000040:2.0:1767384316.918547:0:16140:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 3830 usecs (4 jiffies) 00000100:00000001:0.0:1767384316.918548:0:17548:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:3.0:1767384316.918551:0:17550:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:2.0:1767384316.918553:0:16140:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294906885 00000020:00000001:3.0:1767384316.918554:0:17550:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384316.918555:0:17548:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384316.918557:0:16140:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294906890 00000020:00000001:3.0:1767384316.918558:0:17550:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384316.918562:0:17548:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 20 to 0@lo 00000100:00000001:2.0:1767384316.918563:0:16140:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294906885 00000100:00000040:3.0:1767384316.918566:0:17550:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cceb822f x1853236723075840/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:297/0 lens 224/368 e 0 to 0 dl 1767384327 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384316.918568:0:16140:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294906890 00010000:00000001:0.0:1767384316.918569:0:17548:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384316.918573:0:17548:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384316.918574:0:16140:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294906885 00000020:00000001:0.0:1767384316.918579:0:17548:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1767384316.918580:0:16140:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294906890 00000100:00000001:2.0:1767384316.918586:0:16140:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294906885 00000100:00000040:0.0:1767384316.918587:0:17548:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006fac9fc8 x1853236723075712/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:297/0 lens 224/224 e 0 to 0 dl 1767384327 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384316.918591:0:17550:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000cceb822f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:16137:x1853236723075840:12345-0@lo:13: Request processed in 570us (1044us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384316.918598:0:16140:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294906890 00000100:00000001:2.0:1767384316.918604:0:16140:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384316.918609:0:16140:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384316.918610:0:17550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1767384316.918610:0:17548:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000006fac9fc8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:16138:x1853236723075712:12345-0@lo:400: Request processed in 464us (899us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384316.918616:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384316.918617:0:17550:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000cf791f94 : new rpc_count 1 00000100:00000001:3.0:1767384316.918621:0:17550:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384316.918622:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384316.918623:0:17548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00000001:3.0:1767384316.918625:0:17550:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:0.0:1767384316.918628:0:17548:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000cf791f94 : new rpc_count 0 00000020:00000010:3.0:1767384316.918630:0:17550:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000063fac6a6. 00000100:00000001:0.0:1767384316.918631:0:17548:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384316.918634:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:3.0:1767384316.918636:0:17550:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004fa73be8. 00000100:00000001:0.0:1767384316.918636:0:17548:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384316.918637:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384316.918641:0:17548:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c3737ae1. 00000020:00000010:3.0:1767384316.918642:0:17550:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b4582cc1. 00000020:00000010:0.0:1767384316.918646:0:17548:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c6c6951c. 00000020:00000040:3.0:1767384316.918649:0:17550:0:(genops.c:898:class_export_put()) PUTting export 00000000cf791f94 : new refcount 5 00000100:00000001:3.0:1767384316.918652:0:17550:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384316.918652:0:17548:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009c012fd3. 00000100:00000001:2.0:1767384316.918653:0:16778:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384316.918658:0:16778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723076096 00000020:00000040:0.0:1767384316.918660:0:17548:0:(genops.c:898:class_export_put()) PUTting export 00000000cf791f94 : new refcount 4 02000000:00000001:2.0:1767384316.918661:0:16778:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384316.918664:0:16778:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384316.918664:0:17548:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384316.918668:0:16778:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384316.918670:0:16778:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384316.918673:0:16778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723076096 00000020:00000001:2.0:1767384316.918674:0:16778:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384316.918676:0:16778:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eeca23 00000020:00000001:2.0:1767384316.918677:0:16778:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384316.918679:0:16778:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000b2466616 refcount=5 00000020:00000001:2.0:1767384316.918681:0:16778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619782058162176 : -124291651389440 : ffff8ef518453800) 00000100:00080000:0.0:1767384316.918683:0:16775:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000001:2.0:1767384316.918684:0:16778:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619782058162176 : -124291651389440 : ffff8ef518453800) 00000100:00000001:2.0:1767384316.918689:0:16778:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000040:0.0:1767384316.918690:0:16775:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (0000000083abdb14) now 6 - evictor 00000100:00000001:3.0:1767384316.918691:0:16779:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:2.0:1767384316.918693:0:16778:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008e96ab10. 00000100:00100000:3.0:1767384316.918695:0:16779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723075968 02000000:00000001:3.0:1767384316.918698:0:16779:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000010:2.0:1767384316.918698:0:16778:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000010d6e69f. 00000100:00000001:3.0:1767384316.918701:0:16779:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384316.918703:0:16779:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384316.918704:0:16138:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294906890 02000000:00000001:3.0:1767384316.918706:0:16779:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384316.918707:0:16778:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000b1f9e0ef) now 8 - evictor 00000100:00000001:0.0:1767384316.918708:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294906891 00000100:00100000:3.0:1767384316.918710:0:16779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723075968 00000020:00000001:3.0:1767384316.918713:0:16779:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384316.918716:0:16779:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eeca2a 00000020:00000001:3.0:1767384316.918718:0:16779:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384316.918721:0:16778:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:0.0:1767384316.918721:0:16138:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4294906890 00000020:00000040:3.0:1767384316.918728:0:16779:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f335576c refcount=5 00000100:00000001:0.0:1767384316.918728:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294906891 00000020:00000010:2.0:1767384316.918729:0:16778:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a5a0a946. 00000020:00000001:3.0:1767384316.918733:0:16779:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619777384806400 : -124296324745216 : ffff8ef401b77800) 00000100:00000001:0.0:1767384316.918735:0:16138:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4294906890 00000020:00000001:3.0:1767384316.918736:0:16779:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619777384806400 : -124296324745216 : ffff8ef401b77800) 00000020:00000010:2.0:1767384316.918738:0:16778:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000040ed1b10. 00000100:00000001:0.0:1767384316.918741:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294906891 00000100:00000001:3.0:1767384316.918742:0:16779:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384316.918745:0:16778:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ed0fe173. 00000020:00000010:3.0:1767384316.918746:0:16779:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a6646a7e. 00000100:00000001:0.0:1767384316.918747:0:16138:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4294906890 00000100:00000001:3.0:1767384316.918752:0:16779:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384316.918753:0:16138:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384316.918755:0:16779:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a6646a7e. 00000100:00000001:0.0:1767384316.918757:0:16138:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384316.918758:0:16778:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000020:00000010:3.0:1767384316.918760:0:16779:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b4582cc1. 00000100:00000001:2.0:1767384316.918762:0:16778:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000001:0.0:1767384316.918763:0:16138:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000010:3.0:1767384316.918765:0:16779:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000063fac6a6. 00000100:00000001:2.0:1767384316.918767:0:16778:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000001:0.0:1767384316.918767:0:16138:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:3.0:1767384316.918770:0:16779:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004fa73be8. 00000400:00000010:0.0:1767384316.918771:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bca8fd02. 00000100:00000001:2.0:1767384316.918772:0:16778:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384316.918776:0:16779:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:0.0:1767384316.918776:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009668caa7 00000100:00000001:3.0:1767384316.918779:0:16779:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384316.918780:0:16778:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000400:00000010:0.0:1767384316.918780:0:16138:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009668caa7. 00000100:00000001:3.0:1767384316.918782:0:16779:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384316.918786:0:16778:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1767384316.918787:0:16138:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384316.918792:0:16779:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1767384316.918792:0:16778:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384316.918793:0:16138:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009bbc7890 x1853236723075712/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384332 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384316.918795:0:16779:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384316.918797:0:16779:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384316.918807:0:16779:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384316.918809:0:16138:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009bbc7890 x1853236723075712/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384332 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384316.918817:0:16778:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384316.918817:0:16138:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384316.918818:0:16779:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384316.918821:0:16779:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384316.918822:0:16138:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384316.918825:0:16138:0:(client.c:1578:after_reply()) Process entered 00000100:00100000:3.0:1767384316.918829:0:16779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 02000000:00000001:0.0:1767384316.918829:0:16138:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000040:3.0:1767384316.918832:0:16779:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000b2466616 : new rpc_count 1 00000100:00000001:0.0:1767384316.918832:0:16138:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384316.918836:0:16778:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384316.918837:0:16779:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619782407652224 : -124291301899392 : ffff8ef52d1a0380) 00000100:00000001:0.0:1767384316.918837:0:16138:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384316.918842:0:16778:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000001:0.0:1767384316.918843:0:16138:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384316.918846:0:16779:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000084f09e74 x1853236723076096/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:297/0 lens 224/0 e 0 to 0 dl 1767384327 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1767384316.918849:0:16138:0:(import.c:2128:obd_at_measure()) add 5 to 0000000040f3b9ed time=35 v=5 (5 0 0 0) 00000100:00100000:2.0:1767384316.918854:0:16778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00001000:0.0:1767384316.918858:0:16138:0:(import.c:2128:obd_at_measure()) add 1 to 000000001fbc0fd6 time=35 v=5 (1 0 0 0) 00000100:00000040:2.0:1767384316.918863:0:16778:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000f335576c : new rpc_count 1 00000100:00000001:3.0:1767384316.918865:0:16779:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384316.918867:0:16778:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619782407666560 : -124291301885056 : ffff8ef52d1a3b80) 00000100:00000001:0.0:1767384316.918867:0:16138:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000010:3.0:1767384316.918869:0:16779:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a6646a7e. 00000100:00000001:0.0:1767384316.918871:0:16138:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384316.918873:0:16779:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384316.918874:0:16778:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000002b903010 x1853236723075968/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:297/0 lens 224/0 e 0 to 0 dl 1767384327 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384316.918876:0:16138:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000010:3.0:1767384316.918878:0:16779:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a6646a7e. 00010000:00080000:0.0:1767384316.918882:0:16138:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000009bbc7890 x1853236723075712/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384332 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384316.918888:0:16779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000084f09e74 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:16140:x1853236723076096:12345-0@lo:400: 00000100:00000001:2.0:1767384316.918891:0:16778:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384316.918895:0:16778:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008da06b8f. 00000100:00000200:3.0:1767384316.918900:0:16779:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723076096 00000100:00000001:2.0:1767384316.918901:0:16778:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384316.918902:0:16138:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384316.918905:0:16778:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008da06b8f. 00000020:00000001:3.0:1767384316.918906:0:16779:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384316.918910:0:16779:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00100000:2.0:1767384316.918911:0:16778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000002b903010 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:16140:x1853236723075968:12345-0@lo:400: 00000100:00000001:0.0:1767384316.918912:0:16138:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384316.918915:0:16138:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000200:2.0:1767384316.918916:0:16778:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723075968 00000100:00000001:0.0:1767384316.918920:0:16138:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000020:00000001:3.0:1767384316.918922:0:16779:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384316.918922:0:16778:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:0.0:1767384316.918923:0:16138:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384316.918927:0:16778:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384316.918929:0:16779:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384316.918930:0:16778:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384316.918932:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009bbc7890 x1853236723075712/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384332 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384316.918934:0:16779:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661494240 : -1048057376 : ffffffffc187e9e0) 00000020:00000001:2.0:1767384316.918935:0:16778:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384316.918937:0:16778:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661494240 : -1048057376 : ffffffffc187e9e0) 00000020:00000001:3.0:1767384316.918942:0:16779:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384316.918943:0:16778:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1767384316.918945:0:16138:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384316.918948:0:16779:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384316.918948:0:16778:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384316.918949:0:16138:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384316.918953:0:16138:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384316.918954:0:16778:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384316.918955:0:16779:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384316.918959:0:16779:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000040:0.0:1767384316.918959:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009bbc7890 x1853236723075712/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384332 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384316.918960:0:16778:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384316.918964:0:16779:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384316.918965:0:16778:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384316.918969:0:16779:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000020:00000001:2.0:1767384316.918971:0:16778:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1767384316.918973:0:16779:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384316.918977:0:16779:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1767384316.918977:0:16778:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00100000:0.0:1767384316.918978:0:16138:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009bbc7890 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16138:1853236723075712:0@lo:400: 02000000:00000010:3.0:1767384316.918983:0:16779:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000d6d1096f. 02000000:00000001:2.0:1767384316.918983:0:16778:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1767384316.918985:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384316.918988:0:16779:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384316.918989:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000010:2.0:1767384316.918990:0:16778:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000056e307cb. 00000100:00000001:3.0:1767384316.918993:0:16779:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384316.918996:0:16778:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384316.918996:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009bbc7890 x1853236723075712/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384332 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384316.918997:0:16779:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384316.919003:0:16779:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236723076096 00000100:00000001:2.0:1767384316.919004:0:16778:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384316.919009:0:16779:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000001:2.0:1767384316.919011:0:16778:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384316.919012:0:16138:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384316.919016:0:16138:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000200:3.0:1767384316.919017:0:16779:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000084f09e74 x1853236723076096/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:297/0 lens 224/224 e 0 to 0 dl 1767384327 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:2.0:1767384316.919017:0:16778:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236723075968 02000000:00000010:0.0:1767384316.919019:0:16138:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f1d17d4d. 00010000:00000001:2.0:1767384316.919024:0:16778:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 02000000:00000001:0.0:1767384316.919025:0:16138:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384316.919028:0:16138:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384316.919031:0:16138:0:(genops.c:1242:class_import_put()) import 0000000068bc8709 refcount=3 obd=lustre-OST0000-osc-MDT0000 00010000:00000001:3.0:1767384316.919035:0:16779:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000001:0.0:1767384316.919035:0:16138:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384316.919036:0:16138:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d265ab2d. 00010000:00000200:2.0:1767384316.919039:0:16778:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000002b903010 x1853236723075968/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:297/0 lens 224/224 e 0 to 0 dl 1767384327 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384316.919040:0:16779:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384316.919041:0:16138:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384316.919044:0:16138:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384316.919047:0:16138:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009bbc7890. 00000100:00001000:3.0:1767384316.919048:0:16779:0:(import.c:2128:obd_at_measure()) add 1 to 000000008dd0459f time=41 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384316.919052:0:16138:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384316.919055:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384316.919056:0:16778:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1767384316.919057:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384316.919061:0:16778:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384316.919062:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384316.919066:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384316.919068:0:16778:0:(import.c:2128:obd_at_measure()) add 1 to 000000008dd0459f time=41 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384316.919069:0:16779:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1767384316.919069:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384316.919073:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384316.919075:0:16779:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 21 to 0@lo 00000100:00000001:2.0:1767384316.919076:0:16778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384316.919080:0:16778:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 22 to 0@lo 00000100:00000001:3.0:1767384316.919109:0:16779:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 02000000:00000001:3.0:1767384316.919112:0:16779:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384316.919113:0:16779:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384316.919116:0:16779:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384316.919120:0:16779:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384316.919123:0:16779:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f67dee06. 00000100:00000200:3.0:1767384316.919128:0:16779:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236723076096, offset 224 00000400:00000200:3.0:1767384316.919134:0:16779:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384316.919142:0:16779:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384316.919149:0:16779:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824c904c00 00000400:00000200:3.0:1767384316.919155:0:16779:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1819 [1] + 224 00000400:00000200:3.0:1767384316.919164:0:16779:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384316.919169:0:16779:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384316.919173:0:16779:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384316.919176:0:16779:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c41ee093 x1853236723076096/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384332 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384316.919184:0:16779:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c41ee093 x1853236723076096/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384332 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384316.919196:0:16779:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384316.919202:0:16779:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f67dee06 00000400:00000010:3.0:1767384316.919204:0:16779:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f67dee06. 00000100:00000001:3.0:1767384316.919208:0:16779:0:(events.c:386:reply_out_callback()) Process entered 00000100:00080000:0.0:1767384316.919208:0:16775:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00000001:3.0:1767384316.919211:0:16779:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000040:0.0:1767384316.919214:0:16775:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000b1f9e0ef) now 8 - evictor 00000100:00000001:3.0:1767384316.919216:0:16779:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384316.919221:0:16779:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 21 to 0@lo 00010000:00000001:3.0:1767384316.919223:0:16779:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384316.919225:0:16779:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384316.919227:0:16779:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384316.919231:0:16779:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000084f09e74 x1853236723076096/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:297/0 lens 224/224 e 0 to 0 dl 1767384327 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384316.919239:0:16779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000084f09e74 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:16140:x1853236723076096:12345-0@lo:400: Request processed in 371us (1273us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384316.919245:0:16779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00000040:3.0:1767384316.919248:0:16779:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000b2466616 : new rpc_count 0 00000100:00000001:3.0:1767384316.919250:0:16779:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384316.919252:0:16779:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384316.919253:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:3.0:1767384316.919255:0:16779:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000040ed1b10. 00000100:00000001:0.0:1767384316.919256:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:3.0:1767384316.919261:0:16779:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ed0fe173. 00000020:00000010:3.0:1767384316.919266:0:16779:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a5a0a946. 00000020:00000040:3.0:1767384316.919271:0:16779:0:(genops.c:898:class_export_put()) PUTting export 00000000b2466616 : new refcount 4 00000100:00000001:3.0:1767384316.919273:0:16779:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384316.919314:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384316.919316:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384316.919321:0:16140:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384316.919329:0:16140:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384316.919330:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002cb02be0. 00000400:00000200:3.0:1767384316.919334:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b51678e7 00000400:00000010:3.0:1767384316.919336:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b51678e7. 00000100:00000001:3.0:1767384316.919340:0:16140:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384316.919344:0:16140:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c41ee093 x1853236723076096/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384332 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384316.919351:0:16140:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c41ee093 x1853236723076096/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384332 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384316.919357:0:16140:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384316.919360:0:16140:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384316.919362:0:16140:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384316.919364:0:16140:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384316.919365:0:16140:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384316.919366:0:16140:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384316.919368:0:16140:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384316.919372:0:16140:0:(import.c:2128:obd_at_measure()) add 5 to 00000000edb11b67 time=41 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384316.919375:0:16140:0:(import.c:2128:obd_at_measure()) add 1 to 000000006fb1a5f2 time=41 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384316.919378:0:16140:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384316.919379:0:16140:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384316.919380:0:16140:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767384316.919384:0:16140:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000c41ee093 x1853236723076096/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384332 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384316.919389:0:16140:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384316.919391:0:16140:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384316.919392:0:16140:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:3.0:1767384316.919394:0:16140:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000400:00000001:0.0:1767384316.919395:0:16137:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767384316.919396:0:16140:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384316.919398:0:16137:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:3.0:1767384316.919401:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c41ee093 x1853236723076096/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384332 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384316.919401:0:16137:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001195ef07. 00000400:00000200:0.0:1767384316.919408:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a27a8bee 00000100:00000001:3.0:1767384316.919410:0:16140:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1767384316.919411:0:16137:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a27a8bee. 00000100:00000001:3.0:1767384316.919413:0:16140:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384316.919415:0:16140:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384316.919418:0:16137:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1767384316.919420:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c41ee093 x1853236723076096/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384332 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384316.919424:0:16137:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000598ac44b x1853236723075840/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384332 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384316.919449:0:16140:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c41ee093 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:16140:1853236723076096:0@lo:400: 00000100:00000200:0.0:1767384316.919452:0:16137:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000598ac44b x1853236723075840/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384332 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384316.919456:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384316.919470:0:16137:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384316.919472:0:16137:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384316.919476:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384316.919477:0:16137:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384316.919480:0:16137:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384316.919481:0:16137:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:3.0:1767384316.919482:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c41ee093 x1853236723076096/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384332 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384316.919485:0:16778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 00000100:00000001:0.0:1767384316.919485:0:16137:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384316.919491:0:16778:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384316.919491:0:16137:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384316.919495:0:16140:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384316.919495:0:16778:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384316.919498:0:16140:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00001000:0.0:1767384316.919498:0:16137:0:(import.c:2128:obd_at_measure()) add 5 to 0000000032110564 time=35 v=5 (5 0 0 0) 00000100:00000001:2.0:1767384316.919499:0:16778:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000010:3.0:1767384316.919501:0:16140:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000aaa29da4. 00000100:00001000:0.0:1767384316.919504:0:16137:0:(import.c:2128:obd_at_measure()) add 1 to 000000001fbc0fd6 time=35 v=5 (1 0 0 0) 02000000:00000001:3.0:1767384316.919507:0:16140:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:2.0:1767384316.919507:0:16778:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384316.919510:0:16137:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000001:3.0:1767384316.919511:0:16140:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000010:2.0:1767384316.919512:0:16778:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007a2d1c4e. 00000020:00000040:3.0:1767384316.919513:0:16140:0:(genops.c:1242:class_import_put()) import 000000005a28ad8c refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:0.0:1767384316.919513:0:16137:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384316.919518:0:16137:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000001:3.0:1767384316.919519:0:16140:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000200:2.0:1767384316.919519:0:16778:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236723075968, offset 224 02000000:00000010:3.0:1767384316.919523:0:16140:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000057c34970. 00010000:00080000:0.0:1767384316.919525:0:16137:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000598ac44b x1853236723075840/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384332 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384316.919527:0:16778:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:3.0:1767384316.919528:0:16140:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384316.919531:0:16140:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384316.919534:0:16140:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c41ee093. 00000400:00000200:2.0:1767384316.919539:0:16778:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384316.919540:0:16140:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00010000:00000001:0.0:1767384316.919540:0:16137:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384316.919543:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384316.919546:0:16137:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1767384316.919547:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384316.919549:0:16137:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000400:00000200:2.0:1767384316.919551:0:16778:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824c904b80 00000100:00000001:3.0:1767384316.919552:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384316.919553:0:16137:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384316.919555:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384316.919557:0:16137:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384316.919558:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384316.919562:0:16778:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1821 [1] + 224 00000100:00000001:3.0:1767384316.919563:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384316.919564:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000598ac44b x1853236723075840/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384332 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384316.919571:0:16778:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384316.919575:0:16778:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384316.919578:0:16778:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384316.919583:0:16778:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f9bb72ab x1853236723075968/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384332 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384316.919589:0:16137:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384316.919594:0:16137:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384316.919597:0:16137:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384316.919598:0:16778:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000f9bb72ab x1853236723075968/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384332 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:0.0:1767384316.919599:0:16137:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:0.0:1767384316.919604:0:16137:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:0.0:1767384316.919607:0:16137:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=95744 free=94976 avail=84736 avail_mb=331 hwm_mb=3 files=12296 ffree=11872 state=0: rc = 0 00000004:00000020:0.0:1767384316.919612:0:16137:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (000000009fef8af1): 95744 blocks, 94976 free, 84736 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 12296 files, 11872 free files 0x0 00000100:00000001:2.0:1767384316.919614:0:16778:0:(events.c:163:reply_in_callback()) Process leaving 00000004:00000001:0.0:1767384316.919617:0:16137:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384316.919620:0:16778:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007a2d1c4e 00000100:00000040:0.0:1767384316.919623:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000598ac44b x1853236723075840/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384332 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384316.919624:0:16778:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007a2d1c4e. 00000100:00000001:2.0:1767384316.919628:0:16778:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384316.919631:0:16778:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384316.919633:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384316.919635:0:16778:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384316.919636:0:16137:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000598ac44b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16137:1853236723075840:0@lo:13: 00000100:00000001:3.0:1767384316.919637:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767384316.919640:0:16778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 20 to 0@lo 00000400:00000001:3.0:1767384316.919642:0:16140:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384316.919646:0:16140:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:2.0:1767384316.919646:0:16778:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:0.0:1767384316.919647:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384316.919650:0:16778:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384316.919651:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000046234502. 00000100:00000001:0.0:1767384316.919651:0:16137:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384316.919655:0:16137:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000598ac44b x1853236723075840/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384332 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384316.919656:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000db436e82 00000400:00000010:3.0:1767384316.919660:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000db436e82. 00000020:00000001:2.0:1767384316.919661:0:16778:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1767384316.919665:0:16140:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384316.919667:0:16137:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000040:2.0:1767384316.919668:0:16778:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002b903010 x1853236723075968/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:297/0 lens 224/224 e 0 to 0 dl 1767384327 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384316.919670:0:16137:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:3.0:1767384316.919672:0:16140:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f9bb72ab x1853236723075968/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384332 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767384316.919674:0:16137:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000039b07bb3. 02000000:00000001:0.0:1767384316.919679:0:16137:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384316.919682:0:16137:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384316.919685:0:16137:0:(genops.c:1242:class_import_put()) import 0000000068bc8709 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:0.0:1767384316.919690:0:16137:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00100000:2.0:1767384316.919694:0:16778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000002b903010 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:16140:x1853236723075968:12345-0@lo:400: Request processed in 800us (1244us total) trans 0 rc 0/0 02000000:00000010:0.0:1767384316.919694:0:16137:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006c49d464. 02000000:00000001:0.0:1767384316.919698:0:16137:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000200:3.0:1767384316.919699:0:16140:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f9bb72ab x1853236723075968/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384332 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384316.919702:0:16137:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384316.919704:0:16137:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000598ac44b. 00000100:00100000:2.0:1767384316.919706:0:16778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00000001:0.0:1767384316.919708:0:16137:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000040:2.0:1767384316.919710:0:16778:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f335576c : new rpc_count 0 00000100:00000001:0.0:1767384316.919711:0:16137:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384316.919714:0:16778:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384316.919717:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384316.919718:0:16778:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384316.919722:0:16778:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000063fac6a6. 00000100:00000001:0.0:1767384316.919724:0:16137:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:2.0:1767384316.919728:0:16778:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004fa73be8. 00000100:00000001:3.0:1767384316.919729:0:16140:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:2.0:1767384316.919731:0:16778:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b4582cc1. 00000100:00000001:0.0:1767384316.919732:0:16137:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384316.919734:0:16140:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1767384316.919736:0:16778:0:(genops.c:898:class_export_put()) PUTting export 00000000f335576c : new refcount 4 00000100:00000001:0.0:1767384316.919736:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384316.919738:0:16140:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767384316.919740:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384316.919741:0:16778:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384316.919742:0:16140:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384316.919746:0:16140:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384316.919763:0:16140:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384316.919767:0:16140:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384316.919772:0:16140:0:(import.c:2128:obd_at_measure()) add 5 to 00000000701828d5 time=41 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384316.919777:0:16140:0:(import.c:2128:obd_at_measure()) add 1 to 0000000073619233 time=41 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384316.919781:0:16140:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384316.919783:0:16140:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384316.919785:0:16140:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767384316.919791:0:16140:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000f9bb72ab x1853236723075968/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384332 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384316.919800:0:16140:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384316.919803:0:16140:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384316.919805:0:16140:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:3.0:1767384316.919807:0:16140:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384316.919809:0:16140:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384316.919813:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f9bb72ab x1853236723075968/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384332 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384316.919822:0:16140:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384316.919825:0:16140:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384316.919826:0:16140:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384316.919830:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f9bb72ab x1853236723075968/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384332 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384316.919839:0:16140:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f9bb72ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:16140:1853236723075968:0@lo:400: 00000100:00000001:3.0:1767384316.919844:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384316.919846:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384316.919849:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f9bb72ab x1853236723075968/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384332 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384316.919857:0:16140:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384316.919867:0:16140:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384316.919869:0:16140:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ad20a602. 02000000:00000001:3.0:1767384316.919873:0:16140:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384316.919875:0:16140:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384316.919876:0:16140:0:(genops.c:1242:class_import_put()) import 00000000345f9ba7 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:3.0:1767384316.919878:0:16140:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384316.919880:0:16140:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f1b73e13. 02000000:00000001:3.0:1767384316.919883:0:16140:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384316.919884:0:16140:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384316.919901:0:16140:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f9bb72ab. 00000100:00000001:3.0:1767384316.919904:0:16140:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384316.919906:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384316.919908:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384316.919914:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384316.919915:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384316.919917:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384316.919919:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384316.929122:0:449:0:(connection.c:75:cpu_latency_work()) work item of 000000002fd0fb58 (cpu 0) has reached its deadline 4294906890, at 4294906892 00000100:00000010:0.0:1767384316.929129:0:449:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ed8870f4. 00000100:00000040:2.0:1767384316.929136:0:795:0:(connection.c:75:cpu_latency_work()) work item of 00000000135c2452 (cpu 0) has reached its deadline 4294906891, at 4294906892 00000100:00000010:2.0:1767384316.929143:0:795:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000060da22a9. 00000100:00000040:1.0:1767384316.929269:0:62:0:(connection.c:75:cpu_latency_work()) work item of 00000000edc4e618 (cpu 0) has reached its deadline 4294906891, at 4294906892 00000100:00000010:1.0:1767384316.929276:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000012bac5c7. 00000100:00000040:3.0:1767384316.930113:0:53:0:(connection.c:75:cpu_latency_work()) work item of 000000009d5c2cb6 (cpu 0) has reached its deadline 4294906891, at 4294906892 00000100:00000010:3.0:1767384316.930119:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e7f3f65b. 00000400:00000001:2.0:1767384317.365167:0:16134:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384317.365172:0:16134:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384317.365176:0:16134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c7a16a19 00000400:00000010:2.0:1767384317.365180:0:16134:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c7a16a19. 00000400:00000200:2.0:1767384317.365187:0:16134:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384317.365194:0:16134:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.152@tcp29 recovery ping unlinked 00000400:00000010:2.0:1767384317.365204:0:16134:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000008fe85f66. 00000400:00000010:2.0:1767384317.365209:0:16134:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000112ac890. 10000000:00000001:3.0:1767384317.429165:0:16776:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1767384317.429171:0:16776:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (0000000070cb7a0b) refs 2 10000000:00000001:3.0:1767384317.429176:0:16776:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384317.429178:0:16776:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1767384317.429179:0:16776:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1767384317.429180:0:16776:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:3.0:1767384317.429182:0:16776:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:3.0:1767384317.429184:0:16776:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:3.0:1767384317.429185:0:16776:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff8ef5103e6000 from 45 10000000:00000001:3.0:1767384317.429187:0:16776:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:3.0:1767384317.429188:0:16776:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:3.0:1767384317.429196:0:16776:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bf90d32f. 00000020:00000040:3.0:1767384317.429200:0:16776:0:(genops.c:1229:class_import_get()) import 00000000df830bbe refcount=4 obd=MGC192.168.202.152@tcp 00000100:00000001:3.0:1767384317.429204:0:16776:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384317.429206:0:16776:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384317.429211:0:16776:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384317.429216:0:16776:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b4582cc1. 00000100:00000001:3.0:1767384317.429222:0:16776:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384317.429237:0:16776:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1767384317.429241:0:16776:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384317.429247:0:16776:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000d29b5cf2. 00010000:00000001:3.0:1767384317.429252:0:16776:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384317.429255:0:16776:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000046a46c52. 00000020:00000001:3.0:1767384317.429260:0:16776:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384317.429262:0:16776:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000046a46c52 with handle 0x7e51148972eecbb9 to hash 00000020:00000001:3.0:1767384317.429264:0:16776:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384317.429266:0:16776:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446619781713885696 : -124291995665920 : ffff8ef503bffa00) 00010000:00000001:3.0:1767384317.429269:0:16776:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446619781713885696 : -124291995665920 : ffff8ef503bffa00) 00010000:00000001:3.0:1767384317.429273:0:16776:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384317.429275:0:16776:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384317.429278:0:16776:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.152@tcp lock: 0000000046a46c52/0x7e51148972eecbb9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 16776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384317.429288:0:16776:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.152@tcp lock: 0000000046a46c52/0x7e51148972eecbb9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 16776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384317.429300:0:16776:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.152@tcp lock: 0000000046a46c52/0x7e51148972eecbb9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 16776 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384317.429306:0:16776:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767384317.429308:0:16776:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384317.429313:0:16776:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000220c5bd3. 00000100:00000001:3.0:1767384317.429315:0:16776:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446619782632342464 : -124291077209152 : ffff8ef53a7e83c0) 00000100:00000001:3.0:1767384317.429317:0:16776:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384317.429318:0:16776:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782675219328 : -124291034332288 : ffff8ef53d0cc380) 00000100:00000001:3.0:1767384317.429322:0:16776:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384317.429324:0:16776:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384317.429326:0:16776:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384317.429327:0:16776:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384317.429333:0:16776:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bf90d32f x1853236723076224/t0(0) o101->MGC192.168.202.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384317.429340:0:16776:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384317.429346:0:16776:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384317.429349:0:16776:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384317.429351:0:16776:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384317.429353:0:16776:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384317.429355:0:16776:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000bf90d32f pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c0412d60-4f67-4dbc-8791-892843f60083:16776:1853236723076224:0@lo:101: 00000100:00000001:3.0:1767384317.429358:0:16776:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384317.429362:0:16776:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384317.429364:0:16776:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384317.429366:0:16776:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384317.429369:0:16776:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000008e19ae9f. 02000000:00000001:3.0:1767384317.429370:0:16776:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384317.429374:0:16776:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008fcebc09. 00000400:00000010:3.0:1767384317.429379:0:16776:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f67dee06. 00000100:00000200:3.0:1767384317.429384:0:16776:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236723076224, portal 25 00000100:00000001:3.0:1767384317.429385:0:16776:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384317.429386:0:16776:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782675219328 : -124291034332288 : ffff8ef53d0cc380) 00000100:00000040:3.0:1767384317.429389:0:16776:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000bf90d32f x1853236723076224/t0(0) o101->MGC192.168.202.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384333 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384317.429394:0:16776:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384317.429396:0:16776:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384317.429398:0:16776:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fd1ee6a0. 00000100:00000200:3.0:1767384317.429399:0:16776:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853236723076224, offset 0 00000400:00000200:3.0:1767384317.429404:0:16776:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384317.429413:0:16776:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384317.429421:0:16776:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695824c904c80 00000400:00000200:3.0:1767384317.429426:0:16776:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x1091 [2] + 0 00000400:00000010:3.0:1767384317.429428:0:16776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000aac8776f. 00000400:00000200:3.0:1767384317.429431:0:16776:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000008f9ad6ba 00000400:00000200:3.0:1767384317.429435:0:16776:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384317.429438:0:16776:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384317.429441:0:16776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008f9ad6ba 00000400:00000010:3.0:1767384317.429443:0:16776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008f9ad6ba. 00000100:00000001:3.0:1767384317.429447:0:16776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384317.429449:0:16776:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384317.429468:0:16776:0:(events.c:337:request_in_callback()) incoming req@0000000070c1bfeb x1853236723076224 msgsize 328 00000100:00100000:3.0:1767384317.429472:0:16776:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384317.429475:0:16776:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384317.429485:0:16776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384317.429492:0:16776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fd1ee6a0 00000400:00000010:3.0:1767384317.429493:0:16776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fd1ee6a0. 00000100:00000001:3.0:1767384317.429496:0:16776:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384317.429499:0:16776:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bf90d32f x1853236723076224/t0(0) o101->MGC192.168.202.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384333 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384317.429506:0:16776:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384317.429509:0:16776:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000bf90d32f x1853236723076224/t0(0) o101->MGC192.168.202.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384333 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384317.429514:0:16776:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384317.429514:0:16771:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384317.429515:0:16776:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:2.0:1767384317.429519:0:16771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723076224 00000100:00000001:3.0:1767384317.429522:0:16776:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384317.429523:0:16771:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384317.429526:0:16771:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384317.429528:0:16776:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294907416 00000100:00000001:2.0:1767384317.429529:0:16771:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384317.429535:0:16776:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c1679cef. 02000000:00000001:2.0:1767384317.429536:0:16771:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384317.429542:0:16771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723076224 00000100:00000001:3.0:1767384317.429544:0:16776:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 0 00000020:00000001:2.0:1767384317.429544:0:16771:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384317.429547:0:16771:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eec8e1 00000100:00000001:3.0:1767384317.429555:0:16776:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294907416 00000020:00000001:2.0:1767384317.429556:0:16771:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384317.429559:0:16771:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000555601ca refcount=14 00000100:00000010:3.0:1767384317.429561:0:16776:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000155ee492. 00000020:00000001:2.0:1767384317.429563:0:16771:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000020:00000001:2.0:1767384317.429566:0:16771:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000100:00000001:3.0:1767384317.429567:0:16776:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384317.429572:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384317.429574:0:16776:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294907416 00000020:00000010:2.0:1767384317.429577:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fed229ec. 00000100:00000010:3.0:1767384317.429579:0:16776:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b4d762eb. 00000100:00000001:2.0:1767384317.429581:0:16771:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384317.429583:0:16776:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 2 00000020:00000010:2.0:1767384317.429584:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fed229ec. 00000100:00000001:3.0:1767384317.429588:0:16776:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294907416 00000020:00000010:2.0:1767384317.429591:0:16771:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e8252131. 00000100:00000010:3.0:1767384317.429592:0:16776:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cf05b998. 00000100:00000001:3.0:1767384317.429598:0:16776:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 3 00000020:00000010:2.0:1767384317.429600:0:16771:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000075284dd6. 00000100:00000001:3.0:1767384317.429602:0:16776:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384317.429605:0:16776:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384317.429605:0:16771:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000cdb44793. 00000100:00000001:3.0:1767384317.429607:0:16776:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384317.429610:0:16776:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767384317.429611:0:16776:0:(client.c:2690:ptlrpc_set_wait()) set 00000000220c5bd3 going to sleep for 11 seconds 00000100:00000040:2.0:1767384317.429616:0:16771:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384317.429622:0:16776:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384317.429622:0:16771:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384317.429624:0:16771:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384317.429626:0:16776:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384317.429627:0:16771:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384317.429635:0:16771:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384317.429645:0:16771:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384317.429655:0:16771:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384317.429656:0:16771:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384317.429660:0:16771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 99 00000100:00000040:2.0:1767384317.429663:0:16771:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000555601ca : new rpc_count 1 00000100:00000001:2.0:1767384317.429664:0:16771:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619777395445840 : -124296314105776 : ffff8ef40259d050) 00000100:00000040:2.0:1767384317.429668:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000070c1bfeb x1853236723076224/t0(0) o101->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:298/0 lens 328/0 e 0 to 0 dl 1767384328 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384317.429676:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384317.429678:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fed229ec. 00000100:00000001:2.0:1767384317.429679:0:16771:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384317.429680:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fed229ec. 00000100:00100000:2.0:1767384317.429683:0:16771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000070c1bfeb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c0412d60-4f67-4dbc-8791-892843f60083+14:16776:x1853236723076224:12345-0@lo:101: 00000100:00000200:2.0:1767384317.429686:0:16771:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723076224 00000020:00000001:2.0:1767384317.429688:0:16771:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384317.429695:0:16771:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384317.429697:0:16771:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384317.429699:0:16771:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384317.429700:0:16771:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669141056 : -1040410560 : ffffffffc1fc9840) 00000020:00000001:2.0:1767384317.429703:0:16771:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384317.429704:0:16771:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384317.429706:0:16771:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384317.429708:0:16771:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384317.429712:0:16771:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384317.429714:0:16771:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1767384317.429716:0:16771:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1767384317.429718:0:16771:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1767384317.429720:0:16771:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1767384317.429722:0:16771:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384317.429727:0:16771:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384317.429732:0:16771:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000ac38e099. 00010000:00000001:2.0:1767384317.429735:0:16771:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384317.429738:0:16771:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000d29113af. 00000020:00000001:2.0:1767384317.429741:0:16771:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384317.429742:0:16771:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000d29113af with handle 0x7e51148972eecbc0 to hash 00000020:00000001:2.0:1767384317.429745:0:16771:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384317.429746:0:16771:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446619782554466304 : -124291155085312 : ffff8ef535da3800) 00010000:00000001:2.0:1767384317.429748:0:16771:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446619782554466304 : -124291155085312 : ffff8ef535da3800) 00010000:00010000:2.0:1767384317.429751:0:16771:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000d29113af/0x7e51148972eecbc0 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x7e51148972eecbb9 expref: -99 pid: 16771 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384317.429757:0:16771:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 00000000555601ca : new locks_count 10 00000020:00000040:2.0:1767384317.429758:0:16771:0:(genops.c:887:class_export_get()) GET export 00000000555601ca refcount=15 00000100:00000001:2.0:1767384317.429764:0:16771:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384317.429766:0:16771:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384317.429769:0:16771:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 000000003b9bade1. 02000000:00000001:2.0:1767384317.429770:0:16771:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384317.429779:0:16771:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384317.429781:0:16771:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384317.429784:0:16771:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384317.429790:0:16771:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384317.429791:0:16771:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384317.429792:0:16771:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384317.429794:0:16771:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384317.429795:0:16771:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384317.429797:0:16771:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384317.429798:0:16771:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384317.429799:0:16771:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384317.429800:0:16771:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384317.429801:0:16771:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000ac38e099) refcount = 1 00010000:00010000:2.0:1767384317.429804:0:16771:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000d29113af/0x7e51148972eecbc0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x7e51148972eecbb9 expref: 15 pid: 16771 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384317.429809:0:16771:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384317.429810:0:16771:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384317.429811:0:16771:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384317.429812:0:16771:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384317.429814:0:16771:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384317.429817:0:16771:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:2.0:1767384317.429819:0:16771:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000d29113af/0x7e51148972eecbc0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7e51148972eecbb9 expref: 15 pid: 16771 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384317.429824:0:16771:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384317.429825:0:16771:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384317.429827:0:16771:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384317.429828:0:16771:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384317.429829:0:16771:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384317.429830:0:16771:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384317.429831:0:16771:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384317.429832:0:16771:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000d29113af, rc 0) 00000020:00000001:2.0:1767384317.429834:0:16771:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384317.429836:0:16771:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236723076224 00010000:00000001:2.0:1767384317.429838:0:16771:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384317.429840:0:16771:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000070c1bfeb x1853236723076224/t0(0) o101->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:298/0 lens 328/344 e 0 to 0 dl 1767384328 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384317.429845:0:16771:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384317.429850:0:16771:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384317.429853:0:16771:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dd452398 time=47 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384317.429857:0:16771:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384317.429859:0:16771:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 21 to 0@lo 00000100:00000001:2.0:1767384317.429860:0:16771:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 02000000:00000001:2.0:1767384317.429862:0:16771:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384317.429864:0:16771:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384317.429866:0:16771:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384317.429867:0:16771:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384317.429870:0:16771:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007a2d1c4e. 00000100:00000200:2.0:1767384317.429872:0:16771:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236723076224, offset 224 00000400:00000200:2.0:1767384317.429875:0:16771:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384317.429880:0:16771:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384317.429884:0:16771:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695824c904c80 00000400:00000200:2.0:1767384317.429887:0:16771:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x1839 [1] + 224 00000400:00000200:2.0:1767384317.429890:0:16771:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384317.429892:0:16771:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384317.429894:0:16771:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384317.429897:0:16771:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bf90d32f x1853236723076224/t0(0) o101->MGC192.168.202.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384333 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384317.429903:0:16771:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@00000000bf90d32f x1853236723076224/t0(0) o101->MGC192.168.202.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384333 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384317.429914:0:16771:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384317.429917:0:16771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007a2d1c4e 00000400:00000010:2.0:1767384317.429918:0:16771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007a2d1c4e. 00000100:00000001:2.0:1767384317.429921:0:16771:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384317.429922:0:16771:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384317.429924:0:16771:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384317.429926:0:16771:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 20 to 0@lo 00010000:00000001:2.0:1767384317.429928:0:16771:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384317.429929:0:16771:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384317.429931:0:16771:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384317.429933:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000070c1bfeb x1853236723076224/t0(0) o101->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:298/0 lens 328/344 e 0 to 0 dl 1767384328 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384317.429947:0:16771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000070c1bfeb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c0412d60-4f67-4dbc-8791-892843f60083+15:16776:x1853236723076224:12345-0@lo:101: Request processed in 270us (477us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384317.429952:0:16771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 99 00000100:00000040:2.0:1767384317.429954:0:16771:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000555601ca : new rpc_count 0 00000100:00000001:2.0:1767384317.429956:0:16771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384317.429958:0:16771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384317.429961:0:16771:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000075284dd6. 00000020:00000010:2.0:1767384317.429964:0:16771:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000cdb44793. 00000020:00000010:2.0:1767384317.429966:0:16771:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e8252131. 00000020:00000040:2.0:1767384317.429971:0:16771:0:(genops.c:898:class_export_put()) PUTting export 00000000555601ca : new refcount 14 00000100:00000001:3.0:1767384317.429973:0:16776:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1767384317.429974:0:16771:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384317.429977:0:16771:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 000000003b9bade1. 00000400:00000001:3.0:1767384317.429980:0:16776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:2.0:1767384317.429980:0:16771:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000400:00000001:3.0:1767384317.429983:0:16776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767384317.429984:0:16771:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384317.429987:0:16776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008fcebc09. 00000100:00000200:2.0:1767384317.429989:0:16771:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000200:3.0:1767384317.429992:0:16776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f67dee06 00000400:00000010:2.0:1767384317.429994:0:16771:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002d0340f1. 00000400:00000010:3.0:1767384317.429995:0:16776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f67dee06. 00000100:00000001:3.0:1767384317.429999:0:16776:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000010:2.0:1767384317.430001:0:16771:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000044b47f24. 00000100:00000200:3.0:1767384317.430004:0:16776:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bf90d32f x1853236723076224/t0(0) o101->MGC192.168.202.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384333 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384317.430013:0:16776:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bf90d32f x1853236723076224/t0(0) o101->MGC192.168.202.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384333 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384317.430019:0:16776:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384317.430020:0:16776:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384317.430022:0:16776:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384317.430024:0:16776:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384317.430025:0:16776:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384317.430026:0:16776:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384317.430028:0:16776:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384317.430031:0:16776:0:(import.c:2128:obd_at_measure()) add 5 to 0000000028df3f77 time=47 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384317.430033:0:16776:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f5022cbe time=47 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384317.430035:0:16776:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384317.430036:0:16776:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384317.430037:0:16776:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384317.430039:0:16776:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384317.430040:0:16776:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384317.430042:0:16776:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bf90d32f x1853236723076224/t0(0) o101->MGC192.168.202.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384333 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384317.430047:0:16776:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384317.430049:0:16776:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384317.430050:0:16776:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384317.430052:0:16776:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bf90d32f x1853236723076224/t0(0) o101->MGC192.168.202.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384333 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384317.430056:0:16776:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000bf90d32f pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c0412d60-4f67-4dbc-8791-892843f60083:16776:1853236723076224:0@lo:101: 00000100:00000001:3.0:1767384317.430065:0:16776:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384317.430067:0:16776:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384317.430068:0:16776:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767384317.430070:0:16776:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384317.430071:0:16776:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bf90d32f x1853236723076224/t0(0) o101->MGC192.168.202.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384333 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384317.430075:0:16776:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384317.430077:0:16776:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000220c5bd3. 00000100:00000001:3.0:1767384317.430078:0:16776:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767384317.430079:0:16776:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384317.430081:0:16776:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1767384317.430083:0:16776:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384317.430084:0:16776:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384317.430103:0:16776:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000046a46c52 refcount=4 00000020:00000001:3.0:1767384317.430104:0:16776:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781713885696 : -124291995665920 : ffff8ef503bffa00) 00010000:00000001:3.0:1767384317.430106:0:16776:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781713885696 : -124291995665920 : ffff8ef503bffa00) 00010000:00000040:3.0:1767384317.430109:0:16776:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 0000000046a46c52, remote cookie: 0x7e51148972eecbc0, flags: 0x0 00010000:00000001:3.0:1767384317.430112:0:16776:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384317.430114:0:16776:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384317.430115:0:16776:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384317.430116:0:16776:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384317.430117:0:16776:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384317.430118:0:16776:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000d29b5cf2) refcount = 1 00010000:00010000:3.0:1767384317.430120:0:16776:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.152@tcp lock: 0000000046a46c52/0x7e51148972eecbb9 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7e51148972eecbc0 expref: -99 pid: 16776 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384317.430124:0:16776:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384317.430125:0:16776:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384317.430126:0:16776:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384317.430128:0:16776:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384317.430130:0:16776:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384317.430132:0:16776:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.152@tcp lock: 0000000046a46c52/0x7e51148972eecbb9 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x7e51148972eecbc0 expref: -99 pid: 16776 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384317.430143:0:16776:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1767384317.430144:0:16776:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384317.430145:0:16776:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384317.430146:0:16776:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384317.430146:0:16776:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384317.430147:0:16776:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384317.430148:0:16776:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384317.430150:0:16776:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bf90d32f x1853236723076224/t0(0) o101->MGC192.168.202.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384333 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384317.430155:0:16776:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384317.430157:0:16776:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384317.430158:0:16776:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000008e19ae9f. 02000000:00000001:3.0:1767384317.430161:0:16776:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384317.430162:0:16776:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384317.430163:0:16776:0:(genops.c:1242:class_import_put()) import 00000000df830bbe refcount=3 obd=MGC192.168.202.152@tcp 00000020:00000001:3.0:1767384317.430165:0:16776:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384317.430166:0:16776:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000b4582cc1. 02000000:00000001:3.0:1767384317.430168:0:16776:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384317.430169:0:16776:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384317.430170:0:16776:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bf90d32f. 00000100:00000001:3.0:1767384317.430172:0:16776:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384317.430173:0:16776:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1767384317.430174:0:16776:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384317.430176:0:16776:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1767384317.430177:0:16776:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (0000000070cb7a0b) refs 3 10000000:00000001:3.0:1767384317.430178:0:16776:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384317.430179:0:16776:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384317.430180:0:16776:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384317.430181:0:16776:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000046a46c52 refcount=3 00000020:00000001:3.0:1767384317.430182:0:16776:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781713885696 : -124291995665920 : ffff8ef503bffa00) 00010000:00000001:3.0:1767384317.430184:0:16776:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781713885696 : -124291995665920 : ffff8ef503bffa00) 00010000:00000001:3.0:1767384317.430185:0:16776:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:3.0:1767384317.430186:0:16776:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384317.430186:0:16776:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384317.430187:0:16776:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384317.430192:0:16776:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:3.0:1767384317.430194:0:16776:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 00000000ea44faa3. 00000100:00000010:3.0:1767384317.430204:0:16776:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bf90d32f. 00000020:00000040:3.0:1767384317.430205:0:16776:0:(genops.c:1229:class_import_get()) import 00000000df830bbe refcount=4 obd=MGC192.168.202.152@tcp 00000100:00000001:3.0:1767384317.430207:0:16776:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384317.430209:0:16776:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384317.430210:0:16776:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384317.430212:0:16776:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b4582cc1. 00000100:00000001:3.0:1767384317.430215:0:16776:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384317.430217:0:16776:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:3.0:1767384317.430219:0:16776:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000008e19ae9f. 00000100:00000010:3.0:1767384317.430221:0:16776:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 0000000023f5f221. 00000020:00000040:3.0:1767384317.430222:0:16776:0:(genops.c:1229:class_import_get()) import 00000000df830bbe refcount=5 obd=MGC192.168.202.152@tcp 00000100:00000001:3.0:1767384317.430225:0:16776:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767384317.430226:0:16776:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384317.430228:0:16776:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000220c5bd3. 00000100:00000001:3.0:1767384317.430229:0:16776:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446619782632342464 : -124291077209152 : ffff8ef53a7e83c0) 00000100:00000001:3.0:1767384317.430230:0:16776:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384317.430231:0:16776:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782675219328 : -124291034332288 : ffff8ef53d0cc380) 00000100:00000001:3.0:1767384317.430234:0:16776:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384317.430235:0:16776:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384317.430236:0:16776:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384317.430237:0:16776:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384317.430239:0:16776:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bf90d32f x1853236723076352/t0(0) o256->MGC192.168.202.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384317.430246:0:16776:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384317.430247:0:16776:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384317.430249:0:16776:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384317.430251:0:16776:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384317.430253:0:16776:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384317.430255:0:16776:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000bf90d32f pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c0412d60-4f67-4dbc-8791-892843f60083:16776:1853236723076352:0@lo:256: 00000100:00000001:3.0:1767384317.430258:0:16776:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384317.430260:0:16776:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384317.430262:0:16776:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384317.430270:0:16776:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:3.0:1767384317.430274:0:16776:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008fcebc09. 00000400:00000010:3.0:1767384317.430278:0:16776:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 000000008e394032. 00000100:00000200:3.0:1767384317.430282:0:16776:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x695824c904d00-0x695824c904d00, portal 33 00000100:00000001:3.0:1767384317.430285:0:16776:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384317.430287:0:16776:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384317.430290:0:16776:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008341e060. 02000000:00000001:3.0:1767384317.430292:0:16776:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384317.430294:0:16776:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003f1040e1. 00000400:00000010:3.0:1767384317.430297:0:16776:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f67dee06. 00000100:00000200:3.0:1767384317.430299:0:16776:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236723076352, portal 25 00000100:00000001:3.0:1767384317.430302:0:16776:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384317.430303:0:16776:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782675219328 : -124291034332288 : ffff8ef53d0cc380) 00000100:00000040:3.0:1767384317.430307:0:16776:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000bf90d32f x1853236723076352/t0(0) o256->MGC192.168.202.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384333 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384317.430314:0:16776:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384317.430316:0:16776:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384317.430318:0:16776:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fd1ee6a0. 00000100:00000200:3.0:1767384317.430319:0:16776:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853236723076352, offset 0 00000400:00000200:3.0:1767384317.430322:0:16776:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384317.430327:0:16776:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384317.430331:0:16776:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x695824c904d00 00000400:00000200:3.0:1767384317.430333:0:16776:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x10a1 [2] + 0 00000400:00000010:3.0:1767384317.430336:0:16776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f6b64153. 00000400:00000200:3.0:1767384317.430338:0:16776:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000006751370d 00000400:00000200:3.0:1767384317.430340:0:16776:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384317.430342:0:16776:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384317.430344:0:16776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006751370d 00000400:00000010:3.0:1767384317.430345:0:16776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006751370d. 00000100:00000001:3.0:1767384317.430347:0:16776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384317.430348:0:16776:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384317.430350:0:16776:0:(events.c:337:request_in_callback()) incoming req@00000000d8380eca x1853236723076352 msgsize 304 00000100:00100000:3.0:1767384317.430352:0:16776:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384317.430354:0:16776:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384317.430367:0:16776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384317.430371:0:16776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fd1ee6a0 00000400:00000010:3.0:1767384317.430372:0:16776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fd1ee6a0. 00000100:00000001:3.0:1767384317.430374:0:16776:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384317.430376:0:16776:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bf90d32f x1853236723076352/t0(0) o256->MGC192.168.202.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384333 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384317.430381:0:16776:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384317.430383:0:16776:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000bf90d32f x1853236723076352/t0(0) o256->MGC192.168.202.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384333 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384317.430387:0:16776:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384317.430388:0:16776:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384317.430391:0:16776:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384317.430394:0:16776:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294907417 00000100:00000001:3.0:1767384317.430398:0:16776:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294907416 00000100:00000001:3.0:1767384317.430403:0:16776:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294907417 00000100:00000001:2.0:1767384317.430403:0:16771:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384317.430408:0:16776:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294907416 00000100:00100000:2.0:1767384317.430409:0:16771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723076352 00000100:00000001:3.0:1767384317.430412:0:16776:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294907417 02000000:00000001:2.0:1767384317.430414:0:16771:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384317.430415:0:16776:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294907416 00000100:00000001:3.0:1767384317.430418:0:16776:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294907417 00000100:00000001:2.0:1767384317.430418:0:16771:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384317.430422:0:16771:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384317.430423:0:16776:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294907416 00000100:00000001:3.0:1767384317.430426:0:16776:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384317.430430:0:16776:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384317.430430:0:16771:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384317.430431:0:16776:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384317.430433:0:16776:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767384317.430434:0:16776:0:(client.c:2690:ptlrpc_set_wait()) set 00000000220c5bd3 going to sleep for 11 seconds 00000100:00000001:3.0:1767384317.430436:0:16776:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384317.430436:0:16776:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384317.430442:0:16771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723076352 00000020:00000001:2.0:1767384317.430444:0:16771:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384317.430445:0:16771:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eec8e1 00000020:00000001:2.0:1767384317.430446:0:16771:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384317.430448:0:16771:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000555601ca refcount=15 00000020:00000001:2.0:1767384317.430450:0:16771:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000020:00000001:2.0:1767384317.430451:0:16771:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000100:00000001:2.0:1767384317.430465:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384317.430468:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fed229ec. 00000100:00000001:2.0:1767384317.430474:0:16771:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384317.430475:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fed229ec. 00000020:00000010:2.0:1767384317.430478:0:16771:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e8252131. 00000020:00000010:2.0:1767384317.430480:0:16771:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000075284dd6. 00000020:00000010:2.0:1767384317.430482:0:16771:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000cdb44793. 00000100:00000040:2.0:1767384317.430485:0:16771:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384317.430486:0:16771:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384317.430487:0:16771:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384317.430488:0:16771:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384317.430491:0:16771:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384317.430499:0:16771:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384317.430505:0:16771:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384317.430506:0:16771:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384317.430508:0:16771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 100 00000100:00000040:2.0:1767384317.430509:0:16771:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000555601ca : new rpc_count 1 00000100:00000001:2.0:1767384317.430511:0:16771:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619777395457104 : -124296314094512 : ffff8ef40259fc50) 00000100:00000040:2.0:1767384317.430513:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000d8380eca x1853236723076352/t0(0) o256->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:298/0 lens 304/0 e 0 to 0 dl 1767384328 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384317.430518:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384317.430520:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fed229ec. 00000100:00000001:2.0:1767384317.430521:0:16771:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384317.430522:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fed229ec. 00000100:00100000:2.0:1767384317.430524:0:16771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000d8380eca pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c0412d60-4f67-4dbc-8791-892843f60083+15:16776:x1853236723076352:12345-0@lo:256: 00000100:00000200:2.0:1767384317.430526:0:16771:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723076352 00000020:00000001:2.0:1767384317.430528:0:16771:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384317.430529:0:16771:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384317.430530:0:16771:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384317.430532:0:16771:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384317.430533:0:16771:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669141472 : -1040410144 : ffffffffc1fc99e0) 00000020:00000001:2.0:1767384317.430535:0:16771:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384317.430536:0:16771:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384317.430538:0:16771:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384317.430542:0:16771:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384317.430544:0:16771:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384317.430546:0:16771:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384317.430548:0:16771:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384317.430550:0:16771:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 000000003b9bade1. 02000000:00000001:2.0:1767384317.430551:0:16771:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384317.430552:0:16771:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384317.430554:0:16771:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:2.0:1767384317.430558:0:16771:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:2.0:1767384317.430560:0:16771:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384317.430562:0:16771:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384317.430564:0:16771:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384317.430565:0:16771:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:2.0:1767384317.430567:0:16771:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:2.0:1767384317.430568:0:16771:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 000000000761bb10. 20000000:00000001:2.0:1767384317.430570:0:16771:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:2.0:1767384317.430580:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:2.0:1767384317.430585:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:2.0:1767384317.430589:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:2.0:1767384317.430590:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:2.0:1767384317.430592:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:2.0:1767384317.430593:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:2.0:1767384317.430594:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:2.0:1767384317.430596:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:2.0:1767384317.430597:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:2.0:1767384317.430598:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:2.0:1767384317.430599:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:2.0:1767384317.430600:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:2.0:1767384317.430602:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:2.0:1767384317.430603:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:2.0:1767384317.430604:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:2.0:1767384317.430605:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:2.0:1767384317.430606:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:2.0:1767384317.430607:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:2.0:1767384317.430608:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:2.0:1767384317.430609:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:2.0:1767384317.430610:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:2.0:1767384317.430611:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:2.0:1767384317.430612:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:01000000:2.0:1767384317.430617:0:16771:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 484, pages 3612/1/4/3. 20000000:00000040:2.0:1767384317.430622:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:2.0:1767384317.430624:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:2.0:1767384317.430625:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:2.0:1767384317.430626:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:2.0:1767384317.430627:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:2.0:1767384317.430629:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:2.0:1767384317.430630:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:2.0:1767384317.430631:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:2.0:1767384317.430632:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:2.0:1767384317.430633:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:2.0:1767384317.430634:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:2.0:1767384317.430635:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:2.0:1767384317.430637:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:2.0:1767384317.430638:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:2.0:1767384317.430639:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:2.0:1767384317.430640:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:2.0:1767384317.430641:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:2.0:1767384317.430642:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:2.0:1767384317.430643:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:2.0:1767384317.430644:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:2.0:1767384317.430645:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:2.0:1767384317.430646:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:2.0:1767384317.430648:0:16771:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:01000000:2.0:1767384317.430649:0:16771:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 484, pages 3128/1/4/3. 20000000:01000000:2.0:1767384317.430650:0:16771:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 968, version 50 20000000:00000001:2.0:1767384317.430651:0:16771:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=968 : 968 : 3c8) 00000100:00000001:2.0:1767384317.430653:0:16771:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:2.0:1767384317.430656:0:16771:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000521b6f75. 00000100:00000010:2.0:1767384317.430658:0:16771:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 0000000024b185b4. 00000020:00000040:2.0:1767384317.430659:0:16771:0:(genops.c:887:class_export_get()) GET export 00000000555601ca refcount=16 00010000:00000001:2.0:1767384317.430661:0:16771:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:2.0:1767384317.430662:0:16771:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:2.0:1767384317.430664:0:16771:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007a2d1c4e. 00000400:00000010:2.0:1767384317.430668:0:16771:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000977323e5. 00000400:00000200:2.0:1767384317.430670:0:16771:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384317.430675:0:16771:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384317.430678:0:16771:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 968 into portal 33 MB=0x695824c904d00 00000400:00000200:2.0:1767384317.430684:0:16771:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 968/968 into md 0x1849 [4] + 0 00000400:00000010:2.0:1767384317.430686:0:16771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008fcebc09. 00000400:00000200:2.0:1767384317.430688:0:16771:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000008e394032 00000400:00000200:2.0:1767384317.430691:0:16771:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384317.430693:0:16771:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384317.430694:0:16771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008e394032 00000400:00000010:2.0:1767384317.430695:0:16771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 000000008e394032. 00000100:00000001:2.0:1767384317.430697:0:16771:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:2.0:1767384317.430698:0:16771:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 00000000bf90d32f desc 000000008e19ae9f mbits 1853236723076352 00000100:00000001:2.0:1767384317.430707:0:16771:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:2.0:1767384317.430710:0:16771:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767384317.430715:0:16771:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:2.0:1767384317.430721:0:16771:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x1855 00000400:00000200:2.0:1767384317.430724:0:16771:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384317.430726:0:16771:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:2.0:1767384317.430730:0:16771:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:2.0:1767384317.430731:0:16771:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 00000000521b6f75 00000100:00000001:2.0:1767384317.430734:0:16771:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:2.0:1767384317.430738:0:16771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007a2d1c4e 00000400:00000010:2.0:1767384317.430740:0:16771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007a2d1c4e. 00000100:00000001:2.0:1767384317.430742:0:16771:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:2.0:1767384317.430744:0:16771:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 00000000521b6f75 00000100:00000001:2.0:1767384317.430746:0:16771:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:2.0:1767384317.430750:0:16771:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 968 bytes via portal 33 id 12345-0@lo mbits 0x695824c904d00-0x695824c904d00 00000100:00000001:2.0:1767384317.430753:0:16771:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384317.430756:0:16771:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384317.430758:0:16771:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:2.0:1767384317.430760:0:16771:0:(genops.c:898:class_export_put()) PUTting export 00000000555601ca : new refcount 15 00000100:00000010:2.0:1767384317.430762:0:16771:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 0000000024b185b4. 00000100:00000010:2.0:1767384317.430764:0:16771:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000521b6f75. 00000100:00000001:2.0:1767384317.430766:0:16771:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:2.0:1767384317.430767:0:16771:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384317.430771:0:16776:0:(client.c:1974:ptlrpc_check_set()) Process entered 20000000:00000010:2.0:1767384317.430774:0:16771:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 000000000761bb10. 00000100:00000001:3.0:1767384317.430775:0:16776:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384317.430779:0:16771:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384317.430782:0:16771:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236723076352 00010000:00000001:2.0:1767384317.430788:0:16771:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384317.430790:0:16771:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000d8380eca x1853236723076352/t0(0) o256->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:298/0 lens 304/240 e 0 to 0 dl 1767384328 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384317.430795:0:16771:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384317.430796:0:16771:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384317.430797:0:16771:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dd452398 time=47 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384317.430799:0:16771:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384317.430800:0:16771:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 21 to 0@lo 00000100:00000001:2.0:1767384317.430801:0:16771:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 02000000:00000001:2.0:1767384317.430803:0:16771:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384317.430804:0:16771:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384317.430805:0:16771:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384317.430807:0:16771:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384317.430808:0:16771:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007a2d1c4e. 00000100:00000200:2.0:1767384317.430810:0:16771:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853236723076352, offset 224 00000400:00000200:2.0:1767384317.430813:0:16771:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384317.430816:0:16771:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384317.430819:0:16771:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x695824c904d00 00000400:00000200:2.0:1767384317.430822:0:16771:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x184d [1] + 224 00000400:00000200:2.0:1767384317.430824:0:16771:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384317.430826:0:16771:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384317.430828:0:16771:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384317.430830:0:16771:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bf90d32f x1853236723076352/t0(0) o256->MGC192.168.202.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384333 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384317.430835:0:16771:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@00000000bf90d32f x1853236723076352/t0(0) o256->MGC192.168.202.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384333 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384317.430846:0:16771:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384317.430849:0:16771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007a2d1c4e 00000400:00000010:2.0:1767384317.430850:0:16771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007a2d1c4e. 00000100:00000001:2.0:1767384317.430851:0:16771:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384317.430852:0:16771:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384317.430854:0:16771:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384317.430856:0:16771:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 20 to 0@lo 00010000:00000001:2.0:1767384317.430857:0:16771:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384317.430862:0:16771:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384317.430864:0:16771:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1767384317.430866:0:16776:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767384317.430868:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d8380eca x1853236723076352/t0(0) o256->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:298/0 lens 304/240 e 0 to 0 dl 1767384328 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767384317.430871:0:16776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384317.430874:0:16776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:2.0:1767384317.430878:0:16771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000d8380eca pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c0412d60-4f67-4dbc-8791-892843f60083+15:16776:x1853236723076352:12345-0@lo:256: Request processed in 358us (526us total) trans 0 rc 0/0 00000400:00000010:3.0:1767384317.430884:0:16776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003f1040e1. 00000100:00100000:2.0:1767384317.430884:0:16771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 100 00000100:00000040:2.0:1767384317.430889:0:16771:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000555601ca : new rpc_count 0 00000400:00000200:3.0:1767384317.430890:0:16776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f67dee06 00000100:00000001:2.0:1767384317.430891:0:16771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000010:3.0:1767384317.430894:0:16776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f67dee06. 00000100:00000001:2.0:1767384317.430895:0:16771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384317.430899:0:16776:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:2.0:1767384317.430899:0:16771:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000075284dd6. 00000020:00000010:2.0:1767384317.430904:0:16771:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000cdb44793. 00000100:00000200:3.0:1767384317.430906:0:16776:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bf90d32f x1853236723076352/t0(0) o256->MGC192.168.202.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384333 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384317.430908:0:16771:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e8252131. 00000020:00000040:2.0:1767384317.430913:0:16771:0:(genops.c:898:class_export_put()) PUTting export 00000000555601ca : new refcount 14 02000000:00000001:2.0:1767384317.430917:0:16771:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384317.430919:0:16771:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 000000003b9bade1. 02000000:00000001:2.0:1767384317.430923:0:16771:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000200:3.0:1767384317.430924:0:16776:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bf90d32f x1853236723076352/t0(0) o256->MGC192.168.202.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384333 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384317.430925:0:16771:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384317.430931:0:16771:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384317.430936:0:16771:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000505cc9ab. 00000100:00000001:3.0:1767384317.430937:0:16776:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384317.430941:0:16776:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384317.430942:0:16776:0:(client.c:1578:after_reply()) Process entered 00000400:00000010:2.0:1767384317.430942:0:16771:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007ef9d5c0. 02000000:00000001:3.0:1767384317.430946:0:16776:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384317.430948:0:16776:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384317.430949:0:16776:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384317.430951:0:16776:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384317.430953:0:16776:0:(import.c:2128:obd_at_measure()) add 5 to 0000000028df3f77 time=47 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384317.430956:0:16776:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f5022cbe time=47 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384317.430957:0:16776:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384317.430958:0:16776:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384317.430960:0:16776:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384317.430961:0:16776:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384317.430963:0:16776:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384317.430965:0:16776:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@00000000bf90d32f x1853236723076352/t0(0) o256->MGC192.168.202.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384333 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384317.430970:0:16776:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@00000000bf90d32f x1853236723076352/t0(0) o256->MGC192.168.202.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384333 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384317.430975:0:16776:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384317.430976:0:16776:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384317.430977:0:16776:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bf90d32f x1853236723076352/t0(0) o256->MGC192.168.202.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384333 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384317.430981:0:16776:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000bf90d32f pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c0412d60-4f67-4dbc-8791-892843f60083:16776:1853236723076352:0@lo:256: 00000100:00000001:3.0:1767384317.430984:0:16776:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384317.430985:0:16776:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384317.430990:0:16776:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767384317.430991:0:16776:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384317.430992:0:16776:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bf90d32f x1853236723076352/t0(0) o256->MGC192.168.202.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384333 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384317.430997:0:16776:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384317.430998:0:16776:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000220c5bd3. 00000100:00000001:3.0:1767384317.431000:0:16776:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767384317.431000:0:16776:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:3.0:1767384317.431002:0:16776:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 50, more 0. 10000000:00000001:3.0:1767384317.431005:0:16776:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:3.0:1767384317.431009:0:16776:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 000000001a7925a7. 10000000:00000040:3.0:1767384317.431017:0:16776:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.202.152@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 00010000:00000001:3.0:1767384317.431021:0:16776:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:3.0:1767384317.431023:0:16776:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:3.0:1767384317.431027:0:16776:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.202.152@tcp has 192.168.202.152@tcp. 00000100:00000001:3.0:1767384317.431029:0:16776:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384317.431030:0:16776:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:3.0:1767384317.431031:0:16776:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.202.152@tcp with 192.168.202.152@tcp 00000100:00000200:3.0:1767384317.431033:0:16776:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.202.152@tcp' 00000400:00000200:3.0:1767384317.431036:0:16776:0:(peer.c:1356:LNetAddPeer()) Add peer with 23 NIDs 00000400:00001000:3.0:1767384317.431038:0:16776:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:3.0:1767384317.431040:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.202.152@tcp 00000400:00000200:3.0:1767384317.431044:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp NID flags 0x100001: -17 00000400:00000200:3.0:1767384317.431047:0:16776:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (23) 00000400:00000200:3.0:1767384317.431050:0:16776:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:3.0:1767384317.431052:0:16776:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.202.152@tcp NID 192.168.202.152@tcp: 0. pending discovery 00000400:00000200:3.0:1767384317.431054:0:16776:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000005d9714d7 (24) 00000400:00000200:3.0:1767384317.431056:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp 00000400:00000200:3.0:1767384317.431057:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.202.152@tcp10 00000400:00000200:3.0:1767384317.431059:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp10 NID flags 0x1: -114 00000400:00000200:3.0:1767384317.431060:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp10 00000400:00000200:3.0:1767384317.431061:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.202.152@tcp11 00000400:00000200:3.0:1767384317.431063:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp11 NID flags 0x1: -114 00000400:00000200:3.0:1767384317.431064:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp11 00000400:00000200:3.0:1767384317.431065:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.202.152@tcp12 00000400:00000200:3.0:1767384317.431070:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp12 NID flags 0x1: -114 00000400:00000200:3.0:1767384317.431071:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp12 00000400:00000200:3.0:1767384317.431072:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.202.152@tcp13 00000400:00000200:3.0:1767384317.431074:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp13 NID flags 0x1: -114 00000400:00000200:3.0:1767384317.431075:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp13 00000400:00000200:3.0:1767384317.431076:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.202.152@tcp14 00000400:00000200:3.0:1767384317.431078:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp14 NID flags 0x1: -114 00000400:00000200:3.0:1767384317.431079:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp14 00000400:00000200:3.0:1767384317.431080:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.202.152@tcp15 00000400:00000200:3.0:1767384317.431081:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp15 NID flags 0x1: -114 00000400:00000200:3.0:1767384317.431082:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp15 00000400:00000200:3.0:1767384317.431083:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.202.152@tcp16 00000400:00000200:3.0:1767384317.431101:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp16 NID flags 0x1: -114 00000400:00000200:3.0:1767384317.431102:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp16 00000400:00000200:3.0:1767384317.431103:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.202.152@tcp17 00000400:00000200:3.0:1767384317.431105:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp17 NID flags 0x1: -114 00000400:00000200:3.0:1767384317.431106:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp17 00000400:00000200:3.0:1767384317.431107:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.202.152@tcp18 00000400:00000200:3.0:1767384317.431109:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp18 NID flags 0x1: -114 00000400:00000200:3.0:1767384317.431109:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp18 00000400:00000200:3.0:1767384317.431110:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.202.152@tcp19 00000400:00000200:3.0:1767384317.431112:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp19 NID flags 0x1: -114 00000400:00000200:3.0:1767384317.431113:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp19 00000400:00000200:3.0:1767384317.431114:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.202.152@tcp20 00000400:00000200:3.0:1767384317.431116:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp20 NID flags 0x1: -114 00000400:00000200:3.0:1767384317.431117:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp20 00000400:00000200:3.0:1767384317.431118:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.202.152@tcp21 00000400:00000200:3.0:1767384317.431119:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp21 NID flags 0x1: -114 00000400:00000200:3.0:1767384317.431120:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp21 00000400:00000200:3.0:1767384317.431121:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.202.152@tcp22 00000400:00000200:3.0:1767384317.431123:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp22 NID flags 0x1: -114 00000400:00000200:3.0:1767384317.431123:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp22 00000400:00000200:3.0:1767384317.431124:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.202.152@tcp23 00000400:00000200:3.0:1767384317.431126:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp23 NID flags 0x1: -114 00000400:00000200:3.0:1767384317.431127:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp23 00000400:00000200:3.0:1767384317.431128:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.202.152@tcp24 00000400:00000200:3.0:1767384317.431134:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp24 NID flags 0x1: -114 00000400:00000200:3.0:1767384317.431135:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp24 00000400:00000200:3.0:1767384317.431136:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.202.152@tcp25 00000400:00000200:3.0:1767384317.431138:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp25 NID flags 0x1: -114 00000400:00000200:3.0:1767384317.431139:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp25 00000400:00000200:3.0:1767384317.431140:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.202.152@tcp26 00000400:00000200:3.0:1767384317.431141:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp26 NID flags 0x1: -114 00000400:00000200:3.0:1767384317.431142:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp26 00000400:00000200:3.0:1767384317.431143:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.202.152@tcp27 00000400:00000200:3.0:1767384317.431145:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp27 NID flags 0x1: -114 00000400:00000200:3.0:1767384317.431146:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp27 00000400:00000200:3.0:1767384317.431146:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.202.152@tcp28 00000400:00000200:3.0:1767384317.431148:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp28 NID flags 0x1: -114 00000400:00000200:3.0:1767384317.431149:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp28 00000400:00000200:3.0:1767384317.431150:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.202.152@tcp29 00000400:00000200:3.0:1767384317.431151:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp29 NID flags 0x1: -114 00000400:00000200:3.0:1767384317.431152:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp29 00000400:00000200:3.0:1767384317.431153:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.202.152@tcp30 00000400:00000200:3.0:1767384317.431155:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp30 NID flags 0x1: -114 00000400:00000200:3.0:1767384317.431155:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp30 00000400:00000200:3.0:1767384317.431156:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[22]: 192.168.202.152@tcp31 00000400:00000200:3.0:1767384317.431158:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp31 NID flags 0x1: -114 00000400:00000200:3.0:1767384317.431159:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp31 00000100:00000001:3.0:1767384317.431160:0:16776:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384317.431161:0:16776:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:3.0:1767384317.431163:0:16776:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.202.152@tcp' by NID '192.168.202.152@tcp' 10000000:00000010:3.0:1767384317.431166:0:16776:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 0000000034b1f818. 10000000:00000040:3.0:1767384317.431168:0:16776:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 50/50 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.202.152@tcp::2 00000020:00000080:3.0:1767384317.431170:0:16776:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000020:00000001:3.0:1767384317.431175:0:16776:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:3.0:1767384317.431177:0:16776:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001b3a15a0. 00000020:00000010:3.0:1767384317.431180:0:16776:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000001a975d84. 00000040:00000010:3.0:1767384317.431182:0:16776:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000c5a6dcc6. 00000020:00000010:3.0:1767384317.431185:0:16776:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000066a93e3e. 00000020:00000010:3.0:1767384317.431188:0:16776:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000003ad121f2. 00000020:00000010:3.0:1767384317.431194:0:16776:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000b8bc7a66. 80000000:00000010:3.0:1767384317.431197:0:16776:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000b94f37ef. 40000000:00000010:3.0:1767384317.431199:0:16776:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000094c4b562. 00100000:00000010:3.0:1767384317.431202:0:16776:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000007a5adebd. 00040000:00000010:3.0:1767384317.431206:0:16776:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000f4083a01. 00040000:00000010:3.0:1767384317.431208:0:16776:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000032ed4fd. 00040000:00000010:3.0:1767384317.431211:0:16776:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000030d2709f. 00080000:00000010:3.0:1767384317.431213:0:16776:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000005e1e4e83. 00000004:00000010:3.0:1767384317.431216:0:16776:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000ea1351e4. 00000004:00000010:3.0:1767384317.431220:0:16776:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000e26889dc. 00000004:00000010:3.0:1767384317.431223:0:16776:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000006977d006. 00002000:00000010:3.0:1767384317.431226:0:16776:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000079c399d6. 00000004:00000010:3.0:1767384317.431229:0:16776:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000022a56989. 00000004:00000001:3.0:1767384317.431232:0:16776:0:(osp_dev.c:662:osp_process_config()) Process entered 00000040:00000001:3.0:1767384317.431234:0:16776:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:3.0:1767384317.431236:0:16776:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 0000000034b1f818 00000040:00001000:3.0:1767384317.431237:0:16776:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:3.0:1767384317.431239:0:16776:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:3.0:1767384317.431240:0:16776:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:3.0:1767384317.431241:0:16776:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:3.0:1767384317.431244:0:16776:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:3.0:1767384317.431246:0:16776:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:3.0:1767384317.431247:0:16776:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:3.0:1767384317.431249:0:16776:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.202.152@tcp::2 00000040:00000001:3.0:1767384317.431251:0:16776:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000004:00000001:3.0:1767384317.431307:0:16776:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384317.431312:0:16776:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000001a975d84. 00000040:00000010:3.0:1767384317.431315:0:16776:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000c5a6dcc6. 00000020:00000010:3.0:1767384317.431317:0:16776:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000066a93e3e. 00000020:00000010:3.0:1767384317.431319:0:16776:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000003ad121f2. 00000020:00000010:3.0:1767384317.431322:0:16776:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000b8bc7a66. 80000000:00000010:3.0:1767384317.431324:0:16776:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000b94f37ef. 40000000:00000010:3.0:1767384317.431327:0:16776:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000094c4b562. 00100000:00000010:3.0:1767384317.431330:0:16776:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000007a5adebd. 00040000:00000010:3.0:1767384317.431333:0:16776:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000f4083a01. 00040000:00000010:3.0:1767384317.431340:0:16776:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000032ed4fd. 00040000:00000010:3.0:1767384317.431343:0:16776:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000030d2709f. 00080000:00000010:3.0:1767384317.431346:0:16776:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000005e1e4e83. 00000004:00000010:3.0:1767384317.431349:0:16776:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000ea1351e4. 00000004:00000010:3.0:1767384317.431351:0:16776:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000e26889dc. 00000004:00000010:3.0:1767384317.431354:0:16776:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000006977d006. 00002000:00000010:3.0:1767384317.431355:0:16776:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000079c399d6. 00000004:00000010:3.0:1767384317.431357:0:16776:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000022a56989. 00000020:00000010:3.0:1767384317.431359:0:16776:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001b3a15a0. 00000020:00000001:3.0:1767384317.431361:0:16776:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384317.431362:0:16776:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:3.0:1767384317.431364:0:16776:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 0000000034b1f818. 10000000:00000010:3.0:1767384317.431366:0:16776:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 000000001a7925a7. 10000000:00000001:3.0:1767384317.431368:0:16776:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384317.431369:0:16776:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384317.431372:0:16776:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bf90d32f x1853236723076352/t0(0) o256->MGC192.168.202.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384333 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384317.431377:0:16776:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384317.431378:0:16776:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384317.431379:0:16776:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008341e060. 02000000:00000001:3.0:1767384317.431381:0:16776:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384317.431382:0:16776:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384317.431383:0:16776:0:(genops.c:1242:class_import_put()) import 00000000df830bbe refcount=4 obd=MGC192.168.202.152@tcp 00000020:00000001:3.0:1767384317.431384:0:16776:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767384317.431385:0:16776:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:3.0:1767384317.431386:0:16776:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384317.431387:0:16776:0:(genops.c:1242:class_import_put()) import 00000000df830bbe refcount=3 obd=MGC192.168.202.152@tcp 00000020:00000001:3.0:1767384317.431388:0:16776:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:3.0:1767384317.431389:0:16776:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 0000000023f5f221. 00000100:00000010:3.0:1767384317.431390:0:16776:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000008e19ae9f. 00000100:00000001:3.0:1767384317.431392:0:16776:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:3.0:1767384317.431392:0:16776:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000b4582cc1. 02000000:00000001:3.0:1767384317.431394:0:16776:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384317.431394:0:16776:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384317.431395:0:16776:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bf90d32f. 00000100:00000001:3.0:1767384317.431397:0:16776:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384317.431400:0:16776:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:3.0:1767384317.431409:0:16776:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 00000000ea44faa3. 10000000:01000000:3.0:1767384317.431411:0:16776:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.152@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:3.0:1767384317.431414:0:16776:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:3.0:1767384317.431416:0:16776:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384317.431417:0:16776:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384317.431418:0:16776:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000046a46c52 refcount=3 00000020:00000001:3.0:1767384317.431420:0:16776:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781713885696 : -124291995665920 : ffff8ef503bffa00) 00010000:00000001:3.0:1767384317.431422:0:16776:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781713885696 : -124291995665920 : ffff8ef503bffa00) 00010000:00000001:3.0:1767384317.431424:0:16776:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384317.431425:0:16776:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.152@tcp lock: 0000000046a46c52/0x7e51148972eecbb9 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7e51148972eecbc0 expref: -99 pid: 16776 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384317.431430:0:16776:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384317.431431:0:16776:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384317.431432:0:16776:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.152@tcp lock: 0000000046a46c52/0x7e51148972eecbb9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7e51148972eecbc0 expref: -99 pid: 16776 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384317.431436:0:16776:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384317.431437:0:16776:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384317.431438:0:16776:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:3.0:1767384317.431439:0:16776:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384317.431440:0:16776:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384317.431441:0:16776:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:3.0:1767384317.431443:0:16776:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1767384317.431443:0:16776:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(0000000070cb7a0b) refs 3 10000000:00000001:3.0:1767384317.431445:0:16776:0:(mgc_request.c:147:config_log_put()) Process leaving 00000020:00000010:3.0:1767384317.439134:0:27572:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 0000000023f5f221. 00000020:00000040:3.0:1767384317.439140:0:27572:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:3.0:1767384317.439142:0:27572:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 0000000023f5f221. 00000100:00000040:1.0:1767384317.455141:0:62:0:(connection.c:75:cpu_latency_work()) work item of 00000000edc4e618 (cpu 0) has reached its deadline 4294907417, at 4294907418 00000100:00000040:3.0:1767384317.455150:0:53:0:(connection.c:75:cpu_latency_work()) work item of 000000009d5c2cb6 (cpu 0) has reached its deadline 4294907417, at 4294907418 00000100:00000040:0.0:1767384317.455150:0:449:0:(connection.c:75:cpu_latency_work()) work item of 000000002fd0fb58 (cpu 0) has reached its deadline 4294907417, at 4294907418 00000100:00000010:1.0:1767384317.455153:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000155ee492. 00000100:00000010:3.0:1767384317.455161:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cf05b998. 00000100:00000010:0.0:1767384317.455164:0:449:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c1679cef. 00000100:00000040:2.0:1767384317.456125:0:795:0:(connection.c:75:cpu_latency_work()) work item of 00000000135c2452 (cpu 0) has reached its deadline 4294907417, at 4294907419 00000100:00000010:2.0:1767384317.456132:0:795:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b4d762eb. 00010000:00000001:0.0:1767384317.493145:0:449:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384317.493150:0:449:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384317.493155:0:449:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384317.493156:0:449:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384317.493184:0:16767:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384317.493188:0:16767:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384317.493191:0:16767:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:1.0:1767384317.556407:0:27573:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384317.556419:0:27573:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384317.556423:0:27573:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384317.556428:0:27573:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384317.556433:0:27573:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384317.556435:0:27573:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384318.254391:0:27737:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384318.254395:0:27737:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg252-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp32 --if ens2 00000001:00000001:1.0:1767384318.260168:0:27737:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384318.267135:0:27738:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000001c25a5fe. 00000400:00000010:1.0:1767384318.267149:0:27738:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000009de1bf35. 00000400:00000010:1.0:1767384318.267175:0:27738:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000009b12f1ed. 00000400:00000010:1.0:1767384318.267179:0:27738:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 0000000042d6860a. 00000400:00000010:1.0:1767384318.267184:0:27738:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000d2854fe2. 00000400:00000010:1.0:1767384318.267189:0:27738:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000001c6ca21d. 00000400:00000010:1.0:1767384318.267192:0:27738:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000c0f8948e. 00000400:00000010:1.0:1767384318.267200:0:27738:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000a550481a. 00000400:00000010:1.0:1767384318.267204:0:27738:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000004f281566. 00000800:00000010:1.0:1767384318.267219:0:27738:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000a6cdb55b. 00000800:00000200:1.0:1767384318.267231:0:27738:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384318.267243:0:27738:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384318.267276:0:27738:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.152) 00000400:02000000:1.0:1767384318.267295:0:27738:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.152@tcp32 [8/256/0/180] 00000400:00000010:1.0:1767384318.269373:0:27738:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 425 at 00000000e1a5d5c6. 00000400:00000010:1.0:1767384318.269379:0:27738:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000148fe617. 00000400:00000010:1.0:1767384318.269384:0:27738:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ea57a340. 00000400:00000001:1.0:1767384318.269399:0:27738:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384318.269400:0:27738:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384318.269402:0:27738:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000032bf1013. 00000400:00000200:1.0:1767384318.269404:0:27738:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000069303bcd 00000400:00000010:1.0:1767384318.269405:0:27738:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000069303bcd. 00000400:00000010:1.0:1767384318.269408:0:27738:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 409 at 00000000ae53d45f. 00000400:00000200:1.0:1767384318.269412:0:27738:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (23) 00000400:00000200:1.0:1767384318.269422:0:27738:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.152@tcp (000000005d9714d7): 0 00000400:00000200:1.0:1767384318.269429:0:27738:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131104 00000020:00000010:1.0:1767384318.269435:0:27738:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000686b2cb5. 00000400:00000200:2.0:1767384318.269438:0:16135:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:1.0:1767384318.269439:0:27738:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:1.0:1767384318.269443:0:27738:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.152@tcp32 00000400:00000200:2.0:1767384318.269457:0:16135:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100151 00000400:00000010:2.0:1767384318.269466:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007a2d1c4e. 00000400:00000200:2.0:1767384318.269470:0:16135:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (24) 00000400:00000010:1.0:1767384318.269470:0:27738:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000009de1bf35. 00000400:00000010:1.0:1767384318.269475:0:27738:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000001c25a5fe. 00000400:00000010:2.0:1767384318.269478:0:16135:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000059d3033e. 00000400:00000200:2.0:1767384318.269484:0:16135:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.152@tcp 00000400:00000200:2.0:1767384318.269505:0:16135:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.152@tcp local destination 00000400:00000200:2.0:1767384318.269509:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 37], ns[40, 37] 00000020:00000001:3.0:1767384318.269513:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:2.0:1767384318.269514:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 37], ns[64, 37] 10000000:00000001:3.0:1767384318.269520:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:2.0:1767384318.269526:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[68, 37], ns[68, 37] 00000400:00000200:2.0:1767384318.269532:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 37], ns[14, 37] 10000000:00000001:3.0:1767384318.269533:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384318.269538:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:2.0:1767384318.269538:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 14], ns[16, 14] 00000020:01000004:3.0:1767384318.269544:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:2.0:1767384318.269545:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 14], ns[18, 14] 00000020:01000004:3.0:1767384318.269549:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384318.269554:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:2.0:1767384318.269554:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 14], ns[20, 14] 00000020:01000004:3.0:1767384318.269558:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384318.269561:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:2.0:1767384318.269562:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 14], ns[22, 14] 00000020:01000004:3.0:1767384318.269564:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384318.269567:0:37:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000200:2.0:1767384318.269570:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 14], ns[24, 14] 00000020:01000004:3.0:1767384318.269571:0:37:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384318.269575:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:2.0:1767384318.269578:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 14], ns[26, 14] 00000020:01000004:3.0:1767384318.269579:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:2.0:1767384318.269584:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 14], ns[28, 14] 00000400:00000200:2.0:1767384318.269587:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 14], ns[30, 14] 00000100:00000010:3.0:1767384318.269588:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bf90d32f. 00000400:00000200:2.0:1767384318.269594:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 14], ns[32, 14] 00000020:00000040:3.0:1767384318.269596:0:37:0:(genops.c:1229:class_import_get()) import 00000000df830bbe refcount=4 obd=MGC192.168.202.152@tcp 00000400:00000200:2.0:1767384318.269599:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 14], ns[34, 14] 00000400:00000200:2.0:1767384318.269604:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 14], ns[44, 14] 00000100:00000001:3.0:1767384318.269605:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1767384318.269608:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 14], ns[48, 14] 02000000:00000001:3.0:1767384318.269611:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1767384318.269612:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 14], ns[52, 14] 00000400:00000200:2.0:1767384318.269617:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 14], ns[56, 14] 02000000:00000001:3.0:1767384318.269618:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384318.269621:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 14], ns[60, 14] 00000400:00000200:2.0:1767384318.269625:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[62, 14], ns[62, 14] 02000000:00000010:3.0:1767384318.269629:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000264f0620. 00000100:00000001:3.0:1767384318.269639:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384318.269640:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 14], ns[0, 14] 00000400:00000200:2.0:1767384318.269646:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp30] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 00000400:00000200:2.0:1767384318.269650:0:16135:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp30 00000100:00000001:3.0:1767384318.269652:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:2.0:1767384318.269655:0:16135:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.152@tcp30 00000100:00000001:3.0:1767384318.269656:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384318.269661:0:16135:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.152@tcp30 lpni_is_preferred = 0 00000100:00000040:3.0:1767384318.269666:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bf90d32f] to pc [ptlrpcd_00_00+0] req@00000000bf90d32f x1853236723076480/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384318.269666:0:16135:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.152@tcp30 00000400:00000200:2.0:1767384318.269674:0:16135:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp30 NI seq info: [69:69:256:4294967295] 192.168.202.152@tcp30 LPNI seq info [69:69:8:4294967295] 00000400:00000200:2.0:1767384318.269687:0:16135:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.152@tcp30 00000400:00000200:2.0:1767384318.269697:0:16135:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp30(192.168.202.152@tcp30:) -> 192.168.202.152@tcp30(192.168.202.152@tcp:192.168.202.152@tcp30) : PUT try# 0 00000800:00000200:2.0:1767384318.269713:0:16135:0:(socklnd_cb.c:1001:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.202.152@tcp30 10000000:00000001:3.0:1767384318.269716:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384318.269717:0:16135:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ee0cd755. 10000000:00000001:3.0:1767384318.269721:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384318.269724:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384318.269724:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000000:3.0:1767384318.269728:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000800:00000010:2.0:1767384318.269729:0:16135:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000a6274a03. 00000100:00000001:1.0:1767384318.269729:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384318.269733:0:16137:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:3.0:1767384318.269735:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000800:00000010:2.0:1767384318.269735:0:16135:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000a0d82d07. 10000000:00000001:3.0:1767384318.269738:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000100:00000040:1.0:1767384318.269739:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bf90d32f x1853236723076480/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:3.0:1767384318.269741:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384318.269744:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000800:00000200:2.0:1767384318.269747:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a6274a03] -> 12345-192.168.202.152@tcp30 (2) 00000020:01000004:3.0:1767384318.269749:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384318.269753:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384318.269756:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384318.269760:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000800:00000200:2.1:1767384318.269760:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a6274a03] -> 12345-192.168.202.152@tcp30 (2) 00000020:01000004:3.0:1767384318.269763:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000001:1.0:1767384318.269766:0:16137:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:3.0:1767384318.269767:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000100:00000001:1.0:1767384318.269769:0:16137:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384318.269784:0:16137:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:3.0:1767384318.269788:0:37:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000400:00000200:2.0:1767384318.269789:0:16135:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.152@tcp 02000000:00000001:1.0:1767384318.269789:0:16137:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384318.269794:0:16137:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384318.269795:0:16135:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100551 rc 0 00000020:01000004:3.0:1767384318.269799:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000100:00100000:1.0:1767384318.269799:0:16137:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000bf90d32f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c0412d60-4f67-4dbc-8791-892843f60083:16137:1853236723076480:0@lo:253: 00000020:01000004:3.0:1767384318.269802:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:3.0:1767384318.269806:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fdfbfb9f. 00000020:00000040:3.0:1767384318.269811:0:37:0:(genops.c:1229:class_import_get()) import 00000000df830bbe refcount=5 obd=MGC192.168.202.152@tcp 00000100:00000001:1.0:1767384318.269812:0:16137:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767384318.269816:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384318.269819:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384318.269819:0:16137:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384318.269823:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384318.269824:0:16137:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384318.269830:0:16137:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384318.269833:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000063d484a8. 02000000:00000010:1.0:1767384318.269835:0:16137:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000fc2316a4. 00000100:00000001:3.0:1767384318.269838:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384318.269839:0:16137:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384318.269852:0:16137:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d018e6a3. 00000100:00000001:3.0:1767384318.269854:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384318.269857:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384318.269857:0:16137:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009de1bf35. 00000400:00000200:2.0:1767384318.269862:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.152:988 00000100:00000200:1.0:1767384318.269862:0:16137:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236723076480, portal 25 00000100:00000040:3.0:1767384318.269863:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fdfbfb9f] to pc [ptlrpcd_00_01+1] req@00000000fdfbfb9f x1853236723076608/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384318.269868:0:16137:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384318.269871:0:16137:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782675219328 : -124291034332288 : ffff8ef53d0cc380) 00000100:00000040:1.0:1767384318.269878:0:16137:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000bf90d32f x1853236723076480/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384334 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:3.0:1767384318.269881:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384318.269886:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384318.269890:0:16137:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:3.0:1767384318.269891:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384318.269895:0:16137:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:01000000:3.0:1767384318.269897:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000010:1.0:1767384318.269900:0:16137:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005d09e59d. 00000020:00000010:3.0:1767384318.269902:0:37:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000686b2cb5. 00000100:00000200:1.0:1767384318.269905:0:16137:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236723076480, offset 0 00000400:00000200:1.0:1767384318.269915:0:16137:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384318.269920:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384318.269926:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767384318.269926:0:16137:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384318.269929:0:16138:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767384318.269929:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.152:988 00000100:00000040:3.0:1767384318.269938:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000fdfbfb9f x1853236723076608/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384318.269942:0:16137:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824c904d80 00000100:00000001:3.0:1767384318.269953:0:16138:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384318.269956:0:16138:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384318.269956:0:16137:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x10b1 [2] + 0 00000400:00000200:2.0:1767384318.269960:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.152:988 02000000:00000001:3.0:1767384318.269962:0:16138:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:1.0:1767384318.269964:0:16137:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000003266559. 02000000:00000001:3.0:1767384318.269966:0:16138:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384318.269970:0:16138:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384318.269971:0:16137:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000b14467fb 00000100:00100000:3.0:1767384318.269975:0:16138:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000fdfbfb9f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c0412d60-4f67-4dbc-8791-892843f60083:16138:1853236723076608:0@lo:253: 00000100:00000001:3.0:1767384318.269979:0:16138:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384318.269981:0:16138:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1767384318.269982:0:16137:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1767384318.269983:0:16138:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384318.269987:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.152:988 02000000:00000001:3.0:1767384318.269989:0:16138:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1767384318.269993:0:16137:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:3.0:1767384318.269996:0:16138:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000a871178b. 00000400:00000200:1.0:1767384318.270000:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b14467fb 00000400:00000010:1.0:1767384318.270002:0:16137:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b14467fb. 02000000:00000001:3.0:1767384318.270006:0:16138:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384318.270010:0:16137:0:(events.c:286:request_in_callback()) Process entered 00000400:00000010:3.0:1767384318.270011:0:16138:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003f1040e1. 00000100:00000200:1.0:1767384318.270014:0:16137:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000010:3.0:1767384318.270018:0:16138:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000057fdb7a3. 00000100:00000040:1.0:1767384318.270018:0:16137:0:(events.c:337:request_in_callback()) incoming req@0000000009a9f354 x1853236723076480 msgsize 4848 00000400:00000200:2.0:1767384318.270019:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.152:988 00000100:00000200:3.0:1767384318.270025:0:16138:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236723076608, portal 25 00000100:00100000:1.0:1767384318.270026:0:16137:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384318.270030:0:16138:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:1.0:1767384318.270031:0:16137:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384318.270033:0:16138:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782675222912 : -124291034328704 : ffff8ef53d0cd180) 00000100:00000040:3.0:1767384318.270038:0:16138:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000fdfbfb9f x1853236723076608/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384334 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384318.270040:0:16137:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384318.270046:0:16138:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384318.270050:0:16138:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1767384318.270050:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005d09e59d 00000400:00000200:2.0:1767384318.270051:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.152:988 00000400:00000010:3.0:1767384318.270053:0:16138:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000040e6d535. 00000400:00000010:1.0:1767384318.270059:0:16137:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005d09e59d. 00000100:00000200:3.0:1767384318.270064:0:16138:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236723076608, offset 0 00000100:00000001:1.0:1767384318.270064:0:16137:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384318.270069:0:16137:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bf90d32f x1853236723076480/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384334 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384318.270074:0:16138:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384318.270077:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.152:988 00000400:00000200:3.0:1767384318.270121:0:16138:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384318.270123:0:16137:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384318.270127:0:16137:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bf90d32f x1853236723076480/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384334 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384318.270135:0:16138:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824c904e00 00000100:00000001:1.0:1767384318.270136:0:16137:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384318.270140:0:16137:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1767384318.270144:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.152:988 00000400:00000200:3.0:1767384318.270145:0:16138:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x10c1 [2] + 0 00000100:00000001:1.0:1767384318.270160:0:16137:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384318.270162:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f5753d78. 00000100:00000001:1.0:1767384318.270164:0:16137:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294908257 00000400:00000200:3.0:1767384318.270169:0:16138:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000004ee348ed 00000100:00000010:1.0:1767384318.270170:0:16137:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002ea6a0e8. 00000400:00000200:3.0:1767384318.270175:0:16138:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384318.270177:0:16137:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 0 00000400:00000200:2.0:1767384318.270180:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.152:988 00000400:00000200:3.0:1767384318.270182:0:16138:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384318.270185:0:16137:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294908257 00000400:00000200:3.0:1767384318.270188:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004ee348ed 00000100:00000010:1.0:1767384318.270190:0:16137:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ce21625a. 00000400:00000010:3.0:1767384318.270191:0:16138:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004ee348ed. 00000100:00000001:1.0:1767384318.270196:0:16137:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384318.270197:0:16138:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384318.270200:0:16138:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:1.0:1767384318.270201:0:16137:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294908257 00000100:00000040:3.0:1767384318.270203:0:16138:0:(events.c:337:request_in_callback()) incoming req@0000000063311df0 x1853236723076608 msgsize 4848 00000100:00000010:1.0:1767384318.270205:0:16137:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000062a64117. 00000400:00000200:2.0:1767384318.270208:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.152:988 00000100:00000001:1.0:1767384318.270211:0:16137:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 2 00000100:00100000:3.0:1767384318.270213:0:16138:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384318.270217:0:16138:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:1.0:1767384318.270218:0:16137:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294908257 00000100:00000010:1.0:1767384318.270222:0:16137:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000aecfe49f. 00000100:00000001:1.0:1767384318.270225:0:16137:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384318.270226:0:16138:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384318.270230:0:16137:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384318.270233:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000040e6d535 00000100:00000001:1.0:1767384318.270233:0:16137:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384318.270236:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384318.270237:0:16138:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000040e6d535. 00000100:00000001:1.0:1767384318.270240:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384318.270242:0:16138:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1767384318.270244:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.152:988 00000100:00000200:3.0:1767384318.270248:0:16138:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000fdfbfb9f x1853236723076608/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384334 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384318.270249:0:16137:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384318.270253:0:16137:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384318.270258:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384318.270260:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384318.270261:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384318.270263:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384318.270265:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384318.270272:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000fdfbfb9f x1853236723076608/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384334 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384318.270277:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.152:988 00000100:00000001:3.0:1767384318.270278:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384318.270280:0:16138:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384318.270284:0:16138:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384318.270288:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294908257 00000100:00000001:3.0:1767384318.270302:0:16138:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 0, keep current deadline 4294908257 00000100:00000001:3.0:1767384318.270304:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294908257 00000100:00000001:3.0:1767384318.270306:0:16138:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 1, keep current deadline 4294908257 00000100:00000001:3.0:1767384318.270308:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294908257 00000100:00000001:3.0:1767384318.270310:0:16138:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 2, keep current deadline 4294908257 00000100:00000001:3.0:1767384318.270311:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294908257 00000100:00000001:3.0:1767384318.270313:0:16138:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 3, keep current deadline 4294908257 00000100:00000001:3.0:1767384318.270314:0:16138:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384318.270315:0:16138:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384318.270317:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384318.270319:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384318.270324:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384318.270325:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384318.270328:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384318.270329:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384318.270331:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384318.270333:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384318.270341:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.152:988 00000100:00000001:1.0:1767384318.270359:0:16773:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384318.270365:0:16771:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384318.270368:0:16773:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723076480 00000100:00100000:3.0:1767384318.270370:0:16771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723076608 02000000:00000001:1.0:1767384318.270372:0:16773:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:3.0:1767384318.270373:0:16771:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384318.270375:0:16773:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384318.270377:0:16771:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384318.270378:0:16773:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384318.270379:0:16771:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384318.270383:0:16773:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384318.270384:0:16771:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384318.270387:0:16773:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723076480 00000100:00100000:3.0:1767384318.270388:0:16771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723076608 00000400:00000200:2.0:1767384318.270393:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.152:988 00000020:00000001:3.0:1767384318.270394:0:16771:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:1.0:1767384318.270394:0:16773:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384318.270398:0:16771:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eec8e1 00000020:00000040:1.0:1767384318.270399:0:16773:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eec8e1 00000020:00000001:3.0:1767384318.270403:0:16771:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1767384318.270403:0:16773:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384318.270406:0:16773:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000555601ca refcount=15 00000020:00000001:1.0:1767384318.270409:0:16773:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000020:00000001:1.0:1767384318.270413:0:16773:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000020:00000040:3.0:1767384318.270414:0:16771:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000555601ca refcount=16 00000020:00000001:3.0:1767384318.270418:0:16771:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000100:00000001:1.0:1767384318.270419:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1767384318.270420:0:16771:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000020:00000010:1.0:1767384318.270423:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000f7c74c8. 00000100:00000001:3.0:1767384318.270425:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384318.270427:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384318.270430:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a6646a7e. 00000020:00000010:1.0:1767384318.270430:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000f7c74c8. 00000100:00000001:3.0:1767384318.270436:0:16771:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384318.270440:0:16773:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003c7d6e30. 00000020:00000010:3.0:1767384318.270441:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a6646a7e. 00000400:00000200:2.0:1767384318.270441:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.152:988 00000020:00000010:3.0:1767384318.270465:0:16771:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001a975d84. 00000020:00000010:1.0:1767384318.270466:0:16773:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007a72b5fe. 00000020:00000010:3.0:1767384318.270470:0:16771:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d0540ee8. 00000020:00000010:1.0:1767384318.270472:0:16773:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c370a78c. 00000020:00000010:3.0:1767384318.270488:0:16771:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a235ec77. 00000100:00000040:1.0:1767384318.270495:0:16773:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384318.270499:0:16773:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384318.270501:0:16773:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384318.270502:0:16771:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384318.270503:0:16773:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384318.270505:0:16771:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384318.270508:0:16771:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384318.270513:0:16773:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384318.270515:0:16771:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384318.270515:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.152:988 00000100:00000001:1.0:1767384318.270527:0:16773:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384318.270534:0:16771:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384318.270540:0:16773:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384318.270543:0:16773:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384318.270547:0:27212:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384318.270548:0:16771:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:1.0:1767384318.270548:0:16773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 101 00000400:00000200:2.0:1767384318.270551:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.152:988 00000100:00000001:3.0:1767384318.270554:0:16771:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384318.270554:0:27212:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:1.0:1767384318.270555:0:16773:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000555601ca : new rpc_count 1 00000100:00000001:1.0:1767384318.270559:0:16773:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619777395451984 : -124296314099632 : ffff8ef40259e850) 00000100:00100000:3.0:1767384318.270563:0:16771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 102 00000100:00000040:3.0:1767384318.270567:0:16771:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000555601ca : new rpc_count 2 00000100:00000040:1.0:1767384318.270567:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000009a9f354 x1853236723076480/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:299/0 lens 4848/0 e 0 to 0 dl 1767384329 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384318.270568:0:27212:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384318.270572:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.152:988 00000100:00000001:3.0:1767384318.270573:0:16771:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619777395447888 : -124296314103728 : ffff8ef40259d850) 00000100:00000001:0.0:1767384318.270574:0:27212:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384318.270583:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000063311df0 x1853236723076608/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:299/0 lens 4848/0 e 0 to 0 dl 1767384329 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384318.270584:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384318.270591:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384318.270593:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000f7c74c8. 00000020:00000010:3.0:1767384318.270595:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a6646a7e. 00000100:00000001:1.0:1767384318.270597:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384318.270600:0:16771:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384318.270601:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000f7c74c8. 00000020:00000010:3.0:1767384318.270606:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a6646a7e. 00000400:00000200:2.0:1767384318.270609:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.152:988 00000100:00100000:1.0:1767384318.270612:0:16773:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000009a9f354 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c0412d60-4f67-4dbc-8791-892843f60083+16:16137:x1853236723076480:12345-0@lo:253: 00000100:00100000:3.0:1767384318.270614:0:16771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000063311df0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c0412d60-4f67-4dbc-8791-892843f60083+16:16138:x1853236723076608:12345-0@lo:253: 00000100:00000200:1.0:1767384318.270621:0:16773:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723076480 00000100:00000200:3.0:1767384318.270622:0:16771:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723076608 00000020:00000001:3.0:1767384318.270627:0:16771:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384318.270627:0:16773:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384318.270632:0:16773:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384318.270633:0:16771:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384318.270635:0:16773:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384318.270636:0:16771:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384318.270638:0:16773:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384318.270640:0:16771:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384318.270642:0:16773:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669141328 : -1040410288 : ffffffffc1fc9950) 00000020:00000001:1.0:1767384318.270645:0:16773:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384318.270646:0:16773:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384318.270649:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.152:988 00000020:00000001:3.0:1767384318.270650:0:16771:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669141328 : -1040410288 : ffffffffc1fc9950) 00000020:00000001:1.0:1767384318.270651:0:16773:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384318.270655:0:16771:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384318.270655:0:16773:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384318.270658:0:16773:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384318.270659:0:16771:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384318.270664:0:16771:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1767384318.270665:0:16773:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:3.0:1767384318.270666:0:16771:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 02000000:00000001:1.0:1767384318.270669:0:16773:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:3.0:1767384318.270670:0:16771:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384318.270673:0:16771:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384318.270675:0:16771:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384318.270675:0:16773:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000aab16fa3. 02000000:00000001:1.0:1767384318.270679:0:16773:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384318.270681:0:16773:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384318.270682:0:16771:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000004519d93b. 20000000:00000001:1.0:1767384318.270683:0:16773:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 02000000:00000001:3.0:1767384318.270687:0:16771:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384318.270689:0:16771:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384318.270691:0:16771:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:1.0:1767384318.270693:0:16773:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000686b2cb5. 20000000:01000000:1.0:1767384318.270697:0:16773:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000400:00000200:2.0:1767384318.270699:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.152:988 20000000:00000010:3.0:1767384318.270700:0:16771:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000b00616c4. 20000000:00000001:1.0:1767384318.270700:0:16773:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384318.270704:0:16773:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:01000000:3.0:1767384318.270706:0:16771:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:1.0:1767384318.270708:0:16773:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384318.270710:0:16771:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384318.270711:0:16773:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384318.270713:0:16771:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384318.270714:0:16773:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:3.0:1767384318.270717:0:16771:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384318.270721:0:16771:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384318.270722:0:16771:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:1.0:1767384318.270724:0:16773:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000001ec089b8. 20000000:01000000:1.0:1767384318.270727:0:16773:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #32 20000000:00000001:1.0:1767384318.270732:0:16773:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:1.0:1767384318.270737:0:16773:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000400:00000200:2.0:1767384318.270742:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.152:988 00000400:00000200:2.0:1767384318.270769:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.152:988 00080000:00000001:1.0:1767384318.270779:0:16773:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384318.270783:0:16773:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384318.270785:0:16773:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384318.270791:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.152:988 00080000:00000001:1.0:1767384318.270792:0:16773:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:1.0:1767384318.270797:0:16773:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384318.270803:0:16773:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446619782313850200 : -124291395701416 : ffff8ef52782b558) 00080000:00000001:1.0:1767384318.270806:0:16773:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384318.270812:0:16773:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000000410e41f. 00080000:00000001:1.0:1767384318.270814:0:16773:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446619782425120768 : -124291284430848 : ffff8ef52e249000) 00000400:00000200:2.0:1767384318.270815:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.152:988 00080000:00000001:1.0:1767384318.270818:0:16773:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:2.0:1767384318.270838:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.152:988 00000400:00000200:2.0:1767384318.270887:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.152:988 00000400:00000200:2.0:1767384318.270934:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.152:988 00000001:00000001:1.0:1767384318.270940:0:16773:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384318.270943:0:16773:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384318.270947:0:16773:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000400:00000200:2.0:1767384318.270969:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.152:988 00080000:00000001:1.0:1767384318.270971:0:16773:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384318.270976:0:16773:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:2.0:1767384318.270997:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.152:988 00000400:00000200:2.0:1767384318.271022:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.152:988 00000400:00000200:2.0:1767384318.271061:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.152:988 00000400:00000200:2.0:1767384318.271123:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.152:988 00080000:00000001:1.0:1767384318.271160:0:16773:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384318.271166:0:16773:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:2.0:1767384318.271168:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.152:988 00000400:00000200:2.0:1767384318.271196:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.152:988 00000800:00000010:2.0:1767384318.271371:0:16126:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000009843d965. 00000800:00000010:2.0:1767384318.271376:0:16126:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000001cac3881. 00000800:00000010:2.0:1767384318.271380:0:16126:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000bee4c3a3. 00000800:00000010:2.0:1767384318.271399:0:16126:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000bee4c3a3. 00000800:00020000:2.0:1767384318.271407:0:16126:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.152 00000800:00000010:2.0:1767384318.271410:0:16126:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000001cac3881. 00000800:00000010:2.0:1767384318.271413:0:16126:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000009843d965. 00000400:02020000:2.0:1767384318.271468:0:16126:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.152@tcp30 at host 192.168.202.152:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384318.271490:0:16126:0:(router.c:1755:lnet_notify()) 192.168.202.152@tcp30 notifying 192.168.202.152@tcp30: down 00000800:00000200:2.0:1767384318.271495:0:16126:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.152@tcp30 down 00000800:00000100:2.0:1767384318.271500:0:16126:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 416 0@<0:0>->192.168.202.152@tcp30 00000800:00000010:2.0:1767384318.271503:0:16126:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ee0cd755. 00000400:00000200:2.0:1767384318.271510:0:16126:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384318.271514:0:16126:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp30->192.168.202.152@tcp30: PUT: LOCAL_ERROR 00000400:00000200:2.0:1767384318.271520:0:16126:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.152@tcp30 added to recovery queue. ping count: 0 next ping: 241 health :900 00000400:00000200:2.0:1767384318.271525:0:16126:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384318.271528:0:16126:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.152@tcp: 1 00000400:00000200:2.0:1767384318.271531:0:16126:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.152@tcp (000000005d9714d7): -114 00000400:00000200:2.0:1767384318.271553:0:16135:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384318.271558:0:16135:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x101151 00000400:00000001:2.0:1767384318.271561:0:16135:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384318.271562:0:16135:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384318.271564:0:16135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007a2d1c4e 00000400:00000010:2.0:1767384318.271565:0:16135:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007a2d1c4e. 00000400:00000200:2.0:1767384318.271568:0:16135:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:2.0:1767384318.271571:0:16135:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.152@tcp (000000005d9714d7): -114 00000400:00000200:2.0:1767384318.271573:0:16135:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000005d9714d7 (25) 00000400:00000200:2.0:1767384318.271576:0:16135:0:(peer.c:3900:lnet_peer_push_failed()) peer 192.168.202.152@tcp 00000400:00000200:2.0:1767384318.271577:0:16135:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100151 rc -71 00000400:00000200:2.0:1767384318.271580:0:16135:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.152@tcp (000000005d9714d7) 00000400:00000200:2.0:1767384318.271583:0:16135:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000005d9714d7 (24) 00080000:00000001:1.0:1767384318.279551:0:16773:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384318.279558:0:16773:0:(lu_object.c:207:lu_object_put()) Add 00000000f07b1e3f/000000000f28175b to site lru. bkt: 00000000b56e2c81 20000000:00000001:1.0:1767384318.279562:0:16773:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384318.279564:0:16773:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00080000:00000001:2.0:1767384318.279565:0:16807:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384318.279569:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384318.279571:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1767384318.279572:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:01000000:1.0:1767384318.279573:0:16773:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00040000:00000001:2.0:1767384318.279574:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384318.279579:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000000410e41f. 20000000:00000001:1.0:1767384318.279582:0:16773:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384318.279584:0:16807:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:1.0:1767384318.279587:0:16773:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000020:1.0:1767384318.279594:0:16773:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000010:3.0:1767384318.279595:0:16771:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000b4582cc1. 20000000:01000000:3.0:1767384318.279600:0:16771:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #32 20000000:00000001:3.0:1767384318.279604:0:16771:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:01000000:1.0:1767384318.279607:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:3.0:1767384318.279609:0:16771:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:00000001:1.0:1767384318.279610:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384318.279614:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384318.279617:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384318.279620:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1767384318.279626:0:16794:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000ac38e099 count: 2 00010000:00000001:1.0:1767384318.279628:0:16794:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384318.279631:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:3.0:1767384318.279634:0:16771:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1767384318.279636:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000005815cd30. 00080000:00000001:3.0:1767384318.279638:0:16771:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384318.279641:0:16771:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384318.279641:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:3.0:1767384318.279645:0:16771:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000040:1.0:1767384318.279646:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 000000005815cd30 with handle 0x7e51148972eecbc7 to hash 00000020:00000001:3.0:1767384318.279648:0:16771:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384318.279649:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384318.279652:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446619781820859904 : -124291888691712 : ffff8ef50a204600) 00000020:00000001:3.0:1767384318.279653:0:16771:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446619782313850200 : -124291395701416 : ffff8ef52782b558) 00010000:00000001:1.0:1767384318.279654:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446619781820859904 : -124291888691712 : ffff8ef50a204600) 00080000:00000001:3.0:1767384318.279657:0:16771:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384318.279663:0:16771:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000005a39b63d. 00080000:00000001:3.0:1767384318.279666:0:16771:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446619781773017088 : -124291936534528 : ffff8ef507464000) 00010000:00000001:1.0:1767384318.279666:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384318.279669:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384318.279670:0:16771:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00010000:1.0:1767384318.279673:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000005815cd30/0x7e51148972eecbc7 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384318.279680:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384318.279684:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384318.279686:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384318.279688:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384318.279689:0:16794:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:1.0:1767384318.279693:0:16794:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 00000000d29113af/0x7e51148972eecbc0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7e51148972eecbb9 expref: 16 pid: 16771 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384318.279698:0:16794:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:1.0:1767384318.279700:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384318.279701:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384318.279703:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384318.279704:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384318.279706:0:16794:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:1.0:1767384318.279708:0:16794:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 000000005815cd30/0x7e51148972eecbc7 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384318.279723:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000ac38e099) refcount = 2 00010000:00000040:1.0:1767384318.279726:0:16794:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1767384318.279728:0:16794:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000d29113af/0x7e51148972eecbc0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0x7e51148972eecbb9 expref: 16 pid: 16771 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384318.279732:0:16794:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:1.0:1767384318.279733:0:16794:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 000000005815cd30/0x7e51148972eecbc7 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000010:1.0:1767384318.279738:0:16794:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007ac17e7f. 00000100:00000001:1.0:1767384318.279741:0:16794:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384318.279745:0:16794:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000ee89ee6. 00000100:00000001:1.0:1767384318.279746:0:16794:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446619777414680128 : -124296294871488 : ffff8ef4037f4e40) 00000100:00000001:1.0:1767384318.279748:0:16794:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446619777414680128 : -124296294871488 : ffff8ef4037f4e40) 00000001:00000001:3.0:1767384318.279752:0:16771:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384318.279755:0:16771:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384318.279755:0:16794:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384318.279758:0:16794:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00080000:00000001:3.0:1767384318.279759:0:16771:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:1.0:1767384318.279761:0:16794:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:1.0:1767384318.279765:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384318.279767:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:1.0:1767384318.279769:0:16794:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1767384318.279771:0:16794:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1767384318.279773:0:16794:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00080000:00000001:3.0:1767384318.279775:0:16771:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384318.279775:0:16794:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:1.0:1767384318.279779:0:16794:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005f58ed98. 00000020:00000040:1.0:1767384318.279783:0:16794:0:(genops.c:1229:class_import_get()) import 00000000ec48d8bc refcount=2 obd=MGS 00080000:00000001:3.0:1767384318.279785:0:16771:0:(osd_io.c:399:osd_write()) Process entered 00000100:00000001:1.0:1767384318.279787:0:16794:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384318.279790:0:16794:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384318.279794:0:16794:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384318.279800:0:16794:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000096972147. 00000100:00000001:1.0:1767384318.279805:0:16794:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384318.279809:0:16794:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 00000000d29113af/0x7e51148972eecbc0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x7e51148972eecbb9 expref: 16 pid: 16771 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384318.279822:0:16794:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 00000000d29113af/0x7e51148972eecbc0 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x7e51148972eecbb9 expref: 16 pid: 16771 timeout: 390 lvb_type: 0 00010000:00000001:1.0:1767384318.279837:0:16794:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:1.0:1767384318.279840:0:16794:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384318.279844:0:16794:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005f58ed98 x1853236723076736/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384318.279850:0:16794:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384318.279851:0:16794:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384318.279855:0:16794:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005f58ed98 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16794:1853236723076736:0@lo:104: 00000100:00000001:1.0:1767384318.279857:0:16794:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384318.279860:0:16794:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384318.279863:0:16794:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384318.279865:0:16794:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384318.279868:0:16794:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000829aa86. 02000000:00000001:1.0:1767384318.279870:0:16794:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384318.279875:0:16794:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002731d117. 00080000:00000001:3.0:1767384318.279882:0:16771:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384318.279885:0:16771:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000010:1.0:1767384318.279886:0:16794:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a9db4511. 00000100:00000200:1.0:1767384318.279891:0:16794:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236723076736, portal 16 00000100:00000001:1.0:1767384318.279893:0:16794:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384318.279895:0:16794:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782424483968 : -124291285067648 : ffff8ef52e1ad880) 00000100:00000040:1.0:1767384318.279900:0:16794:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@000000005f58ed98 x1853236723076736/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384334 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384318.279909:0:16794:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384318.279913:0:16794:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384318.279916:0:16794:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005a043743. 00000100:00000200:1.0:1767384318.279920:0:16794:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853236723076736, offset 0 00000400:00000200:1.0:1767384318.279926:0:16794:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384318.279937:0:16794:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384318.279948:0:16794:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x695824c904e80 00000400:00000200:1.0:1767384318.279955:0:16794:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x1775 [2] + 0 00000400:00000200:1.0:1767384318.279963:0:16794:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384318.279966:0:16794:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384318.279973:0:16794:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384318.279975:0:16794:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:1.0:1767384318.279979:0:16794:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000072e40d37. 00000100:00000040:1.0:1767384318.279983:0:16794:0:(events.c:337:request_in_callback()) incoming req@0000000072e40d37 x1853236723076736 msgsize 328 00000100:00100000:1.0:1767384318.279988:0:16794:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384318.280004:0:16794:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384318.280012:0:16794:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005a043743 00000400:00000010:1.0:1767384318.280014:0:16794:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005a043743. 00000100:00000001:1.0:1767384318.280019:0:16794:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384318.280024:0:16794:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005f58ed98 x1853236723076736/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384334 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384318.280027:0:16763:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384318.280032:0:16763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723076736 00000100:00000001:1.0:1767384318.280034:0:16794:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1767384318.280037:0:16763:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:1.0:1767384318.280038:0:16794:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005f58ed98 x1853236723076736/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384334 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384318.280044:0:16794:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384318.280046:0:16794:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384318.280049:0:16763:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384318.280053:0:16763:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384318.280053:0:16794:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384318.280060:0:16763:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384318.280060:0:16794:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294908266 00000100:00100000:2.0:1767384318.280066:0:16763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723076736 00000020:00000001:2.0:1767384318.280071:0:16763:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384318.280073:0:16794:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4294908257 00000020:00000040:2.0:1767384318.280074:0:16763:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eec8d3 00000020:00000001:2.0:1767384318.280078:0:16763:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384318.280078:0:16794:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294908266 00000020:00000040:2.0:1767384318.280083:0:16763:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000d18f5ad3 refcount=3 00000100:00000001:1.0:1767384318.280084:0:16794:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4294908257 00000100:00000001:1.0:1767384318.280111:0:16794:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294908267 00000020:00000001:2.0:1767384318.280113:0:16763:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619777404448768 : -124296305102848 : ffff8ef402e33000) 00000100:00000001:1.0:1767384318.280117:0:16794:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4294908257 00000020:00000001:2.0:1767384318.280118:0:16763:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619777404448768 : -124296305102848 : ffff8ef402e33000) 00000100:00000001:1.0:1767384318.280122:0:16794:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294908267 00000100:00000001:2.0:1767384318.280125:0:16763:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384318.280127:0:16794:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4294908257 00000100:00000001:1.0:1767384318.280130:0:16794:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384318.280131:0:16763:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000021745c5c. 00000100:00000001:1.0:1767384318.280132:0:16794:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384318.280135:0:16794:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384318.280138:0:16763:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384318.280138:0:16794:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384318.280142:0:16794:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384318.280144:0:16763:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000021745c5c. 00010000:00000001:1.0:1767384318.280145:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384318.280147:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384318.280150:0:16794:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384318.280152:0:16794:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000020:00000010:2.0:1767384318.280153:0:16763:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005419da05. 00010000:00000001:1.0:1767384318.280154:0:16794:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1767384318.280158:0:16794:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384318.280160:0:16794:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384318.280161:0:16794:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:2.0:1767384318.280162:0:16763:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000dacc1d89. 00000100:00100000:1.0:1767384318.280163:0:16794:0:(client.c:2690:ptlrpc_set_wait()) set 000000000ee89ee6 going to sleep for 11 seconds 00000100:00000001:1.0:1767384318.280169:0:16794:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:2.0:1767384318.280171:0:16763:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000cdb44793. 00000100:00000001:1.0:1767384318.280172:0:16794:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384318.280188:0:16763:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1767384318.280192:0:16763:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384318.280194:0:16763:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384318.280196:0:16763:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384318.280204:0:16763:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384318.280218:0:16763:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384318.280234:0:16763:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384318.280236:0:17571:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384318.280237:0:16763:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384318.280239:0:17571:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384318.280247:0:16763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00000040:2.0:1767384318.280251:0:16763:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000d18f5ad3 : new rpc_count 1 00000100:00000001:1.0:1767384318.280253:0:17571:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384318.280254:0:16763:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619782424491136 : -124291285060480 : ffff8ef52e1af480) 00000100:00000001:1.0:1767384318.280256:0:17571:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384318.280264:0:16763:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000072e40d37 x1853236723076736/t0(0) o104->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:299/0 lens 328/0 e 0 to 0 dl 1767384329 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384318.280275:0:16763:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384318.280279:0:16763:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000021745c5c. 00000100:00000001:2.0:1767384318.280282:0:16763:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384318.280293:0:16763:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000021745c5c. 00000100:00100000:2.0:1767384318.280299:0:16763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000072e40d37 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:c0412d60-4f67-4dbc-8791-892843f60083+3:16794:x1853236723076736:12345-0@lo:104: 00000100:00000200:2.0:1767384318.280303:0:16763:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723076736 00010000:00000001:2.0:1767384318.280318:0:16763:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1767384318.280323:0:16763:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384318.280325:0:16763:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384318.280327:0:16763:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000046a46c52 refcount=2 00000020:00000001:2.0:1767384318.280330:0:16763:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781713885696 : -124291995665920 : ffff8ef503bffa00) 00010000:00000001:2.0:1767384318.280333:0:16763:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781713885696 : -124291995665920 : ffff8ef503bffa00) 00010000:00000001:2.0:1767384318.280337:0:16763:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384318.280340:0:16763:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384318.280344:0:16763:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.152@tcp lock: 0000000046a46c52/0x7e51148972eecbb9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x7e51148972eecbc0 expref: -99 pid: 16776 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384318.280354:0:16763:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384318.280356:0:16763:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384318.280361:0:16763:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000039b07bb3. 02000000:00000001:2.0:1767384318.280364:0:16763:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384318.280367:0:16763:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384318.280372:0:16763:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384318.280375:0:16763:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384318.280380:0:16763:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c1a96973 time=48 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384318.280385:0:16763:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384318.280389:0:16763:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 21 to 0@lo 00000100:00000001:2.0:1767384318.280391:0:16763:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 02000000:00000001:2.0:1767384318.280395:0:16763:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384318.280397:0:16763:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384318.280400:0:16763:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384318.280402:0:16763:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384318.280406:0:16763:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007a2d1c4e. 00000100:00000200:2.0:1767384318.280410:0:16763:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853236723076736, offset 224 00000400:00000200:2.0:1767384318.280415:0:16763:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384318.280425:0:16763:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384318.280432:0:16763:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x695824c904e80 00000400:00000200:2.0:1767384318.280463:0:16763:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x1879 [1] + 224 00000400:00000200:2.0:1767384318.280469:0:16763:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384318.280474:0:16763:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384318.280480:0:16763:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384318.280485:0:16763:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005f58ed98 x1853236723076736/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384334 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1767384318.280495:0:16763:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@000000005f58ed98 x1853236723076736/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384334 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384318.280515:0:16763:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384318.280522:0:16763:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007a2d1c4e 00000400:00000010:2.0:1767384318.280524:0:16763:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007a2d1c4e. 00000100:00000001:2.0:1767384318.280529:0:16763:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384318.280530:0:16794:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384318.280531:0:16763:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:3.0:1767384318.280535:0:16794:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767384318.280537:0:16763:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384318.280538:0:16794:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384318.280543:0:16794:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002731d117. 00000100:00000040:2.0:1767384318.280545:0:16763:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 20 to 0@lo 00000400:00000200:3.0:1767384318.280547:0:16794:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a9db4511 00010000:00000001:2.0:1767384318.280551:0:16763:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000400:00000010:3.0:1767384318.280552:0:16794:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a9db4511. 00000100:00000001:3.0:1767384318.280557:0:16794:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000010:2.0:1767384318.280559:0:16763:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000b6d6f714. 00000100:00000200:3.0:1767384318.280562:0:16794:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005f58ed98 x1853236723076736/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384334 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:2.0:1767384318.280565:0:16763:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000100:00000200:3.0:1767384318.280573:0:16794:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005f58ed98 x1853236723076736/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384334 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:2.0:1767384318.280578:0:16763:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00000001:3.0:1767384318.280579:0:16794:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:1.0:1767384318.280581:0:16768:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:3.0:1767384318.280583:0:16794:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384318.280584:0:16763:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384318.280587:0:16794:0:(client.c:1578:after_reply()) Process entered 00000020:00000001:1.0:1767384318.280587:0:16768:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384318.280588:0:16763:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384318.280591:0:16794:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384318.280595:0:16794:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:2.0:1767384318.280595:0:16763:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384318.280595:0:16768:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00000001:3.0:1767384318.280598:0:16794:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384318.280604:0:16794:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384318.280604:0:16768:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000100:00000040:2.0:1767384318.280606:0:16763:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000072e40d37 x1853236723076736/t0(0) o104->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:299/0 lens 328/224 e 0 to 0 dl 1767384329 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:1.0:1767384318.280609:0:16768:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00001000:3.0:1767384318.280611:0:16794:0:(import.c:2128:obd_at_measure()) add 5 to 00000000441774e7 time=48 v=5 (5 0 0 0) 00010000:00010000:1.0:1767384318.280614:0:16768:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.152@tcp lock: 0000000046a46c52/0x7e51148972eecbb9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x7e51148972eecbc0 expref: -99 pid: 16776 timeout: 0 lvb_type: 0 00000100:00001000:3.0:1767384318.280619:0:16794:0:(import.c:2128:obd_at_measure()) add 1 to 000000000e70851c time=48 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384318.280628:0:16794:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384318.280631:0:16794:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384318.280635:0:16794:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384318.280638:0:16794:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384318.280642:0:16763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000072e40d37 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:c0412d60-4f67-4dbc-8791-892843f60083+3:16794:x1853236723076736:12345-0@lo:104: Request processed in 360us (652us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384318.280643:0:16794:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384318.280651:0:16768:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000046a46c52 already unused, calling callback (00000000649d35d1) 00000100:00000040:3.0:1767384318.280652:0:16794:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005f58ed98 x1853236723076736/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384334 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 10000000:00000001:1.0:1767384318.280656:0:16768:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:1.0:1767384318.280660:0:16768:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.152@tcp lock: 0000000046a46c52/0x7e51148972eecbb9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x7e51148972eecbc0 expref: -99 pid: 16776 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767384318.280663:0:16763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00000040:2.0:1767384318.280671:0:16763:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000d18f5ad3 : new rpc_count 0 00000100:00000001:3.0:1767384318.280672:0:16794:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384318.280675:0:16768:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000001:3.0:1767384318.280677:0:16794:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384318.280677:0:16763:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:1.0:1767384318.280678:0:16768:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:3.0:1767384318.280681:0:16794:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384318.280682:0:16768:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384318.280683:0:16763:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:3.0:1767384318.280685:0:16794:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00000020:00000040:1.0:1767384318.280686:0:16768:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000046a46c52 refcount=3 00010000:00000001:3.0:1767384318.280688:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:1.0:1767384318.280689:0:16768:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781713885696 : -124291995665920 : ffff8ef503bffa00) 00000020:00000010:2.0:1767384318.280690:0:16763:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000dacc1d89. 00010000:00000001:3.0:1767384318.280691:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384318.280694:0:16794:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384318.280694:0:16768:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781713885696 : -124291995665920 : ffff8ef503bffa00) 00010000:00000001:1.0:1767384318.280698:0:16768:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000020:00000010:2.0:1767384318.280700:0:16763:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000cdb44793. 00010000:00010000:1.0:1767384318.280700:0:16768:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.152@tcp lock: 0000000046a46c52/0x7e51148972eecbb9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x7e51148972eecbc0 expref: -99 pid: 16776 timeout: 0 lvb_type: 0 00000100:00000040:3.0:1767384318.280709:0:16794:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005f58ed98 x1853236723076736/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384334 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 10000000:00000001:1.0:1767384318.280709:0:16768:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:1.0:1767384318.280714:0:16768:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.152@tcp lock: 0000000046a46c52/0x7e51148972eecbb9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x7e51148972eecbc0 expref: -99 pid: 16776 timeout: 0 lvb_type: 0 00000020:00000010:2.0:1767384318.280716:0:16763:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005419da05. 00000020:00000040:2.0:1767384318.280725:0:16763:0:(genops.c:898:class_export_put()) PUTting export 00000000d18f5ad3 : new refcount 2 10000000:01000000:1.0:1767384318.280727:0:16768:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:00000001:1.0:1767384318.280732:0:16768:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 00000100:00100000:3.0:1767384318.280734:0:16794:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005f58ed98 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16794:1853236723076736:0@lo:104: 00000100:00000001:2.0:1767384318.280734:0:16763:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 10000000:00000040:1.0:1767384318.280735:0:16768:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 10000000:00000040:1.0:1767384318.280741:0:16768:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00000100:00000001:3.0:1767384318.280743:0:16794:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384318.280743:0:16768:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1767384318.280747:0:16768:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384318.280748:0:16794:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384318.280751:0:16794:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767384318.280753:0:16794:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384318.280757:0:16794:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005f58ed98 x1853236723076736/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384334 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 10000000:00000001:1.0:1767384318.280757:0:16768:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:1.0:1767384318.280761:0:16768:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1767384318.280764:0:16768:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(0000000070cb7a0b) refs 2 10000000:00000001:1.0:1767384318.280769:0:16768:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000001:3.0:1767384318.280771:0:16794:0:(client.c:2768:__ptlrpc_free_req()) Process entered 10000000:00000001:1.0:1767384318.280772:0:16768:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384318.280775:0:16794:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:1.0:1767384318.280776:0:16768:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 02000000:00000010:3.0:1767384318.280777:0:16794:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000829aa86. 00010000:00000001:1.0:1767384318.280780:0:16768:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 02000000:00000001:3.0:1767384318.280782:0:16794:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:1.0:1767384318.280782:0:16768:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000020:00000001:3.0:1767384318.280785:0:16794:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384318.280787:0:16794:0:(genops.c:1242:class_import_put()) import 00000000ec48d8bc refcount=1 obd=MGS 00000020:00000001:3.0:1767384318.280790:0:16794:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:1.0:1767384318.280791:0:16768:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 02000000:00000010:3.0:1767384318.280792:0:16794:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000096972147. 00010000:00000001:1.0:1767384318.280794:0:16768:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384318.280798:0:16768:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000046a46c52 with handle 0x7e51148972eecbb9 from hash 02000000:00000001:3.0:1767384318.280799:0:16794:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:1.0:1767384318.280800:0:16768:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 02000000:00000001:3.0:1767384318.280801:0:16794:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:1.0:1767384318.280802:0:16768:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000010:3.0:1767384318.280805:0:16794:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005f58ed98. 00010000:00000001:1.0:1767384318.280805:0:16768:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384318.280808:0:16768:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384318.280820:0:16768:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000001:3.0:1767384318.280821:0:16794:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00010000:00000001:1.0:1767384318.280822:0:16768:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00000100:00000001:3.0:1767384318.280823:0:16794:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384318.280826:0:16768:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00000100:00000010:3.0:1767384318.280827:0:16794:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000000ee89ee6. 00010000:00000001:1.0:1767384318.280829:0:16768:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000001:3.0:1767384318.280832:0:16794:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1767384318.280835:0:16794:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000010:1.0:1767384318.280835:0:16768:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000084c99a64. 00010000:00000010:3.0:1767384318.280841:0:16794:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007ac17e7f. 00000020:00000040:1.0:1767384318.280841:0:16768:0:(genops.c:1229:class_import_get()) import 00000000df830bbe refcount=6 obd=MGC192.168.202.152@tcp 00000100:00000001:1.0:1767384318.280848:0:16768:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00010000:00000001:3.0:1767384318.280849:0:16794:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384318.280850:0:16768:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00010000:00000001:3.0:1767384318.280853:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384318.280854:0:16768:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384318.280856:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000010:1.0:1767384318.280859:0:16768:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000829aa86. 20000000:00000001:3.0:1767384318.280860:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00000001:3.0:1767384318.280863:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000001:1.0:1767384318.280865:0:16768:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384318.280866:0:16794:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 000000005815cd30/0x7e51148972eecbc7 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384318.280869:0:16768:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1767384318.280873:0:16768:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.152@tcp lock: 0000000046a46c52/0x7e51148972eecbb9 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7e51148972eecbc0 expref: -99 pid: 16776 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384318.280879:0:16768:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1767384318.280881:0:16768:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384318.280884:0:16768:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384318.280886:0:16768:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384318.280891:0:16768:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000084c99a64] to pc [ptlrpcd_00_02+2] req@0000000084c99a64 x1853236723076864/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384318.280911:0:16768:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384318.280914:0:16768:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384318.280916:0:16768:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384318.280918:0:16768:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384318.280920:0:16768:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384318.280922:0:16768:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384318.280925:0:16768:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.152@tcp lock: 0000000046a46c52/0x7e51148972eecbb9 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7e51148972eecbc0 expref: -99 pid: 16776 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384318.280931:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384318.280943:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1767384318.280944:0:16768:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767384318.280946:0:16139:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00010000:1.0:1767384318.280948:0:16768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.152@tcp lock: 0000000046a46c52/0x7e51148972eecbb9 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7e51148972eecbc0 expref: -99 pid: 16776 timeout: 0 lvb_type: 0 00000100:00000040:3.0:1767384318.280954:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000084c99a64 x1853236723076864/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:1.0:1767384318.280956:0:16768:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000d29b5cf2 count: 0 00000100:00000001:3.0:1767384318.280964:0:16139:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384318.280966:0:16139:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384318.280969:0:16139:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000001:1.0:1767384318.280970:0:16768:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:3.0:1767384318.280971:0:16139:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384318.280973:0:16768:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 02000000:00000001:3.0:1767384318.280974:0:16139:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.0:1767384318.280976:0:16768:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000b6d6f714. 00000100:00100000:3.0:1767384318.280979:0:16139:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000084c99a64 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c0412d60-4f67-4dbc-8791-892843f60083:16139:1853236723076864:0@lo:103: 00010000:00000001:1.0:1767384318.280981:0:16768:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384318.280984:0:16139:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000001:1.0:1767384318.280985:0:16768:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:3.0:1767384318.280988:0:16139:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:1.0:1767384318.280988:0:16768:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384318.280991:0:16139:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384318.280992:0:16768:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:3.0:1767384318.280994:0:16139:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:1.0:1767384318.280995:0:16768:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384318.280998:0:16768:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384318.280999:0:16139:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a9f525db. 00010000:00010000:1.0:1767384318.281000:0:16768:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:3.0:1767384318.281003:0:16139:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384318.281005:0:16768:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000010:3.0:1767384318.281008:0:16139:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000015ea0362. 00000020:00000001:1.0:1767384318.281008:0:16768:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384318.281010:0:16768:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000010:3.0:1767384318.281015:0:16139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f67dee06. 00000100:00000200:3.0:1767384318.281019:0:16139:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236723076864, portal 18 00000100:00000001:3.0:1767384318.281021:0:16139:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384318.281023:0:16139:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782424489344 : -124291285062272 : ffff8ef52e1aed80) 00000100:00000040:3.0:1767384318.281027:0:16139:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000084c99a64 x1853236723076864/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384334 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384318.281032:0:16139:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384318.281034:0:16139:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384318.281037:0:16139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fd1ee6a0. 00000100:00000200:3.0:1767384318.281038:0:16139:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853236723076864, offset 0 00000400:00000200:3.0:1767384318.281043:0:16139:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384318.281051:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384318.281058:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x695824c904f00 00000400:00000200:3.0:1767384318.281063:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x11 [2] + 0 00000400:00000200:3.0:1767384318.281067:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384318.281071:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384318.281074:0:16139:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384318.281080:0:16139:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1767384318.281083:0:16139:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000024f17422. 00000100:00000040:3.0:1767384318.281117:0:16139:0:(events.c:337:request_in_callback()) incoming req@0000000024f17422 x1853236723076864 msgsize 328 00000100:00100000:3.0:1767384318.281122:0:16139:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384318.281129:0:16139:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384318.281136:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fd1ee6a0 00000400:00000010:3.0:1767384318.281138:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fd1ee6a0. 00000100:00000001:3.0:1767384318.281142:0:16139:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384318.281144:0:16766:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:3.0:1767384318.281146:0:16139:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000084c99a64 x1853236723076864/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384334 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384318.281147:0:16766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723076864 02000000:00000001:1.0:1767384318.281152:0:16766:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384318.281154:0:16766:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384318.281157:0:16766:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384318.281160:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1767384318.281161:0:16766:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384318.281165:0:16766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723076864 00000100:00000040:3.0:1767384318.281166:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000084c99a64 x1853236723076864/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384334 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384318.281168:0:16766:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384318.281171:0:16766:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eec8e1 00000020:00000001:1.0:1767384318.281174:0:16766:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384318.281177:0:16766:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000555601ca refcount=17 00000100:00000001:3.0:1767384318.281178:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384318.281181:0:16766:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000100:00000001:3.0:1767384318.281182:0:16139:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:1.0:1767384318.281186:0:16766:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000100:00000001:3.0:1767384318.281189:0:16139:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384318.281189:0:16766:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384318.281194:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294908268 00000020:00000010:1.0:1767384318.281194:0:16766:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000af8cdfd1. 00000100:00000001:3.0:1767384318.281199:0:16139:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294908266 00000100:00000001:1.0:1767384318.281204:0:16766:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384318.281206:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294908268 00000020:00000010:1.0:1767384318.281208:0:16766:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000af8cdfd1. 00000100:00000001:3.0:1767384318.281210:0:16139:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294908266 00000100:00000001:3.0:1767384318.281214:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294908268 00000020:00000010:1.0:1767384318.281214:0:16766:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000491f8641. 00000100:00000001:3.0:1767384318.281221:0:16139:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294908267 00000020:00000010:1.0:1767384318.281221:0:16766:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000171ae8a0. 00000020:00000010:1.0:1767384318.281227:0:16766:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002d9084b7. 00000100:00000001:3.0:1767384318.281228:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294908268 00000100:00000001:3.0:1767384318.281235:0:16139:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294908267 00000100:00000040:1.0:1767384318.281238:0:16766:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:3.0:1767384318.281239:0:16139:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384318.281243:0:16766:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384318.281244:0:16139:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384318.281245:0:16766:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384318.281248:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384318.281249:0:16766:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00000100:00000001:3.0:1767384318.281251:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384318.281252:0:16766:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384318.281255:0:16766:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00000100:00000001:3.0:1767384318.281256:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1767384318.281257:0:16766:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:3.0:1767384318.281260:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:1.0:1767384318.281261:0:16766:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384318.281263:0:16766:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d29113af refcount=4 00000100:00000001:3.0:1767384318.281265:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1767384318.281266:0:16766:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619782554466304 : -124291155085312 : ffff8ef535da3800) 00000100:00000001:3.0:1767384318.281269:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1767384318.281270:0:16766:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619782554466304 : -124291155085312 : ffff8ef535da3800) 00010000:00010000:1.0:1767384318.281273:0:16766:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 00000000d29113af/0x7e51148972eecbc0 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x7e51148972eecbb9 expref: 17 pid: 16771 timeout: 390 lvb_type: 0 00000100:00000001:3.0:1767384318.281278:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384318.281281:0:16766:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767384318.281282:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384318.281284:0:16766:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384318.281287:0:16766:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384318.281289:0:16766:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384318.281293:0:16766:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:1.0:1767384318.281295:0:16766:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000024f17422 x1853236723076864/t0(0) o103->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:299/0 lens 328/0 e 0 to 0 dl 1767384329 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384318.281297:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384318.281301:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384318.281302:0:16766:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1767384318.281305:0:16766:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384318.281324:0:16766:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384318.281333:0:16766:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384318.281334:0:16766:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384318.281337:0:16766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00000040:1.0:1767384318.281339:0:16766:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000555601ca : new rpc_count 3 00000100:00000001:1.0:1767384318.281341:0:16766:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619782675230976 : -124291034320640 : ffff8ef53d0cf100) 00000100:00000040:1.0:1767384318.281349:0:16766:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000024f17422 x1853236723076864/t0(0) o103->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:299/0 lens 328/0 e 0 to 0 dl 1767384329 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384318.281355:0:16766:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384318.281357:0:16766:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000af8cdfd1. 00000100:00000001:1.0:1767384318.281359:0:16766:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384318.281361:0:16766:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000af8cdfd1. 00000100:00100000:1.0:1767384318.281365:0:16766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000024f17422 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c0412d60-4f67-4dbc-8791-892843f60083+17:16139:x1853236723076864:12345-0@lo:103: 00000100:00000200:1.0:1767384318.281369:0:16766:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723076864 00010000:00000001:1.0:1767384318.281370:0:16766:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:1.0:1767384318.281372:0:16766:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:1.0:1767384318.281375:0:16766:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:1.0:1767384318.281377:0:16766:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384318.281378:0:16766:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384318.281382:0:16766:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000001c25a5fe. 02000000:00000001:1.0:1767384318.281383:0:16766:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384318.281384:0:16766:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384318.281386:0:16766:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:1.0:1767384318.281387:0:16766:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:1.0:1767384318.281389:0:16766:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384318.281390:0:16766:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384318.281391:0:16766:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d29113af refcount=4 00000020:00000001:1.0:1767384318.281392:0:16766:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619782554466304 : -124291155085312 : ffff8ef535da3800) 00010000:00000001:1.0:1767384318.281394:0:16766:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619782554466304 : -124291155085312 : ffff8ef535da3800) 00010000:00000040:1.0:1767384318.281396:0:16766:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000ac38e099 count: 3 00010000:00010000:1.0:1767384318.281399:0:16766:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 00000000d29113af/0x7e51148972eecbc0 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x7e51148972eecbb9 expref: 17 pid: 16771 timeout: 390 lvb_type: 0 00000100:00001000:1.0:1767384318.281403:0:16766:0:(import.c:2128:obd_at_measure()) add 0 to 00000000dce49598 time=1767384318 v=100 (0 0 0 0) 00010000:00000001:1.0:1767384318.281405:0:16766:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384318.281410:0:16766:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384318.281412:0:16766:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384318.281414:0:16766:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 00000000d29113af/0x7e51148972eecbc0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x7e51148972eecbb9 expref: 17 pid: 16771 timeout: 390 lvb_type: 0 00000020:00000001:1.0:1767384318.281426:0:16766:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1767384318.281428:0:16766:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1767384318.281429:0:16766:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384318.281431:0:16766:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384318.281434:0:16766:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384318.281435:0:16766:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384318.281440:0:16766:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384318.281441:0:16766:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384318.281443:0:16766:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384318.281455:0:16766:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384318.281457:0:16766:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000d29113af with handle 0x7e51148972eecbc0 from hash 00010000:00000001:1.0:1767384318.281460:0:16766:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384318.281461:0:16766:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384318.281462:0:16766:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384318.281463:0:16766:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384318.281464:0:16766:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384318.281465:0:16766:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384318.281468:0:16766:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000d29113af/0x7e51148972eecbc0 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x7e51148972eecbb9 expref: 17 pid: 16771 timeout: 390 lvb_type: 0 00010000:00000040:1.0:1767384318.281472:0:16766:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000555601ca : new locks_count 9 00000020:00000040:1.0:1767384318.281473:0:16766:0:(genops.c:898:class_export_put()) PUTting export 00000000555601ca : new refcount 16 00010000:00000001:1.0:1767384318.281478:0:16766:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384318.281479:0:16766:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384318.281481:0:16766:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:1.0:1767384318.281483:0:16766:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 000000005815cd30 00010000:00000001:1.0:1767384318.281484:0:16766:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384318.281486:0:16766:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384318.281497:0:16766:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384318.281498:0:16766:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384318.281499:0:16766:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384318.281501:0:16766:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384318.281502:0:16766:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:1.0:1767384318.281503:0:16766:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 000000005815cd30/0x7e51148972eecbc7 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384318.281516:0:16766:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:1.0:1767384318.281518:0:16766:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384318.281519:0:16766:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384318.281521:0:16766:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384318.281522:0:16766:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000ac38e099) refcount = 2 00010000:00010000:1.0:1767384318.281524:0:16766:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000005815cd30/0x7e51148972eecbc7 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384318.281528:0:16766:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384318.281529:0:16766:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384318.281531:0:16766:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384318.281532:0:16766:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.0:1767384318.281535:0:16766:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000af8cdfd1. 00000100:00000001:1.0:1767384318.281536:0:16766:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384318.281539:0:16766:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004a260803. 00000100:00000001:1.0:1767384318.281541:0:16766:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446619777414676480 : -124296294875136 : ffff8ef4037f4000) 00000100:00000001:1.0:1767384318.281542:0:16766:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446619777414676480 : -124296294875136 : ffff8ef4037f4000) 00000100:00000001:1.0:1767384318.281544:0:16766:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384318.281544:0:16766:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1767384318.281546:0:16766:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 20000000:00000001:1.0:1767384318.281547:0:16766:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384318.281548:0:16766:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003445359s 00010000:00000001:1.0:1767384318.281550:0:16766:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384318.281551:0:16766:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384318.281551:0:16766:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000005815cd30 refcount=5 00000020:00000001:1.0:1767384318.281553:0:16766:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781820859904 : -124291888691712 : ffff8ef50a204600) 00010000:00000001:1.0:1767384318.281555:0:16766:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781820859904 : -124291888691712 : ffff8ef50a204600) 00010000:00000001:1.0:1767384318.281556:0:16766:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384318.281557:0:16766:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000005815cd30/0x7e51148972eecbc7 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384318.281561:0:16766:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384318.281563:0:16766:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000005815cd30/0x7e51148972eecbc7 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384318.281572:0:16766:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384318.281573:0:16766:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384318.281574:0:16766:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000005815cd30/0x7e51148972eecbc7 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384318.281578:0:16766:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384318.281578:0:16766:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384318.281580:0:16766:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384318.281581:0:16766:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000005815cd30/0x7e51148972eecbc7 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384318.281584:0:16766:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000005815cd30 already unused, calling callback (00000000871a6010) 00010000:00000001:1.0:1767384318.281586:0:16766:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384318.281587:0:16766:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384318.281589:0:16766:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000005815cd30/0x7e51148972eecbc7 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384318.281593:0:16766:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384318.281594:0:16766:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384318.281595:0:16766:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384318.281596:0:16766:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000005815cd30 refcount=6 00000020:00000001:1.0:1767384318.281597:0:16766:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781820859904 : -124291888691712 : ffff8ef50a204600) 00010000:00000001:1.0:1767384318.281598:0:16766:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781820859904 : -124291888691712 : ffff8ef50a204600) 00010000:00000001:1.0:1767384318.281600:0:16766:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384318.281601:0:16766:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000005815cd30/0x7e51148972eecbc7 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384318.281605:0:16766:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384318.281606:0:16766:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384318.281606:0:16766:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384318.281614:0:16766:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384318.281615:0:16766:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384318.281617:0:16766:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384318.281624:0:16766:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384318.281626:0:16766:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000005815cd30 with handle 0x7e51148972eecbc7 from hash 00010000:00000001:1.0:1767384318.281628:0:16766:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384318.281629:0:16766:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384318.281630:0:16766:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384318.281631:0:16766:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384318.281633:0:16766:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384318.281634:0:16766:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00010000:3.0:1767384318.281635:0:16794:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 000000005815cd30/0x7e51148972eecbc7 lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384318.281636:0:16766:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384318.281638:0:16766:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384318.281642:0:16766:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384318.281646:0:16766:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384318.281650:0:16794:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:1.0:1767384318.281650:0:16766:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384318.281654:0:16766:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 20000000:00000001:3.0:1767384318.281655:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:1.0:1767384318.281656:0:16766:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384318.281660:0:16766:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384318.281661:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000005815cd30/0x7e51148972eecbc7 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384318.281662:0:16766:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384318.281667:0:16766:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384318.281671:0:16766:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000005815cd30/0x7e51148972eecbc7 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384318.281672:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384318.281675:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384318.281677:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384318.281680:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000001:1.0:1767384318.281681:0:16766:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384318.281683:0:16766:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384318.281684:0:16766:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384318.281686:0:16766:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384318.281687:0:16766:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384318.281689:0:16766:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384318.281691:0:16766:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384318.281693:0:16766:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384318.281695:0:16766:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384318.281696:0:16766:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384318.281697:0:16766:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000005815cd30/0x7e51148972eecbc7 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384318.281704:0:16766:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384318.281705:0:16766:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384318.281707:0:16766:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:1.0:1767384318.281708:0:16766:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1767384318.281716:0:16766:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384318.281718:0:16766:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384318.281719:0:16766:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:1.0:1767384318.281721:0:16766:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000004a260803. 00000100:00000001:1.0:1767384318.281723:0:16766:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1767384318.281724:0:16766:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1767384318.281726:0:16766:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000af8cdfd1. 00010000:00000001:1.0:1767384318.281728:0:16766:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:1.0:1767384318.281729:0:16766:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000ac38e099 count: 0 00010000:00010000:1.0:1767384318.281737:0:16766:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:1.0:1767384318.281739:0:16766:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384318.281742:0:16766:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384318.281743:0:16766:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384318.281745:0:16766:0:(import.c:2128:obd_at_measure()) add 1 to 0000000028084485 time=48 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384318.281748:0:16766:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384318.281751:0:16766:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 21 to 0@lo 00000100:00000001:1.0:1767384318.281753:0:16766:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 02000000:00000001:1.0:1767384318.281755:0:16766:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384318.281756:0:16766:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384318.281759:0:16766:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384318.281761:0:16766:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384318.281771:0:16766:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005a043743. 00000100:00000200:1.0:1767384318.281774:0:16766:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853236723076864, offset 224 00000400:00000200:1.0:1767384318.281780:0:16766:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384318.281786:0:16766:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384318.281793:0:16766:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x695824c904f00 00000400:00000200:1.0:1767384318.281798:0:16766:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x1885 [1] + 224 00000400:00000200:1.0:1767384318.281801:0:16766:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384318.281804:0:16766:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384318.281807:0:16766:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384318.281809:0:16766:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000084c99a64 x1853236723076864/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384334 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384318.281816:0:16766:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000084c99a64 x1853236723076864/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384334 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384318.281849:0:16766:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384318.281854:0:16766:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005a043743 00000400:00000010:1.0:1767384318.281856:0:16766:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005a043743. 00000100:00000001:1.0:1767384318.281859:0:16766:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384318.281860:0:16766:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384318.281865:0:16766:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384318.281868:0:16766:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 20 to 0@lo 00010000:00000001:1.0:1767384318.281870:0:16766:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384318.281872:0:16766:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384318.281875:0:16766:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000024f17422 x1853236723076864/t0(0) o103->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:299/0 lens 328/224 e 0 to 0 dl 1767384329 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384318.281885:0:16766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000024f17422 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c0412d60-4f67-4dbc-8791-892843f60083+16:16139:x1853236723076864:12345-0@lo:103: Request processed in 528us (797us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384318.281890:0:16766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00000040:1.0:1767384318.281893:0:16766:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000555601ca : new rpc_count 2 00000100:00000001:1.0:1767384318.281894:0:16766:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384318.281897:0:16766:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384318.281900:0:16766:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000171ae8a0. 00000020:00000010:1.0:1767384318.281904:0:16766:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002d9084b7. 00000020:00000010:1.0:1767384318.281908:0:16766:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000491f8641. 00000020:00000040:1.0:1767384318.281912:0:16766:0:(genops.c:898:class_export_put()) PUTting export 00000000555601ca : new refcount 15 00000100:00000001:1.0:1767384318.281916:0:16766:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384318.281936:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384318.281939:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384318.281942:0:16139:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384318.281944:0:16139:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384318.281946:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000015ea0362. 00000400:00000200:1.0:1767384318.281951:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f67dee06 00000400:00000010:1.0:1767384318.281953:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f67dee06. 00000100:00000001:1.0:1767384318.281956:0:16139:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384318.281960:0:16139:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000084c99a64 x1853236723076864/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384334 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384318.281966:0:16139:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000084c99a64 x1853236723076864/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384334 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384318.281978:0:16139:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384318.281981:0:16139:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384318.281983:0:16139:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384318.281984:0:16139:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384318.281986:0:16139:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384318.281987:0:16139:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384318.281989:0:16139:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384318.281992:0:16139:0:(import.c:2128:obd_at_measure()) add 5 to 00000000e6189a3f time=48 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384318.281995:0:16139:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f5022cbe time=48 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384318.281998:0:16139:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384318.281999:0:16139:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384318.282002:0:16139:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384318.282003:0:16139:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384318.282005:0:16139:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384318.282008:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000084c99a64 x1853236723076864/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384334 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384318.282013:0:16139:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384318.282015:0:16139:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384318.282016:0:16139:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384318.282019:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000084c99a64 x1853236723076864/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384334 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384318.282026:0:16139:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000084c99a64 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c0412d60-4f67-4dbc-8791-892843f60083:16139:1853236723076864:0@lo:103: 00000100:00000001:1.0:1767384318.282030:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384318.282032:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384318.282034:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000084c99a64 x1853236723076864/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384334 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384318.282038:0:16139:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384318.282040:0:16139:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384318.282041:0:16139:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a9f525db. 02000000:00000001:1.0:1767384318.282043:0:16139:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384318.282044:0:16139:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384318.282045:0:16139:0:(genops.c:1242:class_import_put()) import 00000000df830bbe refcount=5 obd=MGC192.168.202.152@tcp 00000020:00000001:1.0:1767384318.282046:0:16139:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384318.282053:0:16139:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000000829aa86. 02000000:00000001:1.0:1767384318.282055:0:16139:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384318.282057:0:16139:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384318.282059:0:16139:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000084c99a64. 00000100:00000001:1.0:1767384318.282062:0:16139:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384318.282063:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384318.282065:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384318.282068:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384318.282069:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384318.282072:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384318.282074:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1767384318.287110:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000d29b5cf2. 00010000:00000010:1.1:1767384318.287125:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000046a46c52. 00010000:00000010:1.1:1767384318.287136:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000d29113af. 00010000:00000010:1.1:1767384318.287142:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000005815cd30. 00010000:00000010:1.1:1767384318.287144:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000ac38e099. 00080000:00000001:2.0:1767384318.288849:0:16807:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00080000:00000001:3.0:1767384318.288852:0:16771:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384318.288854:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384318.288858:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000020:00000002:3.0:1767384318.288860:0:16771:0:(lu_object.c:207:lu_object_put()) Add 00000000f07b1e3f/000000000f28175b to site lru. bkt: 00000000b56e2c81 00040000:00000001:2.0:1767384318.288860:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384318.288863:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:3.0:1767384318.288865:0:16771:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384318.288867:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000005a39b63d. 20000000:00000001:3.0:1767384318.288868:0:16771:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384318.288873:0:16771:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000001:2.0:1767384318.288873:0:16807:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:3.0:1767384318.288883:0:16771:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384318.288887:0:16771:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:3.0:1767384318.288894:0:16771:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:3.0:1767384318.288904:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384318.288906:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384318.288908:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384318.288911:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384318.288913:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384318.288919:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000998d813c. 00010000:00000001:3.0:1767384318.288922:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384318.288926:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000003653ee69. 00000020:00000001:3.0:1767384318.288929:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384318.288932:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 000000003653ee69 with handle 0x7e51148972eecbce to hash 00000020:00000001:3.0:1767384318.288934:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384318.288935:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446619781713885184 : -124291995666432 : ffff8ef503bff800) 00010000:00000001:3.0:1767384318.288943:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446619781713885184 : -124291995666432 : ffff8ef503bff800) 00010000:00000001:3.0:1767384318.288945:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384318.288947:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384318.288949:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000003653ee69/0x7e51148972eecbce lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384318.288956:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384318.288959:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384318.288960:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384318.288962:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384318.288964:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384318.288966:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384318.288967:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384318.288969:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384318.288970:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384318.288972:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384318.288972:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384318.288973:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000998d813c) refcount = 1 00010000:00010000:3.0:1767384318.288976:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000003653ee69/0x7e51148972eecbce lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384318.288980:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384318.288981:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384318.288982:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384318.288984:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384318.288985:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384318.288987:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384318.288989:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003445359s 00010000:00000001:3.0:1767384318.288992:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384318.288993:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384318.288995:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000003653ee69 refcount=4 00000020:00000001:3.0:1767384318.288996:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781713885184 : -124291995666432 : ffff8ef503bff800) 00010000:00000001:3.0:1767384318.288998:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781713885184 : -124291995666432 : ffff8ef503bff800) 00010000:00000001:3.0:1767384318.288999:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384318.289001:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000003653ee69/0x7e51148972eecbce lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384318.289010:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384318.289012:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000003653ee69/0x7e51148972eecbce lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384318.289016:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384318.289017:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384318.289019:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000003653ee69/0x7e51148972eecbce lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384318.289022:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384318.289023:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384318.289025:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384318.289026:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000003653ee69/0x7e51148972eecbce lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384318.289031:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000003653ee69 already unused, calling callback (00000000871a6010) 00010000:00000001:3.0:1767384318.289032:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384318.289034:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384318.289035:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000003653ee69/0x7e51148972eecbce lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384318.289039:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384318.289040:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384318.289042:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384318.289043:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000003653ee69 refcount=5 00000020:00000001:3.0:1767384318.289044:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781713885184 : -124291995666432 : ffff8ef503bff800) 00010000:00000001:3.0:1767384318.289046:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781713885184 : -124291995666432 : ffff8ef503bff800) 00010000:00000001:3.0:1767384318.289048:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384318.289049:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000003653ee69/0x7e51148972eecbce lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384318.289054:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384318.289055:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384318.289061:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384318.289063:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384318.289064:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384318.289065:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384318.289066:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384318.289067:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000003653ee69 with handle 0x7e51148972eecbce from hash 00010000:00000001:3.0:1767384318.289069:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384318.289070:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384318.289071:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384318.289072:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384318.289073:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384318.289073:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384318.289075:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384318.289076:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384318.289078:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384318.289079:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384318.289080:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384318.289081:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384318.289083:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384318.289084:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384318.289111:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384318.289113:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384318.289115:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000003653ee69/0x7e51148972eecbce lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384318.289119:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384318.289120:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384318.289121:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384318.289123:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384318.289124:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384318.289125:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384318.289127:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384318.289129:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384318.289131:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384318.289133:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000003653ee69/0x7e51148972eecbce lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384318.289137:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384318.289143:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384318.289144:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000003653ee69/0x7e51148972eecbce lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384318.289149:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000998d813c count: 0 00010000:00000001:3.0:1767384318.289156:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384318.289157:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:1.0:1767384318.289728:0:16773:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767384318.289731:0:16773:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384318.289734:0:16773:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000686b2cb5. 20000000:00000001:1.0:1767384318.289738:0:16773:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384318.289742:0:16773:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236723076480 00010000:00000001:1.0:1767384318.289744:0:16773:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384318.289750:0:16773:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000009a9f354 x1853236723076480/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:299/0 lens 4848/4768 e 0 to 0 dl 1767384329 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384318.289757:0:16773:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384318.289759:0:16773:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384318.289762:0:16773:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dd452398 time=48 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384318.289765:0:16773:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384318.289767:0:16773:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 21 to 0@lo 00000100:00000001:1.0:1767384318.289769:0:16773:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 02000000:00000001:1.0:1767384318.289772:0:16773:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384318.289774:0:16773:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384318.289777:0:16773:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384318.289780:0:16773:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384318.289783:0:16773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000108539b0. 00000100:00000200:1.0:1767384318.289787:0:16773:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236723076480, offset 224 00000400:00000200:1.0:1767384318.289794:0:16773:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384318.289803:0:16773:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384318.289812:0:16773:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824c904d80 00000400:00000200:1.0:1767384318.289818:0:16773:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1869 [2] + 224 00000400:00000010:2.0:1767384318.289821:0:27743:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 0000000043d82f3a. 00000400:00000200:1.0:1767384318.289824:0:16773:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384318.289834:0:16773:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000040:2.0:1767384318.289838:0:27743:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384318.289841:0:27743:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384318.289844:0:27743:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384318.289846:0:27743:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384318.289848:0:27743:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384318.289849:0:27743:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:2.0:1767384318.289852:0:27743:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384318.289853:0:27743:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384318.289854:0:27743:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384318.289855:0:27743:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:2.0:1767384318.289857:0:27743:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384318.289858:0:27743:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384318.289860:0:27743:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384318.289862:0:27743:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384318.289863:0:27743:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:2.0:1767384318.289865:0:27743:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384318.289866:0:27743:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384318.289867:0:27743:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767384318.289868:0:27743:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767384318.289870:0:27743:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384318.289871:0:27743:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384318.289872:0:27743:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384318.289873:0:27743:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384318.289874:0:27743:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384318.289875:0:27743:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767384318.289876:0:27743:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384318.289877:0:27743:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384318.289883:0:27743:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384318.289885:0:27743:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384318.289886:0:27743:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384318.289888:0:27743:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767384318.289890:0:27743:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384318.289892:0:27743:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384318.289894:0:27743:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384318.289895:0:27743:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384318.289897:0:27743:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384318.289898:0:27743:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767384318.289901:0:27743:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384318.289903:0:27743:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384318.289904:0:27743:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384318.289906:0:27743:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384318.289907:0:27743:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384318.289909:0:27743:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767384318.289911:0:27743:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767384318.289913:0:27743:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767384318.289915:0:27743:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767384318.289917:0:27743:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767384318.289918:0:27743:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767384318.289921:0:27743:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384318.289923:0:27743:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384318.289925:0:27743:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767384318.289927:0:27743:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384318.289928:0:27743:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767384318.289930:0:27743:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:2.0:1767384318.289932:0:27743:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767384318.289933:0:27743:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767384318.289935:0:27743:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:2.0:1767384318.290017:0:27743:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 0000000043d82f3a. 00000100:00000001:1.0:1767384318.290019:0:16773:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384318.290025:0:16773:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bf90d32f x1853236723076480/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384334 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384318.290033:0:16773:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000bf90d32f x1853236723076480/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384334 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384318.290043:0:16773:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384318.290049:0:16773:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000108539b0 00000400:00000010:1.0:1767384318.290051:0:16773:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000108539b0. 00000100:00000001:1.0:1767384318.290053:0:16773:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384318.290055:0:16773:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384318.290060:0:16773:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384318.290063:0:16773:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 20 to 0@lo 00010000:00000001:1.0:1767384318.290066:0:16773:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384318.290068:0:16773:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384318.290070:0:16773:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384318.290074:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000009a9f354 x1853236723076480/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:299/0 lens 4848/4768 e 0 to 0 dl 1767384329 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384318.290081:0:16773:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000009a9f354 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c0412d60-4f67-4dbc-8791-892843f60083+15:16137:x1853236723076480:12345-0@lo:253: Request processed in 19497us (20062us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384318.290125:0:16773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 101 00000100:00000040:1.0:1767384318.290128:0:16773:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000555601ca : new rpc_count 1 00000100:00000001:1.0:1767384318.290130:0:16773:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384318.290132:0:16773:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384318.290136:0:16773:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007a72b5fe. 00000020:00000010:1.0:1767384318.290140:0:16773:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c370a78c. 00000020:00000010:1.0:1767384318.290143:0:16773:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003c7d6e30. 00000020:00000040:1.0:1767384318.290147:0:16773:0:(genops.c:898:class_export_put()) PUTting export 00000000555601ca : new refcount 14 02000000:00000001:1.0:1767384318.290150:0:16773:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384318.290152:0:16773:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000aab16fa3. 02000000:00000001:1.0:1767384318.290155:0:16773:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384318.290157:0:16773:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384318.290162:0:16773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384318.290170:0:16773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000362f27eb. 00000400:00000010:1.0:1767384318.290174:0:16773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000108539b0. 00000100:00000001:1.0:1767384318.290190:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384318.290192:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384318.290195:0:16137:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384318.290197:0:16137:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384318.290198:0:16137:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d018e6a3. 00000400:00000200:1.0:1767384318.290200:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009de1bf35 00000400:00000010:1.0:1767384318.290202:0:16137:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009de1bf35. 00000100:00000001:1.0:1767384318.290205:0:16137:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384318.290208:0:16137:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bf90d32f x1853236723076480/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384334 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384318.290215:0:16137:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bf90d32f x1853236723076480/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384334 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384318.290220:0:16137:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384318.290221:0:16137:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384318.290223:0:16137:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384318.290225:0:16137:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384318.290226:0:16137:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384318.290228:0:16137:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384318.290230:0:16137:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384318.290233:0:16137:0:(import.c:2128:obd_at_measure()) add 5 to 0000000028df3f77 time=48 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384318.290235:0:16137:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f5022cbe time=48 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384318.290237:0:16137:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384318.290239:0:16137:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384318.290241:0:16137:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384318.290242:0:16137:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384318.290244:0:16137:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384318.290246:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bf90d32f x1853236723076480/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384334 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384318.290251:0:16137:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384318.290252:0:16137:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384318.290254:0:16137:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384318.290257:0:16137:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384318.290259:0:16137:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384318.290261:0:16137:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384318.290268:0:16137:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384318.290269:0:16137:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384318.290270:0:16137:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384318.290271:0:16137:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384318.290273:0:16137:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384318.290274:0:16137:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384318.290276:0:16137:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384318.290278:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bf90d32f x1853236723076480/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384334 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384318.290283:0:16137:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000bf90d32f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c0412d60-4f67-4dbc-8791-892843f60083:16137:1853236723076480:0@lo:253: 00000100:00000001:1.0:1767384318.290288:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384318.290290:0:16137:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384318.290292:0:16137:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bf90d32f x1853236723076480/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384334 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384318.290296:0:16137:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384318.290298:0:16137:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384318.290300:0:16137:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000fc2316a4. 02000000:00000001:1.0:1767384318.290303:0:16137:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384318.290305:0:16137:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384318.290306:0:16137:0:(genops.c:1242:class_import_put()) import 00000000df830bbe refcount=4 obd=MGC192.168.202.152@tcp 00000020:00000001:1.0:1767384318.290308:0:16137:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384318.290309:0:16137:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000264f0620. 02000000:00000001:1.0:1767384318.290314:0:16137:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384318.290316:0:16137:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384318.290317:0:16137:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bf90d32f. 00000100:00000001:1.0:1767384318.290321:0:16137:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384318.290322:0:16137:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384318.290325:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384318.290329:0:16137:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384318.290331:0:16137:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384318.290333:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384318.290335:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:3.0:1767384318.291783:0:16771:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767384318.291785:0:16771:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384318.291787:0:16771:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000b00616c4. 20000000:00000001:3.0:1767384318.291790:0:16771:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384318.291793:0:16771:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236723076608 00010000:00000001:3.0:1767384318.291794:0:16771:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384318.291798:0:16771:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000063311df0 x1853236723076608/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:299/0 lens 4848/4768 e 0 to 0 dl 1767384329 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384318.291804:0:16771:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384318.291805:0:16771:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384318.291807:0:16771:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dd452398 time=48 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384318.291810:0:16771:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384318.291811:0:16771:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 21 to 0@lo 00000100:00000001:3.0:1767384318.291812:0:16771:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 02000000:00000001:3.0:1767384318.291814:0:16771:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384318.291816:0:16771:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384318.291817:0:16771:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384318.291819:0:16771:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384318.291822:0:16771:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000220c5bd3. 00000100:00000200:3.0:1767384318.291824:0:16771:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236723076608, offset 224 00000400:00000200:3.0:1767384318.291828:0:16771:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384318.291832:0:16771:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384318.291836:0:16771:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824c904e00 00000400:00000200:3.0:1767384318.291840:0:16771:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1871 [2] + 224 00000400:00000200:3.0:1767384318.291845:0:16771:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384318.291847:0:16771:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384318.291849:0:16771:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384318.291851:0:16771:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000fdfbfb9f x1853236723076608/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384334 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384318.291863:0:16771:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000fdfbfb9f x1853236723076608/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384334 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384318.291878:0:16771:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384318.291883:0:16771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000220c5bd3 00000400:00000010:3.0:1767384318.291884:0:16771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000220c5bd3. 00000100:00000001:3.0:1767384318.291886:0:16771:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384318.291887:0:16771:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384318.291890:0:16771:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384318.291893:0:16771:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 20 to 0@lo 00000100:00000001:1.0:1767384318.291895:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1767384318.291896:0:16771:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384318.291898:0:16771:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384318.291900:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1767384318.291901:0:16771:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384318.291907:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000063311df0 x1853236723076608/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:299/0 lens 4848/4768 e 0 to 0 dl 1767384329 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767384318.291907:0:16138:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384318.291912:0:16138:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384318.291916:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003f1040e1. 00000100:00100000:3.0:1767384318.291922:0:16771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000063311df0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c0412d60-4f67-4dbc-8791-892843f60083+14:16138:x1853236723076608:12345-0@lo:253: Request processed in 21330us (21717us total) trans 0 rc 0/0 00000400:00000200:1.0:1767384318.291929:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000057fdb7a3 00000400:00000010:1.0:1767384318.291933:0:16138:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000057fdb7a3. 00000100:00100000:3.0:1767384318.291935:0:16771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 102 00000100:00000001:1.0:1767384318.291939:0:16138:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1767384318.291940:0:16771:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000555601ca : new rpc_count 0 00000100:00000001:3.0:1767384318.291945:0:16771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:1.0:1767384318.291946:0:16138:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000fdfbfb9f x1853236723076608/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384334 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384318.291947:0:16771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384318.291952:0:16771:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d0540ee8. 00000020:00000010:3.0:1767384318.291956:0:16771:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a235ec77. 00000020:00000010:3.0:1767384318.291960:0:16771:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001a975d84. 00000020:00000040:3.0:1767384318.291965:0:16771:0:(genops.c:898:class_export_put()) PUTting export 00000000555601ca : new refcount 13 00000100:00000200:1.0:1767384318.291965:0:16138:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000fdfbfb9f x1853236723076608/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384334 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384318.291970:0:16771:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384318.291973:0:16771:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000004519d93b. 02000000:00000001:3.0:1767384318.291978:0:16771:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384318.291980:0:16138:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384318.291981:0:16771:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384318.291985:0:16138:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384318.291986:0:16771:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:1.0:1767384318.291990:0:16138:0:(client.c:1578:after_reply()) Process entered 00000400:00000010:3.0:1767384318.291992:0:16771:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000aa96626. 02000000:00000001:1.0:1767384318.291995:0:16138:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000010:3.0:1767384318.291997:0:16771:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000220c5bd3. 00000100:00000001:1.0:1767384318.291997:0:16138:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384318.292000:0:16138:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384318.292003:0:16138:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384318.292005:0:16138:0:(import.c:2128:obd_at_measure()) add 5 to 0000000028df3f77 time=48 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384318.292008:0:16138:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f5022cbe time=48 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384318.292011:0:16138:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384318.292012:0:16138:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384318.292013:0:16138:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384318.292014:0:16138:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384318.292015:0:16138:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384318.292018:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000fdfbfb9f x1853236723076608/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384334 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384318.292023:0:16138:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384318.292024:0:16138:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384318.292025:0:16138:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384318.292027:0:16138:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384318.292028:0:16138:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384318.292029:0:16138:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384318.292030:0:16138:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384318.292031:0:16138:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384318.292031:0:16138:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384318.292032:0:16138:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384318.292033:0:16138:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384318.292034:0:16138:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384318.292035:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fdfbfb9f x1853236723076608/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384334 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384318.292046:0:16138:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000fdfbfb9f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c0412d60-4f67-4dbc-8791-892843f60083:16138:1853236723076608:0@lo:253: 00000100:00000001:1.0:1767384318.292049:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384318.292051:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384318.292052:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000fdfbfb9f x1853236723076608/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384334 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384318.292056:0:16138:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384318.292057:0:16138:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384318.292058:0:16138:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000a871178b. 02000000:00000001:1.0:1767384318.292062:0:16138:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384318.292064:0:16138:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384318.292064:0:16138:0:(genops.c:1242:class_import_put()) import 00000000df830bbe refcount=3 obd=MGC192.168.202.152@tcp 00000020:00000001:1.0:1767384318.292066:0:16138:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384318.292067:0:16138:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000063d484a8. 02000000:00000001:1.0:1767384318.292069:0:16138:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384318.292070:0:16138:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384318.292071:0:16138:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fdfbfb9f. 00000100:00000001:1.0:1767384318.292072:0:16138:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384318.292073:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384318.292074:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384318.292078:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384318.292079:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384318.292080:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384318.292082:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1767384318.296130:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000998d813c. 00010000:00000010:3.1:1767384318.296139:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000003653ee69. 00000100:00000040:0.0:1767384318.306145:0:449:0:(connection.c:75:cpu_latency_work()) work item of 000000002fd0fb58 (cpu 0) has reached its deadline 4294908268, at 4294908269 00000100:00000010:0.0:1767384318.306155:0:449:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002ea6a0e8. 00000100:00000040:3.0:1767384318.306171:0:53:0:(connection.c:75:cpu_latency_work()) work item of 000000009d5c2cb6 (cpu 0) has reached its deadline 4294908268, at 4294908269 00000100:00000010:3.0:1767384318.306188:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000aecfe49f. 00000100:00000040:2.0:1767384318.307122:0:795:0:(connection.c:75:cpu_latency_work()) work item of 00000000135c2452 (cpu 0) has reached its deadline 4294908268, at 4294908270 00000100:00000040:1.0:1767384318.307126:0:62:0:(connection.c:75:cpu_latency_work()) work item of 00000000edc4e618 (cpu 0) has reached its deadline 4294908268, at 4294908270 00000100:00000010:2.0:1767384318.307130:0:795:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000062a64117. 00000100:00000010:1.0:1767384318.307135:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ce21625a. 00000400:00000200:2.0:1767384318.390259:0:16134:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.152@tcp29 00000400:00000010:2.0:1767384318.390264:0:16134:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000a49d0118. 00000400:00000010:2.0:1767384318.390271:0:16134:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000005419da05. 00000400:00000010:2.0:1767384318.390275:0:16134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007a2d1c4e. 00000400:00000010:2.0:1767384318.390288:0:16134:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000008e53dffa. 00000400:00000200:2.0:1767384318.390293:0:16134:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.152@tcp29 00000400:00000200:2.0:1767384318.390310:0:16134:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.152@tcp29 local destination 00000400:00000200:2.0:1767384318.390317:0:16134:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.152@tcp29 00000400:00000200:2.0:1767384318.390322:0:16134:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp29 NI seq info: [70:70:256:4294967295] 192.168.202.152@tcp29 LPNI seq info [70:70:8:4294967295] 00000400:00000200:2.0:1767384318.390328:0:16134:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.152@tcp29 00000400:00000200:2.0:1767384318.390341:0:16134:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp29(192.168.202.152@tcp29:) -> 192.168.202.152@tcp29(192.168.202.152@tcp29:192.168.202.152@tcp29) : GET try# 0 00000800:00000200:2.0:1767384318.390348:0:16134:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.152@tcp29 00000800:00000010:2.0:1767384318.390351:0:16134:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000350ab4db. 00000800:00000200:2.0:1767384318.390358:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a7bdbfe4] -> 12345-192.168.202.152@tcp29 (2) 00000800:00000200:2.1:1767384318.390364:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a7bdbfe4] -> 12345-192.168.202.152@tcp29 (2) 00000400:00000200:2.0:1767384318.390384:0:16134:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.152@tcp29 added to recovery queue. ping count: 2 next ping: 245 health :800 00000400:00000200:2.0:1767384318.390389:0:16134:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.152@tcp30 00000400:00000010:2.0:1767384318.390392:0:16134:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000005e213993. 00000400:00000010:2.0:1767384318.390395:0:16134:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000002141d7e2. 00000400:00000010:2.0:1767384318.390398:0:16134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000db436e82. 00000400:00000010:2.0:1767384318.390402:0:16134:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000032e0068f. 00000400:00000200:2.0:1767384318.390407:0:16134:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.152@tcp30 00000400:00000200:2.0:1767384318.390413:0:16134:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.152@tcp30 local destination 00000400:00000200:2.0:1767384318.390417:0:16134:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.152@tcp30 00000400:00000200:2.0:1767384318.390421:0:16134:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp30 NI seq info: [71:71:256:4294967295] 192.168.202.152@tcp30 LPNI seq info [71:71:8:4294967295] 00000400:00000200:2.0:1767384318.390425:0:16134:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.152@tcp30 00000400:00000200:2.0:1767384318.390436:0:16134:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp30(192.168.202.152@tcp30:) -> 192.168.202.152@tcp30(192.168.202.152@tcp30:192.168.202.152@tcp30) : GET try# 0 00000800:00000200:2.0:1767384318.390441:0:16134:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.152@tcp30 00000800:00000010:2.0:1767384318.390457:0:16134:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000d06632fd. 00000800:00000200:2.0:1767384318.390464:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a6274a03] -> 12345-192.168.202.152@tcp30 (2) 00000800:00000200:2.1:1767384318.390469:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a6274a03] -> 12345-192.168.202.152@tcp30 (2) 00000400:00000200:2.0:1767384318.390480:0:16134:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.152@tcp30 added to recovery queue. ping count: 1 next ping: 243 health :900 00000400:00000200:0.0:1767384318.390533:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.152:988 00000400:00000200:2.0:1767384318.390535:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.152:988 00000400:00000200:2.0:1767384318.390602:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.152:988 00000400:00000200:0.0:1767384318.390612:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.152:988 00000400:00000200:2.0:1767384318.390645:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.152:988 00000400:00000200:0.0:1767384318.390660:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.152:988 00000400:00000200:2.0:1767384318.390699:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.152:988 00000400:00000200:0.0:1767384318.390705:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.152:988 00000400:00000200:2.0:1767384318.390747:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.152:988 00000400:00000200:0.0:1767384318.390758:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.152:988 00000400:00000200:2.0:1767384318.390799:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.152:988 00000400:00000200:0.0:1767384318.390802:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.152:988 00000400:00000200:2.0:1767384318.390866:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.152:988 00000400:00000200:0.0:1767384318.390869:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.152:988 00000400:00000200:2.0:1767384318.390934:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.152:988 00000400:00000200:0.0:1767384318.390938:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.152:988 00000400:00000200:2.0:1767384318.390985:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.152:988 00000400:00000200:0.0:1767384318.390996:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.152:988 00000400:00000200:2.0:1767384318.391042:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.152:988 00000400:00000200:0.0:1767384318.391054:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.152:988 00000400:00000200:2.0:1767384318.391115:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.152:988 00000400:00000200:0.0:1767384318.391118:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.152:988 00000400:00000200:2.0:1767384318.391162:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.152:988 00000400:00000200:0.0:1767384318.391169:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.152:988 00000400:00000200:2.0:1767384318.391207:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.152:988 00000400:00000200:0.0:1767384318.391218:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.152:988 00000400:00000200:2.0:1767384318.391256:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.152:988 00000400:00000200:0.0:1767384318.391268:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.152:988 00000400:00000200:2.0:1767384318.391299:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.152:988 00000400:00000200:0.0:1767384318.391319:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.152:988 00000400:00000200:2.0:1767384318.391353:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.152:988 00000400:00000200:0.0:1767384318.391377:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.152:988 00000400:00000200:2.0:1767384318.391402:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.152:988 00000400:00000200:0.0:1767384318.391461:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.152:988 00000400:00000200:2.0:1767384318.391464:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.152:988 00000400:00000200:0.0:1767384318.391514:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.152:988 00000400:00000200:2.0:1767384318.391527:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.152:988 00000400:00000200:0.0:1767384318.391580:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.152:988 00000400:00000200:2.0:1767384318.391583:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.152:988 00000400:00000200:0.0:1767384318.391654:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.152:988 00000400:00000200:2.0:1767384318.391655:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.152:988 00000400:00000200:0.0:1767384318.391739:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.152:988 00000400:00000200:2.0:1767384318.391740:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.152:988 00000400:00000200:0.0:1767384318.391787:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.152:988 00000400:00000200:2.0:1767384318.391803:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.152:988 00000400:00000200:0.0:1767384318.391830:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.152:988 00000400:00000200:2.0:1767384318.391860:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.152:988 00000400:00000200:0.0:1767384318.391879:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.152:988 00000400:00000200:2.0:1767384318.391911:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.152:988 00000400:00000200:0.0:1767384318.391939:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.152:988 00000400:00000200:2.0:1767384318.391968:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.152:988 00000400:00000200:0.0:1767384318.392004:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.152:988 00000400:00000200:2.0:1767384318.392030:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.152:988 00000400:00000200:0.0:1767384318.392062:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.152:988 00000400:00000200:2.0:1767384318.392081:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.152:988 00000400:00000200:0.0:1767384318.392138:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.152:988 00000400:00000200:2.0:1767384318.392157:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.152:988 00000400:00000200:0.0:1767384318.392210:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.152:988 00000400:00000200:2.0:1767384318.392215:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.152:988 00000400:00000200:0.0:1767384318.392272:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.152:988 00000400:00000200:2.0:1767384318.392282:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.152:988 00000400:00000200:0.0:1767384318.392322:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.152:988 00000400:00000200:2.0:1767384318.392336:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.152:988 00000400:00000200:0.0:1767384318.392376:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.152:988 00000400:00000200:2.0:1767384318.392395:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.152:988 00000400:00000200:0.0:1767384318.392440:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.152:988 00000400:00000200:2.0:1767384318.392471:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.152:988 00000400:00000200:0.0:1767384318.392507:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.152:988 00000400:00000200:2.0:1767384318.392539:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.152:988 00000400:00000200:0.0:1767384318.392558:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.152:988 00000400:00000200:0.0:1767384318.392601:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.202.152:988 00000400:00000200:0.0:1767384318.392641:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.202.152:988 00000400:00000200:0.0:1767384318.392678:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.202.152:988 00000400:00000200:0.0:1767384318.392724:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.202.152:988 00000800:00000010:2.0:1767384318.392730:0:16127:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000009843d965. 00000800:00000010:2.0:1767384318.392736:0:16127:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000007ef59bf5. 00000800:00000010:2.0:1767384318.392741:0:16127:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000df05f6d3. 00000800:00000010:2.0:1767384318.392760:0:16127:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000df05f6d3. 00000800:00020000:2.0:1767384318.392771:0:16127:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.152 00000800:00000010:2.0:1767384318.392775:0:16127:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000007ef59bf5. 00000800:00000010:2.0:1767384318.392779:0:16127:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000009843d965. 00000400:02020000:2.0:1767384318.392852:0:16127:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.152@tcp30 at host 192.168.202.152:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384318.392858:0:16127:0:(router.c:1755:lnet_notify()) 192.168.202.152@tcp30 notifying 192.168.202.152@tcp30: down 00000400:00000200:2.0:1767384318.392861:0:16127:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:2.0:1767384318.392866:0:16127:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.152@tcp30 00000800:00000010:2.0:1767384318.392869:0:16127:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000d06632fd. 00000400:00000200:2.0:1767384318.392874:0:16127:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384318.392879:0:16127:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp30->192.168.202.152@tcp30: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384318.392886:0:16127:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384318.392888:0:16127:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.152@tcp30 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384318.392893:0:16127:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.152@tcp30) recovery failed with -71 00000800:00000010:0.0:1767384318.392909:0:16128:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000fa4de931. 00000800:00000010:0.0:1767384318.392915:0:16128:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000022826e93. 00000800:00000010:0.0:1767384318.392919:0:16128:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000061468ed1. 00000800:00000010:0.0:1767384318.392949:0:16128:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000061468ed1. 00000400:00000200:3.0:1767384318.393671:0:16133:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:3.0:1767384318.393686:0:16133:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.152@tcp29 from 216.3.0.2 00000800:00000010:3.0:1767384318.393690:0:16133:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000036f444bc. 00000800:00000010:0.0:1767384318.393736:0:16125:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000083a482f3. 00000800:00000010:0.0:1767384318.393741:0:16125:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000008472e4ac. 00000800:00000010:0.0:1767384318.393762:0:16125:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000001db19ab8. 00000800:00000200:0.1:1767384318.393768:0:16125:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a7bdbfe4] -> 12345-192.168.202.152@tcp29 (2) 00000800:00000200:0.1:1767384318.393774:0:16125:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.152@tcp29 000000001db19ab8 deleted 00000800:00000010:0.1:1767384318.393776:0:16125:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000001db19ab8. 00000800:00000200:0.1:1767384318.393781:0:16125:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.1:1767384318.393787:0:16125:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp29 ip 192.168.202.152:984 00000800:00000200:0.1:1767384318.393790:0:16125:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000350ab4db type 2, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1767384318.393794:0:16125:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.152@tcp29 p 3.x 192.168.202.152 -> 192.168.202.152:984 incarnation:1767384312699518128 sched[0] 00000800:00000010:0.0:1767384318.393806:0:16125:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000061468ed1. 00000800:00000010:0.0:1767384318.393854:0:16125:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000061468ed1. 00000800:00000010:0.0:1767384318.393858:0:16125:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000008472e4ac. 00000800:00000200:2.1:1767384318.393876:0:16128:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.0:1767384318.393884:0:16128:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.152@tcp29 p 3.x 192.168.202.152 -> 192.168.202.152:988 incarnation:1767384312699518128 sched[0] 00000800:00000010:2.0:1767384318.393887:0:16128:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000022826e93. 00000800:00000010:0.0:1767384318.393902:0:16125:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000036f444bc. 00000800:00000001:0.0:1767384318.393919:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384318.393924:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384318.393953:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.152:988 00000800:00000200:0.0:1767384318.393968:0:16132:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384318.393971:0:16132:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000350ab4db. 00000400:00000200:0.0:1767384318.393978:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384318.393983:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp29->192.168.202.152@tcp29: GET: OK 00000400:00000200:0.0:1767384318.393986:0:16132:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:0.0:1767384318.393988:0:16132:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.152@tcp29 recovery message sent successfully:0 00000800:00000001:0.0:1767384318.393999:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384318.394004:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.152:988 00000800:00000001:0.0:1767384318.394005:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384318.394010:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384318.394018:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384318.394026:0:16132:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.152@tcp29(192.168.202.152@tcp29) <- 192.168.202.152@tcp29 : GET - for me 00000400:00000200:0.0:1767384318.394039:0:16132:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.152@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384318.394045:0:16132:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.152@tcp of length 272/272 into md 0x1861 [1] + 0 00000400:00000200:2.0:1767384318.394048:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.152:988 00000400:00000200:0.0:1767384318.394055:0:16132:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.152@tcp29 to MR: 192.168.202.152@tcp29 local destination 00000400:00000200:0.0:1767384318.394062:0:16132:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp29 NI seq info: [72:72:256:4294967295] 192.168.202.152@tcp29 LPNI seq info [72:72:8:4294967295] 00000400:00000200:0.0:1767384318.394073:0:16132:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp29(192.168.202.152@tcp29:192.168.202.152@tcp29) -> 192.168.202.152@tcp29(192.168.202.152@tcp29:192.168.202.152@tcp29) 192.168.202.152@tcp29 : REPLY try# 0 00000800:00000200:0.0:1767384318.394079:0:16132:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.152@tcp29 00000800:00000010:0.0:1767384318.394083:0:16132:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004483a1e9. 00000400:00000200:2.0:1767384318.394116:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.152:988 00000800:00000200:0.0:1767384318.394117:0:16132:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a7bdbfe4] -> 12345-192.168.202.152@tcp29 (4) 00000800:00000200:0.0:1767384318.394126:0:16132:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp29 ip 192.168.202.152:988 00000800:00000200:0.0:1767384318.394129:0:16132:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004483a1e9 type 3, nob 368 niov 1 nkiov 1 00000800:00000001:3.0:1767384318.394152:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384318.394158:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384318.394172:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.152:988 00000800:00000200:0.0:1767384318.394191:0:16132:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384318.394195:0:16132:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004483a1e9. 00000800:00000001:3.0:1767384318.394202:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384318.394203:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384318.394209:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp29->192.168.202.152@tcp29: REPLY: OK 00000800:00000001:3.0:1767384318.394210:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384318.394210:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.152:988 00000800:00000001:3.0:1767384318.394215:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384318.394222:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384318.394229:0:16130:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.152@tcp29(192.168.202.152@tcp29) <- 192.168.202.152@tcp29 : REPLY - for me 00000400:00000200:3.0:1767384318.394241:0:16130:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.152@tcp29: Reply from 12345-192.168.202.152@tcp29 of length 272/272 into md 0x18a1 00000800:00000001:3.0:1767384318.394246:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384318.394247:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.152:988 00000800:00000001:3.0:1767384318.394252:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384318.394255:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384318.394259:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp29->192.168.202.152@tcp29: REPLY: OK 00000400:00000200:3.0:1767384318.394263:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007a2d1c4e 00000400:00000010:3.0:1767384318.394265:0:16130:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007a2d1c4e. 00000400:00000200:3.0:1767384318.394269:0:16130:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000200:2.0:1767384318.394272:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.152:988 00000400:00000010:3.0:1767384318.394273:0:16130:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000a49d0118. 00000400:00000010:3.0:1767384318.394279:0:16130:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000005419da05. 00000800:00000001:3.0:1767384318.394286:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384318.394290:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384318.394300:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.152:988 00000400:00000200:2.0:1767384318.394317:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.152:988 00000400:00000200:2.0:1767384318.394365:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.152:988 00000400:00000200:2.0:1767384318.394406:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.152:988 00000400:00000200:2.0:1767384318.394438:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.152:988 00000400:00000200:2.0:1767384318.394470:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.152:988 00000400:00000200:2.0:1767384318.394489:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.152:988 00000400:00000200:2.0:1767384318.394513:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.152:988 00000400:00000200:2.0:1767384318.394532:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.152:988 00000400:00000200:2.0:1767384318.394561:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.152:988 00000400:00000200:2.0:1767384318.394601:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.152:988 00000400:00000200:2.0:1767384318.394633:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.152:988 00000400:00000200:2.0:1767384318.394651:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.152:988 00000400:00000200:2.0:1767384318.394668:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.152:988 00000400:00000200:2.0:1767384318.394687:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.152:988 00000400:00000200:2.0:1767384318.394704:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.152:988 00000400:00000200:2.0:1767384318.394723:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.152:988 00000400:00000200:2.0:1767384318.394754:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.152:988 00000400:00000200:2.0:1767384318.394797:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.152:988 00000400:00000200:2.0:1767384318.394839:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.152:988 00000400:00000200:2.0:1767384318.394859:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.152:988 00000400:00000200:2.0:1767384318.394875:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.152:988 00000400:00000200:2.0:1767384318.394889:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.152:988 00000400:00000200:2.0:1767384318.394917:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.152:988 00000400:00000200:2.0:1767384318.394960:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.152:988 00000400:00000200:2.0:1767384318.395002:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.152:988 00000400:00000200:2.0:1767384318.395021:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.152:988 00000800:00000010:2.0:1767384318.395353:0:16128:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000009843d965. 00000800:00000010:2.0:1767384318.395357:0:16128:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000007ef59bf5. 00000800:00000010:2.0:1767384318.395360:0:16128:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000df05f6d3. 00000800:00000010:2.0:1767384318.395374:0:16128:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000df05f6d3. 00000800:00020000:2.0:1767384318.395378:0:16128:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.152 00000800:00000010:2.0:1767384318.395380:0:16128:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000007ef59bf5. 00000800:00000010:2.0:1767384318.395386:0:16128:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000009843d965. 00000400:02020000:2.0:1767384318.395410:0:16128:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.152@tcp29 at host 192.168.202.152:988: is it running a compatible version of Lustre? 00010000:00000001:0.0:1767384318.517346:0:449:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384318.517353:0:449:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384318.517360:0:449:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384318.517362:0:449:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384318.517392:0:16767:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384318.517396:0:16767:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384318.517399:0:16767:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:0.0:1767384319.414161:0:16134:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384319.414165:0:16134:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384319.414168:0:16134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000db436e82 00000400:00000010:0.0:1767384319.414172:0:16134:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000db436e82. 00000400:00000200:0.0:1767384319.414177:0:16134:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384319.414183:0:16134:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.152@tcp30 recovery ping unlinked 00000400:00000010:0.0:1767384319.414192:0:16134:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000005e213993. 00000400:00000010:0.0:1767384319.414195:0:16134:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000002141d7e2. 00080000:00000001:1.0:1767384319.437686:0:28108:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384319.437698:0:28108:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384319.437701:0:28108:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384319.437707:0:28108:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384319.437711:0:28108:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384319.437713:0:28108:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384319.541152:0:449:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384319.541158:0:449:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384319.541166:0:449:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384319.541168:0:449:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384319.541205:0:16768:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384319.541209:0:16768:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384319.541213:0:16768:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:2.0:1767384320.134475:0:28273:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1767384320.134479:0:28273:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg252-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp33 --if ens2 00000001:00000001:2.0:1767384320.137270:0:28273:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384320.143696:0:28274:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000005a39b63d. 00000400:00000010:3.0:1767384320.143709:0:28274:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 0000000093d0f572. 00000400:00000010:3.0:1767384320.143718:0:28274:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000b14467fb. 00000400:00000010:3.0:1767384320.143721:0:28274:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000001dd4788a. 00000400:00000010:3.0:1767384320.143725:0:28274:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000dceef153. 00000400:00000010:3.0:1767384320.143728:0:28274:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000094c4b562. 00000400:00000010:3.0:1767384320.143730:0:28274:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000002cb94d69. 00000400:00000010:3.0:1767384320.143731:0:28274:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000dbf8dfc8. 00000400:00000010:3.0:1767384320.143737:0:28274:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000600d0aca. 00000800:00000010:3.0:1767384320.143750:0:28274:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000ded82dd6. 00000800:00000200:3.0:1767384320.143759:0:28274:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384320.143769:0:28274:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384320.143802:0:28274:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.152) 00000400:02000000:3.0:1767384320.143822:0:28274:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.152@tcp33 [8/256/0/180] 00000400:00000010:3.0:1767384320.145116:0:28274:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 441 at 00000000e7ff2bcb. 00000400:00000010:3.0:1767384320.145123:0:28274:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003b9c43c1. 00000400:00000010:3.0:1767384320.145129:0:28274:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fd1ee6a0. 00000400:00000001:3.0:1767384320.145149:0:28274:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384320.145151:0:28274:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384320.145153:0:28274:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000148fe617. 00000400:00000200:3.0:1767384320.145156:0:28274:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ea57a340 00000400:00000010:3.0:1767384320.145159:0:28274:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ea57a340. 00000400:00000010:3.0:1767384320.145163:0:28274:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 425 at 00000000e1a5d5c6. 00000400:00000200:3.0:1767384320.145168:0:28274:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (23) 00000400:00000200:3.0:1767384320.145179:0:28274:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.152@tcp (000000005d9714d7): 0 00000400:00000200:3.0:1767384320.145189:0:28274:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131105 00000400:00000200:2.0:1767384320.145196:0:16135:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:00000010:3.0:1767384320.145197:0:28274:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000b00616c4. 00000400:00000200:2.0:1767384320.145203:0:16135:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100171 00000020:01000000:3.0:1767384320.145204:0:28274:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000010:2.0:1767384320.145209:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a27a8bee. 00000020:01000000:3.0:1767384320.145211:0:28274:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.152@tcp33 00000400:00000200:2.0:1767384320.145213:0:16135:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (24) 00000400:00000010:2.0:1767384320.145219:0:16135:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000abb3e6fa. 00000400:00000200:2.0:1767384320.145223:0:16135:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.152@tcp 00000400:00000010:3.0:1767384320.145229:0:28274:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 0000000093d0f572. 00000400:00000010:3.0:1767384320.145233:0:28274:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000005a39b63d. 00000400:00000200:2.0:1767384320.145236:0:16135:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.152@tcp local destination 00000400:00000200:2.0:1767384320.145242:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 37], ns[40, 37] 00000400:00000200:2.0:1767384320.145246:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 37], ns[64, 37] 00000400:00000200:2.0:1767384320.145250:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[68, 37], ns[68, 37] 00000400:00000200:2.0:1767384320.145253:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 37], ns[14, 37] 00000400:00000200:2.0:1767384320.145256:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 14], ns[16, 14] 00000400:00000200:2.0:1767384320.145259:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 14], ns[18, 14] 00000020:00000001:0.0:1767384320.145259:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:2.0:1767384320.145265:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 14], ns[20, 14] 10000000:00000001:0.0:1767384320.145265:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:2.0:1767384320.145271:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 14], ns[22, 14] 10000000:00000001:0.0:1767384320.145271:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384320.145276:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:2.0:1767384320.145277:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 14], ns[24, 14] 00000400:00000200:2.0:1767384320.145285:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 14], ns[26, 14] 00000020:01000004:0.0:1767384320.145285:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384320.145290:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:2.0:1767384320.145294:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 14], ns[28, 14] 00000020:01000004:0.0:1767384320.145295:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384320.145297:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384320.145298:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384320.145300:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384320.145303:0:37:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384320.145306:0:37:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384320.145308:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:2.0:1767384320.145309:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 14], ns[30, 14] 00000020:01000004:0.0:1767384320.145310:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:2.0:1767384320.145314:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 14], ns[32, 14] 00000100:00000010:0.0:1767384320.145317:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009bbc7890. 00000400:00000200:2.0:1767384320.145318:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 14], ns[34, 14] 00000020:00000040:0.0:1767384320.145324:0:37:0:(genops.c:1229:class_import_get()) import 00000000df830bbe refcount=4 obd=MGC192.168.202.152@tcp 00000400:00000200:2.0:1767384320.145325:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 14], ns[44, 14] 00000400:00000200:2.0:1767384320.145331:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 14], ns[48, 14] 00000100:00000001:0.0:1767384320.145332:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1767384320.145335:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 14], ns[52, 14] 02000000:00000001:0.0:1767384320.145336:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1767384320.145340:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 14], ns[56, 14] 02000000:00000001:0.0:1767384320.145342:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384320.145344:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 14], ns[60, 14] 00000400:00000200:2.0:1767384320.145347:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 14], ns[72, 14] 00000400:00000200:2.0:1767384320.145354:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[71, 14], ns[71, 14] 00000400:00000200:2.0:1767384320.145358:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 14], ns[0, 14] 02000000:00000010:0.0:1767384320.145359:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000a11a72d2. 00000400:00000200:2.0:1767384320.145362:0:16135:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp31 00000400:00000200:2.0:1767384320.145366:0:16135:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.152@tcp31 00000100:00000001:0.0:1767384320.145367:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384320.145371:0:16135:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.152@tcp31 lpni_is_preferred = 0 00000400:00000200:2.0:1767384320.145374:0:16135:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.152@tcp31 00000400:00000200:2.0:1767384320.145376:0:16135:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp31 NI seq info: [73:73:256:4294967295] 192.168.202.152@tcp31 LPNI seq info [73:73:8:4294967295] 00000100:00000001:0.0:1767384320.145377:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384320.145380:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384320.145383:0:16135:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.152@tcp31 00000100:00000040:0.0:1767384320.145390:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009bbc7890] to pc [ptlrpcd_00_03+3] req@000000009bbc7890 x1853236723076992/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384320.145395:0:16135:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp31(192.168.202.152@tcp31:) -> 192.168.202.152@tcp31(192.168.202.152@tcp:192.168.202.152@tcp31) : PUT try# 0 00000800:00000200:2.0:1767384320.145406:0:16135:0:(socklnd_cb.c:1001:ksocknal_send()) sending 432 bytes in 1 frags to 12345-192.168.202.152@tcp31 00000800:00000010:2.0:1767384320.145411:0:16135:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005efa539c. 00000800:00000010:2.0:1767384320.145419:0:16135:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000003073c2c. 00000800:00000010:2.0:1767384320.145421:0:16135:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 0000000079822201. 10000000:00000001:0.0:1767384320.145426:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384320.145443:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384320.145445:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:2.0:1767384320.145446:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000003073c2c] -> 12345-192.168.202.152@tcp31 (2) 00000020:00000001:0.0:1767384320.145448:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384320.145451:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:01000000:0.0:1767384320.145452:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:3.0:1767384320.145455:0:16140:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000800:00000200:2.1:1767384320.145456:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000003073c2c] -> 12345-192.168.202.152@tcp31 (2) 00000020:00000001:0.0:1767384320.145461:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000040:3.0:1767384320.145462:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009bbc7890 x1853236723076992/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:0.0:1767384320.145464:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384320.145467:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384320.145470:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000400:00000200:2.0:1767384320.145472:0:16135:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.152@tcp 00000020:01000004:0.0:1767384320.145475:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:2.0:1767384320.145478:0:16135:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100571 rc 0 00000020:01000004:0.0:1767384320.145480:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00000001:3.0:1767384320.145482:0:16140:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:0.0:1767384320.145484:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000001:3.0:1767384320.145485:0:16140:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384320.145487:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 02000000:00000001:3.0:1767384320.145489:0:16140:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:0.0:1767384320.145489:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384320.145490:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 02000000:00000001:3.0:1767384320.145493:0:16140:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:0.0:1767384320.145493:0:37:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384320.145494:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384320.145497:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:3.0:1767384320.145498:0:16140:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384320.145501:0:16140:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009bbc7890 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c0412d60-4f67-4dbc-8791-892843f60083:16140:1853236723076992:0@lo:253: 00000100:00000010:0.0:1767384320.145502:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a17a245b. 00000020:00000040:0.0:1767384320.145506:0:37:0:(genops.c:1229:class_import_get()) import 00000000df830bbe refcount=5 obd=MGC192.168.202.152@tcp 00000100:00000001:0.0:1767384320.145508:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384320.145509:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384320.145513:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384320.145515:0:16140:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000010:0.0:1767384320.145519:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000238360ed. 02000000:00000001:3.0:1767384320.145520:0:16140:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384320.145524:0:16140:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384320.145525:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384320.145527:0:16140:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767384320.145528:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.152:988 00000100:00000001:0.0:1767384320.145530:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384320.145533:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384320.145534:0:16140:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000004519d93b. 02000000:00000001:3.0:1767384320.145537:0:16140:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384320.145540:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a17a245b] to pc [ptlrpcd_00_00+0] req@00000000a17a245b x1853236723077120/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384320.145541:0:16140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f458a7a0. 00000400:00000010:3.0:1767384320.145548:0:16140:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000093d0f572. 00000100:00000200:3.0:1767384320.145553:0:16140:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236723076992, portal 25 00000100:00000001:3.0:1767384320.145555:0:16140:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384320.145557:0:16140:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782674427264 : -124291035124352 : ffff8ef53d00ad80) 10000000:00000001:0.0:1767384320.145562:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384320.145563:0:16140:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009bbc7890 x1853236723076992/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384336 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384320.145569:0:16140:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767384320.145571:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.152:988 10000000:00000001:0.0:1767384320.145572:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384320.145577:0:16140:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:0.0:1767384320.145578:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384320.145581:0:16140:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004ee348ed. 00000020:01000000:0.0:1767384320.145581:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000100:00000200:3.0:1767384320.145585:0:16140:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236723076992, offset 0 00000020:00000010:0.0:1767384320.145586:0:37:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000b00616c4. 00000400:00000200:3.0:1767384320.145594:0:16140:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384320.145601:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384320.145604:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384320.145606:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.152:988 00000100:00000001:0.0:1767384320.145606:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384320.145615:0:16140:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824c904f80 00000100:00000001:0.0:1767384320.145615:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384320.145619:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767384320.145622:0:16140:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1101 [2] + 0 00000100:00000001:0.0:1767384320.145622:0:16137:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:3.0:1767384320.145626:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f5792ee0. 00000100:00000040:0.0:1767384320.145628:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a17a245b x1853236723077120/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384320.145630:0:16140:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000028352a02 00000400:00000200:2.0:1767384320.145635:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.152:988 00000100:00000001:0.0:1767384320.145638:0:16137:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1767384320.145639:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384320.145640:0:16137:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384320.145645:0:16137:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1767384320.145647:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:0.0:1767384320.145648:0:16137:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384320.145651:0:16137:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384320.145653:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000028352a02 00000100:00100000:0.0:1767384320.145656:0:16137:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a17a245b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c0412d60-4f67-4dbc-8791-892843f60083:16137:1853236723077120:0@lo:253: 00000400:00000010:3.0:1767384320.145657:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000028352a02. 00000100:00000001:0.0:1767384320.145662:0:16137:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767384320.145664:0:16140:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:2.0:1767384320.145665:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.152:988 02000000:00000001:0.0:1767384320.145665:0:16137:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:3.0:1767384320.145667:0:16140:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 02000000:00000001:0.0:1767384320.145669:0:16137:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384320.145672:0:16137:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1767384320.145673:0:16140:0:(events.c:337:request_in_callback()) incoming req@000000008f42d532 x1853236723076992 msgsize 4848 02000000:00000010:0.0:1767384320.145677:0:16137:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000b00616c4. 02000000:00000001:0.0:1767384320.145681:0:16137:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384320.145682:0:16140:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384320.145686:0:16140:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000010:0.0:1767384320.145688:0:16137:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bca8fd02. 00000400:00000200:2.0:1767384320.145692:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.152:988 00000100:00000001:3.0:1767384320.145694:0:16140:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:0.0:1767384320.145695:0:16137:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000eade9144. 00000100:00000200:0.0:1767384320.145700:0:16137:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236723077120, portal 25 00000100:00000001:0.0:1767384320.145702:0:16137:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1767384320.145703:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004ee348ed 00000100:00000001:0.0:1767384320.145704:0:16137:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782674425472 : -124291035126144 : ffff8ef53d00a680) 00000100:00000040:0.0:1767384320.145708:0:16137:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a17a245b x1853236723077120/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384336 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384320.145713:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004ee348ed. 00000100:00000001:0.0:1767384320.145718:0:16137:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384320.145720:0:16140:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:0.0:1767384320.145723:0:16137:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1767384320.145724:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.152:988 00000100:00000200:3.0:1767384320.145726:0:16140:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009bbc7890 x1853236723076992/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384336 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384320.145727:0:16137:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000166d6947. 00000100:00000200:0.0:1767384320.145733:0:16137:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236723077120, offset 0 00000100:00000001:3.0:1767384320.145738:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384320.145741:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009bbc7890 x1853236723076992/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384336 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384320.145749:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384320.145749:0:16137:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384320.145751:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.152:988 00000100:00000001:3.0:1767384320.145754:0:16140:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1767384320.145760:0:16137:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384320.145761:0:16140:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384320.145766:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294910132 00000400:00000200:0.0:1767384320.145770:0:16137:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824c905000 00000100:00000010:3.0:1767384320.145771:0:16140:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000042f30534. 00000400:00000200:0.0:1767384320.145777:0:16137:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1129 [2] + 0 00000100:00000001:3.0:1767384320.145779:0:16140:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 0 00000400:00000010:0.0:1767384320.145780:0:16137:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000de7918bb. 00000400:00000200:2.0:1767384320.145783:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.152:988 00000400:00000200:0.0:1767384320.145785:0:16137:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000bd297e55 00000100:00000001:3.0:1767384320.145786:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294910132 00000100:00000010:3.0:1767384320.145791:0:16140:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c87ea49b. 00000400:00000200:0.0:1767384320.145792:0:16137:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384320.145795:0:16140:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 1 00000400:00000200:0.0:1767384320.145799:0:16137:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384320.145802:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294910132 00000400:00000200:0.0:1767384320.145803:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bd297e55 00000100:00000010:3.0:1767384320.145805:0:16140:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b4d762eb. 00000400:00000010:0.0:1767384320.145806:0:16137:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bd297e55. 00000100:00000001:3.0:1767384320.145810:0:16140:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767384320.145812:0:16137:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384320.145815:0:16137:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:3.0:1767384320.145816:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294910132 00000100:00000040:0.0:1767384320.145821:0:16137:0:(events.c:337:request_in_callback()) incoming req@000000003ca77d0c x1853236723077120 msgsize 4848 00000100:00000010:3.0:1767384320.145822:0:16140:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c1679cef. 00000100:00000001:3.0:1767384320.145827:0:16140:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 3 00000400:00000200:2.0:1767384320.145830:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.152:988 00000100:00100000:0.0:1767384320.145830:0:16137:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384320.145831:0:16140:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384320.145836:0:16140:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384320.145839:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384320.145841:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384320.145844:0:16137:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:3.0:1767384320.145848:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384320.145851:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384320.145854:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384320.145854:0:16137:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384320.145855:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384320.145858:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384320.145861:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000166d6947 00000100:00000001:3.0:1767384320.145862:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384320.145865:0:16137:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000166d6947. 00000100:00000001:0.0:1767384320.145869:0:16137:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384320.145873:0:16137:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a17a245b x1853236723077120/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384336 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384320.145879:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.152:988 00000100:00000001:0.0:1767384320.145880:0:16137:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384320.145883:0:16771:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:0.0:1767384320.145884:0:16137:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a17a245b x1853236723077120/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384336 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384320.145895:0:16771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723076992 00000100:00000001:0.0:1767384320.145895:0:16137:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384320.145901:0:16771:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384320.145901:0:16137:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384320.145905:0:16771:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384320.145909:0:16137:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384320.145910:0:16771:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384320.145912:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.152:988 00000100:00000001:0.0:1767384320.145914:0:16137:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294910132 02000000:00000001:3.0:1767384320.145918:0:16771:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384320.145920:0:16137:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 0, keep current deadline 4294910132 00000100:00100000:3.0:1767384320.145925:0:16771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723076992 00000100:00000001:0.0:1767384320.145925:0:16137:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294910132 00000020:00000001:3.0:1767384320.145932:0:16771:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384320.145932:0:16137:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 1, keep current deadline 4294910132 00000020:00000040:3.0:1767384320.145936:0:16771:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eec8e1 00000100:00000001:0.0:1767384320.145937:0:16137:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294910132 00000020:00000001:3.0:1767384320.145941:0:16771:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384320.145942:0:16137:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 2, keep current deadline 4294910132 00000400:00000200:2.0:1767384320.145944:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.152:988 00000020:00000040:3.0:1767384320.145946:0:16771:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000555601ca refcount=14 00000020:00000001:3.0:1767384320.145951:0:16771:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000100:00000001:0.0:1767384320.145953:0:16137:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294910132 00000020:00000001:3.0:1767384320.145957:0:16771:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000100:00000001:0.0:1767384320.145958:0:16137:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 3, keep current deadline 4294910132 00000100:00000001:0.0:1767384320.145962:0:16137:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384320.145965:0:16137:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384320.145966:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384320.145967:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384320.145970:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384320.145971:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d4b7db57. 00000100:00000001:0.0:1767384320.145975:0:16137:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384320.145976:0:16771:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384320.145976:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.152:988 00000100:00000001:0.0:1767384320.145978:0:16137:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:3.0:1767384320.145983:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d4b7db57. 00000100:00000001:0.0:1767384320.145984:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384320.145987:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384320.145989:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384320.145990:0:16771:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004b9e2038. 00000100:00000001:0.0:1767384320.145992:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384320.145997:0:16771:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000bcb1b553. 00000020:00000010:3.0:1767384320.146003:0:16771:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a235ec77. 00000100:00000001:0.0:1767384320.146004:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384320.146007:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384320.146013:0:16771:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384320.146017:0:16771:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384320.146019:0:16771:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384320.146020:0:16771:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384320.146022:0:16773:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384320.146025:0:16773:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723077120 02000000:00000001:0.0:1767384320.146027:0:16773:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384320.146029:0:16771:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384320.146029:0:16773:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:2.0:1767384320.146031:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.152:988 00000100:00000001:0.0:1767384320.146033:0:16773:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384320.146037:0:16773:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384320.146039:0:16773:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723077120 00000100:00000001:3.0:1767384320.146041:0:16771:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384320.146041:0:16773:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384320.146045:0:16773:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eec8e1 00000020:00000001:0.0:1767384320.146047:0:16773:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384320.146049:0:16773:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000555601ca refcount=15 00000020:00000001:0.0:1767384320.146051:0:16773:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000020:00000001:0.0:1767384320.146054:0:16773:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000100:00000001:3.0:1767384320.146057:0:16771:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384320.146057:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384320.146060:0:16771:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:0.0:1767384320.146061:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000a2068dd. 00000100:00100000:3.0:1767384320.146065:0:16771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 103 00000100:00000001:0.0:1767384320.146067:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767384320.146070:0:16771:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000555601ca : new rpc_count 1 00000020:00000010:0.0:1767384320.146070:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000a2068dd. 00000100:00000001:3.0:1767384320.146075:0:16771:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619777395446864 : -124296314104752 : ffff8ef40259d450) 00000020:00000010:0.0:1767384320.146079:0:16773:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009846f52a. 00000100:00000040:3.0:1767384320.146081:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000008f42d532 x1853236723076992/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:301/0 lens 4848/0 e 0 to 0 dl 1767384331 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384320.146081:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.152:988 00000020:00000010:0.0:1767384320.146111:0:16773:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001db734e1. 00000020:00000010:0.0:1767384320.146116:0:16773:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c6c6951c. 00000100:00000001:0.0:1767384320.146120:0:16773:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384320.146127:0:16773:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384320.146128:0:16773:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384320.146134:0:16773:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384320.146143:0:16773:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384320.146162:0:16773:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384320.146164:0:16773:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384320.146170:0:16773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 104 00000400:00000200:2.0:1767384320.146171:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.152:988 00000100:00000040:0.0:1767384320.146172:0:16773:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000555601ca : new rpc_count 2 00000100:00000001:0.0:1767384320.146177:0:16773:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619777395444816 : -124296314106800 : ffff8ef40259cc50) 00000100:00000040:0.0:1767384320.146181:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000003ca77d0c x1853236723077120/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:301/0 lens 4848/0 e 0 to 0 dl 1767384331 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384320.146187:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384320.146189:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000a2068dd. 00000100:00000001:0.0:1767384320.146192:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384320.146194:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000a2068dd. 00000100:00100000:0.0:1767384320.146202:0:16773:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000003ca77d0c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c0412d60-4f67-4dbc-8791-892843f60083+15:16137:x1853236723077120:12345-0@lo:253: 00000100:00000200:0.0:1767384320.146211:0:16773:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723077120 00000020:00000001:0.0:1767384320.146216:0:16773:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:3.0:1767384320.146217:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:2.0:1767384320.146219:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.152:988 00000020:00000001:0.0:1767384320.146220:0:16773:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384320.146224:0:16773:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384320.146226:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d4b7db57. 00000020:00000001:0.0:1767384320.146227:0:16773:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1767384320.146231:0:16771:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384320.146231:0:16773:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669141328 : -1040410288 : ffffffffc1fc9950) 00000020:00000010:3.0:1767384320.146236:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d4b7db57. 00000020:00000001:0.0:1767384320.146236:0:16773:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384320.146240:0:16773:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384320.146243:0:16773:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00100000:3.0:1767384320.146245:0:16771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000008f42d532 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c0412d60-4f67-4dbc-8791-892843f60083+15:16140:x1853236723076992:12345-0@lo:253: 00000020:00000001:0.0:1767384320.146246:0:16773:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000200:3.0:1767384320.146250:0:16771:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723076992 00000020:00000001:0.0:1767384320.146250:0:16773:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384320.146253:0:16771:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:0.0:1767384320.146255:0:16773:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:3.0:1767384320.146256:0:16771:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 02000000:00000001:0.0:1767384320.146258:0:16773:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:3.0:1767384320.146259:0:16771:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384320.146262:0:16771:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384320.146264:0:16771:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669141328 : -1040410288 : ffffffffc1fc9950) 00000400:00000200:2.0:1767384320.146265:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.152:988 02000000:00000010:0.0:1767384320.146266:0:16773:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000063d484a8. 00000020:00000001:3.0:1767384320.146267:0:16771:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384320.146271:0:16771:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384320.146271:0:16773:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384320.146273:0:16771:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1767384320.146275:0:16773:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384320.146276:0:16771:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 20000000:00000001:0.0:1767384320.146278:0:16773:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000001:3.0:1767384320.146280:0:16771:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384320.146282:0:16771:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384320.146285:0:16771:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384320.146293:0:16771:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000d4275327. 02000000:00000001:3.0:1767384320.146295:0:16771:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:0.0:1767384320.146295:0:16773:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000264f0620. 00000100:00000001:3.0:1767384320.146301:0:16771:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:0.0:1767384320.146301:0:16773:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:3.0:1767384320.146303:0:16771:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000001:0.0:1767384320.146305:0:16773:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384320.146308:0:16773:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384320.146310:0:16773:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:3.0:1767384320.146312:0:16771:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000289fcc5d. 20000000:00000001:0.0:1767384320.146313:0:16773:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384320.146317:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.152:988 20000000:01000000:3.0:1767384320.146319:0:16771:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384320.146319:0:16773:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:3.0:1767384320.146323:0:16771:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384320.146325:0:16771:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384320.146327:0:16771:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384320.146329:0:16771:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:0.0:1767384320.146330:0:16773:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000233b016b. 20000000:00000001:3.0:1767384320.146331:0:16771:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:01000000:0.0:1767384320.146334:0:16773:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #33 20000000:00000001:0.0:1767384320.146340:0:16773:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:0.0:1767384320.146345:0:16773:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000400:00000200:2.0:1767384320.146360:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.152:988 00080000:00000001:0.0:1767384320.146388:0:16773:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384320.146389:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.152:988 00080000:00000001:0.0:1767384320.146394:0:16773:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384320.146397:0:16773:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384320.146399:0:16773:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:0.0:1767384320.146403:0:16773:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384320.146407:0:16773:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446619782313850200 : -124291395701416 : ffff8ef52782b558) 00080000:00000001:0.0:1767384320.146410:0:16773:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000400:00000200:2.0:1767384320.146413:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.152:988 00080000:00000010:0.0:1767384320.146417:0:16773:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000011ff30f3. 00080000:00000001:0.0:1767384320.146420:0:16773:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446619781780558848 : -124291928992768 : ffff8ef507b95400) 00080000:00000001:0.0:1767384320.146423:0:16773:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:2.0:1767384320.146450:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.152:988 00000400:00000200:2.0:1767384320.146478:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.152:988 00000400:00000200:2.0:1767384320.146501:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.152:988 00000001:00000001:0.0:1767384320.146543:0:16773:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000400:00000200:2.0:1767384320.146544:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.152:988 00080000:00000001:0.0:1767384320.146547:0:16773:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384320.146550:0:16773:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384320.146570:0:16773:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384320.146573:0:16773:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:2.0:1767384320.146588:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.152:988 00000400:00000200:2.0:1767384320.146642:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.152:988 00000400:00000200:2.0:1767384320.146674:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.152:988 00080000:00000001:0.0:1767384320.146702:0:16773:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000400:00000200:2.0:1767384320.146703:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.152:988 00080000:00000001:0.0:1767384320.146708:0:16773:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:2.0:1767384320.146744:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.152:988 00000400:00000200:2.0:1767384320.146784:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.152:988 00000400:00000200:2.0:1767384320.146834:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.152:988 00000400:00000200:2.0:1767384320.146872:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.152:988 00000800:00000010:2.0:1767384320.147032:0:16126:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000009843d965. 00000800:00000010:2.0:1767384320.147035:0:16126:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e1272171. 00000800:00000010:2.0:1767384320.147041:0:16126:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000045716f88. 00000800:00000010:2.0:1767384320.147059:0:16126:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000045716f88. 00000800:00020000:2.0:1767384320.147067:0:16126:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.152 00000800:00000010:2.0:1767384320.147070:0:16126:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e1272171. 00000800:00000010:2.0:1767384320.147073:0:16126:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000009843d965. 00000400:02020000:2.0:1767384320.147141:0:16126:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.152@tcp31 at host 192.168.202.152:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384320.147147:0:16126:0:(router.c:1755:lnet_notify()) 192.168.202.152@tcp31 notifying 192.168.202.152@tcp31: down 00000800:00000200:2.0:1767384320.147152:0:16126:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.152@tcp31 down 00000800:00000100:2.0:1767384320.147157:0:16126:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 432 0@<0:0>->192.168.202.152@tcp31 00000800:00000010:2.0:1767384320.147160:0:16126:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005efa539c. 00000400:00000200:2.0:1767384320.147163:0:16126:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384320.147167:0:16126:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp31->192.168.202.152@tcp31: PUT: LOCAL_ERROR 00000400:00000200:2.0:1767384320.147173:0:16126:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.152@tcp31 added to recovery queue. ping count: 0 next ping: 243 health :900 00000400:00000200:2.0:1767384320.147176:0:16126:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384320.147180:0:16126:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.152@tcp: 1 00000400:00000200:2.0:1767384320.147183:0:16126:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.152@tcp (000000005d9714d7): -114 00000400:00000200:3.0:1767384320.147207:0:16135:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384320.147213:0:16135:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x101171 00000400:00000001:3.0:1767384320.147217:0:16135:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384320.147218:0:16135:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384320.147220:0:16135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a27a8bee 00000400:00000010:3.0:1767384320.147221:0:16135:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a27a8bee. 00000400:00000200:3.0:1767384320.147225:0:16135:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:3.0:1767384320.147234:0:16135:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.152@tcp (000000005d9714d7): -114 00000400:00000200:3.0:1767384320.147237:0:16135:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000005d9714d7 (25) 00000400:00000200:3.0:1767384320.147241:0:16135:0:(peer.c:3900:lnet_peer_push_failed()) peer 192.168.202.152@tcp 00000400:00000200:3.0:1767384320.147244:0:16135:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100171 rc -71 00000400:00000200:3.0:1767384320.147247:0:16135:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.152@tcp (000000005d9714d7) 00000400:00000200:3.0:1767384320.147251:0:16135:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000005d9714d7 (24) 00080000:00000001:1.0:1767384320.154704:0:16773:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384320.154711:0:16773:0:(lu_object.c:207:lu_object_put()) Add 00000000f07b1e3f/000000000f28175b to site lru. bkt: 00000000b56e2c81 20000000:00000001:1.0:1767384320.154714:0:16773:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384320.154716:0:16773:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00080000:00000001:2.0:1767384320.154717:0:16807:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384320.154721:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384320.154724:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1767384320.154725:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384320.154726:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:01000000:1.0:1767384320.154727:0:16773:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000010:2.0:1767384320.154729:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000011ff30f3. 00080000:00000001:2.0:1767384320.154734:0:16807:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:1.0:1767384320.154736:0:16773:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384320.154740:0:16773:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:1.0:1767384320.154748:0:16773:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:1.0:1767384320.154764:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384320.154766:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384320.154769:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384320.154773:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384320.154776:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384320.154783:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000007987eb5d. 00010000:00000001:1.0:1767384320.154787:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384320.154790:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000d446b842. 00000020:00000001:1.0:1767384320.154793:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384320.154795:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000d446b842 with handle 0x7e51148972eecbd5 to hash 00000020:00000001:1.0:1767384320.154797:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384320.154799:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446619781820860416 : -124291888691200 : ffff8ef50a204800) 00010000:00000001:1.0:1767384320.154801:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446619781820860416 : -124291888691200 : ffff8ef50a204800) 00010000:00000001:1.0:1767384320.154804:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384320.154805:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384320.154807:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000d446b842/0x7e51148972eecbd5 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384320.154814:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384320.154817:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384320.154819:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384320.154821:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384320.154823:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384320.154825:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384320.154826:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384320.154829:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384320.154831:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384320.154838:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384320.154839:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384320.154841:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000007987eb5d) refcount = 1 00010000:00010000:1.0:1767384320.154845:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000d446b842/0x7e51148972eecbd5 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384320.154849:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384320.154851:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384320.154852:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384320.154854:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384320.154856:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384320.154859:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384320.154861:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003445359s 00010000:00000001:1.0:1767384320.154863:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384320.154865:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384320.154866:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d446b842 refcount=4 00000020:00000001:1.0:1767384320.154868:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781820860416 : -124291888691200 : ffff8ef50a204800) 00010000:00000001:1.0:1767384320.154870:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781820860416 : -124291888691200 : ffff8ef50a204800) 00010000:00000001:1.0:1767384320.154872:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384320.154874:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000d446b842/0x7e51148972eecbd5 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384320.154878:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384320.154880:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000d446b842/0x7e51148972eecbd5 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384320.154884:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384320.154885:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384320.154886:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000d446b842/0x7e51148972eecbd5 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384320.154890:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384320.154891:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384320.154893:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384320.154894:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000d446b842/0x7e51148972eecbd5 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384320.154905:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000d446b842 already unused, calling callback (00000000871a6010) 00010000:00000001:1.0:1767384320.154907:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384320.154908:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384320.154909:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000d446b842/0x7e51148972eecbd5 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384320.154913:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384320.154915:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384320.154916:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384320.154917:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d446b842 refcount=5 00000020:00000001:1.0:1767384320.154918:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781820860416 : -124291888691200 : ffff8ef50a204800) 00010000:00000001:1.0:1767384320.154920:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781820860416 : -124291888691200 : ffff8ef50a204800) 00010000:00000001:1.0:1767384320.154922:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384320.154924:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000d446b842/0x7e51148972eecbd5 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384320.154928:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384320.154929:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384320.154930:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384320.154933:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384320.154934:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384320.154936:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384320.154937:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384320.154938:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000d446b842 with handle 0x7e51148972eecbd5 from hash 00010000:00000001:1.0:1767384320.154940:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384320.154940:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384320.154941:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384320.154943:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384320.154944:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384320.154946:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384320.154947:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384320.154949:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384320.154951:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384320.154952:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384320.154958:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384320.154960:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384320.154961:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384320.154962:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384320.154964:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384320.154965:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384320.154966:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000d446b842/0x7e51148972eecbd5 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384320.154969:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384320.154970:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384320.154971:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384320.154973:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384320.154974:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384320.154975:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384320.154977:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384320.154979:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384320.154980:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384320.154981:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000d446b842/0x7e51148972eecbd5 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384320.154984:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384320.154985:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384320.154986:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000d446b842/0x7e51148972eecbd5 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384320.154990:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000007987eb5d count: 0 00010000:00000001:1.0:1767384320.154995:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384320.154996:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 20000000:00000010:1.0:1767384320.155010:0:16771:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000049bedfce. 20000000:01000000:1.0:1767384320.155013:0:16771:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #33 20000000:00000001:1.0:1767384320.155017:0:16771:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:1.0:1767384320.155021:0:16771:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:1.0:1767384320.155040:0:16771:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384320.155043:0:16771:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384320.155044:0:16771:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384320.155046:0:16771:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:1.0:1767384320.155054:0:16771:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384320.155058:0:16771:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446619782313850200 : -124291395701416 : ffff8ef52782b558) 00080000:00000001:1.0:1767384320.155060:0:16771:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384320.155066:0:16771:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000951ccdce. 00080000:00000001:1.0:1767384320.155068:0:16771:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446619782425121792 : -124291284429824 : ffff8ef52e249400) 00080000:00000001:1.0:1767384320.155071:0:16771:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384320.155360:0:16771:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384320.155362:0:16771:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384320.155364:0:16771:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384320.155379:0:16771:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384320.155382:0:16771:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384320.155524:0:16771:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384320.155527:0:16771:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000010:1.1:1767384320.161125:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000007987eb5d. 00010000:00000010:1.1:1767384320.161134:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000d446b842. 00080000:00000001:1.0:1767384320.163633:0:16771:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384320.163634:0:16807:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384320.163639:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000020:00000002:1.0:1767384320.163640:0:16771:0:(lu_object.c:207:lu_object_put()) Add 00000000f07b1e3f/000000000f28175b to site lru. bkt: 00000000b56e2c81 00040000:00000001:2.0:1767384320.163643:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:1.0:1767384320.163644:0:16771:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384320.163647:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:1.0:1767384320.163647:0:16771:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:2.0:1767384320.163651:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:01000000:1.0:1767384320.163652:0:16771:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000010:2.0:1767384320.163656:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000951ccdce. 20000000:00000001:1.0:1767384320.163662:0:16771:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384320.163663:0:16807:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:1.0:1767384320.163668:0:16771:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000020:1.0:1767384320.163675:0:16771:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:0.0:1767384320.163676:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384320.163682:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384320.163686:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384320.163691:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384320.163695:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384320.163703:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000009bee7463. 00010000:00000001:0.0:1767384320.163707:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384320.163712:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000090d0b76f. 00000020:00000001:0.0:1767384320.163717:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384320.163727:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000090d0b76f with handle 0x7e51148972eecbdc to hash 00000020:00000001:0.0:1767384320.163730:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384320.163732:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446619781734632960 : -124291974918656 : ffff8ef504fc8e00) 00010000:00000001:0.0:1767384320.163736:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446619781734632960 : -124291974918656 : ffff8ef504fc8e00) 00010000:00000001:0.0:1767384320.163739:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384320.163742:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384320.163745:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000090d0b76f/0x7e51148972eecbdc lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384320.163755:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384320.163759:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384320.163761:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384320.163764:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384320.163766:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384320.163768:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384320.163770:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384320.163774:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384320.163776:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384320.163778:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384320.163780:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384320.163783:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000009bee7463) refcount = 1 00010000:00010000:0.0:1767384320.163787:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000090d0b76f/0x7e51148972eecbdc lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384320.163793:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384320.163796:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384320.163798:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384320.163801:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384320.163803:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384320.163806:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384320.163810:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003445359s 00010000:00000001:0.0:1767384320.163814:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384320.163817:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384320.163819:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000090d0b76f refcount=4 00000020:00000001:0.0:1767384320.163822:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781734632960 : -124291974918656 : ffff8ef504fc8e00) 00010000:00000001:0.0:1767384320.163832:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781734632960 : -124291974918656 : ffff8ef504fc8e00) 00010000:00000001:0.0:1767384320.163835:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384320.163838:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000090d0b76f/0x7e51148972eecbdc lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384320.163845:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384320.163848:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000090d0b76f/0x7e51148972eecbdc lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384320.163854:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384320.163856:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384320.163858:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000090d0b76f/0x7e51148972eecbdc lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384320.163864:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384320.163866:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384320.163869:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384320.163871:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000090d0b76f/0x7e51148972eecbdc lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384320.163877:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000090d0b76f already unused, calling callback (00000000871a6010) 00010000:00000001:0.0:1767384320.163880:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384320.163883:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384320.163885:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000090d0b76f/0x7e51148972eecbdc lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384320.163891:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384320.163893:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384320.163895:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384320.163896:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000090d0b76f refcount=5 00000020:00000001:0.0:1767384320.163899:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781734632960 : -124291974918656 : ffff8ef504fc8e00) 00010000:00000001:0.0:1767384320.163902:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781734632960 : -124291974918656 : ffff8ef504fc8e00) 00010000:00000001:0.0:1767384320.163904:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384320.163906:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000090d0b76f/0x7e51148972eecbdc lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384320.163919:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384320.163921:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384320.163923:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384320.163927:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384320.163930:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384320.163932:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384320.163934:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384320.163937:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000090d0b76f with handle 0x7e51148972eecbdc from hash 00010000:00000001:0.0:1767384320.163940:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384320.163942:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384320.163944:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384320.163946:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384320.163948:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384320.163950:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384320.163953:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384320.163955:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384320.163958:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384320.163961:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384320.163962:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384320.163966:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384320.163967:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384320.163969:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384320.163971:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384320.163973:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384320.163976:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000090d0b76f/0x7e51148972eecbdc lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384320.163982:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384320.163983:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384320.163985:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384320.163987:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384320.163989:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384320.163991:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384320.163993:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384320.163998:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384320.164000:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384320.164010:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000090d0b76f/0x7e51148972eecbdc lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384320.164017:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384320.164019:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384320.164021:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000090d0b76f/0x7e51148972eecbdc lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384320.164029:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000009bee7463 count: 0 00010000:00000001:0.0:1767384320.164040:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384320.164042:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:1.0:1767384320.164815:0:16773:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767384320.164818:0:16773:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384320.164820:0:16773:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000264f0620. 20000000:00000001:1.0:1767384320.164825:0:16773:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384320.164829:0:16773:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236723077120 00010000:00000001:1.0:1767384320.164831:0:16773:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384320.164839:0:16773:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000003ca77d0c x1853236723077120/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:301/0 lens 4848/4768 e 0 to 0 dl 1767384331 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384320.164847:0:16773:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384320.164849:0:16773:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384320.164852:0:16773:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dd452398 time=50 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384320.164856:0:16773:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384320.164858:0:16773:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 21 to 0@lo 00000100:00000001:1.0:1767384320.164860:0:16773:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 02000000:00000001:1.0:1767384320.164863:0:16773:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384320.164872:0:16773:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384320.164876:0:16773:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384320.164879:0:16773:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384320.164882:0:16773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f348eba7. 00000100:00000200:1.0:1767384320.164887:0:16773:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236723077120, offset 224 00000400:00000200:1.0:1767384320.164894:0:16773:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384320.164905:0:16773:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384320.164914:0:16773:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824c905000 00000400:00000200:1.0:1767384320.164921:0:16773:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x18b9 [2] + 224 00000400:00000200:1.0:1767384320.164928:0:16773:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384320.164931:0:16773:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384320.164936:0:16773:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384320.164939:0:16773:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a17a245b x1853236723077120/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384336 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384320.164948:0:16773:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000a17a245b x1853236723077120/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384336 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384320.164963:0:16773:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384320.164971:0:16773:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f348eba7 00000400:00000010:1.0:1767384320.164974:0:16773:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f348eba7. 00000100:00000001:1.0:1767384320.164978:0:16773:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384320.164979:0:16773:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384320.164987:0:16773:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384320.164991:0:16773:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 20 to 0@lo 00010000:00000001:1.0:1767384320.164994:0:16773:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384320.164996:0:16773:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384320.164999:0:16773:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1767384320.165001:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767384320.165006:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003ca77d0c x1853236723077120/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:301/0 lens 4848/4768 e 0 to 0 dl 1767384331 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384320.165006:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384320.165013:0:16137:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384320.165017:0:16137:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:1.0:1767384320.165020:0:16773:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000003ca77d0c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c0412d60-4f67-4dbc-8791-892843f60083+15:16137:x1853236723077120:12345-0@lo:253: Request processed in 18829us (19195us total) trans 0 rc 0/0 00000400:00000010:0.0:1767384320.165021:0:16137:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bca8fd02. 00000400:00000200:0.0:1767384320.165028:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eade9144 00000100:00100000:1.0:1767384320.165034:0:16773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 104 00000100:00000040:1.0:1767384320.165038:0:16773:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000555601ca : new rpc_count 1 00000100:00000001:1.0:1767384320.165041:0:16773:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000010:0.0:1767384320.165052:0:16137:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000eade9144. 00000100:00000001:1.0:1767384320.165053:0:16773:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384320.165058:0:16137:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:1.0:1767384320.165060:0:16773:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001db734e1. 00000100:00000200:0.0:1767384320.165065:0:16137:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a17a245b x1853236723077120/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384336 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384320.165068:0:16773:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c6c6951c. 00000020:00000010:1.0:1767384320.165075:0:16773:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009846f52a. 00000100:00000200:0.0:1767384320.165082:0:16137:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a17a245b x1853236723077120/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384336 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767384320.165083:0:16773:0:(genops.c:898:class_export_put()) PUTting export 00000000555601ca : new refcount 14 02000000:00000001:1.0:1767384320.165119:0:16773:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:0.0:1767384320.165121:0:16137:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000010:1.0:1767384320.165122:0:16773:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000063d484a8. 00000100:00000001:0.0:1767384320.165126:0:16137:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384320.165127:0:16773:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384320.165131:0:16773:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384320.165132:0:16137:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384320.165137:0:16137:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000200:1.0:1767384320.165138:0:16773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:0.0:1767384320.165139:0:16137:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384320.165143:0:16137:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384320.165144:0:16773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d018e6a3. 02000000:00000001:0.0:1767384320.165148:0:16137:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384320.165149:0:16773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f348eba7. 00000100:00001000:0.0:1767384320.165156:0:16137:0:(import.c:2128:obd_at_measure()) add 5 to 0000000028df3f77 time=50 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384320.165162:0:16137:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f5022cbe time=50 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384320.165165:0:16137:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384320.165168:0:16137:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384320.165170:0:16137:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384320.165173:0:16137:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384320.165176:0:16137:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384320.165189:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a17a245b x1853236723077120/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384336 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384320.165198:0:16137:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384320.165201:0:16137:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384320.165203:0:16137:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384320.165207:0:16137:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384320.165210:0:16137:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384320.165212:0:16137:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384320.165214:0:16137:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384320.165215:0:16137:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384320.165217:0:16137:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384320.165218:0:16137:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384320.165220:0:16137:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384320.165222:0:16137:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384320.165225:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a17a245b x1853236723077120/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384336 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384320.165233:0:16137:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a17a245b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c0412d60-4f67-4dbc-8791-892843f60083:16137:1853236723077120:0@lo:253: 00000100:00000001:0.0:1767384320.165239:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384320.165242:0:16137:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384320.165245:0:16137:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a17a245b x1853236723077120/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384336 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384320.165252:0:16137:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384320.165254:0:16137:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384320.165256:0:16137:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000b00616c4. 02000000:00000001:0.0:1767384320.165261:0:16137:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384320.165263:0:16137:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384320.165265:0:16137:0:(genops.c:1242:class_import_put()) import 00000000df830bbe refcount=4 obd=MGC192.168.202.152@tcp 00000020:00000001:0.0:1767384320.165267:0:16137:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384320.165269:0:16137:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000238360ed. 02000000:00000001:0.0:1767384320.165274:0:16137:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384320.165276:0:16137:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384320.165278:0:16137:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a17a245b. 00000100:00000001:0.0:1767384320.165282:0:16137:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384320.165284:0:16137:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384320.165286:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384320.165298:0:16137:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384320.165300:0:16137:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384320.165303:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384320.165306:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384320.165357:0:28279:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000000883f726. 00000400:00000040:3.0:1767384320.165373:0:28279:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384320.165376:0:28279:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384320.165378:0:28279:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384320.165380:0:28279:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384320.165382:0:28279:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384320.165383:0:28279:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:3.0:1767384320.165386:0:28279:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384320.165388:0:28279:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384320.165389:0:28279:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384320.165390:0:28279:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:3.0:1767384320.165392:0:28279:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384320.165393:0:28279:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384320.165395:0:28279:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384320.165396:0:28279:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384320.165397:0:28279:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767384320.165399:0:28279:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384320.165400:0:28279:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384320.165401:0:28279:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767384320.165402:0:28279:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:3.0:1767384320.165404:0:28279:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384320.165405:0:28279:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384320.165406:0:28279:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384320.165407:0:28279:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384320.165408:0:28279:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384320.165409:0:28279:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:3.0:1767384320.165410:0:28279:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384320.165411:0:28279:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384320.165412:0:28279:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384320.165413:0:28279:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384320.165414:0:28279:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384320.165418:0:28279:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767384320.165421:0:28279:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384320.165422:0:28279:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384320.165423:0:28279:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384320.165424:0:28279:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384320.165425:0:28279:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384320.165426:0:28279:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767384320.165441:0:28279:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384320.165443:0:28279:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384320.165444:0:28279:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384320.165445:0:28279:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384320.165446:0:28279:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384320.165447:0:28279:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767384320.165448:0:28279:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767384320.165449:0:28279:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767384320.165451:0:28279:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767384320.165453:0:28279:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767384320.165453:0:28279:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767384320.165455:0:28279:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384320.165456:0:28279:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384320.165457:0:28279:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767384320.165459:0:28279:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384320.165460:0:28279:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767384320.165461:0:28279:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:3.0:1767384320.165462:0:28279:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767384320.165463:0:28279:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767384320.165464:0:28279:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:3.0:1767384320.165540:0:28279:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000000883f726. 00080000:00000020:0.0:1767384320.166492:0:16771:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767384320.166496:0:16771:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384320.166499:0:16771:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000289fcc5d. 20000000:00000001:0.0:1767384320.166504:0:16771:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384320.166508:0:16771:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236723076992 00010000:00000001:0.0:1767384320.166510:0:16771:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384320.166516:0:16771:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000008f42d532 x1853236723076992/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:301/0 lens 4848/4768 e 0 to 0 dl 1767384331 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384320.166524:0:16771:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384320.166526:0:16771:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384320.166529:0:16771:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dd452398 time=50 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384320.166533:0:16771:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384320.166535:0:16771:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 21 to 0@lo 00000100:00000001:0.0:1767384320.166537:0:16771:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 02000000:00000001:0.0:1767384320.166540:0:16771:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384320.166541:0:16771:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384320.166544:0:16771:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384320.166546:0:16771:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384320.166550:0:16771:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000eade9144. 00000100:00000200:0.0:1767384320.166554:0:16771:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236723076992, offset 224 00000400:00000200:0.0:1767384320.166559:0:16771:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384320.166565:0:16771:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384320.166573:0:16771:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824c904f80 00000400:00000200:0.0:1767384320.166579:0:16771:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x18b1 [2] + 224 00000400:00000200:0.0:1767384320.166585:0:16771:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384320.166590:0:16771:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384320.166595:0:16771:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384320.166599:0:16771:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009bbc7890 x1853236723076992/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384336 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384320.166608:0:16771:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000009bbc7890 x1853236723076992/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384336 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384320.166642:0:16771:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384320.166650:0:16771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eade9144 00000400:00000010:0.0:1767384320.166653:0:16771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000eade9144. 00000100:00000001:1.0:1767384320.166655:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384320.166657:0:16771:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384320.166658:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384320.166660:0:16771:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:1.0:1767384320.166663:0:16140:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384320.166666:0:16140:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767384320.166667:0:16771:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384320.166668:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f458a7a0. 00000400:00000200:1.0:1767384320.166674:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000093d0f572 00000100:00000040:0.0:1767384320.166674:0:16771:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 20 to 0@lo 00000400:00000010:1.0:1767384320.166678:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000093d0f572. 00010000:00000001:0.0:1767384320.166680:0:16771:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:1.0:1767384320.166682:0:16140:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:0.0:1767384320.166684:0:16771:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384320.166687:0:16140:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009bbc7890 x1853236723076992/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384336 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384320.166689:0:16771:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384320.166697:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008f42d532 x1853236723076992/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:301/0 lens 4848/4768 e 0 to 0 dl 1767384331 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384320.166699:0:16140:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009bbc7890 x1853236723076992/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384336 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384320.166724:0:16140:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384320.166728:0:16140:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384320.166731:0:16140:0:(client.c:1578:after_reply()) Process entered 00000100:00100000:0.0:1767384320.166733:0:16771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000008f42d532 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c0412d60-4f67-4dbc-8791-892843f60083+14:16140:x1853236723076992:12345-0@lo:253: Request processed in 20512us (21056us total) trans 0 rc 0/0 02000000:00000001:1.0:1767384320.166734:0:16140:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384320.166736:0:16140:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384320.166738:0:16140:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384320.166743:0:16140:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384320.166746:0:16140:0:(import.c:2128:obd_at_measure()) add 5 to 0000000028df3f77 time=50 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384320.166751:0:16140:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f5022cbe time=50 v=5 (1 0 0 0) 00000100:00100000:0.0:1767384320.166751:0:16771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 103 00000100:00000001:1.0:1767384320.166758:0:16140:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1767384320.166758:0:16771:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000555601ca : new rpc_count 0 00000100:00000001:1.0:1767384320.166760:0:16140:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384320.166765:0:16771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:1.0:1767384320.166766:0:16140:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767384320.166769:0:16771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384320.166774:0:16771:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000bcb1b553. 00010000:00000001:1.0:1767384320.166775:0:16140:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384320.166778:0:16140:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384320.166782:0:16771:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a235ec77. 00000100:00000040:1.0:1767384320.166783:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009bbc7890 x1853236723076992/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384336 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384320.166789:0:16771:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004b9e2038. 00000100:00000001:1.0:1767384320.166792:0:16140:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384320.166795:0:16140:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384320.166797:0:16140:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767384320.166798:0:16771:0:(genops.c:898:class_export_put()) PUTting export 00000000555601ca : new refcount 13 00000020:01000004:1.0:1767384320.166799:0:16140:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384320.166803:0:16140:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384320.166804:0:16140:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 02000000:00000001:0.0:1767384320.166805:0:16771:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000020:01000004:1.0:1767384320.166806:0:16140:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384320.166810:0:16140:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 02000000:00000010:0.0:1767384320.166810:0:16771:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000d4275327. 00000020:01000004:1.0:1767384320.166814:0:16140:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384320.166816:0:16140:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384320.166818:0:16140:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 02000000:00000001:0.0:1767384320.166819:0:16771:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:01000004:1.0:1767384320.166820:0:16140:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384320.166823:0:16140:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:0.0:1767384320.166824:0:16771:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384320.166826:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009bbc7890 x1853236723076992/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384336 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384320.166831:0:16771:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00100000:1.0:1767384320.166835:0:16140:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009bbc7890 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c0412d60-4f67-4dbc-8791-892843f60083:16140:1853236723076992:0@lo:253: 00000400:00000010:0.0:1767384320.166839:0:16771:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bca8fd02. 00000100:00000001:1.0:1767384320.166840:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384320.166845:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384320.166848:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009bbc7890 x1853236723076992/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384336 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384320.166848:0:16771:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000eade9144. 00000100:00000001:1.0:1767384320.166857:0:16140:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384320.166859:0:16140:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384320.166861:0:16140:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000004519d93b. 02000000:00000001:1.0:1767384320.166866:0:16140:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384320.166867:0:16140:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384320.166868:0:16140:0:(genops.c:1242:class_import_put()) import 00000000df830bbe refcount=3 obd=MGC192.168.202.152@tcp 00000020:00000001:1.0:1767384320.166870:0:16140:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384320.166872:0:16140:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000a11a72d2. 02000000:00000001:1.0:1767384320.166875:0:16140:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384320.166877:0:16140:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384320.166878:0:16140:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009bbc7890. 00000100:00000001:1.0:1767384320.166887:0:16140:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384320.166888:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384320.166890:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384320.166894:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384320.166896:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384320.166898:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384320.166900:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384320.170127:0:53:0:(connection.c:75:cpu_latency_work()) work item of 000000009d5c2cb6 (cpu 0) has reached its deadline 4294910132, at 4294910133 00000100:00000010:3.0:1767384320.170136:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c1679cef. 00000100:00000040:1.0:1767384320.170142:0:62:0:(connection.c:75:cpu_latency_work()) work item of 00000000edc4e618 (cpu 0) has reached its deadline 4294910132, at 4294910133 00000100:00000040:2.0:1767384320.170149:0:795:0:(connection.c:75:cpu_latency_work()) work item of 00000000135c2452 (cpu 0) has reached its deadline 4294910132, at 4294910133 00000100:00000010:1.0:1767384320.170150:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c87ea49b. 00000100:00000010:2.0:1767384320.170159:0:795:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b4d762eb. 00000100:00000040:0.0:1767384320.170483:0:449:0:(connection.c:75:cpu_latency_work()) work item of 000000002fd0fb58 (cpu 0) has reached its deadline 4294910132, at 4294910133 00000100:00000010:0.0:1767384320.170489:0:449:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000042f30534. 00010000:00000010:0.1:1767384320.177116:0:28284:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000009bee7463. 00010000:00000010:0.1:1767384320.177128:0:28284:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000090d0b76f. 00000400:00000200:2.0:1767384320.437171:0:16134:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.152@tcp30 00000400:00000010:2.0:1767384320.437177:0:16134:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000026672a30. 00000800:00000010:0.0:1767384320.437177:0:16129:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000050b9c4c8. 00000400:00000010:2.0:1767384320.437185:0:16134:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000ca2d863a. 00000400:00000010:2.0:1767384320.437191:0:16134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b51678e7. 00000800:00000200:0.0:1767384320.437196:0:16129:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005b09fecb] -> 12345-192.168.202.152@tcp15 (6) 00000400:00000010:2.0:1767384320.437200:0:16134:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000004a758712. 00000800:00000200:0.0:1767384320.437207:0:16129:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp15 ip 192.168.202.152:988 00000400:00000200:2.0:1767384320.437208:0:16134:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.152@tcp30 00000800:00000200:0.0:1767384320.437213:0:16129:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000050b9c4c8 type 192, nob 24 niov 1 nkiov 0 00000400:00000200:2.0:1767384320.437226:0:16134:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.152@tcp30 local destination 00000400:00000200:2.0:1767384320.437233:0:16134:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.152@tcp30 00000400:00000200:2.0:1767384320.437238:0:16134:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp30 NI seq info: [74:74:256:4294967295] 192.168.202.152@tcp30 LPNI seq info [74:74:8:4294967295] 00000400:00000200:2.0:1767384320.437243:0:16134:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.152@tcp30 00000400:00000200:2.0:1767384320.437253:0:16134:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp30(192.168.202.152@tcp30:) -> 192.168.202.152@tcp30(192.168.202.152@tcp30:192.168.202.152@tcp30) : GET try# 0 00000800:00000200:2.0:1767384320.437257:0:16134:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.152@tcp30 00000800:00000010:2.0:1767384320.437261:0:16134:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000005efa539c. 00000800:00000200:2.0:1767384320.437267:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a6274a03] -> 12345-192.168.202.152@tcp30 (2) 00000800:00000200:2.1:1767384320.437272:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a6274a03] -> 12345-192.168.202.152@tcp30 (2) 00000400:00000200:2.0:1767384320.437291:0:16134:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.152@tcp30 added to recovery queue. ping count: 2 next ping: 247 health :800 00000400:00000200:2.0:1767384320.437294:0:16134:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.152@tcp31 00000400:00000010:2.0:1767384320.437297:0:16134:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000009dbf9c41. 00000400:00000010:2.0:1767384320.437299:0:16134:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000fa645e07. 00000400:00000010:2.0:1767384320.437303:0:16134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fad4d9b3. 00000400:00000010:2.0:1767384320.437307:0:16134:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000645cc104. 00000400:00000200:2.0:1767384320.437309:0:16134:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.152@tcp31 00000400:00000200:2.0:1767384320.437313:0:16134:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.152@tcp31 local destination 00000400:00000200:2.0:1767384320.437316:0:16134:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.152@tcp31 00000400:00000200:2.0:1767384320.437326:0:16134:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp31 NI seq info: [75:75:256:4294967295] 192.168.202.152@tcp31 LPNI seq info [75:75:8:4294967295] 00000800:00000200:3.0:1767384320.437329:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1767384320.437332:0:16134:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.152@tcp31 00000800:00000001:3.0:1767384320.437338:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384320.437342:0:16134:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp31(192.168.202.152@tcp31:) -> 192.168.202.152@tcp31(192.168.202.152@tcp31:192.168.202.152@tcp31) : GET try# 0 00000800:00000200:2.0:1767384320.437347:0:16134:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.152@tcp31 00000800:00000010:2.0:1767384320.437350:0:16134:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000003b845df2. 00000800:00000001:3.0:1767384320.437351:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767384320.437356:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000003073c2c] -> 12345-192.168.202.152@tcp31 (2) 00000800:00000001:3.0:1767384320.437358:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:2.1:1767384320.437361:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000003073c2c] -> 12345-192.168.202.152@tcp31 (2) 00000400:00000200:0.0:1767384320.437366:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.152:988 00000800:00000001:3.0:1767384320.437375:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384320.437376:0:16134:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.152@tcp31 added to recovery queue. ping count: 1 next ping: 245 health :900 00000400:00000200:2.0:1767384320.437443:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.152:988 00000400:00000200:0.0:1767384320.437454:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.152:988 00000400:00000200:2.0:1767384320.437488:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.152:988 00000400:00000200:0.0:1767384320.437523:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.152:988 00000400:00000200:2.0:1767384320.437544:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.152:988 00000400:00000200:0.0:1767384320.437600:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.152:988 00000400:00000200:2.0:1767384320.437604:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.152:988 00000400:00000200:2.0:1767384320.437668:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.152:988 00000400:00000200:0.0:1767384320.437684:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.152:988 00000400:00000200:2.0:1767384320.437718:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.152:988 00000400:00000200:0.0:1767384320.437751:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.152:988 00000400:00000200:2.0:1767384320.437768:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.152:988 00000400:00000200:0.0:1767384320.437805:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.152:988 00000400:00000200:2.0:1767384320.437809:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.152:988 00000400:00000200:2.0:1767384320.437854:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.152:988 00000400:00000200:0.0:1767384320.437872:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.152:988 00000400:00000200:2.0:1767384320.437886:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.152:988 00000400:00000200:2.0:1767384320.437927:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.152:988 00000400:00000200:0.0:1767384320.437927:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.152:988 00000400:00000200:2.0:1767384320.437959:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.152:988 00000400:00000200:0.0:1767384320.438000:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.152:988 00000400:00000200:2.0:1767384320.438001:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.152:988 00000400:00000200:2.0:1767384320.438051:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.152:988 00000400:00000200:0.0:1767384320.438076:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.152:988 00000400:00000200:2.0:1767384320.438124:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.152:988 00000400:00000200:0.0:1767384320.438175:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.152:988 00000400:00000200:2.0:1767384320.438177:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.152:988 00000400:00000200:2.0:1767384320.438226:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.152:988 00000400:00000200:0.0:1767384320.438260:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.152:988 00000400:00000200:2.0:1767384320.438279:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.152:988 00000400:00000200:0.0:1767384320.438331:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.152:988 00000400:00000200:2.0:1767384320.438335:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.152:988 00000400:00000200:2.0:1767384320.438399:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.152:988 00000400:00000200:0.0:1767384320.438417:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.152:988 00000400:00000200:2.0:1767384320.438458:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.152:988 00000400:00000200:0.0:1767384320.438496:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.152:988 00000400:00000200:2.0:1767384320.438502:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.152:988 00000400:00000200:2.0:1767384320.438547:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.152:988 00000400:00000200:0.0:1767384320.438566:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.152:988 00000400:00000200:2.0:1767384320.438587:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.152:988 00000400:00000200:0.0:1767384320.438635:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.152:988 00000400:00000200:2.0:1767384320.438649:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.152:988 00000400:00000200:2.0:1767384320.438707:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.152:988 00000400:00000200:0.0:1767384320.438717:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.152:988 00000400:00000200:2.0:1767384320.438743:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.152:988 00000400:00000200:0.0:1767384320.438781:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.152:988 00000400:00000200:2.0:1767384320.438784:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.152:988 00000400:00000200:2.0:1767384320.438836:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.152:988 00000400:00000200:0.0:1767384320.438869:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.152:988 00000400:00000200:2.0:1767384320.438892:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.152:988 00000400:00000200:0.0:1767384320.438931:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.152:988 00000400:00000200:2.0:1767384320.438933:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.152:988 00000400:00000200:2.0:1767384320.438976:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.152:988 00000400:00000200:0.0:1767384320.439010:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.152:988 00000400:00000200:2.0:1767384320.439028:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.152:988 00000400:00000200:2.0:1767384320.439105:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.152:988 00000400:00000200:0.0:1767384320.439113:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.152:988 00000400:00000200:2.0:1767384320.439148:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.152:988 00000400:00000200:0.0:1767384320.439184:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.152:988 00000400:00000200:0.0:1767384320.439228:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.152:988 00000400:00000200:0.0:1767384320.439281:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.152:988 00000800:00000010:2.0:1767384320.439296:0:16125:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000009843d965. 00000800:00000010:2.0:1767384320.439301:0:16125:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000dbc9c464. 00000800:00000010:2.0:1767384320.439306:0:16125:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ecfa86a1. 00000800:00000010:2.0:1767384320.439331:0:16125:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ecfa86a1. 00000800:00020000:2.0:1767384320.439338:0:16125:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.152 00000400:00000200:0.0:1767384320.439344:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.152:988 00000400:00000200:0.0:1767384320.439390:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.152:988 00000400:00000200:0.0:1767384320.439442:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.152:988 00000400:00000200:0.0:1767384320.439498:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.152:988 00000400:00000200:0.0:1767384320.439546:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.152:988 00000400:00000200:0.0:1767384320.439583:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.152:988 00000400:00000200:0.0:1767384320.439627:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.152:988 00000400:00000200:0.0:1767384320.439682:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.152:988 00000400:00000200:0.0:1767384320.439745:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.202.152:988 00000400:00000200:0.0:1767384320.439783:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.202.152:988 00000400:00000200:0.0:1767384320.439837:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.202.152:988 00000400:00000200:0.0:1767384320.439890:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.202.152:988 00000400:00000200:0.0:1767384320.439924:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.202.152:988 00000800:00000010:0.0:1767384320.440156:0:16127:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000063d484a8. 00000800:00000010:0.0:1767384320.440163:0:16127:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000062fdac13. 00000800:00000010:0.0:1767384320.440167:0:16127:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000d0137c73. 00000800:00000010:0.0:1767384320.440214:0:16127:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000d0137c73. 00000400:00000200:3.0:1767384320.440293:0:16133:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:3.0:1767384320.440314:0:16133:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.152@tcp30 from 215.3.0.2 00000800:00000010:3.0:1767384320.440319:0:16133:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000093f77863. 00000800:00000010:0.0:1767384320.440370:0:16128:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000264f0620. 00000800:00000010:0.0:1767384320.440376:0:16128:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e99a6260. 00000800:00000010:0.0:1767384320.440400:0:16128:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000cd106a72. 00000800:00000200:0.1:1767384320.440408:0:16128:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a6274a03] -> 12345-192.168.202.152@tcp30 (2) 00000800:00000200:0.1:1767384320.440416:0:16128:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.152@tcp30 00000000cd106a72 deleted 00000800:00000010:0.1:1767384320.440418:0:16128:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000cd106a72. 00000800:00000200:0.1:1767384320.440448:0:16128:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.1:1767384320.440456:0:16128:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp30 ip 192.168.202.152:983 00000800:00000200:0.1:1767384320.440471:0:16128:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005efa539c type 2, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1767384320.440479:0:16128:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.152@tcp30 p 3.x 192.168.202.152 -> 192.168.202.152:983 incarnation:1767384314446369524 sched[0] 00000800:00000010:0.0:1767384320.440485:0:16128:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000d0137c73. 00000800:00000010:0.0:1767384320.440543:0:16128:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000d0137c73. 00000800:00000010:0.0:1767384320.440549:0:16128:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e99a6260. 00000800:00000010:0.0:1767384320.440588:0:16128:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000093f77863. 00000800:00000001:0.0:1767384320.440603:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384320.440608:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767384320.440667:0:16130:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384320.440671:0:16130:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000005efa539c. 00000400:00000200:0.0:1767384320.440676:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384320.440683:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp30->192.168.202.152@tcp30: GET: OK 00000400:00000200:0.0:1767384320.440689:0:16130:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:0.0:1767384320.440692:0:16130:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.152@tcp30 recovery message sent successfully:0 00000800:00000200:0.1:1767384320.440743:0:16127:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.0:1767384320.440750:0:16127:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.152@tcp30 p 3.x 192.168.202.152 -> 192.168.202.152:988 incarnation:1767384314446369524 sched[0] 00000800:00000010:0.0:1767384320.440754:0:16127:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000062fdac13. 00000800:00000001:3.0:1767384320.440808:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384320.440817:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384320.440817:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.152:988 00000800:00000001:3.0:1767384320.440823:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384320.440839:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384320.440846:0:16132:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.152@tcp30(192.168.202.152@tcp30) <- 192.168.202.152@tcp30 : GET - for me 00000400:00000200:3.0:1767384320.440860:0:16132:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.152@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384320.440869:0:16132:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.152@tcp of length 272/272 into md 0x18a9 [1] + 0 00000400:00000200:3.0:1767384320.440882:0:16132:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.152@tcp30 to MR: 192.168.202.152@tcp30 local destination 00000400:00000200:0.0:1767384320.440883:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.152:988 00000400:00000200:3.0:1767384320.440891:0:16132:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp30 NI seq info: [76:76:256:4294967295] 192.168.202.152@tcp30 LPNI seq info [76:76:8:4294967295] 00000400:00000200:3.0:1767384320.440908:0:16132:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp30(192.168.202.152@tcp30:192.168.202.152@tcp30) -> 192.168.202.152@tcp30(192.168.202.152@tcp30:192.168.202.152@tcp30) 192.168.202.152@tcp30 : REPLY try# 0 00000800:00000200:3.0:1767384320.440914:0:16132:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.152@tcp30 00000800:00000010:3.0:1767384320.440918:0:16132:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000484835a0. 00000800:00000200:3.0:1767384320.440924:0:16132:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a6274a03] -> 12345-192.168.202.152@tcp30 (4) 00000400:00000200:0.0:1767384320.440930:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.152:988 00000800:00000200:3.0:1767384320.440951:0:16132:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp30 ip 192.168.202.152:988 00000800:00000200:3.0:1767384320.440955:0:16132:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000484835a0 type 3, nob 368 niov 1 nkiov 1 00000400:00000200:0.0:1767384320.440971:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.152:988 00000400:00000200:0.0:1767384320.441009:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.152:988 00000800:00000200:3.0:1767384320.441018:0:16132:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384320.441022:0:16132:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000484835a0. 00000400:00000200:3.0:1767384320.441026:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384320.441031:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp30->192.168.202.152@tcp30: REPLY: OK 00000800:00000001:3.0:1767384320.441042:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384320.441047:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384320.441048:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.152:988 00000800:00000001:3.0:1767384320.441050:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384320.441056:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384320.441059:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384320.441063:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384320.441070:0:16132:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.152@tcp30(192.168.202.152@tcp30) <- 192.168.202.152@tcp30 : REPLY - for me 00000400:00000200:3.0:1767384320.441082:0:16132:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.152@tcp30: Reply from 12345-192.168.202.152@tcp30 of length 272/272 into md 0x18d1 00000800:00000001:3.0:1767384320.441105:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384320.441112:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384320.441115:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384320.441119:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.152:988 00000400:00000200:3.0:1767384320.441138:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp30->192.168.202.152@tcp30: REPLY: OK 00000400:00000200:3.0:1767384320.441143:0:16132:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b51678e7 00000400:00000010:3.0:1767384320.441146:0:16132:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b51678e7. 00000400:00000200:3.0:1767384320.441150:0:16132:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:3.0:1767384320.441155:0:16132:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000026672a30. 00000400:00000010:3.0:1767384320.441159:0:16132:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000ca2d863a. 00000800:00000001:3.0:1767384320.441168:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384320.441172:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384320.441196:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.152:988 00000400:00000200:0.0:1767384320.441229:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.152:988 00000400:00000200:0.0:1767384320.441257:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.152:988 00000400:00000200:0.0:1767384320.441287:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.152:988 00000400:00000200:0.0:1767384320.441314:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.152:988 00000400:00000200:0.0:1767384320.441337:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.152:988 00000400:00000200:0.0:1767384320.441358:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.152:988 00000400:00000200:0.0:1767384320.441380:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.152:988 00000400:00000200:0.0:1767384320.441399:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.152:988 00000400:00000200:0.0:1767384320.441419:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.152:988 00000400:00000200:0.0:1767384320.441472:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.152:988 00000400:00000200:0.0:1767384320.441497:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.152:988 00000400:00000200:0.0:1767384320.441520:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.152:988 00000400:00000200:0.0:1767384320.441540:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.152:988 00000400:00000200:0.0:1767384320.441557:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.152:988 00000400:00000200:0.0:1767384320.441576:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.152:988 00000400:00000200:0.0:1767384320.441596:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.152:988 00000400:00000200:0.0:1767384320.441614:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.152:988 00000400:00000200:0.0:1767384320.441632:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.152:988 00000400:00000200:0.0:1767384320.441648:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.152:988 00000400:00000200:0.0:1767384320.441665:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.152:988 00000400:00000200:0.0:1767384320.441700:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.152:988 00000400:00000200:0.0:1767384320.441736:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.152:988 00000400:00000200:0.0:1767384320.441767:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.152:988 00000400:00000200:0.0:1767384320.441791:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.152:988 00000400:00000200:0.0:1767384320.441810:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.152:988 00000400:00000200:0.0:1767384320.441837:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.152:988 00000400:00000200:0.0:1767384320.441854:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.152:988 00000400:00000200:0.0:1767384320.441875:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.202.152:988 00000400:00000200:0.0:1767384320.441897:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.202.152:988 00000400:00000200:0.0:1767384320.441918:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.202.152:988 00000400:00000200:0.0:1767384320.441939:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.202.152:988 00000400:00000200:0.0:1767384320.441956:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.202.152:988 00000400:00000200:0.0:1767384320.441972:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.202.152:988 00000800:00000010:0.0:1767384320.442305:0:16127:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000d4275327. 00000800:00000010:0.0:1767384320.442312:0:16127:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000062fdac13. 00000800:00000010:0.0:1767384320.442317:0:16127:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000d0137c73. 00000800:00000010:0.0:1767384320.442363:0:16127:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000d0137c73. 00000400:00000200:3.0:1767384320.442480:0:16133:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:3.0:1767384320.442495:0:16133:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.152@tcp30 from 214.3.0.2 00000800:00000010:3.0:1767384320.442498:0:16133:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000098ef9aa4. 00000800:00000010:0.0:1767384320.442542:0:16126:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000a11a72d2. 00000800:00000010:0.0:1767384320.442549:0:16126:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e99a6260. 00000800:00000010:0.0:1767384320.442569:0:16126:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000cd106a72. 00000800:00000200:0.1:1767384320.442577:0:16126:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a6274a03] -> 12345-192.168.202.152@tcp30 (4) 00000800:00000200:0.1:1767384320.442582:0:16126:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.152@tcp30 00000000cd106a72 deleted 00000800:00000010:0.1:1767384320.442585:0:16126:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000cd106a72. 00000800:00000200:0.1:1767384320.442589:0:16126:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:0.0:1767384320.442595:0:16126:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.152@tcp30 p 3.x 192.168.202.152 -> 192.168.202.152:982 incarnation:1767384314446369524 sched[0] 00000800:00000010:0.0:1767384320.442601:0:16126:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000d0137c73. 00000800:00000010:0.0:1767384320.442651:0:16126:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000d0137c73. 00000800:00000010:0.0:1767384320.442657:0:16126:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e99a6260. 00000800:00000010:0.0:1767384320.442685:0:16126:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000098ef9aa4. 00000800:00000001:0.0:1767384320.442698:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384320.442703:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.1:1767384320.442726:0:16127:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:0.0:1767384320.442732:0:16127:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.152@tcp30 p 3.x 192.168.202.152 -> 192.168.202.152:988 incarnation:1767384314446369524 sched[0] 00000800:00000010:0.0:1767384320.442735:0:16127:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000062fdac13. 00000800:00000001:3.0:1767384320.442780:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384320.442785:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1767384320.444364:0:16125:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000dbc9c464. 00000800:00000010:2.0:1767384320.444369:0:16125:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000009843d965. 00000400:02020000:2.0:1767384320.444513:0:16125:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.152@tcp31 at host 192.168.202.152:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384320.448889:0:16125:0:(router.c:1755:lnet_notify()) 192.168.202.152@tcp31 notifying 192.168.202.152@tcp31: down 00000400:00000200:2.0:1767384320.448894:0:16125:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:2.0:1767384320.448898:0:16125:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.152@tcp31 00000800:00000010:2.0:1767384320.448900:0:16125:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000003b845df2. 00000400:00000200:2.0:1767384320.448905:0:16125:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384320.448908:0:16125:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp31->192.168.202.152@tcp31: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384320.448916:0:16125:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384320.448918:0:16125:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.152@tcp31 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384320.448920:0:16125:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.152@tcp31) recovery failed with -71 00010000:00000001:0.0:1767384320.566145:0:449:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384320.566151:0:449:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384320.566159:0:449:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384320.566169:0:449:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384320.566252:0:16767:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384320.566259:0:16767:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384320.566262:0:16767:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:1.0:1767384321.383876:0:28655:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384321.383889:0:28655:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384321.383894:0:28655:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384321.383902:0:28655:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384321.383908:0:28655:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384321.383911:0:28655:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384321.461164:0:16134:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384321.461169:0:16134:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384321.461179:0:16134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fad4d9b3 00000400:00000010:2.0:1767384321.461183:0:16134:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fad4d9b3. 00000400:00000200:2.0:1767384321.461188:0:16134:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384321.461194:0:16134:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.152@tcp31 recovery ping unlinked 00000400:00000010:2.0:1767384321.461203:0:16134:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000009dbf9c41. 00000400:00000010:2.0:1767384321.461207:0:16134:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000fa645e07. 00010000:00000001:0.0:1767384321.589136:0:449:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384321.589143:0:449:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384321.589148:0:449:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384321.589151:0:449:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767384321.589152:0:449:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767384321.589154:0:449:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384321.589157:0:449:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767384321.589159:0:449:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384321.589160:0:449:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384321.589161:0:449:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384321.589194:0:16768:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384321.589199:0:16768:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384321.589202:0:16768:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00000001:0.0:1767384322.037179:0:16802:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:0.0:1767384322.037185:0:16802:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:0.0:1767384322.037192:0:16802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a17a245b. 00000020:00000040:0.0:1767384322.037199:0:16802:0:(genops.c:1229:class_import_get()) import 0000000068bc8709 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:0.0:1767384322.037204:0:16802:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384322.037207:0:16802:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384322.037212:0:16802:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384322.037219:0:16802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b6ae95e4. 00000100:00000001:0.0:1767384322.037225:0:16802:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384322.037231:0:16802:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384322.037233:0:16802:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384322.037241:0:16802:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a17a245b] to pc [ptlrpcd_00_01+1] req@00000000a17a245b x1853236723077248/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:0.0:1767384322.037260:0:16802:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384322.037293:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) c0412d60-4f67-4dbc-8791-892843f60083->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767384322.037297:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767384322.037301:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000acb379ab. 00000020:00000040:0.0:1767384322.037303:0:37:0:(genops.c:1229:class_import_get()) import 00000000df830bbe refcount=4 obd=MGC192.168.202.152@tcp 00000100:00000001:0.0:1767384322.037305:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384322.037306:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384322.037308:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384322.037311:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000007dfe8dd0. 00000100:00000001:0.0:1767384322.037314:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384322.037317:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c0412d60-4f67-4dbc-8791-892843f60083->MGS req@00000000acb379ab x1853236723077376/t0(0) o400->MGC192.168.202.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384322.037334:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384322.037336:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384322.037342:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000acb379ab] to pc [ptlrpcd_00_02+2] req@00000000acb379ab x1853236723077376/t0(0) o400->MGC192.168.202.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384322.037365:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384322.037368:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767384322.037372:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767384322.037376:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009bbc7890. 00000020:00000040:0.0:1767384322.037379:0:37:0:(genops.c:1229:class_import_get()) import 0000000068bc8709 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:0.0:1767384322.037382:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384322.037383:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384322.037385:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384322.037389:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004dd94140. 00000100:00000001:0.0:1767384322.037391:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384322.037394:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@000000009bbc7890 x1853236723077504/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384322.037400:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384322.037401:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384322.037404:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009bbc7890] to pc [ptlrpcd_00_03+3] req@000000009bbc7890 x1853236723077504/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384322.037425:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384322.037428:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767384322.037432:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767384322.037435:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f9bb72ab. 00000020:00000040:0.0:1767384322.037438:0:37:0:(genops.c:1229:class_import_get()) import 00000000345f9ba7 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:0.0:1767384322.037440:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384322.037442:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384322.037444:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384322.037449:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002243f15d. 00000100:00000001:0.0:1767384322.037452:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384322.037462:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@00000000f9bb72ab x1853236723077632/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384322.037468:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384322.037469:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384322.037475:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f9bb72ab] to pc [ptlrpcd_00_00+0] req@00000000f9bb72ab x1853236723077632/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384322.037488:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384322.037490:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767384322.037494:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767384322.037498:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c41ee093. 00000020:00000040:0.0:1767384322.037501:0:37:0:(genops.c:1229:class_import_get()) import 000000005a28ad8c refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:0.0:1767384322.037504:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384322.037506:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384322.037508:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384322.037514:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000062838be3. 00000100:00000001:0.0:1767384322.037528:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384322.037536:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@00000000c41ee093 x1853236723077760/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384322.037542:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384322.037543:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384322.037547:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c41ee093] to pc [ptlrpcd_00_01+1] req@00000000c41ee093 x1853236723077760/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384322.037552:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384322.037557:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (249) 00000100:00000001:0.0:1767384322.037574:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384322.037577:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384322.037579:0:16138:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384322.037583:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a17a245b x1853236723077248/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384322.037590:0:16138:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384322.037591:0:16138:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384322.037595:0:16138:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384322.037603:0:16138:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384322.037606:0:16138:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384322.037609:0:16138:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a17a245b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16138:1853236723077248:0@lo:13: 00000100:00000001:0.0:1767384322.037612:0:16138:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384322.037616:0:16138:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384322.037618:0:16138:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384322.037620:0:16138:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384322.037624:0:16138:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000095a26dfb. 02000000:00000001:0.0:1767384322.037626:0:16138:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384322.037632:0:16138:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ca03a2a1. 00000400:00000010:0.0:1767384322.037637:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009668caa7. 00000100:00000200:0.0:1767384322.037642:0:16138:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236723077248, portal 4 00000100:00000001:0.0:1767384322.037645:0:16138:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384322.037647:0:16138:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782674425472 : -124291035126144 : ffff8ef53d00a680) 00000100:00000040:0.0:1767384322.037652:0:16138:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a17a245b x1853236723077248/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384338 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384322.037658:0:16138:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384322.037661:0:16138:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384322.037664:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000d9cea79. 00000100:00000200:0.0:1767384322.037667:0:16138:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853236723077248, offset 0 00000400:00000200:0.0:1767384322.037673:0:16138:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384322.037686:0:16138:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384322.037697:0:16138:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x695824c905080 00000400:00000200:0.0:1767384322.037703:0:16138:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xb9d [8] + 1792 00000400:00000200:0.0:1767384322.037709:0:16138:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384322.037714:0:16138:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384322.037721:0:16138:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384322.037722:0:16138:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:0.0:1767384322.037727:0:16138:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006d8b1e3f. 00000100:00000001:2.0:1767384322.037728:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384322.037731:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767384322.037731:0:16138:0:(events.c:337:request_in_callback()) incoming req@000000006d8b1e3f x1853236723077248 msgsize 224 00000100:00000001:2.0:1767384322.037735:0:16137:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384322.037741:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f9bb72ab x1853236723077632/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384322.037743:0:16138:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384322.037752:0:16137:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384322.037754:0:16137:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384322.037756:0:16137:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384322.037758:0:16137:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384322.037760:0:16137:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384322.037760:0:16138:0:(events.c:373:request_in_callback()) Process leaving 00000100:00100000:2.0:1767384322.037765:0:16137:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f9bb72ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16137:1853236723077632:0@lo:400: 00000100:00000001:2.0:1767384322.037769:0:16137:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384322.037771:0:16137:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384322.037773:0:16137:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384322.037775:0:16137:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767384322.037776:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000d9cea79 02000000:00000010:2.0:1767384322.037778:0:16137:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fa645e07. 02000000:00000001:2.0:1767384322.037782:0:16137:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384322.037783:0:16138:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000d9cea79. 00000400:00000010:2.0:1767384322.037785:0:16137:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000028b9164b. 00000100:00000001:0.0:1767384322.037798:0:16138:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:2.0:1767384322.037800:0:16137:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fad4d9b3. 00000100:00000200:0.0:1767384322.037805:0:16138:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a17a245b x1853236723077248/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384338 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384322.037807:0:16137:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236723077632, portal 10 00000100:00000001:2.0:1767384322.037813:0:16137:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384322.037817:0:16137:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782674429952 : -124291035121664 : ffff8ef53d00b800) 00000100:00000001:0.0:1767384322.037827:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384322.037829:0:16137:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f9bb72ab x1853236723077632/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384338 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384322.037834:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a17a245b x1853236723077248/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384338 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384322.037848:0:16137:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384322.037855:0:16137:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384322.037855:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384322.037860:0:16138:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:2.0:1767384322.037862:0:16137:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a79d528a. 00000100:00000200:2.0:1767384322.037866:0:16137:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236723077632, offset 0 00000100:00000001:0.0:1767384322.037868:0:16138:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384322.037873:0:16138:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 9180 usecs (10 jiffies) 00000100:00000001:0.0:1767384322.037878:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294912010 00000100:00000010:0.0:1767384322.037882:0:16138:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e32c4503. 00000400:00000200:2.0:1767384322.037883:0:16137:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384322.037890:0:16138:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000400:00000200:2.0:1767384322.037894:0:16137:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384322.037898:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294912010 00000100:00000010:0.0:1767384322.037903:0:16138:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ea58aeb3. 00000400:00000200:2.0:1767384322.037904:0:16137:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824c905200 00000100:00000001:0.0:1767384322.037908:0:16138:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000400:00000200:2.0:1767384322.037914:0:16137:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 5144 00000100:00000001:0.0:1767384322.037915:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294912010 00000400:00000200:2.0:1767384322.037919:0:16137:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:0.0:1767384322.037921:0:16138:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004bf6a247. 00000400:00000200:2.0:1767384322.037924:0:16137:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384322.037925:0:16138:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384322.037929:0:16137:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1767384322.037930:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294912010 00000100:00000200:2.0:1767384322.037932:0:16137:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1767384322.037936:0:16138:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000e6dde82. 00000100:00000010:2.0:1767384322.037937:0:16137:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ab8738dd. 00000100:00000040:2.0:1767384322.037941:0:16137:0:(events.c:337:request_in_callback()) incoming req@00000000ab8738dd x1853236723077632 msgsize 224 00000100:00000001:0.0:1767384322.037941:0:16138:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00100000:2.0:1767384322.037948:0:16137:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384322.037948:0:16138:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384322.037953:0:16138:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384322.037957:0:16138:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767384322.037960:0:16137:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:0.0:1767384322.037960:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c41ee093 x1853236723077760/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384322.037966:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a79d528a 00000100:00000001:0.0:1767384322.037968:0:16138:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000010:2.0:1767384322.037969:0:16137:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a79d528a. 00000100:00000001:0.0:1767384322.037970:0:16138:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384322.037974:0:16137:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:0.0:1767384322.037974:0:16138:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384322.037978:0:16138:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1767384322.037980:0:16137:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f9bb72ab x1853236723077632/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384338 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384322.037988:0:16138:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384322.037989:0:16137:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384322.037994:0:16137:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f9bb72ab x1853236723077632/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384338 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384322.037996:0:16138:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c41ee093 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16138:1853236723077760:0@lo:400: 00000100:00000001:0.0:1767384322.038004:0:16138:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384322.038008:0:16138:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767384322.038009:0:16137:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384322.038010:0:16138:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384322.038011:0:16137:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:0.0:1767384322.038013:0:16138:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767384322.038016:0:16137:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384322.038018:0:16138:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ae53d45f. 00000100:00000040:2.0:1767384322.038021:0:16137:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 3743 usecs (4 jiffies) 02000000:00000001:0.0:1767384322.038021:0:16138:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384322.038028:0:16137:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294912004 00000400:00000010:0.0:1767384322.038029:0:16138:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a6cfeef4. 00000100:00000001:2.0:1767384322.038031:0:16137:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294912010 00000100:00000001:2.0:1767384322.038034:0:16137:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294912004 00000100:00000001:2.0:1767384322.038036:0:16137:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294912010 00000400:00000010:0.0:1767384322.038036:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000d9cea79. 00000100:00000001:2.0:1767384322.038041:0:16137:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294912004 00000100:00000200:0.0:1767384322.038042:0:16138:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236723077760, portal 10 00000100:00000001:2.0:1767384322.038043:0:16137:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294912010 00000100:00000001:2.0:1767384322.038048:0:16137:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294912004 00000100:00000001:0.0:1767384322.038048:0:16138:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384322.038050:0:16138:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782674426368 : -124291035125248 : ffff8ef53d00aa00) 00000100:00000040:0.0:1767384322.038055:0:16138:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c41ee093 x1853236723077760/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384338 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384322.038060:0:16137:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294912010 00000100:00000001:0.0:1767384322.038063:0:16138:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384322.038067:0:16137:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384322.038068:0:16138:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384322.038072:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ff276a1b. 00000100:00000001:2.0:1767384322.038073:0:16137:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384322.038075:0:16138:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236723077760, offset 0 00000100:00000001:2.0:1767384322.038079:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384322.038082:0:16138:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384322.038114:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384322.038124:0:16137:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1767384322.038125:0:16138:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384322.038129:0:16137:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384322.038134:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384322.038135:0:16138:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824c905280 00000100:00000001:2.0:1767384322.038138:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384322.038143:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384322.038145:0:16138:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 5368 00000100:00000001:2.0:1767384322.038147:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384322.038155:0:16138:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384322.038161:0:16138:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384322.038165:0:16138:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384322.038168:0:16138:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:2.0:1767384322.038171:0:16778:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000010:0.0:1767384322.038172:0:16138:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007e474586. 00000100:00100000:2.0:1767384322.038174:0:16778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723077632 02000000:00000001:2.0:1767384322.038178:0:16778:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:0.0:1767384322.038178:0:16138:0:(events.c:337:request_in_callback()) incoming req@000000007e474586 x1853236723077760 msgsize 224 00000100:00000001:2.0:1767384322.038181:0:16778:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384322.038184:0:16778:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384322.038189:0:16778:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384322.038190:0:16138:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767384322.038192:0:16778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723077632 00000020:00000001:2.0:1767384322.038196:0:16778:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384322.038198:0:16778:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eeca2a 00000020:00000001:2.0:1767384322.038200:0:16778:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384322.038203:0:16778:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f335576c refcount=5 00000020:00000001:2.0:1767384322.038205:0:16778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619777384806400 : -124296324745216 : ffff8ef401b77800) 00000100:00000001:0.0:1767384322.038205:0:16138:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000001:2.0:1767384322.038209:0:16778:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619777384806400 : -124296324745216 : ffff8ef401b77800) 00000400:00000200:0.0:1767384322.038212:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ff276a1b 00000100:00000001:2.0:1767384322.038213:0:16778:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000010:0.0:1767384322.038216:0:16138:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ff276a1b. 00000020:00000010:2.0:1767384322.038219:0:16778:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bc764292. 00000100:00000001:0.0:1767384322.038221:0:16138:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384322.038223:0:16778:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384322.038226:0:16778:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bc764292. 00000100:00000200:0.0:1767384322.038231:0:16138:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c41ee093 x1853236723077760/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384338 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384322.038232:0:16778:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a275e017. 00000020:00000010:2.0:1767384322.038240:0:16778:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000000d9dbd5c. 00000100:00000001:0.0:1767384322.038241:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384322.038246:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c41ee093 x1853236723077760/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384338 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384322.038247:0:16778:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000cdb44793. 00000100:00000040:2.0:1767384322.038258:0:16778:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1767384322.038258:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384322.038263:0:16778:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384322.038264:0:16138:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384322.038265:0:16778:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384322.038269:0:16778:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384322.038273:0:16138:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384322.038281:0:16138:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 4003 usecs (5 jiffies) 00000100:00000001:2.0:1767384322.038285:0:16778:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1767384322.038286:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294912006 00000100:00000001:2.0:1767384322.038288:0:16778:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767384322.038291:0:16778:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384322.038291:0:16138:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294912010 00000100:00000001:0.0:1767384322.038297:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294912006 00000100:00000001:0.0:1767384322.038300:0:16138:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294912010 00000100:00000001:2.0:1767384322.038302:0:16778:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384322.038303:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294912006 00000100:00000001:0.0:1767384322.038309:0:16138:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294912010 00000100:00000001:0.0:1767384322.038312:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294912006 00000100:00000001:2.0:1767384322.038314:0:16778:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384322.038315:0:16138:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294912010 00000100:00100000:2.0:1767384322.038317:0:16778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723077760 02000000:00000001:2.0:1767384322.038321:0:16778:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384322.038321:0:16138:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384322.038324:0:16778:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384322.038328:0:16138:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384322.038329:0:16778:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384322.038335:0:16778:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384322.038336:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384322.038338:0:16778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723077760 00000020:00000001:2.0:1767384322.038342:0:16778:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384322.038342:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1767384322.038345:0:16778:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eeca23 00000020:00000001:2.0:1767384322.038348:0:16778:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384322.038350:0:16778:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000b2466616 refcount=5 00000020:00000001:2.0:1767384322.038352:0:16778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619782058162176 : -124291651389440 : ffff8ef518453800) 00000100:00000001:0.0:1767384322.038352:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:2.0:1767384322.038357:0:16778:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619782058162176 : -124291651389440 : ffff8ef518453800) 00000100:00000001:0.0:1767384322.038357:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384322.038359:0:16778:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384322.038362:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:2.0:1767384322.038364:0:16778:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bc764292. 00000100:00000001:0.0:1767384322.038365:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:2.0:1767384322.038369:0:16778:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000008e96ab10. 00000100:00000001:0.0:1767384322.038369:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384322.038375:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384322.038377:0:16778:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000b1f9e0ef) now 8 - evictor 00000100:00000001:0.0:1767384322.038386:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384322.038390:0:16778:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:0.0:1767384322.038390:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384322.038394:0:16139:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000010:2.0:1767384322.038396:0:16778:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000067a193f. 00000100:00000040:0.0:1767384322.038399:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000acb379ab x1853236723077376/t0(0) o400->MGC192.168.202.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384322.038402:0:16778:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d66a9349. 00000020:00000010:2.0:1767384322.038408:0:16778:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000007f8932b0. 00000100:00000001:2.0:1767384322.038426:0:16778:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384322.038428:0:16778:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384322.038431:0:16778:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384322.038436:0:16778:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1767384322.038438:0:16778:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767384322.038440:0:16778:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384322.038444:0:16139:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384322.038446:0:16139:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384322.038448:0:16778:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384322.038449:0:16139:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384322.038453:0:16139:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384322.038455:0:16139:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384322.038458:0:16778:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:0.0:1767384322.038458:0:16139:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000acb379ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c0412d60-4f67-4dbc-8791-892843f60083:16139:1853236723077376:0@lo:400: 00000100:00000001:2.0:1767384322.038462:0:16778:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384322.038462:0:16139:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00100000:2.0:1767384322.038468:0:16778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 02000000:00000001:0.0:1767384322.038468:0:16139:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384322.038471:0:16139:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384322.038473:0:16139:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384322.038477:0:16139:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cf527636. 00000100:00000040:2.0:1767384322.038478:0:16778:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000f335576c : new rpc_count 1 02000000:00000001:0.0:1767384322.038481:0:16139:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384322.038482:0:16778:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619782407662976 : -124291301888640 : ffff8ef52d1a2d80) 00000100:00000040:2.0:1767384322.038490:0:16778:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ab8738dd x1853236723077632/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:303/0 lens 224/0 e 0 to 0 dl 1767384333 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384322.038491:0:16139:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008902ef20. 00000100:00000001:2.0:1767384322.038500:0:16778:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000010:0.0:1767384322.038502:0:16139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ff276a1b. 00000020:00000010:2.0:1767384322.038503:0:16778:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008e96ab10. 00000100:00000001:2.0:1767384322.038507:0:16778:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1767384322.038508:0:16139:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236723077376, portal 25 00000020:00000010:2.0:1767384322.038510:0:16778:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008e96ab10. 00000100:00000001:0.0:1767384322.038515:0:16139:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00100000:2.0:1767384322.038518:0:16778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000ab8738dd pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:16137:x1853236723077632:12345-0@lo:400: 00000100:00000001:0.0:1767384322.038519:0:16139:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782674416512 : -124291035135104 : ffff8ef53d008380) 00000100:00000200:2.0:1767384322.038526:0:16778:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723077632 00000020:00000001:2.0:1767384322.038530:0:16778:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000040:0.0:1767384322.038531:0:16139:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000acb379ab x1853236723077376/t0(0) o400->MGC192.168.202.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384338 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384322.038533:0:16778:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384322.038537:0:16778:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384322.038542:0:16778:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1767384322.038543:0:16139:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:2.0:1767384322.038545:0:16778:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661494240 : -1048057376 : ffffffffc187e9e0) 00000020:00000001:2.0:1767384322.038549:0:16778:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000040:0.0:1767384322.038549:0:16139:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:2.0:1767384322.038554:0:16778:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384322.038555:0:16139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000a5e2c09. 00000020:00000001:2.0:1767384322.038557:0:16778:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000200:0.0:1767384322.038559:0:16139:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853236723077376, offset 0 00000020:00000001:2.0:1767384322.038561:0:16778:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384322.038565:0:16778:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384322.038566:0:16139:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:2.0:1767384322.038572:0:16778:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000400:00000200:0.0:1767384322.038577:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384322.038578:0:16778:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384322.038582:0:16778:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:0.0:1767384322.038586:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x695824c905100 02000000:00000010:2.0:1767384322.038588:0:16778:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000003b9bade1. 00000400:00000200:0.0:1767384322.038593:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1189 [2] + 0 02000000:00000001:2.0:1767384322.038594:0:16778:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384322.038600:0:16778:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384322.038601:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000046003341. 00000400:00000200:0.0:1767384322.038606:0:16139:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ace70668 00000020:00000001:2.0:1767384322.038607:0:16778:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384322.038610:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000040:2.0:1767384322.038612:0:16778:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236723077632 00000400:00000200:0.0:1767384322.038614:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:2.0:1767384322.038619:0:16778:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000200:0.0:1767384322.038620:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ace70668 00010000:00000200:2.0:1767384322.038625:0:16778:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000ab8738dd x1853236723077632/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:303/0 lens 224/224 e 0 to 0 dl 1767384333 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384322.038629:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ace70668. 00000100:00000001:0.0:1767384322.038636:0:16139:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384322.038638:0:16139:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00010000:00000001:2.0:1767384322.038640:0:16778:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000040:0.0:1767384322.038641:0:16139:0:(events.c:337:request_in_callback()) incoming req@00000000d5dd0eb7 x1853236723077376 msgsize 224 00010000:00000001:2.0:1767384322.038643:0:16778:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384322.038646:0:16139:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384322.038648:0:16139:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00001000:2.0:1767384322.038655:0:16778:0:(import.c:2128:obd_at_measure()) add 1 to 000000008dd0459f time=47 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384322.038655:0:16139:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384322.038659:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000a5e2c09 00000100:00000001:2.0:1767384322.038663:0:16778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000010:0.0:1767384322.038663:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000a5e2c09. 00000100:00000001:0.0:1767384322.038668:0:16139:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:2.0:1767384322.038669:0:16778:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 21 to 0@lo 00000100:00000200:0.0:1767384322.038673:0:16139:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000acb379ab x1853236723077376/t0(0) o400->MGC192.168.202.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384338 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384322.038675:0:16778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 02000000:00000001:2.0:1767384322.038683:0:16778:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1767384322.038686:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1767384322.038687:0:16778:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384322.038690:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000acb379ab x1853236723077376/t0(0) o400->MGC192.168.202.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384338 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384322.038694:0:16778:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384322.038698:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384322.038702:0:16778:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384322.038703:0:16139:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:2.0:1767384322.038707:0:16778:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a79d528a. 00000100:00000001:0.0:1767384322.038708:0:16139:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384322.038712:0:16778:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236723077632, offset 224 00000100:00000001:0.0:1767384322.038713:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294912025 00000100:00000001:0.0:1767384322.038720:0:16139:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294912010 00000400:00000200:2.0:1767384322.038724:0:16778:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384322.038725:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294912025 00000100:00000001:0.0:1767384322.038732:0:16139:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294912010 00000400:00000200:2.0:1767384322.038734:0:16778:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384322.038739:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294912025 00000400:00000200:2.0:1767384322.038744:0:16778:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824c905200 00000100:00000001:0.0:1767384322.038746:0:16139:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294912010 00000400:00000200:2.0:1767384322.038750:0:16778:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x18e1 [1] + 224 00000100:00000001:0.0:1767384322.038755:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294912025 00000400:00000200:2.0:1767384322.038756:0:16778:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384322.038761:0:16778:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384322.038763:0:16139:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294912010 00000100:00000001:2.0:1767384322.038765:0:16778:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384322.038770:0:16778:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f9bb72ab x1853236723077632/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384338 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384322.038771:0:16139:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384322.038777:0:16139:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384322.038784:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384322.038786:0:16778:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000f9bb72ab x1853236723077632/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384338 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384322.038789:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384322.038798:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384322.038800:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384322.038805:0:16778:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384322.038810:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384322.038812:0:16778:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a79d528a 00000100:00000001:0.0:1767384322.038812:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384322.038814:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384322.038817:0:16778:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a79d528a. 00000100:00100000:0.0:1767384322.038818:0:16139:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:2.0:1767384322.038823:0:16778:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384322.038823:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384322.038825:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384322.038827:0:16778:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384322.038828:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384322.038832:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384322.038833:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384322.038834:0:16778:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384322.038834:0:16139:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384322.038841:0:16778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 20 to 0@lo 00000100:00000040:0.0:1767384322.038841:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009bbc7890 x1853236723077504/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384322.038848:0:16778:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384322.038852:0:16778:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384322.038853:0:16139:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:2.0:1767384322.038857:0:16778:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1767384322.038857:0:16139:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384322.038861:0:16139:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1767384322.038864:0:16778:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ab8738dd x1853236723077632/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:303/0 lens 224/224 e 0 to 0 dl 1767384333 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384322.038864:0:16139:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384322.038869:0:16139:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384322.038877:0:16139:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009bbc7890 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16139:1853236723077504:0@lo:400: 00000100:00100000:2.0:1767384322.038882:0:16778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000ab8738dd pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:16137:x1853236723077632:12345-0@lo:400: Request processed in 378us (936us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384322.038883:0:16139:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384322.038886:0:16139:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384322.038887:0:16139:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384322.038888:0:16139:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384322.038894:0:16139:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a77587be. 02000000:00000001:0.0:1767384322.038896:0:16139:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384322.038900:0:16778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000400:00000010:0.0:1767384322.038902:0:16139:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000046003341. 00000100:00000040:2.0:1767384322.038905:0:16778:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f335576c : new rpc_count 0 00000400:00000010:0.0:1767384322.038907:0:16139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000a5e2c09. 00000100:00000001:2.0:1767384322.038911:0:16778:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:0.0:1767384322.038912:0:16139:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236723077504, portal 4 00000100:00000001:2.0:1767384322.038915:0:16778:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384322.038916:0:16139:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384322.038920:0:16139:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782674427264 : -124291035124352 : ffff8ef53d00ad80) 00000020:00000010:2.0:1767384322.038923:0:16778:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000000d9dbd5c. 00000100:00000040:0.0:1767384322.038924:0:16139:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009bbc7890 x1853236723077504/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384338 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384322.038930:0:16778:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000cdb44793. 00000100:00000001:0.0:1767384322.038931:0:16139:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384322.038936:0:16139:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:2.0:1767384322.038937:0:16778:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a275e017. 00000400:00000010:0.0:1767384322.038939:0:16139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000936b337a. 00000100:00000200:0.0:1767384322.038943:0:16139:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853236723077504, offset 0 00000020:00000040:2.0:1767384322.038944:0:16778:0:(genops.c:898:class_export_put()) PUTting export 00000000f335576c : new refcount 4 00000100:00000001:2.0:1767384322.038949:0:16778:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384322.038956:0:16139:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384322.038961:0:16778:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:0.0:1767384322.038962:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384322.038966:0:16778:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:0.0:1767384322.038971:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x695824c905180 00000100:00100000:2.0:1767384322.038973:0:16778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00000040:2.0:1767384322.038978:0:16778:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000b2466616 : new rpc_count 1 00000400:00000200:0.0:1767384322.038978:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xa9d [8] + 3216 00000100:00000001:2.0:1767384322.038984:0:16778:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619782674428160 : -124291035123456 : ffff8ef53d00b100) 00000400:00000200:0.0:1767384322.038985:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384322.038991:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:2.0:1767384322.038994:0:16778:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000007e474586 x1853236723077760/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:303/0 lens 224/0 e 0 to 0 dl 1767384333 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384322.038996:0:16139:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384322.038999:0:16139:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1767384322.039004:0:16139:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ceabf501. 00000100:00000040:0.0:1767384322.039008:0:16139:0:(events.c:337:request_in_callback()) incoming req@00000000ceabf501 x1853236723077504 msgsize 224 00000100:00000001:2.0:1767384322.039012:0:16778:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:0.0:1767384322.039014:0:16139:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000010:2.0:1767384322.039018:0:16778:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008e96ab10. 00000100:00000001:0.0:1767384322.039022:0:16139:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384322.039023:0:16778:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384322.039028:0:16778:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008e96ab10. 00000400:00000200:0.0:1767384322.039028:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000936b337a 00000400:00000010:0.0:1767384322.039031:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000936b337a. 00000100:00000001:0.0:1767384322.039036:0:16139:0:(events.c:34:request_out_callback()) Process entered 00000100:00100000:2.0:1767384322.039039:0:16778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000007e474586 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:16138:x1853236723077760:12345-0@lo:400: 00000100:00000200:0.0:1767384322.039040:0:16139:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009bbc7890 x1853236723077504/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384338 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384322.039051:0:16778:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723077760 00000100:00000001:0.0:1767384322.039054:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:2.0:1767384322.039055:0:16778:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000040:0.0:1767384322.039059:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009bbc7890 x1853236723077504/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384338 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384322.039061:0:16778:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384322.039064:0:16778:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384322.039069:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384322.039070:0:16778:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1767384322.039072:0:16139:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:2.0:1767384322.039075:0:16778:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661494240 : -1048057376 : ffffffffc187e9e0) 00000100:00000001:0.0:1767384322.039077:0:16139:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384322.039080:0:16778:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000040:0.0:1767384322.039081:0:16139:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 9180 usecs (10 jiffies) 00000100:00000001:0.0:1767384322.039101:0:16139:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294912011 00000100:00000001:0.0:1767384322.039104:0:16139:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294912025 00000100:00000001:0.0:1767384322.039106:0:16139:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294912012 00000100:00000001:0.0:1767384322.039107:0:16139:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294912025 00000020:00000001:2.0:1767384322.039109:0:16778:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384322.039109:0:16139:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294912012 00000100:00000001:0.0:1767384322.039110:0:16139:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294912025 00000100:00000001:0.0:1767384322.039114:0:16139:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294912012 00000020:00000001:2.0:1767384322.039116:0:16778:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1767384322.039123:0:16139:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294912025 00000100:00000001:0.0:1767384322.039127:0:16139:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384322.039128:0:16778:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:0.0:1767384322.039129:0:16139:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384322.039132:0:16778:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384322.039133:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384322.039139:0:16778:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1767384322.039139:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384322.039143:0:16778:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384322.039147:0:16778:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384322.039151:0:16778:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000da2e07ae. 00000100:00000001:0.0:1767384322.039154:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767384322.039155:0:16778:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384322.039159:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384322.039160:0:16778:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384322.039166:0:16778:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384322.039168:0:16778:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236723077760 00010000:00000001:2.0:1767384322.039171:0:16778:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384322.039175:0:16778:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000007e474586 x1853236723077760/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:303/0 lens 224/224 e 0 to 0 dl 1767384333 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384322.039177:0:17551:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384322.039181:0:17551:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723077248 02000000:00000001:0.0:1767384322.039185:0:17551:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00010000:00000001:2.0:1767384322.039189:0:16778:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1767384322.039189:0:17551:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384322.039191:0:17551:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384322.039193:0:16778:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384322.039196:0:17551:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384322.039197:0:16778:0:(import.c:2128:obd_at_measure()) add 1 to 000000008dd0459f time=47 v=5 (1 0 0 0) 00000100:00100000:0.0:1767384322.039203:0:17551:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723077248 00000100:00000001:2.0:1767384322.039204:0:16778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:0.0:1767384322.039207:0:17551:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:2.0:1767384322.039210:0:16778:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 21 to 0@lo 00000020:00000040:0.0:1767384322.039210:0:17551:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eeca38 00000020:00000001:0.0:1767384322.039213:0:17551:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384322.039216:0:16778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 00000020:00000040:0.0:1767384322.039216:0:17551:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000cf791f94 refcount=5 00000020:00000001:0.0:1767384322.039220:0:17551:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619777391929344 : -124296317622272 : ffff8ef402242800) 02000000:00000001:2.0:1767384322.039222:0:16778:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:0.0:1767384322.039223:0:17551:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619777391929344 : -124296317622272 : ffff8ef402242800) 02000000:00000001:2.0:1767384322.039225:0:16778:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384322.039227:0:17551:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384322.039231:0:16778:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:0.0:1767384322.039232:0:17551:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009d2ba4e8. 00000100:00000040:2.0:1767384322.039237:0:16778:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:0.0:1767384322.039237:0:17551:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000c8590711. 00000020:00000040:0.0:1767384322.039242:0:17551:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (0000000083abdb14) now 6 - evictor 00000400:00000010:2.0:1767384322.039243:0:16778:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a79d528a. 00000100:00000001:0.0:1767384322.039249:0:17551:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000200:2.0:1767384322.039250:0:16778:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236723077760, offset 224 00000020:00000010:0.0:1767384322.039253:0:17551:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ef976e19. 00000400:00000200:2.0:1767384322.039259:0:16778:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:0.0:1767384322.039260:0:17551:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000abe80574. 00000020:00000010:0.0:1767384322.039265:0:17551:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003dbe210f. 00000400:00000200:2.0:1767384322.039269:0:16778:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:0.0:1767384322.039273:0:17551:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:0.0:1767384322.039277:0:17551:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:2.0:1767384322.039280:0:16778:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824c905280 00000100:00000001:0.0:1767384322.039280:0:17551:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384322.039283:0:17551:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384322.039289:0:17551:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384322.039290:0:16778:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x18e9 [1] + 224 00000400:00000200:2.0:1767384322.039297:0:16778:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384322.039297:0:17551:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384322.039301:0:16778:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384322.039306:0:16778:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384322.039311:0:16778:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c41ee093 x1853236723077760/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384338 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384322.039315:0:17551:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384322.039318:0:17551:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384322.039323:0:17551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00000040:2.0:1767384322.039327:0:16778:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c41ee093 x1853236723077760/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384338 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384322.039327:0:17551:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000cf791f94 : new rpc_count 1 00000100:00000001:0.0:1767384322.039339:0:17551:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619782674430848 : -124291035120768 : ffff8ef53d00bb80) 00000100:00000040:0.0:1767384322.039344:0:17551:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006d8b1e3f x1853236723077248/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:303/0 lens 224/0 e 0 to 0 dl 1767384333 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384322.039370:0:17551:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384322.039374:0:17551:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bbb3edd3. 00000100:00000001:0.0:1767384322.039377:0:17551:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384322.039379:0:17551:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bbb3edd3. 00000100:00000001:2.0:1767384322.039382:0:16778:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:0.0:1767384322.039383:0:17551:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000006d8b1e3f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16138:x1853236723077248:12345-0@lo:13: 00000100:00000200:0.0:1767384322.039388:0:17551:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723077248 00000020:00000001:0.0:1767384322.039390:0:17551:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:2.0:1767384322.039391:0:16778:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a79d528a 00000020:00000001:0.0:1767384322.039392:0:17551:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384322.039394:0:17551:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384322.039396:0:16778:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a79d528a. 00000020:00000001:0.0:1767384322.039397:0:17551:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384322.039400:0:17551:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072673306064 : -1036245552 : ffffffffc23c25d0) 00000100:00000001:2.0:1767384322.039402:0:16778:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000001:0.0:1767384322.039403:0:17551:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1767384322.039407:0:16778:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:0.0:1767384322.039408:0:17551:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384322.039427:0:17551:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1767384322.039429:0:16778:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384322.039430:0:17551:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384322.039434:0:17551:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384322.039436:0:16778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 20 to 0@lo 00000100:00000001:0.0:1767384322.039439:0:17551:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00000001:2.0:1767384322.039441:0:16778:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 02000000:00000001:0.0:1767384322.039442:0:17551:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:2.0:1767384322.039446:0:16778:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384322.039447:0:17551:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 000000007c31b61b. 00000020:00000001:2.0:1767384322.039450:0:16778:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 02000000:00000001:0.0:1767384322.039462:0:17551:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384322.039464:0:16778:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007e474586 x1853236723077760/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:303/0 lens 224/224 e 0 to 0 dl 1767384333 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384322.039465:0:17551:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1767384322.039471:0:17551:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00002000:00000001:0.0:1767384322.039478:0:17551:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000100:00100000:2.0:1767384322.039479:0:16778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000007e474586 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:16138:x1853236723077760:12345-0@lo:400: Request processed in 466us (1300us total) trans 0 rc 0/0 00000020:00000001:0.0:1767384322.039482:0:17551:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00080000:00000001:0.0:1767384322.039489:0:17551:0:(osd_handler.c:571:osd_statfs()) Process entered 00000100:00100000:2.0:1767384322.039490:0:16778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00000040:2.0:1767384322.039494:0:16778:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000b2466616 : new rpc_count 0 00000100:00000001:2.0:1767384322.039496:0:16778:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384322.039497:0:16778:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384322.039500:0:16778:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d66a9349. 00080000:00000001:0.0:1767384322.039503:0:17551:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384322.039504:0:16778:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000007f8932b0. 00000020:00000001:0.0:1767384322.039509:0:17551:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384322.039510:0:16778:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000067a193f. 00000020:00000040:2.0:1767384322.039514:0:16778:0:(genops.c:898:class_export_put()) PUTting export 00000000b2466616 : new refcount 4 00000100:00000001:2.0:1767384322.039515:0:16778:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00002000:00000024:0.0:1767384322.039522:0:17551:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 389021696 avail 386924544 00000020:00000020:0.0:1767384322.039527:0:17551:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40828928 0 0 00000020:00000020:0.0:1767384322.039530:0:17551:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000cf791f94 dirty 0 pend 0 grant 0 00002000:00000020:0.0:1767384322.039533:0:17551:0:(ofd_obd.c:737:ofd_statfs()) 374 blocks: 371 free, 331 avail; 12296 objects: 11872 free; state 0 00002000:00000001:0.0:1767384322.039535:0:17551:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000001:00000001:0.0:1767384322.039539:0:17551:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000100:00000001:2.0:1767384322.039540:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000001:00000001:0.0:1767384322.039541:0:17551:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384322.039544:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00002000:00000001:0.0:1767384322.039545:0:17551:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384322.039549:0:17551:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236723077248 00000400:00000001:2.0:1767384322.039551:0:16137:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:0.0:1767384322.039551:0:17551:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000001:2.0:1767384322.039555:0:16137:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000200:0.0:1767384322.039558:0:17551:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000006d8b1e3f x1853236723077248/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:303/0 lens 224/368 e 0 to 0 dl 1767384333 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384322.039560:0:16137:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000028b9164b. 00000400:00000200:2.0:1767384322.039566:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fad4d9b3 00010000:00000001:0.0:1767384322.039568:0:17551:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000400:00000010:2.0:1767384322.039570:0:16137:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fad4d9b3. 00010000:00000001:0.0:1767384322.039571:0:17551:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384322.039575:0:16137:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:0.0:1767384322.039575:0:17551:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bde6550e time=41 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384322.039581:0:17551:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000200:2.0:1767384322.039583:0:16137:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f9bb72ab x1853236723077632/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384338 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384322.039584:0:17551:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 21 to 0@lo 00000100:00000001:0.0:1767384322.039588:0:17551:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 02000000:00000001:0.0:1767384322.039592:0:17551:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384322.039594:0:17551:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384322.039598:0:17551:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384322.039601:0:17551:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384322.039604:0:17551:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000936b337a. 00000100:00000200:0.0:1767384322.039607:0:17551:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853236723077248, offset 224 00000400:00000200:0.0:1767384322.039615:0:17551:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384322.039623:0:17551:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:2.0:1767384322.039627:0:16137:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f9bb72ab x1853236723077632/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384338 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384322.039631:0:17551:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x695824c905080 00000400:00000200:0.0:1767384322.039641:0:17551:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x18d9 [1] + 224 00000100:00000001:2.0:1767384322.039650:0:16137:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384322.039650:0:17551:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384322.039654:0:17551:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384322.039655:0:16137:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384322.039658:0:17551:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384322.039659:0:16137:0:(client.c:1578:after_reply()) Process entered 00000100:00000200:0.0:1767384322.039662:0:17551:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a17a245b x1853236723077248/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384338 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384322.039663:0:16137:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384322.039667:0:16137:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384322.039670:0:16137:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384322.039674:0:16137:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384322.039678:0:16137:0:(import.c:2128:obd_at_measure()) add 5 to 00000000701828d5 time=47 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384322.039686:0:16137:0:(import.c:2128:obd_at_measure()) add 1 to 0000000073619233 time=47 v=5 (1 0 0 0) 00000100:00000040:0.0:1767384322.039689:0:17551:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000a17a245b x1853236723077248/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384338 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384322.039690:0:16137:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384322.039692:0:16137:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384322.039697:0:16137:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767384322.039702:0:16137:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000f9bb72ab x1853236723077632/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384338 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384322.039704:0:17551:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:2.0:1767384322.039710:0:16137:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384322.039710:0:17551:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000936b337a 00000400:00000010:0.0:1767384322.039714:0:17551:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000936b337a. 00000100:00000001:2.0:1767384322.039715:0:16137:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767384322.039719:0:16137:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:0.0:1767384322.039720:0:17551:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384322.039721:0:16137:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384322.039722:0:17551:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384322.039723:0:16137:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384322.039727:0:17551:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384322.039728:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f9bb72ab x1853236723077632/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384338 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384322.039733:0:17551:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 20 to 0@lo 00010000:00000001:0.0:1767384322.039739:0:17551:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:2.0:1767384322.039740:0:16137:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384322.039745:0:16137:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:0.0:1767384322.039745:0:17551:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384322.039747:0:16137:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384322.039750:0:17551:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384322.039753:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f9bb72ab x1853236723077632/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384338 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384322.039758:0:17551:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006d8b1e3f x1853236723077248/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:303/0 lens 224/368 e 0 to 0 dl 1767384333 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384322.039761:0:16137:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f9bb72ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16137:1853236723077632:0@lo:400: 00000100:00000001:2.0:1767384322.039769:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384322.039773:0:16137:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:0.0:1767384322.039779:0:17551:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000006d8b1e3f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16138:x1853236723077248:12345-0@lo:13: Request processed in 407us (2046us total) trans 0 rc 0/0 00000100:00000040:2.0:1767384322.039783:0:16137:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f9bb72ab x1853236723077632/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384338 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384322.039795:0:16137:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00100000:0.0:1767384322.039795:0:17551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 02000000:00000001:2.0:1767384322.039799:0:16137:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:0.0:1767384322.039800:0:17551:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000cf791f94 : new rpc_count 0 00000100:00000001:0.0:1767384322.039804:0:17551:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000010:2.0:1767384322.039805:0:16137:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fa645e07. 00000100:00000001:0.0:1767384322.039806:0:17551:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384322.039810:0:17551:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000abe80574. 02000000:00000001:2.0:1767384322.039812:0:16137:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000010:0.0:1767384322.039815:0:17551:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003dbe210f. 00000020:00000001:2.0:1767384322.039816:0:16137:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000010:0.0:1767384322.039818:0:17551:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ef976e19. 00000020:00000040:2.0:1767384322.039820:0:16137:0:(genops.c:1242:class_import_put()) import 00000000345f9ba7 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000040:0.0:1767384322.039822:0:17551:0:(genops.c:898:class_export_put()) PUTting export 00000000cf791f94 : new refcount 4 00000020:00000001:2.0:1767384322.039824:0:16137:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767384322.039826:0:17551:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1767384322.039829:0:16137:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002243f15d. 02000000:00000001:2.0:1767384322.039836:0:16137:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384322.039838:0:16137:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384322.039839:0:16137:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f9bb72ab. 00000100:00000001:2.0:1767384322.039844:0:16137:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00080000:0.0:1767384322.039845:0:16775:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00000001:2.0:1767384322.039846:0:16137:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767384322.039850:0:16775:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (0000000083abdb14) now 6 - evictor 00000100:00000001:2.0:1767384322.039851:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1767384322.039858:0:16775:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00000001:2.0:1767384322.039860:0:16137:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000040:0.0:1767384322.039860:0:16775:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000b1f9e0ef) now 8 - evictor 00000100:00000001:2.0:1767384322.039864:0:16137:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384322.039868:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384322.039871:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384322.039872:0:16771:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384322.039875:0:16771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723077376 02000000:00000001:0.0:1767384322.039883:0:16771:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384322.039884:0:16771:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384322.039885:0:16771:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384322.039887:0:16771:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384322.039889:0:16771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723077376 00000020:00000001:0.0:1767384322.039891:0:16771:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384322.039892:0:16771:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eec8e1 00000020:00000001:0.0:1767384322.039893:0:16771:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384322.039894:0:16771:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000555601ca refcount=14 00000020:00000001:0.0:1767384322.039896:0:16771:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000020:00000001:0.0:1767384322.039898:0:16771:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000100:00000001:2.0:1767384322.039901:0:17547:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384322.039901:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384322.039903:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bbb3edd3. 00000100:00100000:2.0:1767384322.039905:0:17547:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723077504 00000100:00000001:0.0:1767384322.039907:0:16771:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384322.039910:0:17547:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000010:0.0:1767384322.039910:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bbb3edd3. 00000100:00000001:2.0:1767384322.039914:0:17547:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:0.0:1767384322.039916:0:16771:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ef976e19. 00000100:00000001:2.0:1767384322.039918:0:17547:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384322.039920:0:16771:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000abe80574. 02000000:00000001:2.0:1767384322.039923:0:17547:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384322.039924:0:16771:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003dbe210f. 00000100:00100000:2.0:1767384322.039928:0:17547:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723077504 00000020:00000001:2.0:1767384322.039932:0:17547:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:0.0:1767384322.039932:0:16771:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000020:00000040:2.0:1767384322.039934:0:17547:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eeca38 00000100:00000001:0.0:1767384322.039936:0:16771:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:2.0:1767384322.039937:0:17547:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384322.039938:0:16771:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000040:2.0:1767384322.039942:0:17547:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000cf791f94 refcount=5 00000100:00000001:0.0:1767384322.039942:0:16771:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384322.039945:0:16771:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384322.039947:0:17547:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619777391929344 : -124296317622272 : ffff8ef402242800) 00000020:00000001:2.0:1767384322.039952:0:17547:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619777391929344 : -124296317622272 : ffff8ef402242800) 00000100:00000001:2.0:1767384322.039955:0:17547:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384322.039955:0:16771:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384322.039960:0:17547:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008e96ab10. 00000100:00000001:0.0:1767384322.039963:0:16771:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384322.039964:0:17547:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384322.039966:0:16771:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384322.039970:0:16771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 105 00000100:00000040:0.0:1767384322.039971:0:16771:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000555601ca : new rpc_count 1 00000100:00000001:0.0:1767384322.039974:0:16771:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619777395443792 : -124296314107824 : ffff8ef40259c850) 00000020:00000010:2.0:1767384322.039979:0:17547:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008e96ab10. 00000100:00000040:0.0:1767384322.039980:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000d5dd0eb7 x1853236723077376/t0(0) o400->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:303/0 lens 224/0 e 0 to 0 dl 1767384333 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384322.039987:0:17547:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fa645e07. 00000100:00000001:0.0:1767384322.039989:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384322.039994:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bbb3edd3. 00000020:00000010:2.0:1767384322.039995:0:17547:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d66a9349. 00000020:00000010:2.0:1767384322.040000:0:17547:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000007f8932b0. 00000100:00000001:0.0:1767384322.040003:0:16771:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384322.040006:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bbb3edd3. 00000100:00100000:0.0:1767384322.040011:0:16771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000d5dd0eb7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c0412d60-4f67-4dbc-8791-892843f60083+14:16139:x1853236723077376:12345-0@lo:400: 00000100:00000040:2.0:1767384322.040012:0:17547:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000200:0.0:1767384322.040015:0:16771:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723077376 00000100:00000001:2.0:1767384322.040017:0:17547:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:0.0:1767384322.040018:0:16771:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:2.0:1767384322.040021:0:17547:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:0.0:1767384322.040022:0:16771:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:2.0:1767384322.040025:0:17547:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384322.040025:0:16771:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384322.040031:0:16771:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384322.040033:0:16771:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669141120 : -1040410496 : ffffffffc1fc9880) 00000100:00000001:2.0:1767384322.040034:0:17547:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000001:0.0:1767384322.040035:0:16771:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384322.040038:0:16771:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384322.040039:0:17547:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000001:0.0:1767384322.040040:0:16771:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1767384322.040042:0:17547:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384322.040043:0:16771:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384322.040045:0:16771:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384322.040048:0:16771:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1767384322.040050:0:16771:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384322.040052:0:16771:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1767384322.040055:0:17547:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1767384322.040055:0:16771:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000011ff30f3. 02000000:00000001:0.0:1767384322.040056:0:16771:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384322.040060:0:16771:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384322.040062:0:16771:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384322.040063:0:16771:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236723077376 00010000:00000001:0.0:1767384322.040065:0:16771:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384322.040068:0:16771:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000d5dd0eb7 x1853236723077376/t0(0) o400->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:303/0 lens 224/224 e 0 to 0 dl 1767384333 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384322.040070:0:17547:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384322.040074:0:17547:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000001:0.0:1767384322.040075:0:16771:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384322.040077:0:16771:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384322.040079:0:16771:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dd452398 time=52 v=5 (1 0 0 0) 00000100:00100000:2.0:1767384322.040081:0:17547:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00000001:0.0:1767384322.040083:0:16771:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384322.040108:0:16771:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 21 to 0@lo 00000100:00000001:0.0:1767384322.040110:0:16771:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 02000000:00000001:0.0:1767384322.040112:0:16771:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384322.040114:0:16771:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384322.040115:0:17547:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000cf791f94 : new rpc_count 1 00000100:00000001:0.0:1767384322.040117:0:16771:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384322.040122:0:17547:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619782674423680 : -124291035127936 : ffff8ef53d009f80) 00000100:00000040:0.0:1767384322.040128:0:16771:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:2.0:1767384322.040132:0:17547:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ceabf501 x1853236723077504/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:303/0 lens 224/0 e 0 to 0 dl 1767384333 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384322.040133:0:16771:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000936b337a. 00000100:00000200:0.0:1767384322.040140:0:16771:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853236723077376, offset 224 00000400:00000200:0.0:1767384322.040152:0:16771:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384322.040166:0:16771:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384322.040168:0:17547:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384322.040173:0:17547:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008e96ab10. 00000100:00000001:2.0:1767384322.040179:0:17547:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384322.040181:0:16771:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x695824c905100 00000020:00000010:2.0:1767384322.040184:0:17547:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008e96ab10. 00000400:00000200:0.0:1767384322.040196:0:16771:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x18f1 [1] + 224 00000100:00100000:2.0:1767384322.040197:0:17547:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000ceabf501 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:16139:x1853236723077504:12345-0@lo:400: 00000100:00000200:2.0:1767384322.040207:0:17547:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723077504 00000400:00000200:0.0:1767384322.040209:0:16771:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:2.0:1767384322.040212:0:17547:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384322.040217:0:17547:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:0.0:1767384322.040218:0:16771:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:2.0:1767384322.040221:0:17547:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384322.040225:0:16771:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:2.0:1767384322.040227:0:17547:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384322.040232:0:17547:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661494240 : -1048057376 : ffffffffc187e9e0) 00000100:00000200:0.0:1767384322.040232:0:16771:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000acb379ab x1853236723077376/t0(0) o400->MGC192.168.202.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384338 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384322.040238:0:17547:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384322.040243:0:17547:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384322.040245:0:16771:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000acb379ab x1853236723077376/t0(0) o400->MGC192.168.202.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384338 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384322.040248:0:17547:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1767384322.040256:0:16771:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:2.0:1767384322.040258:0:17547:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384322.040262:0:17547:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384322.040262:0:16771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000936b337a 00000400:00000010:0.0:1767384322.040266:0:16771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000936b337a. 00000020:00000001:2.0:1767384322.040268:0:17547:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1767384322.040271:0:16771:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384322.040273:0:17547:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1767384322.040275:0:16771:0:(events.c:398:reply_out_callback()) Process leaving 02000000:00000001:2.0:1767384322.040279:0:17547:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1767384322.040280:0:16771:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384322.040285:0:17547:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000889f96da. 00000100:00000040:0.0:1767384322.040287:0:16771:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 20 to 0@lo 02000000:00000001:2.0:1767384322.040291:0:17547:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384322.040293:0:16771:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384322.040297:0:16771:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384322.040298:0:17547:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384322.040301:0:16771:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000001:2.0:1767384322.040304:0:17547:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384322.040307:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d5dd0eb7 x1853236723077376/t0(0) o400->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:303/0 lens 224/224 e 0 to 0 dl 1767384333 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:2.0:1767384322.040311:0:17547:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236723077504 00010000:00000001:2.0:1767384322.040317:0:17547:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384322.040324:0:17547:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000ceabf501 x1853236723077504/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:303/0 lens 224/224 e 0 to 0 dl 1767384333 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384322.040339:0:16771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000d5dd0eb7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c0412d60-4f67-4dbc-8791-892843f60083+14:16139:x1853236723077376:12345-0@lo:400: Request processed in 345us (1692us total) trans 0 rc 0/0 00010000:00000001:2.0:1767384322.040355:0:17547:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384322.040359:0:17547:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384322.040360:0:16771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 105 00000100:00001000:2.0:1767384322.040362:0:17547:0:(import.c:2128:obd_at_measure()) add 1 to 0000000094c7e214 time=41 v=5 (1 0 0 0) 00000100:00000040:0.0:1767384322.040365:0:16771:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000555601ca : new rpc_count 0 00000100:00000001:2.0:1767384322.040367:0:17547:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1767384322.040369:0:16771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:2.0:1767384322.040373:0:17547:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 21 to 0@lo 00000100:00000001:0.0:1767384322.040374:0:16771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384322.040379:0:17547:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 00000020:00000010:0.0:1767384322.040380:0:16771:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000abe80574. 02000000:00000001:2.0:1767384322.040386:0:17547:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384322.040389:0:17547:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384322.040391:0:16771:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003dbe210f. 00000100:00000001:2.0:1767384322.040394:0:17547:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:0.0:1767384322.040398:0:16771:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ef976e19. 00000100:00000040:2.0:1767384322.040402:0:17547:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000040:0.0:1767384322.040404:0:16771:0:(genops.c:898:class_export_put()) PUTting export 00000000555601ca : new refcount 13 00000400:00000010:2.0:1767384322.040407:0:17547:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fad4d9b3. 02000000:00000001:0.0:1767384322.040409:0:16771:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384322.040430:0:16771:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000011ff30f3. 00000100:00000200:2.0:1767384322.040432:0:17547:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853236723077504, offset 224 02000000:00000001:0.0:1767384322.040437:0:16771:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384322.040442:0:16771:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384322.040444:0:17547:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:0.0:1767384322.040450:0:16771:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000200:2.0:1767384322.040458:0:17547:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:0.0:1767384322.040458:0:16771:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f01e911a. 00000400:00000010:0.0:1767384322.040465:0:16771:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c49f4470. 00000400:00000200:2.0:1767384322.040470:0:17547:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x695824c905180 00000400:00000200:2.0:1767384322.040476:0:17547:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x18fd [1] + 224 00000400:00000200:2.0:1767384322.040481:0:17547:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384322.040485:0:17547:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384322.040489:0:17547:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384322.040493:0:17547:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009bbc7890 x1853236723077504/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384338 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384322.040498:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384322.040502:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767384322.040505:0:17547:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000009bbc7890 x1853236723077504/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384338 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384322.040521:0:17547:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000001:0.0:1767384322.040525:0:16139:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384322.040529:0:16139:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384322.040531:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000046003341. 00000400:00000200:0.0:1767384322.040535:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000a5e2c09 00000400:00000010:0.0:1767384322.040536:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000a5e2c09. 00000100:00000001:0.0:1767384322.040539:0:16139:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1767384322.040540:0:17547:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fad4d9b3 00000100:00000200:0.0:1767384322.040543:0:16139:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009bbc7890 x1853236723077504/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384338 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384322.040545:0:17547:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fad4d9b3. 00000100:00000001:2.0:1767384322.040551:0:17547:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000200:0.0:1767384322.040554:0:16139:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009bbc7890 x1853236723077504/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384338 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384322.040556:0:17547:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384322.040562:0:17547:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384322.040564:0:16139:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384322.040567:0:16139:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384322.040568:0:17547:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 20 to 0@lo 00000100:00000001:0.0:1767384322.040569:0:16139:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384322.040572:0:16139:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000001:2.0:1767384322.040574:0:17547:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:0.0:1767384322.040575:0:16139:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:2.0:1767384322.040579:0:17547:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384322.040579:0:16139:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384322.040583:0:16139:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384322.040586:0:17547:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00001000:0.0:1767384322.040588:0:16139:0:(import.c:2128:obd_at_measure()) add 5 to 0000000040f3b9ed time=41 v=5 (5 0 0 0) 00000100:00000040:2.0:1767384322.040592:0:17547:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ceabf501 x1853236723077504/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:303/0 lens 224/224 e 0 to 0 dl 1767384333 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1767384322.040593:0:16139:0:(import.c:2128:obd_at_measure()) add 1 to 000000001fbc0fd6 time=41 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384322.040601:0:16139:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384322.040603:0:16139:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384322.040607:0:16139:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767384322.040612:0:16139:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000009bbc7890 x1853236723077504/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384338 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384322.040618:0:17547:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000ceabf501 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:16139:x1853236723077504:12345-0@lo:400: Request processed in 445us (1604us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384322.040631:0:17547:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00000040:2.0:1767384322.040637:0:17547:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000cf791f94 : new rpc_count 0 00010000:00000001:0.0:1767384322.040639:0:16139:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384322.040641:0:17547:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384322.040644:0:16139:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1767384322.040645:0:17547:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:0.0:1767384322.040646:0:16139:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:0.0:1767384322.040649:0:16139:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000020:00000010:2.0:1767384322.040650:0:17547:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d66a9349. 00000100:00000001:0.0:1767384322.040651:0:16139:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384322.040658:0:17547:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000007f8932b0. 00000100:00000040:0.0:1767384322.040658:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009bbc7890 x1853236723077504/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384338 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384322.040664:0:17547:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fa645e07. 00000100:00000001:0.0:1767384322.040666:0:16139:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384322.040669:0:16139:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384322.040671:0:16139:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1767384322.040672:0:17547:0:(genops.c:898:class_export_put()) PUTting export 00000000cf791f94 : new refcount 4 00000100:00000040:0.0:1767384322.040674:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009bbc7890 x1853236723077504/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384338 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384322.040677:0:17547:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384322.040686:0:16139:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009bbc7890 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16139:1853236723077504:0@lo:400: 00000400:00000001:0.0:1767384322.040693:0:16139:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384322.040694:0:16139:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384322.040696:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008902ef20. 00000400:00000200:0.0:1767384322.040699:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ff276a1b 00000400:00000010:0.0:1767384322.040700:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ff276a1b. 00000100:00000001:0.0:1767384322.040703:0:16139:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384322.040706:0:16139:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000acb379ab x1853236723077376/t0(0) o400->MGC192.168.202.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384338 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384322.040712:0:16139:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000acb379ab x1853236723077376/t0(0) o400->MGC192.168.202.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384338 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384322.040718:0:16139:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384322.040719:0:16139:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384322.040721:0:16139:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384322.040722:0:16139:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384322.040723:0:16139:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384322.040725:0:16139:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384322.040726:0:16139:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384322.040728:0:16139:0:(import.c:2128:obd_at_measure()) add 5 to 0000000028df3f77 time=52 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384322.040738:0:16139:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f5022cbe time=52 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384322.040741:0:16139:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384322.040743:0:16139:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384322.040745:0:16139:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384322.040747:0:16139:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384322.040749:0:16139:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384322.040753:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000acb379ab x1853236723077376/t0(0) o400->MGC192.168.202.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384338 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384322.040760:0:16139:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384322.040762:0:16139:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384322.040764:0:16139:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384322.040769:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000acb379ab x1853236723077376/t0(0) o400->MGC192.168.202.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384338 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384322.040778:0:16139:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000acb379ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c0412d60-4f67-4dbc-8791-892843f60083:16139:1853236723077376:0@lo:400: 00000100:00000001:0.0:1767384322.040783:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384322.040786:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384322.040789:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009bbc7890 x1853236723077504/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384338 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384322.040796:0:16139:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384322.040798:0:16139:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384322.040800:0:16139:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a77587be. 02000000:00000001:0.0:1767384322.040803:0:16139:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384322.040804:0:16139:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384322.040806:0:16139:0:(genops.c:1242:class_import_put()) import 0000000068bc8709 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:0.0:1767384322.040807:0:16139:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384322.040809:0:16139:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004dd94140. 02000000:00000001:0.0:1767384322.040812:0:16139:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384322.040813:0:16139:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384322.040814:0:16139:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009bbc7890. 00000100:00000001:0.0:1767384322.040817:0:16139:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384322.040818:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384322.040820:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384322.040822:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000acb379ab x1853236723077376/t0(0) o400->MGC192.168.202.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384338 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384322.040836:0:16139:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384322.040838:0:16139:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384322.040839:0:16139:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cf527636. 02000000:00000001:0.0:1767384322.040842:0:16139:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384322.040844:0:16139:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384322.040845:0:16139:0:(genops.c:1242:class_import_put()) import 00000000df830bbe refcount=3 obd=MGC192.168.202.152@tcp 00000020:00000001:0.0:1767384322.040846:0:16139:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384322.040847:0:16139:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000007dfe8dd0. 02000000:00000001:0.0:1767384322.040849:0:16139:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384322.040850:0:16139:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384322.040851:0:16139:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000acb379ab. 00000100:00000001:0.0:1767384322.040856:0:16139:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384322.040857:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384322.040858:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384322.040862:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384322.040863:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384322.040865:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384322.040867:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384322.040874:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384322.040875:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384322.040879:0:16138:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384322.040880:0:16138:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384322.040882:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ca03a2a1. 00000400:00000200:0.0:1767384322.040885:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009668caa7 00000400:00000010:0.0:1767384322.040885:0:16138:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009668caa7. 00000100:00000001:0.0:1767384322.040888:0:16138:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384322.040891:0:16138:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a17a245b x1853236723077248/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384338 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384322.040898:0:16138:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a17a245b x1853236723077248/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384338 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384322.040902:0:16138:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384322.040903:0:16138:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384322.040904:0:16138:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384322.040905:0:16138:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384322.040907:0:16138:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384322.040908:0:16138:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384322.040915:0:16138:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384322.040918:0:16138:0:(import.c:2128:obd_at_measure()) add 5 to 0000000032110564 time=41 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384322.040921:0:16138:0:(import.c:2128:obd_at_measure()) add 1 to 000000001fbc0fd6 time=41 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384322.040924:0:16138:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384322.040925:0:16138:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384322.040926:0:16138:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767384322.040929:0:16138:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000a17a245b x1853236723077248/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384338 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384322.040934:0:16138:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384322.040936:0:16138:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384322.040937:0:16138:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:0.0:1767384322.040938:0:16138:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384322.040939:0:16138:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384322.040941:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a17a245b x1853236723077248/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384338 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384322.040946:0:16138:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384322.040947:0:16138:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384322.040948:0:16138:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:0.0:1767384322.040950:0:16138:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:0.0:1767384322.040952:0:16138:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:0.0:1767384322.040955:0:16138:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=95744 free=94976 avail=84736 avail_mb=331 hwm_mb=3 files=12296 ffree=11872 state=0: rc = 0 00000004:00000020:0.0:1767384322.040961:0:16138:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (000000009fef8af1): 95744 blocks, 94976 free, 84736 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 12296 files, 11872 free files 0x0 00000004:00000001:0.0:1767384322.040965:0:16138:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384322.040968:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a17a245b x1853236723077248/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384338 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384322.040973:0:16138:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a17a245b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16138:1853236723077248:0@lo:13: 00000400:00000001:0.0:1767384322.040982:0:16138:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384322.040983:0:16138:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384322.040984:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a6cfeef4. 00000400:00000200:0.0:1767384322.040987:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000d9cea79 00000400:00000010:0.0:1767384322.040992:0:16138:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000d9cea79. 00000100:00000001:0.0:1767384322.040996:0:16138:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384322.040999:0:16138:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c41ee093 x1853236723077760/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384338 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384322.041005:0:16138:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c41ee093 x1853236723077760/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384338 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384322.041011:0:16138:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384322.041013:0:16138:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384322.041014:0:16138:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384322.041016:0:16138:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384322.041017:0:16138:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384322.041018:0:16138:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384322.041019:0:16138:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384322.041022:0:16138:0:(import.c:2128:obd_at_measure()) add 5 to 00000000edb11b67 time=47 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384322.041024:0:16138:0:(import.c:2128:obd_at_measure()) add 1 to 000000006fb1a5f2 time=47 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384322.041027:0:16138:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384322.041028:0:16138:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384322.041030:0:16138:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767384322.041032:0:16138:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000c41ee093 x1853236723077760/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384338 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384322.041038:0:16138:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384322.041040:0:16138:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384322.041041:0:16138:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:0.0:1767384322.041043:0:16138:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384322.041044:0:16138:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384322.041047:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c41ee093 x1853236723077760/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384338 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384322.041051:0:16138:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384322.041052:0:16138:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384322.041053:0:16138:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384322.041055:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c41ee093 x1853236723077760/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384338 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384322.041060:0:16138:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c41ee093 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16138:1853236723077760:0@lo:400: 00000100:00000001:0.0:1767384322.041066:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384322.041067:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384322.041071:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a17a245b x1853236723077248/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384338 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384322.041075:0:16138:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384322.041076:0:16138:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384322.041077:0:16138:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000095a26dfb. 02000000:00000001:0.0:1767384322.041080:0:16138:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384322.041082:0:16138:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384322.041083:0:16138:0:(genops.c:1242:class_import_put()) import 0000000068bc8709 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:0.0:1767384322.041108:0:16138:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384322.041110:0:16138:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b6ae95e4. 02000000:00000001:0.0:1767384322.041114:0:16138:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384322.041115:0:16138:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384322.041117:0:16138:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a17a245b. 00000100:00000001:0.0:1767384322.041120:0:16138:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384322.041122:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384322.041124:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384322.041127:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c41ee093 x1853236723077760/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384338 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384322.041132:0:16138:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384322.041133:0:16138:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384322.041134:0:16138:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ae53d45f. 02000000:00000001:0.0:1767384322.041137:0:16138:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384322.041139:0:16138:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384322.041140:0:16138:0:(genops.c:1242:class_import_put()) import 000000005a28ad8c refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:0.0:1767384322.041143:0:16138:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384322.041145:0:16138:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000062838be3. 02000000:00000001:0.0:1767384322.041148:0:16138:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384322.041150:0:16138:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384322.041152:0:16138:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c41ee093. 00000100:00000001:0.0:1767384322.041157:0:16138:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384322.041158:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384322.041160:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384322.041165:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384322.041167:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384322.041176:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384322.041178:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384322.063151:0:795:0:(connection.c:75:cpu_latency_work()) work item of 00000000135c2452 (cpu 0) has reached its deadline 4294912025, at 4294912026 00000100:00000040:1.0:1767384322.063154:0:62:0:(connection.c:75:cpu_latency_work()) work item of 00000000edc4e618 (cpu 0) has reached its deadline 4294912025, at 4294912026 00000100:00000010:2.0:1767384322.063176:0:795:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004bf6a247. 00000100:00000010:1.0:1767384322.063178:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ea58aeb3. 00000100:00000040:3.0:1767384322.064121:0:53:0:(connection.c:75:cpu_latency_work()) work item of 000000009d5c2cb6 (cpu 0) has reached its deadline 4294912025, at 4294912027 00000100:00000010:3.0:1767384322.064127:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000e6dde82. 00000100:00000040:0.0:1767384322.064129:0:449:0:(connection.c:75:cpu_latency_work()) work item of 000000002fd0fb58 (cpu 0) has reached its deadline 4294912025, at 4294912027 00000100:00000010:0.0:1767384322.064136:0:449:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e32c4503. 00000001:00000001:3.0:1767384322.080832:0:28819:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384322.080836:0:28819:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg252-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp34 --if ens2 00000001:00000001:3.0:1767384322.085790:0:28819:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:2.0:1767384322.093144:0:28820:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000000a76d1fb. 00000400:00000010:2.0:1767384322.093158:0:28820:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000207c6008. 00000400:00000010:2.0:1767384322.093167:0:28820:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 0000000058f1b130. 00000400:00000010:2.0:1767384322.093170:0:28820:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000067a193f. 00000400:00000010:2.0:1767384322.093173:0:28820:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000003b4197a1. 00000400:00000010:2.0:1767384322.093177:0:28820:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000bee4c3a3. 00000400:00000010:2.0:1767384322.093178:0:28820:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000a5a5becc. 00000400:00000010:2.0:1767384322.093184:0:28820:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000fed229ec. 00000400:00000010:2.0:1767384322.093186:0:28820:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 0000000043d82f3a. 00000800:00000010:2.0:1767384322.093199:0:28820:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000003b845df2. 00000800:00000200:2.0:1767384322.093210:0:28820:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:2.0:1767384322.093218:0:28820:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:2.0:1767384322.093250:0:28820:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.152) 00000400:02000000:2.0:1767384322.093269:0:28820:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.152@tcp34 [8/256/0/180] 00000400:00000010:2.0:1767384322.094548:0:28820:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 457 at 00000000a275e017. 00000400:00000010:2.0:1767384322.094553:0:28820:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000028b9164b. 00000400:00000010:2.0:1767384322.094558:0:28820:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fad4d9b3. 00000400:00000001:2.0:1767384322.094573:0:28820:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384322.094574:0:28820:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384322.094576:0:28820:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003b9c43c1. 00000400:00000200:2.0:1767384322.094578:0:28820:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fd1ee6a0 00000400:00000010:2.0:1767384322.094579:0:28820:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fd1ee6a0. 00000400:00000010:2.0:1767384322.094582:0:28820:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 441 at 00000000e7ff2bcb. 00000400:00000200:2.0:1767384322.094587:0:28820:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (23) 00000400:00000200:2.0:1767384322.094598:0:28820:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.152@tcp (000000005d9714d7): 0 00000400:00000200:2.0:1767384322.094606:0:28820:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131106 00000020:00000010:2.0:1767384322.094612:0:28820:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000009843d965. 00000020:01000000:2.0:1767384322.094617:0:28820:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:2.0:1767384322.094619:0:28820:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.152@tcp34 00000400:00000200:3.0:1767384322.094620:0:16135:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384322.094626:0:16135:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100171 00000400:00000010:2.0:1767384322.094630:0:28820:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000207c6008. 00000400:00000010:3.0:1767384322.094632:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fd1ee6a0. 00000400:00000010:2.0:1767384322.094635:0:28820:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000000a76d1fb. 00000400:00000200:3.0:1767384322.094636:0:16135:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (24) 00000400:00000010:3.0:1767384322.094644:0:16135:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000090f01162. 00000400:00000200:3.0:1767384322.094647:0:16135:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.152@tcp 00000400:00000200:3.0:1767384322.094669:0:16135:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.152@tcp local destination 00000020:00000001:0.0:1767384322.094673:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:3.0:1767384322.094674:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 37], ns[40, 37] 10000000:00000001:0.0:1767384322.094678:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:3.0:1767384322.094682:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 37], ns[64, 37] 10000000:00000001:0.0:1767384322.094683:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384322.094686:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:3.0:1767384322.094689:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[68, 37], ns[68, 37] 00000020:01000004:0.0:1767384322.094691:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384322.094692:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384322.094693:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384322.094694:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384322.094697:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384322.094700:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384322.094702:0:37:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384322.094703:0:37:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:3.0:1767384322.094705:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 37], ns[14, 37] 00000020:01000004:0.0:1767384322.094705:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384322.094707:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:3.0:1767384322.094713:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 14], ns[16, 14] 00000100:00000010:0.0:1767384322.094714:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c41ee093. 00000020:00000040:0.0:1767384322.094720:0:37:0:(genops.c:1229:class_import_get()) import 00000000df830bbe refcount=4 obd=MGC192.168.202.152@tcp 00000400:00000200:3.0:1767384322.094723:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 14], ns[18, 14] 00000100:00000001:0.0:1767384322.094727:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:3.0:1767384322.094728:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 14], ns[20, 14] 00000400:00000200:3.0:1767384322.094740:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 14], ns[22, 14] 02000000:00000001:0.0:1767384322.094741:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:3.0:1767384322.094745:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 14], ns[24, 14] 02000000:00000001:0.0:1767384322.094747:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384322.094750:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 14], ns[26, 14] 00000400:00000200:3.0:1767384322.094754:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 14], ns[28, 14] 00000400:00000200:3.0:1767384322.094756:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 14], ns[30, 14] 02000000:00000010:0.0:1767384322.094758:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000238360ed. 00000400:00000200:3.0:1767384322.094759:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 14], ns[32, 14] 00000400:00000200:3.0:1767384322.094765:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 14], ns[34, 14] 00000400:00000200:3.0:1767384322.094768:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 14], ns[44, 14] 00000100:00000001:0.0:1767384322.094768:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384322.094775:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 14], ns[48, 14] 00000400:00000200:3.0:1767384322.094778:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 14], ns[52, 14] 00000100:00000001:0.0:1767384322.094780:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:3.0:1767384322.094782:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 14], ns[56, 14] 00000100:00000001:0.0:1767384322.094785:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384322.094788:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 14], ns[60, 14] 00000400:00000200:3.0:1767384322.094794:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 14], ns[72, 14] 00000400:00000200:3.0:1767384322.094799:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[76, 14], ns[76, 14] 00000100:00000040:0.0:1767384322.094799:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c41ee093] to pc [ptlrpcd_00_02+2] req@00000000c41ee093 x1853236723077888/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384322.094820:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[75, 14], ns[75, 14] 00000400:00000200:3.0:1767384322.094825:0:16135:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp13 00000400:00000200:3.0:1767384322.094828:0:16135:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.152@tcp13 00000400:00000200:3.0:1767384322.094832:0:16135:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.152@tcp13 lpni_is_preferred = 0 00000400:00000200:3.0:1767384322.094835:0:16135:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.152@tcp13 00000400:00000200:3.0:1767384322.094840:0:16135:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp13 NI seq info: [77:77:256:4294967295] 192.168.202.152@tcp13 LPNI seq info [77:77:8:4294967295] 10000000:00000001:0.0:1767384322.094840:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384322.094846:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:00000001:0.0:1767384322.094846:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384322.094851:0:16135:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.152@tcp13 00000020:00000001:0.0:1767384322.094851:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384322.094853:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:01000000:0.0:1767384322.094855:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:2.0:1767384322.094856:0:16139:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384322.094863:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c41ee093 x1853236723077888/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384322.094864:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:3.0:1767384322.094868:0:16135:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp13(192.168.202.152@tcp13:) -> 192.168.202.152@tcp13(192.168.202.152@tcp:192.168.202.152@tcp13) : PUT try# 0 10000000:00000001:0.0:1767384322.094868:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384322.094872:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384322.094880:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000800:00000200:3.0:1767384322.094884:0:16135:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.202.152@tcp13 00000100:00000001:2.0:1767384322.094884:0:16139:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:0.0:1767384322.094886:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000100:00000001:2.0:1767384322.094887:0:16139:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384322.094891:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000800:00000010:3.0:1767384322.094893:0:16135:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003caa9a4c. 02000000:00000001:2.0:1767384322.094893:0:16139:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:0.0:1767384322.094894:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 02000000:00000001:2.0:1767384322.094897:0:16139:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:0.0:1767384322.094898:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384322.094901:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 02000000:00000001:2.0:1767384322.094902:0:16139:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384322.094904:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384322.094908:0:37:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000800:00000200:3.0:1767384322.094909:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009f8889a5] -> 12345-192.168.202.152@tcp13 (6) 00000100:00100000:2.0:1767384322.094909:0:16139:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c41ee093 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c0412d60-4f67-4dbc-8791-892843f60083:16139:1853236723077888:0@lo:253: 00000020:01000004:0.0:1767384322.094910:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384322.094912:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:0.0:1767384322.094917:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a17a245b. 00000100:00000001:2.0:1767384322.094919:0:16139:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000040:0.0:1767384322.094921:0:37:0:(genops.c:1229:class_import_get()) import 00000000df830bbe refcount=5 obd=MGC192.168.202.152@tcp 00000800:00000200:3.0:1767384322.094924:0:16135:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp13 ip 192.168.202.152:988 02000000:00000001:2.0:1767384322.094925:0:16139:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767384322.094926:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384322.094929:0:16139:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384322.094929:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000800:00000200:3.0:1767384322.094931:0:16135:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003caa9a4c type 1, nob 544 niov 1 nkiov 1 02000000:00000001:2.0:1767384322.094933:0:16139:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1767384322.094934:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384322.094939:0:16139:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000412990b8. 02000000:00000001:2.0:1767384322.094942:0:16139:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384322.094943:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000b00616c4. 00000400:00000010:2.0:1767384322.094946:0:16139:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005ab3a84f. 00000100:00000001:0.0:1767384322.094948:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384322.094950:0:16135:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.152@tcp 00000400:00000010:2.0:1767384322.094953:0:16139:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000207c6008. 00000100:00000001:0.0:1767384322.094953:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:3.0:1767384322.094955:0:16135:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100571 rc 0 00000100:00000001:0.0:1767384322.094957:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384322.094959:0:16139:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236723077888, portal 25 00000100:00000001:2.0:1767384322.094962:0:16139:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384322.094964:0:16139:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782674426368 : -124291035125248 : ffff8ef53d00aa00) 00000100:00000040:0.0:1767384322.094966:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a17a245b] to pc [ptlrpcd_00_03+3] req@00000000a17a245b x1853236723078016/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384322.094972:0:16139:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c41ee093 x1853236723077888/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384338 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:0.0:1767384322.094981:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384322.094983:0:16139:0:(niobuf.c:69:ptl_send_buf()) Process entered 10000000:00000001:0.0:1767384322.094984:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384322.094988:0:16139:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:0.0:1767384322.094989:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384322.094992:0:16139:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000662c3f03. 00000020:01000000:0.0:1767384322.094992:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:0.0:1767384322.094995:0:37:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000009843d965. 00000100:00000200:2.0:1767384322.094997:0:16139:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236723077888, offset 0 00000400:00000200:2.0:1767384322.095005:0:16139:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384322.095006:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384322.095009:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384322.095011:0:16140:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384322.095016:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a17a245b x1853236723078016/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384322.095019:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384322.095028:0:16140:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384322.095029:0:16140:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384322.095032:0:16140:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384322.095033:0:16140:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384322.095036:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824c905300 02000000:00000001:0.0:1767384322.095036:0:16140:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384322.095045:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1191 [2] + 0 00000100:00100000:0.0:1767384322.095047:0:16140:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a17a245b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c0412d60-4f67-4dbc-8791-892843f60083:16140:1853236723078016:0@lo:253: 00000400:00000010:2.0:1767384322.095051:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005ee11053. 00000100:00000001:0.0:1767384322.095053:0:16140:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384322.095056:0:16140:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1767384322.095057:0:16139:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000067e383b9 02000000:00000001:0.0:1767384322.095058:0:16140:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384322.095061:0:16140:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:3.0:1767384322.095066:0:16132:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1767384322.095066:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000010:3.0:1767384322.095072:0:16132:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003caa9a4c. 02000000:00000010:0.0:1767384322.095073:0:16140:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000d5c85fd3. 00000400:00000200:2.0:1767384322.095074:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384322.095079:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1767384322.095079:0:16140:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384322.095081:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000067e383b9 00000400:00000010:0.0:1767384322.095107:0:16140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a6cfeef4. 00000400:00000200:3.0:1767384322.095113:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp13->192.168.202.152@tcp13: PUT: OK 00000400:00000010:2.0:1767384322.095120:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000067e383b9. 00000100:00000001:2.0:1767384322.095126:0:16139:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:3.0:1767384322.095127:0:16132:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000100:00000200:2.0:1767384322.095127:0:16139:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000010:0.0:1767384322.095128:0:16140:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008094b95e. 00000400:00000200:3.0:1767384322.095132:0:16132:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.152@tcp: 0 00000100:00000040:2.0:1767384322.095135:0:16139:0:(events.c:337:request_in_callback()) incoming req@00000000bc78460c x1853236723077888 msgsize 4848 00000100:00000200:0.0:1767384322.095135:0:16140:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236723078016, portal 25 00000100:00000001:0.0:1767384322.095140:0:16140:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000001:3.0:1767384322.095142:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:2.0:1767384322.095145:0:16139:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384322.095145:0:16140:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782674425472 : -124291035126144 : ffff8ef53d00a680) 00000100:00000040:2.0:1767384322.095149:0:16139:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000800:00000001:3.0:1767384322.095152:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384322.095155:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384322.095156:0:16139:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:0.0:1767384322.095156:0:16140:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a17a245b x1853236723078016/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384338 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767384322.095160:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384322.095164:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000662c3f03 00000400:00000200:3.0:1767384322.095172:0:16132:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.152@tcp13(192.168.202.152@tcp13) <- 192.168.202.152@tcp13 : PUT - for me 00000400:00000010:2.0:1767384322.095173:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000662c3f03. 00000100:00000001:0.0:1767384322.095177:0:16140:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384322.095180:0:16139:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:0.0:1767384322.095184:0:16140:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:2.0:1767384322.095187:0:16139:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c41ee093 x1853236723077888/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384338 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384322.095188:0:16132:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.152@tcp of length 448 into portal 0 MB=0x8000000000000000 00000400:00000010:0.0:1767384322.095191:0:16140:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a814bcb0. 00000400:00000200:3.0:1767384322.095200:0:16132:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.152@tcp of length 400/448 into md 0x17f5 [1] + 0 00000400:00000010:3.0:1767384322.095207:0:16132:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ca3e1537. 00000100:00000001:2.0:1767384322.095208:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384322.095212:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c41ee093 x1853236723077888/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384338 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384322.095218:0:16132:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000dfdfd5ac 00000100:00000001:2.0:1767384322.095223:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384322.095224:0:16140:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236723078016, offset 0 00000800:00000001:3.0:1767384322.095226:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384322.095226:0:16139:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767384322.095233:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384322.095234:0:16139:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384322.095234:0:16140:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384322.095239:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384322.095241:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294912082 00000400:00000200:3.0:1767384322.095247:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp13->192.168.202.152@tcp13: PUT: OK 00000400:00000200:0.0:1767384322.095248:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:2.0:1767384322.095250:0:16139:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004ef00893. 00000400:00000200:3.0:1767384322.095255:0:16132:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dfdfd5ac 00000400:00000010:3.0:1767384322.095258:0:16132:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dfdfd5ac. 00000100:00000001:2.0:1767384322.095261:0:16139:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 0 00000400:00000200:3.0:1767384322.095262:0:16132:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:0.0:1767384322.095263:0:16140:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824c905380 00000400:00000200:3.0:1767384322.095269:0:16132:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (25) 00000100:00000001:2.0:1767384322.095271:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294912082 00000400:00000200:0.0:1767384322.095274:0:16140:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x11b5 [2] + 0 00000400:00000200:3.0:1767384322.095278:0:16132:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.152@tcp(000000005d9714d7) is MR 00000100:00000010:2.0:1767384322.095279:0:16139:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005c01cb3d. 00000400:00000010:0.0:1767384322.095281:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001ed64435. 00000400:00000200:3.0:1767384322.095285:0:16132:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.202.152@tcp (448 bytes) 00000100:00000001:2.0:1767384322.095286:0:16139:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 1 00000400:00000200:0.0:1767384322.095287:0:16140:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000091a27b56 00000400:00000200:3.0:1767384322.095290:0:16132:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.152@tcp (000000005d9714d7): -114 00000100:00000001:2.0:1767384322.095293:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294912082 00000400:00000200:0.0:1767384322.095294:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384322.095298:0:16132:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000005d9714d7 (26) 00000100:00000010:2.0:1767384322.095301:0:16139:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000060da22a9. 00000400:00000200:0.0:1767384322.095302:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384322.095303:0:16132:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000100:00000001:2.0:1767384322.095309:0:16139:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 2 00000400:00000200:3.0:1767384322.095311:0:16132:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.152@tcp13 to MR: 192.168.202.152@tcp13 local destination 00000100:00000001:2.0:1767384322.095316:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294912082 00000400:00000200:3.0:1767384322.095319:0:16132:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp13 NI seq info: [78:78:256:4294967295] 192.168.202.152@tcp13 LPNI seq info [78:78:8:4294967295] 00000100:00000010:2.0:1767384322.095323:0:16139:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004b6e4554. 00000100:00000001:2.0:1767384322.095330:0:16139:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 3 00000400:00000200:3.0:1767384322.095332:0:16132:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp13(192.168.202.152@tcp13:192.168.202.152@tcp13) -> 192.168.202.152@tcp13(192.168.202.152@tcp13:192.168.202.152@tcp13) 192.168.202.152@tcp13 : ACK try# 0 00000100:00000001:2.0:1767384322.095336:0:16139:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:3.0:1767384322.095339:0:16132:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.152@tcp13 00000400:00000200:0.0:1767384322.095339:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000091a27b56 00000400:00000010:0.0:1767384322.095353:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000091a27b56. 00000800:00000010:3.0:1767384322.095354:0:16132:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003caa9a4c. 00000100:00000001:2.0:1767384322.095354:0:16139:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384322.095360:0:16140:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1767384322.095361:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384322.095362:0:16132:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009f8889a5] -> 12345-192.168.202.152@tcp13 (6) 00000100:00000200:0.0:1767384322.095364:0:16140:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:2.0:1767384322.095369:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384322.095371:0:16140:0:(events.c:337:request_in_callback()) incoming req@00000000e2e51fac x1853236723078016 msgsize 4848 00000800:00000200:3.0:1767384322.095374:0:16132:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp13 ip 192.168.202.152:1015 00000800:00000200:3.0:1767384322.095378:0:16132:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003caa9a4c type 0, nob 96 niov 1 nkiov 0 00000100:00000001:2.0:1767384322.095383:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1767384322.095384:0:16140:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000800:00000001:3.0:1767384322.095388:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384322.095388:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:0.0:1767384322.095389:0:16140:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:2.0:1767384322.095394:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:3.0:1767384322.095396:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384322.095397:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384322.095399:0:16140:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384322.095403:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384322.095407:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384322.095427:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a814bcb0 00000400:00000010:0.0:1767384322.095430:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a814bcb0. 00000100:00000001:0.0:1767384322.095433:0:16140:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384322.095438:0:16140:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a17a245b x1853236723078016/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384338 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767384322.095439:0:16132:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384322.095444:0:16132:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003caa9a4c. 00000400:00000200:3.0:1767384322.095449:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384322.095451:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384322.095454:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a17a245b x1853236723078016/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384338 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384322.095470:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp13->192.168.202.152@tcp13: ACK: OK 00000100:00000001:0.0:1767384322.095471:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384322.095474:0:16140:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767384322.095477:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384322.095479:0:16140:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384322.095482:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384322.095483:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294912082 00000800:00000001:3.0:1767384322.095485:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384322.095487:0:16140:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 0, keep current deadline 4294912082 00000100:00000001:0.0:1767384322.095490:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294912082 00000100:00000001:0.0:1767384322.095491:0:16140:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 1, keep current deadline 4294912082 00000100:00000001:0.0:1767384322.095494:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294912082 00000100:00000001:0.0:1767384322.095496:0:16140:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 2, keep current deadline 4294912082 00000800:00000001:3.0:1767384322.095497:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384322.095498:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294912082 00000800:00000001:3.0:1767384322.095503:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384322.095504:0:16140:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 3, keep current deadline 4294912082 00000100:00000001:0.0:1767384322.095507:0:16140:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000001:3.0:1767384322.095509:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384322.095510:0:16140:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384322.095516:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384322.095519:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384322.095523:0:16132:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.152@tcp13(192.168.202.152@tcp13) <- 192.168.202.152@tcp13 : ACK - for me 00000100:00000001:0.0:1767384322.095525:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384322.095528:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384322.095530:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384322.095531:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384322.095533:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384322.095535:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384322.095542:0:16132:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.152@tcp13: ACK from 12345-192.168.202.152@tcp13 into md 0x191d 00000400:00000200:2.0:1767384322.095543:0:16135:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384322.095547:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1767384322.095554:0:16135:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 457 at 00000000fa645e07. 00000400:00000200:3.0:1767384322.095555:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp13->192.168.202.152@tcp13: ACK: OK 00000400:00000010:2.0:1767384322.095562:0:16135:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000026a1b6af. 00000400:00000200:3.0:1767384322.095563:0:16132:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fd1ee6a0 00000400:00000010:3.0:1767384322.095567:0:16132:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fd1ee6a0. 00000400:00000200:3.0:1767384322.095571:0:16132:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000010:2.0:1767384322.095574:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a79d528a. 00000400:00000200:3.0:1767384322.095575:0:16132:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.152@tcp ev->status 0 00000400:00000200:2.0:1767384322.095581:0:16135:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000fa645e07 00000400:00000200:3.0:1767384322.095584:0:16132:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.152@tcp (000000005d9714d7): -114 00000400:00000200:3.0:1767384322.095590:0:16132:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000005d9714d7 (25) 00000400:00000010:2.0:1767384322.095594:0:16135:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 409 at 00000000784a0de4. 00000800:00000001:3.0:1767384322.095597:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384322.095601:0:16135:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 448 success 00000800:00000001:3.0:1767384322.095603:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384322.095608:0:16135:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x102071 00000400:00000200:2.0:1767384322.095612:0:16135:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (24) 00000400:00000010:2.0:1767384322.095616:0:16135:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 457 at 0000000068ad4890. 00000400:00000010:2.0:1767384322.095619:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000008b6ca34. 00000400:00000010:2.0:1767384322.095625:0:16135:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000088374229. 00000400:00000200:2.0:1767384322.095629:0:16135:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.152@tcp 00000400:00000200:2.0:1767384322.095637:0:16135:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.152@tcp local destination 00000400:00000200:2.0:1767384322.095642:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 37], ns[40, 37] 00000100:00000001:0.0:1767384322.095645:0:16773:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384322.095648:0:16773:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723077888 02000000:00000001:0.0:1767384322.095652:0:16773:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:2.0:1767384322.095653:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 37], ns[64, 37] 00000100:00000001:0.0:1767384322.095655:0:16773:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384322.095659:0:16771:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:2.0:1767384322.095662:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[68, 37], ns[68, 37] 00000100:00000001:0.0:1767384322.095664:0:16773:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384322.095665:0:16771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723078016 02000000:00000001:3.0:1767384322.095670:0:16771:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:0.0:1767384322.095671:0:16773:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384322.095674:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[78, 37], ns[78, 37] 00000100:00000001:3.0:1767384322.095675:0:16771:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:0.0:1767384322.095677:0:16773:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723077888 00000100:00000001:3.0:1767384322.095679:0:16771:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384322.095681:0:16773:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384322.095686:0:16773:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eec8e1 02000000:00000001:3.0:1767384322.095687:0:16771:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384322.095689:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 37], ns[16, 37] 00000020:00000001:0.0:1767384322.095690:0:16773:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:3.0:1767384322.095693:0:16771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723078016 00000020:00000040:0.0:1767384322.095694:0:16773:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000555601ca refcount=14 00000020:00000001:3.0:1767384322.095698:0:16771:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1767384322.095699:0:16773:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000020:00000040:3.0:1767384322.095702:0:16771:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eec8e1 00000400:00000200:2.0:1767384322.095704:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 16], ns[18, 16] 00000020:00000001:0.0:1767384322.095705:0:16773:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000020:00000001:3.0:1767384322.095706:0:16771:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384322.095710:0:16771:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000555601ca refcount=15 00000100:00000001:0.0:1767384322.095712:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1767384322.095717:0:16771:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000400:00000200:2.0:1767384322.095718:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 16], ns[20, 16] 00000020:00000010:0.0:1767384322.095718:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bbb3edd3. 00000020:00000001:3.0:1767384322.095725:0:16771:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000100:00000001:0.0:1767384322.095725:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384322.095730:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bbb3edd3. 00000400:00000200:2.0:1767384322.095732:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 16], ns[22, 16] 00000100:00000001:3.0:1767384322.095734:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384322.095738:0:16773:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ae53d45f. 00000020:00000010:3.0:1767384322.095740:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008c6e4f96. 00000400:00000200:2.0:1767384322.095742:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 16], ns[24, 16] 00000100:00000001:3.0:1767384322.095747:0:16771:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384322.095748:0:16773:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000abe80574. 00000400:00000200:2.0:1767384322.095752:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 16], ns[26, 16] 00000020:00000010:3.0:1767384322.095753:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008c6e4f96. 00000020:00000010:0.0:1767384322.095757:0:16773:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003dbe210f. 00000020:00000010:3.0:1767384322.095762:0:16771:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002141d7e2. 00000400:00000200:2.0:1767384322.095763:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 16], ns[28, 16] 00000100:00000040:0.0:1767384322.095766:0:16773:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000020:00000010:3.0:1767384322.095769:0:16771:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ada6bfa2. 00000400:00000200:2.0:1767384322.095772:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 16], ns[30, 16] 00000100:00000001:0.0:1767384322.095773:0:16773:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384322.095776:0:16773:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384322.095780:0:16773:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384322.095782:0:16771:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d3fce077. 00000100:00000001:3.0:1767384322.095792:0:16771:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:2.0:1767384322.095792:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 16], ns[32, 16] 00000100:00000001:0.0:1767384322.095792:0:16773:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384322.095797:0:16771:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384322.095800:0:16771:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384322.095803:0:16773:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384322.095804:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 16], ns[34, 16] 00000100:00000001:3.0:1767384322.095808:0:16771:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384322.095813:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 16], ns[44, 16] 00000100:00000001:0.0:1767384322.095816:0:16773:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:2.0:1767384322.095820:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 16], ns[48, 16] 00000100:00000001:3.0:1767384322.095821:0:16771:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384322.095821:0:16773:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384322.095830:0:16773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 106 00000400:00000200:2.0:1767384322.095833:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 16], ns[52, 16] 00000100:00000040:0.0:1767384322.095836:0:16773:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000555601ca : new rpc_count 1 00000100:00000001:3.0:1767384322.095837:0:16771:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384322.095841:0:16771:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:2.0:1767384322.095842:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 16], ns[56, 16] 00000100:00000001:0.0:1767384322.095843:0:16773:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619777395449936 : -124296314101680 : ffff8ef40259e050) 00000100:00100000:3.0:1767384322.095850:0:16771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 107 00000100:00000040:0.0:1767384322.095855:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000bc78460c x1853236723077888/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:303/0 lens 4848/0 e 0 to 0 dl 1767384333 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384322.095856:0:16771:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000555601ca : new rpc_count 2 00000400:00000200:2.0:1767384322.095856:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 16], ns[60, 16] 00000100:00000001:3.0:1767384322.095862:0:16771:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619777395448912 : -124296314102704 : ffff8ef40259dc50) 00000100:00000040:3.0:1767384322.095872:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e2e51fac x1853236723078016/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:303/0 lens 4848/0 e 0 to 0 dl 1767384333 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384322.095874:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 16], ns[72, 16] 00000100:00000001:0.0:1767384322.095886:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384322.095890:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bbb3edd3. 00000400:00000200:2.0:1767384322.095891:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[76, 16], ns[76, 16] 00000100:00000001:0.0:1767384322.095895:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384322.095901:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bbb3edd3. 00000100:00000001:3.0:1767384322.095903:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:2.0:1767384322.095904:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[75, 16], ns[75, 16] 00000020:00000010:3.0:1767384322.095910:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008c6e4f96. 00000400:00000200:2.0:1767384322.095916:0:16135:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp14 00000100:00100000:0.0:1767384322.095916:0:16773:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000bc78460c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c0412d60-4f67-4dbc-8791-892843f60083+15:16139:x1853236723077888:12345-0@lo:253: 00000100:00000001:3.0:1767384322.095917:0:16771:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1767384322.095923:0:16773:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723077888 00000020:00000010:3.0:1767384322.095925:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008c6e4f96. 00000400:00000200:2.0:1767384322.095927:0:16135:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.152@tcp14 00000020:00000001:0.0:1767384322.095929:0:16773:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384322.095933:0:16773:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:2.0:1767384322.095935:0:16135:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.152@tcp14 lpni_is_preferred = 0 00000020:00000001:0.0:1767384322.095937:0:16773:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384322.095938:0:16771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e2e51fac pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c0412d60-4f67-4dbc-8791-892843f60083+15:16140:x1853236723078016:12345-0@lo:253: 00000400:00000200:2.0:1767384322.095943:0:16135:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.152@tcp14 00000020:00000001:0.0:1767384322.095945:0:16773:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000200:3.0:1767384322.095949:0:16771:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723078016 00000020:00000001:0.0:1767384322.095950:0:16773:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669141328 : -1040410288 : ffffffffc1fc9950) 00000400:00000200:2.0:1767384322.095955:0:16135:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp14 NI seq info: [79:79:256:4294967295] 192.168.202.152@tcp14 LPNI seq info [79:79:8:4294967295] 00000020:00000001:3.0:1767384322.095956:0:16771:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384322.095958:0:16773:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384322.095961:0:16771:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384322.095962:0:16773:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384322.095966:0:16771:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384322.095968:0:16135:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.152@tcp14 00000020:00000001:0.0:1767384322.095971:0:16773:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384322.095972:0:16771:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384322.095976:0:16771:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669141328 : -1040410288 : ffffffffc1fc9950) 00000020:00000001:0.0:1767384322.095978:0:16773:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:2.0:1767384322.095983:0:16135:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp14(192.168.202.152@tcp14:) -> 192.168.202.152@tcp14(192.168.202.152@tcp:192.168.202.152@tcp14) : GET try# 0 00000020:00000001:3.0:1767384322.095984:0:16771:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384322.095985:0:16773:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384322.095988:0:16771:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767384322.095993:0:16135:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.152@tcp14 00000100:00000001:0.0:1767384322.095993:0:16773:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:3.0:1767384322.095995:0:16771:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 02000000:00000001:0.0:1767384322.095997:0:16773:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:3.0:1767384322.095999:0:16771:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000800:00000010:2.0:1767384322.095999:0:16135:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000cd3cff96. 00000020:00000001:3.0:1767384322.096005:0:16771:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384322.096005:0:16773:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000f7aa12ca. 00000800:00000200:2.0:1767384322.096007:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b574b9b1] -> 12345-192.168.202.152@tcp14 (6) 00000100:00000001:3.0:1767384322.096011:0:16771:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384322.096012:0:16773:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384322.096016:0:16771:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000800:00000200:2.0:1767384322.096017:0:16135:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp14 ip 192.168.202.152:988 00000100:00000001:0.0:1767384322.096018:0:16773:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384322.096021:0:16135:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000cd3cff96 type 2, nob 96 niov 1 nkiov 0 02000000:00000010:3.0:1767384322.096024:0:16771:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000289fcc5d. 20000000:00000001:0.0:1767384322.096025:0:16773:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 02000000:00000001:3.0:1767384322.096031:0:16771:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384322.096038:0:16135:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.152@tcp 20000000:00000010:0.0:1767384322.096039:0:16773:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000003df3f98b. 00000400:00000200:2.0:1767384322.096044:0:16135:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100271 rc 0 00000100:00000001:3.0:1767384322.096045:0:16771:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:0.0:1767384322.096045:0:16773:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384322.096051:0:16773:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384322.096052:0:16771:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000001:0.0:1767384322.096054:0:16773:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384322.096057:0:16773:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384322.096059:0:16773:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384322.096061:0:16773:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:0.0:1767384322.096070:0:16773:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000cf527636. 20000000:01000000:0.0:1767384322.096072:0:16773:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #34 20000000:00000010:3.0:1767384322.096073:0:16771:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000001d79b450. 20000000:00000001:0.0:1767384322.096077:0:16773:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:01000000:3.0:1767384322.096079:0:16771:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:3.0:1767384322.096084:0:16771:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00080000:00000001:0.0:1767384322.096084:0:16773:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:00000001:3.0:1767384322.096119:0:16771:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384322.096121:0:16771:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384322.096124:0:16771:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384322.096127:0:16771:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000001:0.0:1767384322.096162:0:16773:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384322.096167:0:16773:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384322.096169:0:16773:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384322.096171:0:16773:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:0.0:1767384322.096176:0:16773:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384322.096182:0:16773:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446619782313850200 : -124291395701416 : ffff8ef52782b558) 00080000:00000001:0.0:1767384322.096187:0:16773:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384322.096201:0:16773:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000095a26dfb. 00080000:00000001:0.0:1767384322.096205:0:16773:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446619781780569088 : -124291928982528 : ffff8ef507b97c00) 00080000:00000001:0.0:1767384322.096209:0:16773:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384322.096335:0:16773:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384322.096337:0:16773:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384322.096340:0:16773:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384322.096361:0:16773:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384322.096364:0:16773:0:(osd_io.c:399:osd_write()) Process entered 00000800:00000200:2.0:1767384322.096429:0:16132:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384322.096434:0:16132:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000cd3cff96. 00000400:00000200:2.0:1767384322.096438:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384322.096443:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp14->192.168.202.152@tcp14: GET: OK 00000400:00000200:2.0:1767384322.096448:0:16132:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384322.096451:0:16132:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.152@tcp: 0 00000800:00000001:2.0:1767384322.096457:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384322.096464:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384322.096467:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00080000:00000001:0.0:1767384322.096471:0:16773:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000800:00000001:2.0:1767384322.096474:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384322.096475:0:16773:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:2.0:1767384322.096483:0:16132:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.152@tcp14(192.168.202.152@tcp14) <- 192.168.202.152@tcp14 : GET - for me 00000400:00000200:2.0:1767384322.096493:0:16132:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.152@tcp of length 448 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384322.096498:0:16132:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.152@tcp of length 448/448 into md 0x1919 [1] + 0 00000400:00000200:2.0:1767384322.096508:0:16132:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.152@tcp14 to MR: 192.168.202.152@tcp14 local destination 00000400:00000200:2.0:1767384322.096514:0:16132:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp14 NI seq info: [80:80:256:4294967295] 192.168.202.152@tcp14 LPNI seq info [80:80:8:4294967295] 00000400:00000200:2.0:1767384322.096526:0:16132:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp14(192.168.202.152@tcp14:192.168.202.152@tcp14) -> 192.168.202.152@tcp14(192.168.202.152@tcp14:192.168.202.152@tcp14) 192.168.202.152@tcp14 : REPLY try# 0 00000800:00000200:2.0:1767384322.096532:0:16132:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.202.152@tcp14 00000800:00000010:2.0:1767384322.096536:0:16132:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cd3cff96. 00000800:00000200:2.0:1767384322.096541:0:16132:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b574b9b1] -> 12345-192.168.202.152@tcp14 (6) 00000800:00000200:2.0:1767384322.096546:0:16132:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp14 ip 192.168.202.152:1013 00000800:00000200:2.0:1767384322.096549:0:16132:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000cd3cff96 type 3, nob 544 niov 1 nkiov 1 00000800:00000001:3.0:1767384322.096577:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:2.0:1767384322.096602:0:16132:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384322.096606:0:16132:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cd3cff96. 00000400:00000200:2.0:1767384322.096611:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384322.096617:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp14->192.168.202.152@tcp14: REPLY: OK 00000800:00000001:2.0:1767384322.096626:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384322.096632:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384322.096634:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384322.096645:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384322.096652:0:16132:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.152@tcp14(192.168.202.152@tcp14) <- 192.168.202.152@tcp14 : REPLY - for me 00000400:00000200:2.0:1767384322.096662:0:16132:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.152@tcp14: Reply from 12345-192.168.202.152@tcp14 of length 448/448 into md 0x1935 00000800:00000001:2.0:1767384322.096667:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384322.096672:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384322.096675:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384322.096679:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp14->192.168.202.152@tcp14: REPLY: OK 00000400:00000200:2.0:1767384322.096682:0:16132:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000008b6ca34 00000400:00000010:2.0:1767384322.096684:0:16132:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000008b6ca34. 00000400:00000200:2.0:1767384322.096688:0:16132:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:2.0:1767384322.096692:0:16132:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.202.152@tcp has discovery enabled 00000400:00000200:2.0:1767384322.096695:0:16132:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.202.152@tcp(000000005d9714d7) is MR 00000400:00000200:2.0:1767384322.096699:0:16132:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.202.152@tcp data present 26. state = 0x100271 00000400:00000200:2.0:1767384322.096704:0:16132:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.152@tcp (000000005d9714d7): -114 00000400:00000200:2.0:1767384322.096718:0:16132:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000005d9714d7 (25) 00000800:00000001:2.0:1767384322.096725:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384322.096729:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384322.096734:0:16135:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384322.096741:0:16135:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x1000f1 00000400:00000010:1.0:1767384322.096747:0:16135:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 540 at 000000005a3092ce. 00000800:00000001:2.0:1767384322.096774:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384322.096800:0:16135:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 648 at 00000000355127ec. 00000400:00000010:1.0:1767384322.096806:0:16135:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 540 at 00000000fbe144f1. 00000400:00000200:1.0:1767384322.096837:0:16135:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.152@tcp31(00000000c6b339b3) status changed from 0xdeadface to 0x15aac0de 00000400:00000010:1.0:1767384322.096845:0:16135:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000009c012fd3. 00000400:00000200:1.0:1767384322.096852:0:16135:0:(peer.c:185:lnet_peer_ni_alloc()) 000000009c012fd3 nid 192.168.202.152@tcp32 00000400:00000010:1.0:1767384322.096857:0:16135:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000d2ef4361. 00000400:00000200:1.0:1767384322.096860:0:16135:0:(peer.c:204:lnet_peer_net_alloc()) 00000000d2ef4361 net tcp32 00000400:00000200:1.0:1767384322.096864:0:16135:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (24) 00000400:00000200:1.0:1767384322.096870:0:16135:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.152@tcp NID 192.168.202.152@tcp32 flags 0x11 00000400:00000010:1.0:1767384322.096877:0:16135:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000006987858f. 00000400:00000200:1.0:1767384322.096881:0:16135:0:(peer.c:185:lnet_peer_ni_alloc()) 000000006987858f nid 192.168.202.152@tcp33 00000400:00000010:1.0:1767384322.096903:0:16135:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 0000000035389d84. 00000400:00000200:1.0:1767384322.096910:0:16135:0:(peer.c:204:lnet_peer_net_alloc()) 0000000035389d84 net tcp33 00000400:00000200:1.0:1767384322.096913:0:16135:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (25) 00000400:00000200:1.0:1767384322.096916:0:16135:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.152@tcp NID 192.168.202.152@tcp33 flags 0x11 00000400:00000010:1.0:1767384322.096920:0:16135:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000d2238615. 00000400:00000200:1.0:1767384322.096923:0:16135:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000d2238615 nid 192.168.202.152@tcp34 00000400:00000010:1.0:1767384322.096926:0:16135:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000006b7ddb88. 00000400:00000200:1.0:1767384322.096928:0:16135:0:(peer.c:204:lnet_peer_net_alloc()) 000000006b7ddb88 net tcp34 00000400:00000200:1.0:1767384322.096930:0:16135:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (26) 00000400:00000200:1.0:1767384322.096933:0:16135:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.152@tcp NID 192.168.202.152@tcp34 flags 0x11 00000400:00000010:1.0:1767384322.096937:0:16135:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 540 at 000000005a3092ce. 00000400:00000010:1.0:1767384322.096940:0:16135:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 648 at 00000000355127ec. 00000400:00000010:1.0:1767384322.096942:0:16135:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 540 at 00000000fbe144f1. 00000400:00000010:1.0:1767384322.096944:0:16135:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 457 at 0000000068ad4890. 00000400:00000200:1.0:1767384322.096948:0:16135:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.152@tcp (000000005d9714d7): 0 00000400:00000200:1.0:1767384322.096950:0:16135:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.152@tcp(000000005d9714d7): 0. state = 0x100171 00000400:00000200:1.0:1767384322.096953:0:16135:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100171 rc 1 00000400:00000200:1.0:1767384322.096957:0:16135:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100171 00000400:00000200:1.0:1767384322.096960:0:16135:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.152@tcp 00000400:00000200:1.0:1767384322.096962:0:16135:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100111 rc 0 00000400:00000200:1.0:1767384322.096965:0:16135:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.152@tcp (000000005d9714d7) 00000400:00000200:1.0:1767384322.096969:0:16135:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000005d9714d7 (27) 00080000:00000001:1.0:1767384322.103677:0:16807:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1767384322.103681:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00080000:00000001:0.0:1767384322.103681:0:16773:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384322.103685:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1767384322.103687:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000020:00000002:0.0:1767384322.103688:0:16773:0:(lu_object.c:207:lu_object_put()) Add 00000000f07b1e3f/000000000f28175b to site lru. bkt: 00000000b56e2c81 00040000:00000001:1.0:1767384322.103689:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384322.103693:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000095a26dfb. 20000000:00000001:0.0:1767384322.103694:0:16773:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384322.103698:0:16773:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00080000:00000001:1.0:1767384322.103699:0:16807:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:0.0:1767384322.103710:0:16773:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384322.103720:0:16773:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384322.103723:0:16773:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:1.0:1767384322.103739:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000020:0.0:1767384322.103742:0:16773:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000001:1.0:1767384322.103743:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384322.103748:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384322.103752:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 20000000:00000010:2.0:1767384322.103753:0:16771:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000a1c662eb. 00010000:00000001:1.0:1767384322.103756:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 20000000:01000000:2.0:1767384322.103759:0:16771:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #34 00010000:00000010:1.0:1767384322.103765:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000065487e87. 20000000:00000001:2.0:1767384322.103766:0:16771:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00010000:00000001:1.0:1767384322.103771:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:2.0:1767384322.103775:0:16771:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00010000:00000010:1.0:1767384322.103782:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000005815cd30. 00000020:00000001:1.0:1767384322.103786:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384322.103788:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 000000005815cd30 with handle 0x7e51148972eecbe3 to hash 00000020:00000001:1.0:1767384322.103790:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384322.103792:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446619781820859904 : -124291888691712 : ffff8ef50a204600) 00010000:00000001:1.0:1767384322.103794:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446619781820859904 : -124291888691712 : ffff8ef50a204600) 00010000:00000001:1.0:1767384322.103797:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384322.103799:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384322.103801:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000005815cd30/0x7e51148972eecbe3 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384322.103808:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000001:2.0:1767384322.103812:0:16771:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384322.103812:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384322.103814:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384322.103817:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000001:2.0:1767384322.103819:0:16771:0:(osd_index.c:949:osd_remote_fid()) Process entered 00010000:00000001:1.0:1767384322.103820:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384322.103823:0:16771:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384322.103835:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000001:2.0:1767384322.103839:0:16771:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00010000:00000001:1.0:1767384322.103839:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384322.103843:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000020:00000001:2.0:1767384322.103844:0:16771:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:1.0:1767384322.103846:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384322.103848:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384322.103850:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00000020:00000001:2.0:1767384322.103851:0:16771:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446619782313850200 : -124291395701416 : ffff8ef52782b558) 00010000:00000040:1.0:1767384322.103852:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000065487e87) refcount = 1 00010000:00010000:1.0:1767384322.103858:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000005815cd30/0x7e51148972eecbe3 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384322.103859:0:16771:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:1.0:1767384322.103864:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384322.103867:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00080000:00000010:2.0:1767384322.103868:0:16771:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000000a76d1fb. 00010000:00000001:1.0:1767384322.103868:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384322.103872:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384322.103874:0:16771:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446619777392441344 : -124296317110272 : ffff8ef4022bf800) 00010000:00000001:1.0:1767384322.103875:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384322.103881:0:16771:0:(osd_io.c:243:osd_declare_write()) Process entered 20000000:00000001:1.0:1767384322.103882:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384322.103887:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003445359s 00010000:00000001:1.0:1767384322.103889:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384322.103890:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384322.103897:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000005815cd30 refcount=4 00000020:00000001:1.0:1767384322.103899:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781820859904 : -124291888691712 : ffff8ef50a204600) 00010000:00000001:1.0:1767384322.103901:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781820859904 : -124291888691712 : ffff8ef50a204600) 00010000:00000001:1.0:1767384322.103903:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384322.103905:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000005815cd30/0x7e51148972eecbe3 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384322.103910:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384322.103912:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000005815cd30/0x7e51148972eecbe3 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384322.103915:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384322.103916:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384322.103918:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000005815cd30/0x7e51148972eecbe3 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384322.103921:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384322.103922:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384322.103925:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384322.103926:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000005815cd30/0x7e51148972eecbe3 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384322.103931:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000005815cd30 already unused, calling callback (00000000871a6010) 00010000:00000001:1.0:1767384322.103933:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384322.103934:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384322.103936:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000005815cd30/0x7e51148972eecbe3 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384322.103940:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384322.103941:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384322.103942:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384322.103943:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000005815cd30 refcount=5 00000020:00000001:1.0:1767384322.103945:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781820859904 : -124291888691712 : ffff8ef50a204600) 00010000:00000001:1.0:1767384322.103947:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781820859904 : -124291888691712 : ffff8ef50a204600) 00010000:00000001:1.0:1767384322.103949:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384322.103957:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000005815cd30/0x7e51148972eecbe3 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384322.103961:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384322.103963:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384322.103964:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384322.103967:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384322.103969:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384322.103972:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384322.103973:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384322.103975:0:16771:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000020:00000040:1.0:1767384322.103975:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000005815cd30 with handle 0x7e51148972eecbe3 from hash 00080000:00000001:2.0:1767384322.103979:0:16771:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384322.103979:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384322.103981:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384322.103982:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384322.103984:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384322.103985:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384322.103987:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384322.103990:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00080000:00000001:2.0:1767384322.103992:0:16771:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:1.0:1767384322.103993:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384322.103998:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384322.104001:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384322.104002:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384322.104005:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384322.104007:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384322.104009:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384322.104011:0:16771:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384322.104012:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384322.104016:0:16771:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:1.0:1767384322.104017:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384322.104022:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000005815cd30/0x7e51148972eecbe3 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384322.104028:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384322.104030:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384322.104031:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384322.104033:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384322.104035:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384322.104037:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384322.104039:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384322.104041:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384322.104050:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384322.104054:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000005815cd30/0x7e51148972eecbe3 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384322.104060:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384322.104062:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384322.104064:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000005815cd30/0x7e51148972eecbe3 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384322.104071:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000065487e87 count: 0 00080000:00000001:2.0:1767384322.104192:0:16771:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:2.0:1767384322.104196:0:16771:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000001:1.0:1767384322.104283:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384322.104285:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000010:1.1:1767384322.112120:0:18308:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000065487e87. 00010000:00000010:1.1:1767384322.112132:0:18308:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000005815cd30. 00080000:00000001:3.0:1767384322.113941:0:16771:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384322.113946:0:16807:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000020:00000002:3.0:1767384322.113949:0:16771:0:(lu_object.c:207:lu_object_put()) Add 00000000f07b1e3f/000000000f28175b to site lru. bkt: 00000000b56e2c81 00040000:00000001:1.0:1767384322.113950:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384322.113954:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:3.0:1767384322.113955:0:16771:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384322.113956:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384322.113959:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:3.0:1767384322.113961:0:16771:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00080000:00000010:1.0:1767384322.113962:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000000a76d1fb. 20000000:01000000:3.0:1767384322.113967:0:16771:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000001:1.0:1767384322.113968:0:16807:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:3.0:1767384322.113980:0:16771:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384322.113984:0:16771:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:3.0:1767384322.113991:0:16771:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:3.0:1767384322.114003:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384322.114005:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384322.114008:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384322.114012:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384322.114014:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384322.114021:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000002512c47a. 00010000:00000001:3.0:1767384322.114025:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384322.114029:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000a068b46c. 00000020:00000001:3.0:1767384322.114033:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384322.114036:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000a068b46c with handle 0x7e51148972eecbea to hash 00000020:00000001:3.0:1767384322.114038:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384322.114040:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446619781713880064 : -124291995671552 : ffff8ef503bfe400) 00010000:00000001:3.0:1767384322.114042:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446619781713880064 : -124291995671552 : ffff8ef503bfe400) 00010000:00000001:3.0:1767384322.114045:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384322.114047:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384322.114049:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000a068b46c/0x7e51148972eecbea lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384322.114065:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384322.114069:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384322.114071:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384322.114073:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384322.114075:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384322.114076:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384322.114078:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384322.114080:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384322.114082:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384322.114083:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384322.114085:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384322.114118:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000002512c47a) refcount = 1 00010000:00010000:3.0:1767384322.114120:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000a068b46c/0x7e51148972eecbea lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384322.114125:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384322.114126:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384322.114128:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384322.114130:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384322.114131:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384322.114134:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384322.114136:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003445359s 00010000:00000001:3.0:1767384322.114139:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384322.114141:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384322.114143:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a068b46c refcount=4 00000020:00000001:3.0:1767384322.114145:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781713880064 : -124291995671552 : ffff8ef503bfe400) 00010000:00000001:3.0:1767384322.114147:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781713880064 : -124291995671552 : ffff8ef503bfe400) 00010000:00000001:3.0:1767384322.114149:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384322.114151:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000a068b46c/0x7e51148972eecbea lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384322.114155:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384322.114158:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000a068b46c/0x7e51148972eecbea lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384322.114169:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384322.114170:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384322.114172:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000a068b46c/0x7e51148972eecbea lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384322.114175:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384322.114176:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384322.114179:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384322.114180:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000a068b46c/0x7e51148972eecbea lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384322.114184:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000a068b46c already unused, calling callback (00000000871a6010) 00010000:00000001:3.0:1767384322.114186:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384322.114188:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384322.114189:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000a068b46c/0x7e51148972eecbea lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384322.114193:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384322.114194:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384322.114196:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384322.114197:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a068b46c refcount=5 00000020:00000001:3.0:1767384322.114198:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781713880064 : -124291995671552 : ffff8ef503bfe400) 00010000:00000001:3.0:1767384322.114199:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781713880064 : -124291995671552 : ffff8ef503bfe400) 00010000:00000001:3.0:1767384322.114201:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384322.114202:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000a068b46c/0x7e51148972eecbea lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384322.114206:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384322.114208:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384322.114209:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384322.114211:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384322.114212:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384322.114214:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384322.114220:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384322.114222:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000a068b46c with handle 0x7e51148972eecbea from hash 00010000:00000001:3.0:1767384322.114224:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384322.114225:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384322.114226:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384322.114226:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384322.114227:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384322.114229:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384322.114230:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384322.114231:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384322.114233:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384322.114234:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384322.114235:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384322.114237:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384322.114237:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384322.114238:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384322.114239:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384322.114240:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384322.114241:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000a068b46c/0x7e51148972eecbea lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384322.114245:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384322.114246:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384322.114247:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384322.114248:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384322.114249:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384322.114250:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384322.114251:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384322.114252:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384322.114253:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384322.114254:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000a068b46c/0x7e51148972eecbea lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384322.114257:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384322.114258:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384322.114259:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000a068b46c/0x7e51148972eecbea lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384322.114270:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000002512c47a count: 0 00010000:00000001:3.0:1767384322.114278:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384322.114279:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:1.0:1767384322.115012:0:16773:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767384322.115016:0:16773:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384322.115018:0:16773:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000003df3f98b. 20000000:00000001:1.0:1767384322.115023:0:16773:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384322.115027:0:16773:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236723077888 00010000:00000001:1.0:1767384322.115030:0:16773:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384322.115037:0:16773:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000bc78460c x1853236723077888/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:303/0 lens 4848/4768 e 0 to 0 dl 1767384333 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384322.115045:0:16773:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384322.115047:0:16773:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384322.115051:0:16773:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dd452398 time=52 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384322.115055:0:16773:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384322.115057:0:16773:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 21 to 0@lo 00000100:00000001:1.0:1767384322.115059:0:16773:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 02000000:00000001:1.0:1767384322.115062:0:16773:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384322.115065:0:16773:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384322.115068:0:16773:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384322.115077:0:16773:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384322.115081:0:16773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ed97fc72. 00000100:00000200:1.0:1767384322.115112:0:16773:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236723077888, offset 224 00000400:00000200:1.0:1767384322.115119:0:16773:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384322.115135:0:16773:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384322.115149:0:16773:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824c905300 00000400:00000200:1.0:1767384322.115160:0:16773:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1921 [2] + 224 00000400:00000200:1.0:1767384322.115169:0:16773:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384322.115175:0:16773:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384322.115183:0:16773:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384322.115189:0:16773:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c41ee093 x1853236723077888/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384338 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384322.115200:0:16773:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000c41ee093 x1853236723077888/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384338 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384322.115216:0:16773:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384322.115225:0:16773:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ed97fc72 00000100:00000001:2.0:1767384322.115228:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1767384322.115228:0:16773:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ed97fc72. 00000100:00000001:2.0:1767384322.115233:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384322.115233:0:16773:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384322.115237:0:16773:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:2.0:1767384322.115240:0:16139:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384322.115243:0:16139:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384322.115245:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005ab3a84f. 00000100:00000001:1.0:1767384322.115246:0:16773:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384322.115251:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000207c6008 00000100:00000040:1.0:1767384322.115253:0:16773:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 20 to 0@lo 00000400:00000010:2.0:1767384322.115255:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000207c6008. 00010000:00000001:1.0:1767384322.115260:0:16773:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:2.0:1767384322.115261:0:16139:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:1.0:1767384322.115264:0:16773:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384322.115267:0:16139:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c41ee093 x1853236723077888/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384338 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384322.115270:0:16773:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384322.115279:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bc78460c x1853236723077888/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:303/0 lens 4848/4768 e 0 to 0 dl 1767384333 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384322.115280:0:16139:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c41ee093 x1853236723077888/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384338 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384322.115295:0:16139:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384322.115298:0:16139:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384322.115303:0:16139:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384322.115306:0:16139:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384322.115309:0:16139:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:1.0:1767384322.115310:0:16773:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000bc78460c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c0412d60-4f67-4dbc-8791-892843f60083+15:16139:x1853236723077888:12345-0@lo:253: Request processed in 19419us (20170us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384322.115312:0:16139:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384322.115317:0:16139:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384322.115323:0:16139:0:(import.c:2128:obd_at_measure()) add 5 to 0000000028df3f77 time=52 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384322.115327:0:16139:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f5022cbe time=52 v=5 (1 0 0 0) 00000100:00100000:1.0:1767384322.115328:0:16773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 106 00000100:00000001:2.0:1767384322.115332:0:16139:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1767384322.115334:0:16773:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000555601ca : new rpc_count 1 00000100:00000001:2.0:1767384322.115336:0:16139:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384322.115337:0:16773:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:2.0:1767384322.115342:0:16139:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767384322.115342:0:16773:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:2.0:1767384322.115346:0:16139:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384322.115349:0:16773:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000abe80574. 00000100:00000001:2.0:1767384322.115351:0:16139:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384322.115357:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c41ee093 x1853236723077888/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384338 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384322.115361:0:16773:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003dbe210f. 00000020:00000010:1.0:1767384322.115368:0:16773:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ae53d45f. 00000100:00000001:2.0:1767384322.115370:0:16139:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384322.115375:0:16139:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000040:1.0:1767384322.115375:0:16773:0:(genops.c:898:class_export_put()) PUTting export 00000000555601ca : new refcount 14 00000100:00000001:2.0:1767384322.115380:0:16139:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384322.115381:0:16773:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384322.115384:0:16773:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000f7aa12ca. 02000000:00000001:1.0:1767384322.115386:0:16773:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384322.115389:0:16773:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384322.115394:0:16139:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000100:00000200:1.0:1767384322.115397:0:16773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000020:01000004:2.0:1767384322.115398:0:16139:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384322.115402:0:16139:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384322.115404:0:16139:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384322.115406:0:16139:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384322.115408:0:16139:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384322.115422:0:16139:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384322.115424:0:16139:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384322.115426:0:16139:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384322.115428:0:16139:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384322.115432:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c41ee093 x1853236723077888/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384338 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384322.115441:0:16139:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c41ee093 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c0412d60-4f67-4dbc-8791-892843f60083:16139:1853236723077888:0@lo:253: 00000100:00000001:2.0:1767384322.115447:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384322.115450:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384322.115453:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c41ee093 x1853236723077888/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384338 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384322.115460:0:16139:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384322.115463:0:16139:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384322.115466:0:16139:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000412990b8. 02000000:00000001:2.0:1767384322.115470:0:16139:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384322.115472:0:16139:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384322.115473:0:16139:0:(genops.c:1242:class_import_put()) import 00000000df830bbe refcount=4 obd=MGC192.168.202.152@tcp 00000020:00000001:2.0:1767384322.115476:0:16139:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384322.115479:0:16139:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000238360ed. 02000000:00000001:2.0:1767384322.115484:0:16139:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384322.115486:0:16139:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384322.115487:0:16139:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c41ee093. 00000100:00000001:2.0:1767384322.115490:0:16139:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384322.115491:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384322.115492:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384322.115500:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384322.115501:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384322.115503:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384322.115505:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384322.115586:0:16773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000012ec166e. 00000400:00000010:1.0:1767384322.115614:0:16773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ed97fc72. 00000400:00000010:2.0:1767384322.115948:0:28825:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000008aa3f0ca. 00000400:00000040:2.0:1767384322.115971:0:28825:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384322.115974:0:28825:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384322.115978:0:28825:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384322.115980:0:28825:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384322.115984:0:28825:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384322.115987:0:28825:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:2.0:1767384322.115991:0:28825:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384322.115993:0:28825:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384322.115996:0:28825:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384322.115997:0:28825:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:2.0:1767384322.116000:0:28825:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384322.116002:0:28825:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384322.116005:0:28825:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384322.116008:0:28825:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384322.116010:0:28825:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:2.0:1767384322.116013:0:28825:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384322.116015:0:28825:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384322.116017:0:28825:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767384322.116018:0:28825:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767384322.116021:0:28825:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384322.116023:0:28825:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384322.116025:0:28825:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384322.116027:0:28825:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384322.116029:0:28825:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384322.116031:0:28825:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767384322.116034:0:28825:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384322.116036:0:28825:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384322.116038:0:28825:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384322.116041:0:28825:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384322.116043:0:28825:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384322.116045:0:28825:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767384322.116047:0:28825:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384322.116049:0:28825:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384322.116052:0:28825:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384322.116054:0:28825:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384322.116056:0:28825:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384322.116058:0:28825:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767384322.116062:0:28825:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384322.116071:0:28825:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384322.116073:0:28825:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384322.116075:0:28825:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384322.116077:0:28825:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384322.116081:0:28825:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767384322.116083:0:28825:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767384322.116084:0:28825:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767384322.116126:0:28825:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767384322.116129:0:28825:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767384322.116132:0:28825:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767384322.116135:0:28825:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384322.116137:0:28825:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384322.116139:0:28825:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767384322.116141:0:28825:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384322.116143:0:28825:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767384322.116145:0:28825:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:2.0:1767384322.116147:0:28825:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767384322.116149:0:28825:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767384322.116150:0:28825:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:2.0:1767384322.116251:0:28825:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000008aa3f0ca. 00080000:00000020:3.0:1767384322.117586:0:16771:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767384322.117590:0:16771:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384322.117592:0:16771:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000001d79b450. 20000000:00000001:3.0:1767384322.117596:0:16771:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384322.117600:0:16771:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236723078016 00010000:00000001:3.0:1767384322.117603:0:16771:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384322.117608:0:16771:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e2e51fac x1853236723078016/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:303/0 lens 4848/4768 e 0 to 0 dl 1767384333 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384322.117618:0:16771:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384322.117620:0:16771:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384322.117623:0:16771:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dd452398 time=52 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384322.117627:0:16771:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384322.117630:0:16771:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 21 to 0@lo 00000100:00000001:3.0:1767384322.117632:0:16771:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 02000000:00000001:3.0:1767384322.117635:0:16771:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384322.117637:0:16771:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384322.117640:0:16771:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384322.117643:0:16771:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384322.117647:0:16771:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cffc3efe. 00000100:00000200:3.0:1767384322.117651:0:16771:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236723078016, offset 224 00000400:00000200:3.0:1767384322.117669:0:16771:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384322.117677:0:16771:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384322.117684:0:16771:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824c905380 00000400:00000200:3.0:1767384322.117689:0:16771:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1929 [2] + 224 00000400:00000200:3.0:1767384322.117695:0:16771:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384322.117700:0:16771:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384322.117704:0:16771:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384322.117708:0:16771:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a17a245b x1853236723078016/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384338 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384322.117718:0:16771:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000a17a245b x1853236723078016/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384338 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384322.117743:0:16771:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384322.117752:0:16771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cffc3efe 00000400:00000010:3.0:1767384322.117755:0:16771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000cffc3efe. 00000100:00000001:3.0:1767384322.117759:0:16771:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384322.117761:0:16771:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384322.117763:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384322.117767:0:16771:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384322.117767:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767384322.117774:0:16771:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 20 to 0@lo 00000400:00000001:1.0:1767384322.117775:0:16140:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:3.0:1767384322.117778:0:16771:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:1.0:1767384322.117779:0:16140:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:3.0:1767384322.117782:0:16771:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384322.117784:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a6cfeef4. 00000020:00000001:3.0:1767384322.117788:0:16771:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:1.0:1767384322.117791:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008094b95e 00000100:00000040:3.0:1767384322.117796:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e2e51fac x1853236723078016/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:303/0 lens 4848/4768 e 0 to 0 dl 1767384333 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384322.117796:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008094b95e. 00000100:00000001:1.0:1767384322.117804:0:16140:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:3.0:1767384322.117813:0:16771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e2e51fac pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c0412d60-4f67-4dbc-8791-892843f60083+14:16140:x1853236723078016:12345-0@lo:253: Request processed in 21908us (22439us total) trans 0 rc 0/0 00000100:00000200:1.0:1767384322.117813:0:16140:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a17a245b x1853236723078016/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384338 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384322.117844:0:16771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 107 00000100:00000040:3.0:1767384322.117849:0:16771:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000555601ca : new rpc_count 0 00000100:00000200:1.0:1767384322.117849:0:16140:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a17a245b x1853236723078016/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384338 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384322.117854:0:16771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384322.117858:0:16771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384322.117863:0:16771:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ada6bfa2. 00000100:00000001:1.0:1767384322.117865:0:16140:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384322.117869:0:16140:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384322.117872:0:16771:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d3fce077. 00000100:00000001:1.0:1767384322.117873:0:16140:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384322.117877:0:16140:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:3.0:1767384322.117879:0:16771:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002141d7e2. 00000100:00000001:1.0:1767384322.117880:0:16140:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384322.117884:0:16140:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384322.117886:0:16771:0:(genops.c:898:class_export_put()) PUTting export 00000000555601ca : new refcount 13 02000000:00000001:1.0:1767384322.117888:0:16140:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384322.117893:0:16771:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00001000:1.0:1767384322.117894:0:16140:0:(import.c:2128:obd_at_measure()) add 5 to 0000000028df3f77 time=52 v=5 (5 0 0 0) 02000000:00000010:3.0:1767384322.117896:0:16771:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000289fcc5d. 00000100:00001000:1.0:1767384322.117901:0:16140:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f5022cbe time=52 v=5 (1 0 0 0) 02000000:00000001:3.0:1767384322.117903:0:16771:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384322.117908:0:16771:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384322.117908:0:16140:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384322.117912:0:16140:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384322.117916:0:16771:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:1.0:1767384322.117916:0:16140:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384322.117920:0:16140:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384322.117924:0:16771:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b32ea7bb. 00000100:00000001:1.0:1767384322.117925:0:16140:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384322.117930:0:16771:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cffc3efe. 00000100:00000040:1.0:1767384322.117940:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a17a245b x1853236723078016/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384338 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384322.117949:0:16140:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384322.117952:0:16140:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384322.117954:0:16140:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384322.117957:0:16140:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384322.117960:0:16140:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384322.117962:0:16140:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384322.117963:0:16140:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384322.117965:0:16140:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384322.117967:0:16140:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384322.117969:0:16140:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384322.117970:0:16140:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384322.117972:0:16140:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384322.117975:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a17a245b x1853236723078016/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384338 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384322.117984:0:16140:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a17a245b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c0412d60-4f67-4dbc-8791-892843f60083:16140:1853236723078016:0@lo:253: 00000100:00000001:1.0:1767384322.117989:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384322.117991:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384322.117995:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a17a245b x1853236723078016/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384338 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384322.118002:0:16140:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384322.118004:0:16140:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384322.118007:0:16140:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000d5c85fd3. 02000000:00000001:1.0:1767384322.118011:0:16140:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384322.118013:0:16140:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384322.118014:0:16140:0:(genops.c:1242:class_import_put()) import 00000000df830bbe refcount=3 obd=MGC192.168.202.152@tcp 00000020:00000001:1.0:1767384322.118017:0:16140:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384322.118019:0:16140:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000b00616c4. 02000000:00000001:1.0:1767384322.118023:0:16140:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384322.118025:0:16140:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384322.118026:0:16140:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a17a245b. 00000100:00000001:1.0:1767384322.118030:0:16140:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384322.118032:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384322.118034:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384322.118048:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384322.118050:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384322.118053:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384322.118055:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384322.120129:0:795:0:(connection.c:75:cpu_latency_work()) work item of 00000000135c2452 (cpu 0) has reached its deadline 4294912082, at 4294912083 00000100:00000010:2.0:1767384322.120137:0:795:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000060da22a9. 00000100:00000040:0.0:1767384322.120140:0:449:0:(connection.c:75:cpu_latency_work()) work item of 000000002fd0fb58 (cpu 0) has reached its deadline 4294912082, at 4294912083 00000100:00000040:1.0:1767384322.120146:0:62:0:(connection.c:75:cpu_latency_work()) work item of 00000000edc4e618 (cpu 0) has reached its deadline 4294912082, at 4294912083 00000100:00000010:0.0:1767384322.120150:0:449:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004ef00893. 00000100:00000010:1.0:1767384322.120157:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005c01cb3d. 00000100:00000040:3.0:1767384322.121145:0:53:0:(connection.c:75:cpu_latency_work()) work item of 000000009d5c2cb6 (cpu 0) has reached its deadline 4294912082, at 4294912084 00000100:00000010:3.0:1767384322.121153:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004b6e4554. 00010000:00000010:3.1:1767384322.122115:0:28828:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000002512c47a. 00010000:00000010:3.1:1767384322.122126:0:28828:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000a068b46c. 00000400:00000200:2.0:1767384322.485157:0:16134:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.152@tcp31 00000400:00000010:2.0:1767384322.485164:0:16134:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000000f533948. 00000400:00000010:2.0:1767384322.485173:0:16134:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000086515e93. 00000400:00000010:2.0:1767384322.485181:0:16134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000008b6ca34. 00000400:00000010:2.0:1767384322.485190:0:16134:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000ba5e1c91. 00000400:00000200:2.0:1767384322.485195:0:16134:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.152@tcp31 00000400:00000200:2.0:1767384322.485210:0:16134:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.152@tcp31 local destination 00000400:00000200:2.0:1767384322.485216:0:16134:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.152@tcp31 00000400:00000200:2.0:1767384322.485219:0:16134:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp31 NI seq info: [81:81:256:4294967295] 192.168.202.152@tcp31 LPNI seq info [81:81:8:4294967295] 00000400:00000200:2.0:1767384322.485224:0:16134:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.152@tcp31 00000400:00000200:2.0:1767384322.485229:0:16134:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp31(192.168.202.152@tcp31:) -> 192.168.202.152@tcp31(192.168.202.152@tcp31:192.168.202.152@tcp31) : GET try# 0 00000800:00000200:2.0:1767384322.485233:0:16134:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.152@tcp31 00000800:00000010:2.0:1767384322.485242:0:16134:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000cd3cff96. 00000800:00000200:2.0:1767384322.485247:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000003073c2c] -> 12345-192.168.202.152@tcp31 (2) 00000800:00000200:2.1:1767384322.485251:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000003073c2c] -> 12345-192.168.202.152@tcp31 (2) 00000400:00000200:2.0:1767384322.485273:0:16134:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.152@tcp31 added to recovery queue. ping count: 2 next ping: 249 health :800 00000400:00000200:0.0:1767384322.485339:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.152:988 00000400:00000200:0.0:1767384322.485384:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.152:988 00000400:00000200:0.0:1767384322.485401:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.152:988 00000400:00000200:0.0:1767384322.485431:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.152:988 00000400:00000200:0.0:1767384322.485451:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.152:988 00000400:00000200:0.0:1767384322.485468:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.152:988 00000400:00000200:0.0:1767384322.485483:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.152:988 00000400:00000200:0.0:1767384322.485497:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.152:988 00000400:00000200:0.0:1767384322.485511:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.152:988 00000400:00000200:0.0:1767384322.485529:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.152:988 00000400:00000200:0.0:1767384322.485556:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.152:988 00000400:00000200:0.0:1767384322.485588:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.152:988 00000400:00000200:0.0:1767384322.485618:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.152:988 00000400:00000200:0.0:1767384322.485651:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.152:988 00000400:00000200:0.0:1767384322.485678:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.152:988 00000400:00000200:0.0:1767384322.485695:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.152:988 00000400:00000200:0.0:1767384322.485711:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.152:988 00000400:00000200:0.0:1767384322.485726:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.152:988 00000400:00000200:0.0:1767384322.485743:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.152:988 00000400:00000200:0.0:1767384322.485758:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.152:988 00000400:00000200:0.0:1767384322.485774:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.152:988 00000400:00000200:0.0:1767384322.485805:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.152:988 00000400:00000200:0.0:1767384322.485834:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.152:988 00000400:00000200:0.0:1767384322.485866:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.152:988 00000400:00000200:0.0:1767384322.485896:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.152:988 00000400:00000200:0.0:1767384322.485915:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.152:988 00000400:00000200:0.0:1767384322.485932:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.152:988 00000400:00000200:0.0:1767384322.485948:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.152:988 00000400:00000200:0.0:1767384322.485963:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.152:988 00000400:00000200:0.0:1767384322.485978:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.152:988 00000400:00000200:0.0:1767384322.485993:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.152:988 00000400:00000200:0.0:1767384322.486006:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.152:988 00000400:00000200:0.0:1767384322.486027:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.152:988 00000400:00000200:0.0:1767384322.486065:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.152:988 00000400:00000200:0.0:1767384322.486126:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.152:988 00000800:00000010:0.0:1767384322.486291:0:16128:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000002cb8ab3. 00000800:00000010:0.0:1767384322.486295:0:16128:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000006e3333b0. 00000800:00000010:0.0:1767384322.486299:0:16128:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000037cc3fe. 00000800:00000010:0.0:1767384322.486315:0:16128:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000037cc3fe. 00000800:00020000:0.0:1767384322.486324:0:16128:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.152 00000800:00000010:0.0:1767384322.486327:0:16128:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000006e3333b0. 00000800:00000010:0.0:1767384322.486329:0:16128:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000002cb8ab3. 00000400:02020000:0.0:1767384322.486356:0:16128:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.152@tcp31 at host 192.168.202.152:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384322.486361:0:16128:0:(router.c:1755:lnet_notify()) 192.168.202.152@tcp31 notifying 192.168.202.152@tcp31: down 00000800:00000200:0.0:1767384322.486365:0:16128:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.152@tcp31 down 00000800:00000100:0.0:1767384322.486375:0:16128:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.152@tcp31 00000800:00000010:0.0:1767384322.486378:0:16128:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000cd3cff96. 00000400:00000200:0.0:1767384322.486381:0:16128:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384322.486384:0:16128:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp31->192.168.202.152@tcp31: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384322.486390:0:16128:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384322.486392:0:16128:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.152@tcp31 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384322.486395:0:16128:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.152@tcp31) recovery failed with -71 00010000:00000001:0.0:1767384322.614186:0:449:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384322.614191:0:449:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384322.614196:0:449:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384322.614197:0:449:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384322.614333:0:16767:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384322.614343:0:16767:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384322.614346:0:16767:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:3.0:1767384323.345776:0:29212:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384323.345811:0:29212:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384323.345824:0:29212:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384323.345850:0:29212:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384323.345855:0:29212:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384323.345857:0:29212:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384323.509142:0:16134:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384323.509148:0:16134:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384323.509151:0:16134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000008b6ca34 00000400:00000010:2.0:1767384323.509155:0:16134:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000008b6ca34. 00000400:00000200:2.0:1767384323.509160:0:16134:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384323.509166:0:16134:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.152@tcp31 recovery ping unlinked 00000400:00000010:2.0:1767384323.509174:0:16134:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000000f533948. 00000400:00000010:2.0:1767384323.509186:0:16134:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000086515e93. 00010000:00000001:0.0:1767384323.638143:0:449:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384323.638149:0:449:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384323.638153:0:449:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384323.638155:0:449:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384323.638187:0:16768:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384323.638191:0:16768:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384323.638193:0:16768:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:3.0:1767384324.035005:0:29376:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384324.035011:0:29376:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg252-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp35 --if ens2 00000001:00000001:3.0:1767384324.038234:0:29376:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384324.046466:0:29377:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000008e19ae9f. 00000400:00000010:3.0:1767384324.046489:0:29377:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000001e76a32c. 00000400:00000010:3.0:1767384324.046498:0:29377:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000871c12c9. 00000400:00000010:3.0:1767384324.046501:0:29377:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 0000000017d5ed50. 00000400:00000010:3.0:1767384324.046504:0:29377:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000486eeef9. 00000400:00000010:3.0:1767384324.046507:0:29377:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b88d00f6. 00000400:00000010:3.0:1767384324.046509:0:29377:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000002c2106e0. 00000400:00000010:3.0:1767384324.046510:0:29377:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000008c6e4f96. 00000400:00000010:3.0:1767384324.046513:0:29377:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 0000000098493459. 00000800:00000010:3.0:1767384324.046525:0:29377:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000002d5e0254. 00000800:00000200:3.0:1767384324.046535:0:29377:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384324.046544:0:29377:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384324.046578:0:29377:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.152) 00000400:02000000:3.0:1767384324.046598:0:29377:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.152@tcp35 [8/256/0/180] 00000400:00000010:3.0:1767384324.048407:0:29377:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 473 at 000000005419da05. 00000400:00000010:3.0:1767384324.048414:0:29377:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000abb1d7ff. 00000400:00000010:3.0:1767384324.048421:0:29377:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fd1ee6a0. 00000400:00000001:3.0:1767384324.048439:0:29377:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384324.048441:0:29377:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384324.048443:0:29377:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000028b9164b. 00000400:00000200:3.0:1767384324.048446:0:29377:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fad4d9b3 00000400:00000010:3.0:1767384324.048448:0:29377:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fad4d9b3. 00000400:00000010:3.0:1767384324.048452:0:29377:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 457 at 00000000a275e017. 00000400:00000200:3.0:1767384324.048466:0:29377:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (26) 00000400:00000200:3.0:1767384324.048492:0:29377:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.152@tcp (000000005d9714d7): 0 00000400:00000200:3.0:1767384324.048504:0:29377:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131107 00000020:00000010:3.0:1767384324.048512:0:29377:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000001d79b450. 00000400:00000200:2.0:1767384324.048513:0:16135:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:3.0:1767384324.048518:0:29377:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000200:2.0:1767384324.048521:0:16135:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100151 00000020:01000000:3.0:1767384324.048526:0:29377:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.152@tcp35 00000400:00000010:2.0:1767384324.048530:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000008b6ca34. 00000400:00000200:2.0:1767384324.048534:0:16135:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (27) 00000400:00000010:2.0:1767384324.048539:0:16135:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000e140507b. 00000400:00000200:2.0:1767384324.048543:0:16135:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.152@tcp14 00000400:00000010:3.0:1767384324.048546:0:29377:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000001e76a32c. 00000400:00000010:3.0:1767384324.048553:0:29377:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000008e19ae9f. 00000400:00000200:2.0:1767384324.048557:0:16135:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.152@tcp14 to MR: 192.168.202.152@tcp14 local destination 00000400:00000200:2.0:1767384324.048564:0:16135:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp14 NI seq info: [82:82:256:4294967295] 192.168.202.152@tcp14 LPNI seq info [82:82:8:4294967295] 00000400:00000200:2.0:1767384324.048569:0:16135:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.152@tcp14 00000400:00000200:2.0:1767384324.048575:0:16135:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp14(192.168.202.152@tcp14:192.168.202.152@tcp14) -> 192.168.202.152@tcp14(192.168.202.152@tcp14:192.168.202.152@tcp14) : PUT try# 0 00000020:00000001:1.0:1767384324.048578:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000800:00000200:2.0:1767384324.048579:0:16135:0:(socklnd_cb.c:1001:ksocknal_send()) sending 464 bytes in 1 frags to 12345-192.168.202.152@tcp14 00000800:00000010:2.0:1767384324.048586:0:16135:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000017b4489b. 10000000:00000001:1.0:1767384324.048586:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384324.048592:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000800:00000200:2.0:1767384324.048596:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b574b9b1] -> 12345-192.168.202.152@tcp14 (6) 10000000:01000000:1.0:1767384324.048597:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:1.0:1767384324.048602:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000800:00000200:2.0:1767384324.048606:0:16135:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp14 ip 192.168.202.152:988 00000020:01000004:1.0:1767384324.048607:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000800:00000200:2.0:1767384324.048612:0:16135:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000017b4489b type 1, nob 560 niov 1 nkiov 1 00000020:01000004:1.0:1767384324.048613:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384324.048617:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384324.048620:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384324.048622:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384324.048624:0:37:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384324.048625:0:37:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384324.048627:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384324.048628:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:2.0:1767384324.048632:0:16135:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.152@tcp 00000100:00000010:1.0:1767384324.048635:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000084c99a64. 00000400:00000200:2.0:1767384324.048636:0:16135:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100551 rc 0 00000020:00000040:1.0:1767384324.048644:0:37:0:(genops.c:1229:class_import_get()) import 00000000df830bbe refcount=4 obd=MGC192.168.202.152@tcp 00000100:00000001:1.0:1767384324.048660:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384324.048664:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384324.048669:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384324.048678:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000fc2316a4. 00000100:00000001:1.0:1767384324.048686:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384324.048694:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384324.048698:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384324.048706:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000084c99a64] to pc [ptlrpcd_00_00+0] req@0000000084c99a64 x1853236723078144/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767384324.048737:0:16132:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 10000000:00000001:1.0:1767384324.048739:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384324.048742:0:16132:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000017b4489b. 00000100:00000001:2.0:1767384324.048743:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:00000001:1.0:1767384324.048744:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384324.048748:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767384324.048749:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384324.048750:0:16137:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:1.0:1767384324.048755:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384324.048758:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp14->192.168.202.152@tcp14: PUT: OK 00000020:01000000:1.0:1767384324.048762:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000040:2.0:1767384324.048765:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000084c99a64 x1853236723078144/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384324.048765:0:16132:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384324.048771:0:16132:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.152@tcp14: 0 00000020:00000001:1.0:1767384324.048774:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:1.0:1767384324.048779:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000100:00000001:2.0:1767384324.048781:0:16137:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 10000000:00000001:1.0:1767384324.048782:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000001:2.0:1767384324.048784:0:16137:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384324.048784:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 10000000:01000000:1.0:1767384324.048787:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 02000000:00000001:2.0:1767384324.048790:0:16137:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:1.0:1767384324.048792:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 02000000:00000001:2.0:1767384324.048794:0:16137:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384324.048797:0:16137:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:1.0:1767384324.048797:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000800:00000001:0.0:1767384324.048797:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384324.048803:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000800:00000001:0.0:1767384324.048804:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:2.0:1767384324.048805:0:16137:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000084c99a64 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c0412d60-4f67-4dbc-8791-892843f60083:16137:1853236723078144:0@lo:253: 00000020:01000004:1.0:1767384324.048808:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000001:2.0:1767384324.048811:0:16137:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:01000004:1.0:1767384324.048812:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000800:00000001:0.0:1767384324.048813:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384324.048816:0:16137:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:01000004:1.0:1767384324.048818:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 02000000:00000001:2.0:1767384324.048820:0:16137:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:1.0:1767384324.048822:0:37:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 02000000:00000001:2.0:1767384324.048824:0:16137:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:01000004:1.0:1767384324.048827:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:0.0:1767384324.048829:0:16132:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.152@tcp14(192.168.202.152@tcp14) <- 192.168.202.152@tcp14 : PUT - for me 02000000:00000010:2.0:1767384324.048831:0:16137:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000412990b8. 00000020:01000004:1.0:1767384324.048831:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:2.0:1767384324.048835:0:16137:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384324.048838:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006ed2bb3d. 00000400:00000010:2.0:1767384324.048839:0:16137:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005ab3a84f. 00000020:00000040:1.0:1767384324.048846:0:37:0:(genops.c:1229:class_import_get()) import 00000000df830bbe refcount=5 obd=MGC192.168.202.152@tcp 00000400:00000200:0.0:1767384324.048846:0:16132:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.152@tcp of length 464 into portal 0 MB=0x8000000000000000 00000400:00000010:2.0:1767384324.048848:0:16137:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000726d12f5. 00000100:00000001:1.0:1767384324.048855:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:0.0:1767384324.048856:0:16132:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.152@tcp of length 448/464 into md 0x1931 [1] + 0 02000000:00000001:1.0:1767384324.048858:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:0.0:1767384324.048861:0:16132:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000026a1b6af. 02000000:00000001:1.0:1767384324.048863:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384324.048865:0:16132:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000a79d528a 00000100:00000200:2.0:1767384324.048871:0:16137:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236723078144, portal 25 02000000:00000010:1.0:1767384324.048871:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000aab16fa3. 00000800:00000001:0.0:1767384324.048872:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384324.048878:0:16137:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384324.048878:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384324.048879:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384324.048883:0:16137:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782424489344 : -124291285062272 : ffff8ef52e1aed80) 00000400:00000200:0.0:1767384324.048884:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384324.048885:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384324.048889:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384324.048893:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp14->192.168.202.152@tcp14: PUT: OK 00000100:00000040:1.0:1767384324.048896:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006ed2bb3d] to pc [ptlrpcd_00_01+1] req@000000006ed2bb3d x1853236723078272/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384324.048901:0:16137:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000084c99a64 x1853236723078144/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384340 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384324.048908:0:16132:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a79d528a 00000400:00000010:0.0:1767384324.048912:0:16132:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a79d528a. 10000000:00000001:1.0:1767384324.048915:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384324.048917:0:16132:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 10000000:00000001:1.0:1767384324.048920:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384324.048924:0:16132:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (28) 00000020:00000001:1.0:1767384324.048926:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1767384324.048928:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:0.0:1767384324.048930:0:16132:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.152@tcp(000000005d9714d7) is MR 00000100:00000001:2.0:1767384324.048932:0:16137:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:1.0:1767384324.048933:0:37:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000001d79b450. 00000400:00000200:0.0:1767384324.048935:0:16132:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.202.152@tcp (464 bytes) 00000100:00000040:2.0:1767384324.048940:0:16137:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1767384324.048942:0:16132:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.152@tcp (000000005d9714d7): -114 00000100:00000001:1.0:1767384324.048944:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1767384324.048948:0:16137:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000062fdac13. 00000100:00000001:1.0:1767384324.048949:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384324.048952:0:16138:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000200:2.0:1767384324.048953:0:16137:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236723078144, offset 0 00000400:00000200:0.0:1767384324.048954:0:16132:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000005d9714d7 (29) 00000100:00000040:1.0:1767384324.048957:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006ed2bb3d x1853236723078272/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384324.048961:0:16132:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767384324.048962:0:16137:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384324.048971:0:16132:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.152@tcp14 to MR: 192.168.202.152@tcp14 local destination 00000400:00000200:0.0:1767384324.048976:0:16132:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp14 NI seq info: [83:83:256:4294967295] 192.168.202.152@tcp14 LPNI seq info [83:83:8:4294967295] 00000400:00000200:0.0:1767384324.048997:0:16132:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp14(192.168.202.152@tcp14:192.168.202.152@tcp14) -> 192.168.202.152@tcp14(192.168.202.152@tcp14:192.168.202.152@tcp14) 192.168.202.152@tcp14 : ACK try# 0 00000100:00000001:1.0:1767384324.048998:0:16138:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384324.049003:0:16138:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384324.049006:0:16132:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.152@tcp14 02000000:00000001:1.0:1767384324.049010:0:16138:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1767384324.049011:0:16137:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000010:0.0:1767384324.049013:0:16132:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ce9aed5e. 02000000:00000001:1.0:1767384324.049016:0:16138:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000200:0.0:1767384324.049022:0:16132:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b574b9b1] -> 12345-192.168.202.152@tcp14 (6) 00000400:00000200:2.0:1767384324.049023:0:16137:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824c905400 02000000:00000001:1.0:1767384324.049023:0:16138:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384324.049030:0:16132:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp14 ip 192.168.202.152:1013 00000100:00100000:1.0:1767384324.049032:0:16138:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006ed2bb3d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c0412d60-4f67-4dbc-8791-892843f60083:16138:1853236723078272:0@lo:253: 00000400:00000200:2.0:1767384324.049035:0:16137:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x11bd [2] + 0 00000800:00000200:0.0:1767384324.049036:0:16132:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ce9aed5e type 0, nob 96 niov 1 nkiov 0 00000400:00000010:2.0:1767384324.049045:0:16137:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005a00edf9. 00000100:00000001:1.0:1767384324.049046:0:16138:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384324.049052:0:16138:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000800:00000001:0.0:1767384324.049052:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384324.049053:0:16137:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000004e15fa6e 02000000:00000001:1.0:1767384324.049057:0:16138:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384324.049059:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384324.049060:0:16137:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1767384324.049061:0:16138:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767384324.049067:0:16137:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:1.0:1767384324.049070:0:16138:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000686b2cb5. 02000000:00000001:1.0:1767384324.049076:0:16138:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384324.049078:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004e15fa6e 00000400:00000010:2.0:1767384324.049081:0:16137:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004e15fa6e. 00000400:00000010:1.0:1767384324.049083:0:16138:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000662d4c0b. 00000100:00000001:2.0:1767384324.049116:0:16137:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384324.049119:0:16137:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000010:1.0:1767384324.049120:0:16138:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bdafb82c. 00000100:00000040:2.0:1767384324.049123:0:16137:0:(events.c:337:request_in_callback()) incoming req@00000000c262e3c8 x1853236723078144 msgsize 4848 00000100:00000200:1.0:1767384324.049126:0:16138:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236723078272, portal 25 00000100:00100000:2.0:1767384324.049129:0:16137:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384324.049133:0:16137:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384324.049133:0:16138:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384324.049138:0:16138:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782424477696 : -124291285073920 : ffff8ef52e1ac000) 00000800:00000200:0.0:1767384324.049139:0:16132:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767384324.049143:0:16137:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000010:0.0:1767384324.049145:0:16132:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ce9aed5e. 00000100:00000040:1.0:1767384324.049149:0:16138:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006ed2bb3d x1853236723078272/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384340 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384324.049150:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000062fdac13 00000400:00000200:0.0:1767384324.049152:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1767384324.049153:0:16137:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000062fdac13. 00000100:00000001:2.0:1767384324.049159:0:16137:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384324.049166:0:16137:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000084c99a64 x1853236723078144/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384340 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384324.049166:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp14->192.168.202.152@tcp14: ACK: OK 00000100:00000001:1.0:1767384324.049170:0:16138:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000001:0.0:1767384324.049177:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:1.0:1767384324.049179:0:16138:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384324.049181:0:16137:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000001:0.0:1767384324.049182:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384324.049185:0:16138:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000021cbc40f. 00000100:00000040:2.0:1767384324.049187:0:16137:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000084c99a64 x1853236723078144/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384340 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767384324.049187:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:1.0:1767384324.049192:0:16138:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236723078272, offset 0 00000800:00000001:0.0:1767384324.049194:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384324.049197:0:16137:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384324.049199:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384324.049201:0:16137:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1767384324.049206:0:16138:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384324.049207:0:16137:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384324.049207:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384324.049215:0:16137:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294914036 00000400:00000200:1.0:1767384324.049220:0:16138:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384324.049221:0:16132:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.152@tcp14(192.168.202.152@tcp14) <- 192.168.202.152@tcp14 : ACK - for me 00000100:00000010:2.0:1767384324.049222:0:16137:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000040379a8c. 00000100:00000001:2.0:1767384324.049231:0:16137:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767384324.049236:0:16137:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294914036 00000400:00000200:0.0:1767384324.049239:0:16132:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.152@tcp14: ACK from 12345-192.168.202.152@tcp14 into md 0x1951 00000400:00000200:1.0:1767384324.049242:0:16138:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824c905480 00000100:00000010:2.0:1767384324.049243:0:16137:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ed8870f4. 00000100:00000001:2.0:1767384324.049248:0:16137:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 1 00000400:00000200:0.0:1767384324.049253:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384324.049254:0:16137:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294914036 00000400:00000200:1.0:1767384324.049259:0:16138:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x11cd [2] + 0 00000100:00000010:2.0:1767384324.049261:0:16137:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000012bac5c7. 00000400:00000200:0.0:1767384324.049264:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp14->192.168.202.152@tcp14: ACK: OK 00000100:00000001:2.0:1767384324.049266:0:16137:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 2 00000400:00000010:1.0:1767384324.049269:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e6adca78. 00000100:00000001:2.0:1767384324.049272:0:16137:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294914036 00000400:00000200:1.0:1767384324.049275:0:16138:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000050ab23fd 00000100:00000010:2.0:1767384324.049276:0:16137:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e7f3f65b. 00000100:00000001:2.0:1767384324.049282:0:16137:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 3 00000400:00000200:0.0:1767384324.049282:0:16132:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000008b6ca34 00000400:00000200:1.0:1767384324.049284:0:16138:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384324.049287:0:16137:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1767384324.049287:0:16132:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000008b6ca34. 00000400:00000200:0.0:1767384324.049292:0:16132:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:1.0:1767384324.049293:0:16138:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384324.049299:0:16137:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384324.049300:0:16132:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.152@tcp ev->status 0 00000400:00000200:1.0:1767384324.049302:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000050ab23fd 00000100:00000001:2.0:1767384324.049306:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384324.049307:0:16132:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.152@tcp (000000005d9714d7): -114 00000100:00000001:2.0:1767384324.049309:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384324.049311:0:16132:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000005d9714d7 (28) 00000400:00000010:1.0:1767384324.049316:0:16138:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000050ab23fd. 00000100:00000001:2.0:1767384324.049318:0:16137:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000001:0.0:1767384324.049318:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384324.049322:0:16137:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000001:0.0:1767384324.049323:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384324.049324:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384324.049324:0:16138:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1767384324.049329:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:1.0:1767384324.049330:0:16138:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:2.0:1767384324.049331:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384324.049335:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384324.049335:0:16138:0:(events.c:337:request_in_callback()) incoming req@00000000cad213ed x1853236723078272 msgsize 4848 00000100:00100000:1.0:1767384324.049344:0:16138:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384324.049346:0:16138:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:1.0:1767384324.049357:0:16138:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384324.049364:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000021cbc40f 00000100:00000001:2.0:1767384324.049365:0:16771:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000010:1.0:1767384324.049366:0:16138:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000021cbc40f. 00000100:00100000:2.0:1767384324.049369:0:16771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723078144 02000000:00000001:2.0:1767384324.049373:0:16771:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384324.049374:0:16138:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384324.049375:0:16771:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384324.049378:0:16771:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384324.049381:0:16771:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384324.049381:0:16138:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006ed2bb3d x1853236723078272/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384340 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384324.049386:0:16771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723078144 00000020:00000001:2.0:1767384324.049389:0:16771:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384324.049390:0:16771:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eec8e1 00000020:00000001:2.0:1767384324.049406:0:16771:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384324.049410:0:16771:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000555601ca refcount=14 00000020:00000001:2.0:1767384324.049415:0:16771:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000100:00000001:1.0:1767384324.049416:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:2.0:1767384324.049421:0:16771:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000100:00000040:1.0:1767384324.049423:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006ed2bb3d x1853236723078272/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384340 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384324.049428:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384324.049433:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000778d9b2b. 00000100:00000001:1.0:1767384324.049435:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384324.049436:0:16771:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384324.049441:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000778d9b2b. 00000100:00000001:1.0:1767384324.049441:0:16138:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:2.0:1767384324.049449:0:16771:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e1a5d5c6. 00000020:00000010:2.0:1767384324.049453:0:16771:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c65ba073. 00000100:00000001:1.0:1767384324.049453:0:16138:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384324.049460:0:16771:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000007f8932b0. 00000100:00000001:1.0:1767384324.049460:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294914036 00000100:00000001:0.0:1767384324.049465:0:16773:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384324.049466:0:16138:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 0, keep current deadline 4294914036 00000100:00000040:2.0:1767384324.049468:0:16771:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00100000:0.0:1767384324.049469:0:16773:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723078272 00000100:00000001:1.0:1767384324.049471:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294914036 02000000:00000001:0.0:1767384324.049474:0:16773:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384324.049475:0:16771:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384324.049477:0:16138:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 1, keep current deadline 4294914036 00000100:00000001:0.0:1767384324.049478:0:16773:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384324.049479:0:16771:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384324.049481:0:16773:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384324.049491:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294914036 00000100:00000001:2.0:1767384324.049492:0:16771:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384324.049495:0:16773:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384324.049498:0:16138:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 2, keep current deadline 4294914036 00000100:00100000:0.0:1767384324.049499:0:16773:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723078272 00000100:00000001:2.0:1767384324.049502:0:16771:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384324.049502:0:16773:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384324.049504:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294914036 00000020:00000040:0.0:1767384324.049506:0:16773:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eec8e1 00000020:00000001:0.0:1767384324.049510:0:16773:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384324.049511:0:16138:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 3, keep current deadline 4294914036 00000020:00000040:0.0:1767384324.049512:0:16773:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000555601ca refcount=15 00000100:00000001:2.0:1767384324.049513:0:16771:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384324.049519:0:16138:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384324.049520:0:16773:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000020:00000001:0.0:1767384324.049524:0:16773:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000100:00000001:1.0:1767384324.049526:0:16138:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384324.049527:0:16771:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384324.049528:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384324.049532:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384324.049533:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002f915988. 00000100:00000001:2.0:1767384324.049535:0:16771:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384324.049538:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384324.049540:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384324.049541:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002f915988. 00000100:00100000:2.0:1767384324.049542:0:16771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108 00000100:00000040:2.0:1767384324.049548:0:16771:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000555601ca : new rpc_count 1 00000100:00000001:2.0:1767384324.049550:0:16771:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619777395453008 : -124296314098608 : ffff8ef40259ec50) 00000020:00000010:0.0:1767384324.049550:0:16773:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000080439f22. 00000100:00000001:1.0:1767384324.049551:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384324.049557:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:0.0:1767384324.049558:0:16773:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000981cb291. 00000100:00000040:2.0:1767384324.049559:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c262e3c8 x1853236723078144/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:305/0 lens 4848/0 e 0 to 0 dl 1767384335 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384324.049565:0:16773:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000006ba800d. 00000100:00000001:1.0:1767384324.049572:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384324.049573:0:16773:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384324.049574:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384324.049576:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384324.049577:0:16773:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:2.0:1767384324.049579:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000778d9b2b. 00000100:00000001:0.0:1767384324.049580:0:16773:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384324.049581:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384324.049583:0:16771:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384324.049587:0:16773:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384324.049588:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000778d9b2b. 00000100:00000001:1.0:1767384324.049589:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384324.049593:0:16771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000c262e3c8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c0412d60-4f67-4dbc-8791-892843f60083+15:16137:x1853236723078144:12345-0@lo:253: 00000100:00000200:2.0:1767384324.049599:0:16771:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723078144 00000020:00000001:2.0:1767384324.049602:0:16771:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:0.0:1767384324.049605:0:16773:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384324.049606:0:16771:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384324.049609:0:16771:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384324.049612:0:16771:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384324.049613:0:16771:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669141328 : -1040410288 : ffffffffc1fc9950) 00000020:00000001:2.0:1767384324.049616:0:16771:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384324.049618:0:16771:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384324.049620:0:16773:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:2.0:1767384324.049621:0:16771:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1767384324.049623:0:16773:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:2.0:1767384324.049624:0:16771:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384324.049628:0:16771:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384324.049631:0:16773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109 00000100:00000001:2.0:1767384324.049634:0:16771:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000040:0.0:1767384324.049635:0:16773:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000555601ca : new rpc_count 2 02000000:00000001:2.0:1767384324.049639:0:16771:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1767384324.049639:0:16773:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619777395442768 : -124296314108848 : ffff8ef40259c450) 00000400:00000200:1.0:1767384324.049644:0:16135:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 02000000:00000010:2.0:1767384324.049647:0:16771:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000eea01c52. 00000100:00000040:0.0:1767384324.049647:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000cad213ed x1853236723078272/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:305/0 lens 4848/0 e 0 to 0 dl 1767384335 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384324.049652:0:16771:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384324.049652:0:16135:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 473 at 00000000d1cf936c. 00000100:00000001:2.0:1767384324.049664:0:16771:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384324.049671:0:16771:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000010:1.0:1767384324.049672:0:16135:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bb9cbdaf. 00000100:00000001:0.0:1767384324.049674:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384324.049679:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002f915988. 20000000:00000010:2.0:1767384324.049681:0:16771:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000713c9570. 00000400:00000010:1.0:1767384324.049681:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005a043743. 00000100:00000001:0.0:1767384324.049682:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384324.049688:0:16771:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000020:00000010:0.0:1767384324.049688:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002f915988. 00000400:00000200:1.0:1767384324.049690:0:16135:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000d1cf936c 20000000:00000001:2.0:1767384324.049692:0:16771:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000100:00100000:0.0:1767384324.049696:0:16773:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000cad213ed pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c0412d60-4f67-4dbc-8791-892843f60083+15:16138:x1853236723078272:12345-0@lo:253: 20000000:00000001:2.0:1767384324.049697:0:16771:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000400:00000010:1.0:1767384324.049698:0:16135:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 457 at 00000000fa645e07. 20000000:00000001:2.0:1767384324.049702:0:16771:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384324.049703:0:16773:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723078272 00000400:00000200:1.0:1767384324.049707:0:16135:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 464 success 00000020:00000001:0.0:1767384324.049707:0:16773:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384324.049711:0:16773:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 20000000:00000001:2.0:1767384324.049713:0:16771:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384324.049714:0:16773:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384324.049716:0:16771:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:1.0:1767384324.049718:0:16135:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x102051 00000020:00000001:0.0:1767384324.049718:0:16773:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384324.049722:0:16773:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669141328 : -1040410288 : ffffffffc1fc9950) 00000400:00000200:1.0:1767384324.049724:0:16135:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (27) 00000020:00000001:0.0:1767384324.049725:0:16773:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 20000000:00000010:2.0:1767384324.049726:0:16771:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000021224e3c. 00000020:00000001:0.0:1767384324.049728:0:16773:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 20000000:01000000:2.0:1767384324.049731:0:16771:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #35 00000020:00000001:0.0:1767384324.049732:0:16773:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000010:1.0:1767384324.049733:0:16135:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 473 at 0000000066e0aa53. 00000020:00000001:0.0:1767384324.049736:0:16773:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 20000000:00000001:2.0:1767384324.049739:0:16771:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000020:00000001:0.0:1767384324.049739:0:16773:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384324.049740:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ddab9ea5. 00000100:00000001:0.0:1767384324.049744:0:16773:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00080000:00000001:2.0:1767384324.049747:0:16771:0:(osd_index.c:626:osd_dir_lookup()) Process entered 02000000:00000001:0.0:1767384324.049747:0:16773:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000010:1.0:1767384324.049750:0:16135:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000005970e755. 02000000:00000010:0.0:1767384324.049755:0:16773:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000002cb8ab3. 02000000:00000001:0.0:1767384324.049759:0:16773:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384324.049760:0:16135:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.152@tcp 00000100:00000001:0.0:1767384324.049761:0:16773:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384324.049766:0:16773:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:0.0:1767384324.049772:0:16773:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000d5c85fd3. 00000400:00000200:1.0:1767384324.049774:0:16135:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.152@tcp local destination 20000000:01000000:0.0:1767384324.049776:0:16773:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384324.049780:0:16773:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000400:00000200:1.0:1767384324.049783:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 37], ns[40, 37] 20000000:00000001:0.0:1767384324.049790:0:16773:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00080000:00000001:2.0:1767384324.049792:0:16771:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384324.049794:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 37], ns[64, 37] 20000000:00000001:0.0:1767384324.049795:0:16773:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384324.049796:0:16771:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384324.049800:0:16771:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384324.049802:0:16773:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384324.049805:0:16771:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 20000000:00000001:0.0:1767384324.049808:0:16773:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000020:00000001:2.0:1767384324.049810:0:16771:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000200:1.0:1767384324.049810:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[68, 37], ns[68, 37] 00000020:00000001:2.0:1767384324.049816:0:16771:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446619782313850200 : -124291395701416 : ffff8ef52782b558) 00080000:00000001:2.0:1767384324.049821:0:16771:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000400:00000200:1.0:1767384324.049821:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[78, 37], ns[78, 37] 00000400:00000200:1.0:1767384324.049829:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[83, 37], ns[83, 37] 00080000:00000010:2.0:1767384324.049830:0:16771:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000002860128e. 00080000:00000001:2.0:1767384324.049834:0:16771:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446619781776840704 : -124291932710912 : ffff8ef507809800) 00080000:00000001:2.0:1767384324.049838:0:16771:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:1.0:1767384324.049842:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 37], ns[18, 37] 00000400:00000200:1.0:1767384324.049848:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 18], ns[20, 18] 00000400:00000200:1.0:1767384324.049854:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 18], ns[22, 18] 00000400:00000200:1.0:1767384324.049860:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 18], ns[24, 18] 00000400:00000200:1.0:1767384324.049866:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 18], ns[26, 18] 00000400:00000200:1.0:1767384324.049880:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 18], ns[28, 18] 00000400:00000200:1.0:1767384324.049885:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 18], ns[30, 18] 00000400:00000200:1.0:1767384324.049891:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 18], ns[32, 18] 00000400:00000200:1.0:1767384324.049897:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 18], ns[34, 18] 00000400:00000200:1.0:1767384324.049903:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 18], ns[44, 18] 00000400:00000200:1.0:1767384324.049909:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 18], ns[48, 18] 00000400:00000200:1.0:1767384324.049914:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 18], ns[52, 18] 00000400:00000200:1.0:1767384324.049920:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 18], ns[56, 18] 00000400:00000200:1.0:1767384324.049926:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 18], ns[60, 18] 00000400:00000200:1.0:1767384324.049931:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 18], ns[72, 18] 00000400:00000200:1.0:1767384324.049938:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[76, 18], ns[76, 18] 00000400:00000200:1.0:1767384324.049944:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[81, 18], ns[81, 18] 00000001:00000001:2.0:1767384324.049947:0:16771:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384324.049951:0:16771:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384324.049952:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 18], ns[0, 18] 00080000:00000001:2.0:1767384324.049954:0:16771:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000400:00000200:1.0:1767384324.049961:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp32] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 00000400:00000200:1.0:1767384324.049966:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp32] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 00000400:00000200:1.0:1767384324.049971:0:16135:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp32 00080000:00000001:2.0:1767384324.049973:0:16771:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384324.049978:0:16771:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:1.0:1767384324.049978:0:16135:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.152@tcp32 00000400:00000200:1.0:1767384324.049986:0:16135:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.152@tcp32 lpni_is_preferred = 0 00000400:00000200:1.0:1767384324.049990:0:16135:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.152@tcp32 00000400:00000200:1.0:1767384324.049994:0:16135:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp32 NI seq info: [84:84:256:4294967295] 192.168.202.152@tcp32 LPNI seq info [84:84:8:4294967295] 00000400:00000200:1.0:1767384324.050011:0:16135:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.152@tcp32 00000400:00000200:1.0:1767384324.050021:0:16135:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp32(192.168.202.152@tcp32:) -> 192.168.202.152@tcp32(192.168.202.152@tcp:192.168.202.152@tcp32) : GET try# 0 00000800:00000200:1.0:1767384324.050028:0:16135:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.152@tcp32 00000800:00000010:1.0:1767384324.050032:0:16135:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000067721eb6. 00000800:00000010:1.0:1767384324.050040:0:16135:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000021cbc40f. 00000800:00000010:1.0:1767384324.050046:0:16135:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 0000000066f2c2c2. 00000800:00000200:1.0:1767384324.050051:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000021cbc40f] -> 12345-192.168.202.152@tcp32 (2) 00000800:00000200:1.1:1767384324.050057:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000021cbc40f] -> 12345-192.168.202.152@tcp32 (2) 00080000:00000001:2.0:1767384324.050071:0:16771:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000400:00000200:1.0:1767384324.050074:0:16135:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.152@tcp 00080000:00000001:2.0:1767384324.050076:0:16771:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:1.0:1767384324.050080:0:16135:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100251 rc 0 00000400:00000200:1.0:1767384324.050175:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.152:988 00000400:00000200:1.0:1767384324.050252:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.152:988 00000400:00000200:1.0:1767384324.050317:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.152:988 00000400:00000200:1.0:1767384324.050382:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.152:988 00000400:00000200:1.0:1767384324.050461:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.152:988 00000400:00000200:1.0:1767384324.050524:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.152:988 00000400:00000200:1.0:1767384324.050570:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.152:988 00000400:00000200:1.0:1767384324.050621:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.152:988 00000400:00000200:1.0:1767384324.050678:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.152:988 00000400:00000200:1.0:1767384324.050724:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.152:988 00000400:00000200:1.0:1767384324.050774:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.152:988 00000400:00000200:1.0:1767384324.050835:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.152:988 00000400:00000200:1.0:1767384324.050893:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.152:988 00000400:00000200:1.0:1767384324.050930:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.152:988 00000400:00000200:1.0:1767384324.050964:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.152:988 00000400:00000200:1.0:1767384324.051009:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.152:988 00000400:00000200:1.0:1767384324.051053:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.152:988 00000400:00000200:1.0:1767384324.051078:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.152:988 00000400:00000200:1.0:1767384324.051139:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.152:988 00000400:00000200:0.0:1767384324.051256:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.152:988 00000400:00000200:0.0:1767384324.051327:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.152:988 00000400:00000200:0.0:1767384324.051376:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.152:988 00000400:00000200:0.0:1767384324.051455:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.152:988 00000400:00000200:0.0:1767384324.051488:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.152:988 00000400:00000200:0.0:1767384324.051528:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.152:988 00000400:00000200:0.0:1767384324.051580:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.152:988 00000400:00000200:0.0:1767384324.051637:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.152:988 00000400:00000200:0.0:1767384324.051680:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.152:988 00000400:00000200:0.0:1767384324.051724:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.152:988 00000400:00000200:0.0:1767384324.051757:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.152:988 00000400:00000200:0.0:1767384324.051798:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.152:988 00000400:00000200:0.0:1767384324.051857:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.152:988 00000400:00000200:0.0:1767384324.051914:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.152:988 00000400:00000200:0.0:1767384324.051966:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.152:988 00000400:00000200:0.0:1767384324.052016:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.152:988 00000800:00000010:0.0:1767384324.052233:0:16126:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000f7aa12ca. 00000800:00000010:0.0:1767384324.052240:0:16126:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000007a42bf36. 00000800:00000010:0.0:1767384324.052246:0:16126:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000005d86949a. 00000800:00000010:0.0:1767384324.052275:0:16126:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000005d86949a. 00000800:00020000:0.0:1767384324.052286:0:16126:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.152 00000800:00000010:0.0:1767384324.052290:0:16126:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000007a42bf36. 00000800:00000010:0.0:1767384324.052294:0:16126:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000f7aa12ca. 00000400:02020000:0.0:1767384324.052345:0:16126:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.152@tcp32 at host 192.168.202.152:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384324.052353:0:16126:0:(router.c:1755:lnet_notify()) 192.168.202.152@tcp32 notifying 192.168.202.152@tcp32: down 00000800:00000200:0.0:1767384324.052360:0:16126:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.152@tcp32 down 00000800:00000100:0.0:1767384324.052368:0:16126:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.152@tcp32 00000800:00000010:0.0:1767384324.052371:0:16126:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000067721eb6. 00000400:00000200:0.0:1767384324.052383:0:16126:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384324.052390:0:16126:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp32->192.168.202.152@tcp32: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384324.052413:0:16126:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.152@tcp32 added to recovery queue. ping count: 0 next ping: 247 health :900 00000400:00000200:0.0:1767384324.052417:0:16126:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384324.052420:0:16126:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.152@tcp: 1 00000400:00000200:0.0:1767384324.052423:0:16126:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.152@tcp (000000005d9714d7): -114 00000400:00000200:0.0:1767384324.052448:0:16135:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384324.052452:0:16135:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100851 00000400:00000001:0.0:1767384324.052457:0:16135:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384324.052459:0:16135:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384324.052461:0:16135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ddab9ea5 00000400:00000010:0.0:1767384324.052463:0:16135:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ddab9ea5. 00000400:00000200:0.0:1767384324.052467:0:16135:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:0.0:1767384324.052472:0:16135:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.152@tcp (000000005d9714d7): -114 00000400:00000010:0.0:1767384324.052477:0:16135:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 473 at 0000000066e0aa53. 00000400:00000200:0.0:1767384324.052483:0:16135:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000005d9714d7 (28) 00000400:00000200:0.0:1767384324.052488:0:16135:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.202.152@tcp:-71 00000400:00000200:0.0:1767384324.052492:0:16135:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x102051 rc -71 00000400:00000200:0.0:1767384324.052496:0:16135:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.152@tcp (000000005d9714d7) 00000400:00000200:0.0:1767384324.052500:0:16135:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000005d9714d7 (27) 00080000:00000001:3.0:1767384324.058466:0:16771:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384324.058473:0:16771:0:(lu_object.c:207:lu_object_put()) Add 00000000f07b1e3f/000000000f28175b to site lru. bkt: 00000000b56e2c81 00080000:00000001:0.0:1767384324.058474:0:16807:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 20000000:00000001:3.0:1767384324.058478:0:16771:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384324.058480:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:3.0:1767384324.058482:0:16771:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:0.0:1767384324.058483:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1767384324.058486:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384324.058487:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384324.058489:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000002860128e. 00080000:00000001:0.0:1767384324.058493:0:16807:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:3.0:1767384324.058494:0:16771:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384324.058504:0:16771:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384324.058507:0:16771:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:00000010:2.0:1767384324.058513:0:16773:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000001a7e4b90. 00080000:00000020:3.0:1767384324.058515:0:16771:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:2.0:1767384324.058519:0:16773:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #35 20000000:00000001:2.0:1767384324.058523:0:16773:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:2.0:1767384324.058528:0:16773:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:01000000:3.0:1767384324.058531:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384324.058535:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384324.058538:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384324.058541:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384324.058544:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384324.058552:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000002512c47a. 00010000:00000001:3.0:1767384324.058556:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:2.0:1767384324.058557:0:16773:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1767384324.058560:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000003653ee69. 00080000:00000001:2.0:1767384324.058561:0:16773:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384324.058566:0:16773:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384324.058567:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:2.0:1767384324.058568:0:16773:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000040:3.0:1767384324.058572:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 000000003653ee69 with handle 0x7e51148972eecbf1 to hash 00000020:00000001:2.0:1767384324.058574:0:16773:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384324.058576:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384324.058579:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446619781713885184 : -124291995666432 : ffff8ef503bff800) 00000020:00000001:2.0:1767384324.058579:0:16773:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446619782313850200 : -124291395701416 : ffff8ef52782b558) 00080000:00000001:2.0:1767384324.058585:0:16773:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:3.0:1767384324.058586:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446619781713885184 : -124291995666432 : ffff8ef503bff800) 00010000:00000001:3.0:1767384324.058590:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000010:2.0:1767384324.058591:0:16773:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000c0e83866. 00010000:00000001:3.0:1767384324.058592:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384324.058596:0:16773:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446619781776838656 : -124291932712960 : ffff8ef507809000) 00010000:00010000:3.0:1767384324.058597:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000003653ee69/0x7e51148972eecbf1 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384324.058601:0:16773:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:3.0:1767384324.058606:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384324.058616:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384324.058618:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384324.058620:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384324.058622:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384324.058624:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384324.058625:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384324.058627:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384324.058629:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384324.058630:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384324.058631:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384324.058633:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000002512c47a) refcount = 1 00010000:00010000:3.0:1767384324.058636:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000003653ee69/0x7e51148972eecbf1 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384324.058640:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384324.058641:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384324.058643:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384324.058645:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384324.058646:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384324.058648:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384324.058651:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003445359s 00010000:00000001:3.0:1767384324.058653:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000001:00000001:2.0:1767384324.058654:0:16773:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000020:00000001:3.0:1767384324.058655:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00080000:00000001:2.0:1767384324.058657:0:16773:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384324.058658:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000003653ee69 refcount=4 00080000:00000001:2.0:1767384324.058662:0:16773:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000020:00000001:3.0:1767384324.058663:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781713885184 : -124291995666432 : ffff8ef503bff800) 00010000:00000001:3.0:1767384324.058666:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781713885184 : -124291995666432 : ffff8ef503bff800) 00010000:00000001:3.0:1767384324.058668:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384324.058669:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000003653ee69/0x7e51148972eecbf1 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384324.058674:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00080000:00000001:2.0:1767384324.058675:0:16773:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384324.058676:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000003653ee69/0x7e51148972eecbf1 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384324.058681:0:16773:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:3.0:1767384324.058685:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384324.058687:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384324.058693:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000003653ee69/0x7e51148972eecbf1 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384324.058697:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384324.058698:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384324.058700:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384324.058702:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000003653ee69/0x7e51148972eecbf1 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384324.058707:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000003653ee69 already unused, calling callback (00000000871a6010) 00010000:00000001:3.0:1767384324.058709:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384324.058711:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384324.058713:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000003653ee69/0x7e51148972eecbf1 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384324.058717:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384324.058718:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384324.058719:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384324.058720:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000003653ee69 refcount=5 00000020:00000001:3.0:1767384324.058722:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781713885184 : -124291995666432 : ffff8ef503bff800) 00010000:00000001:3.0:1767384324.058724:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781713885184 : -124291995666432 : ffff8ef503bff800) 00010000:00000001:3.0:1767384324.058726:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384324.058728:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000003653ee69/0x7e51148972eecbf1 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384324.058733:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384324.058735:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384324.058736:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384324.058740:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384324.058741:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384324.058743:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384324.058744:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384324.058746:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000003653ee69 with handle 0x7e51148972eecbf1 from hash 00010000:00000001:3.0:1767384324.058748:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384324.058749:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000001:2.0:1767384324.058753:0:16773:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:2.0:1767384324.058756:0:16773:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000001:3.0:1767384324.058759:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384324.058761:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384324.058763:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384324.058765:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384324.058767:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384324.058769:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384324.058771:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384324.058773:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384324.058774:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384324.058776:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384324.058777:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384324.058779:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384324.058780:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384324.058782:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384324.058784:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000003653ee69/0x7e51148972eecbf1 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384324.058787:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384324.058788:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384324.058789:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384324.058791:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384324.058792:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384324.058793:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384324.058795:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384324.058797:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384324.058799:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384324.058800:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000003653ee69/0x7e51148972eecbf1 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384324.058804:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384324.058806:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384324.058807:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000003653ee69/0x7e51148972eecbf1 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384324.058811:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000002512c47a count: 0 00010000:00000001:3.0:1767384324.058818:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384324.058820:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000010:3.1:1767384324.062135:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000002512c47a. 00010000:00000010:3.1:1767384324.062146:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000003653ee69. 00080000:00000001:2.0:1767384324.066759:0:16773:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384324.066764:0:16807:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000020:00000002:2.0:1767384324.066766:0:16773:0:(lu_object.c:207:lu_object_put()) Add 00000000f07b1e3f/000000000f28175b to site lru. bkt: 00000000b56e2c81 20000000:00000001:2.0:1767384324.066770:0:16773:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384324.066770:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384324.066775:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:2.0:1767384324.066776:0:16773:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:0.0:1767384324.066780:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:01000000:2.0:1767384324.066781:0:16773:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00040000:00000001:0.0:1767384324.066784:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384324.066789:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000c0e83866. 20000000:00000001:2.0:1767384324.066792:0:16773:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384324.066794:0:16807:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:2.0:1767384324.066797:0:16773:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:2.0:1767384324.066805:0:16773:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:1.0:1767384324.066811:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384324.066817:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384324.066828:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384324.066833:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384324.066836:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384324.066842:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000356ac5de. 00010000:00000001:1.0:1767384324.066848:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384324.066852:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000005815cd30. 00000020:00000001:1.0:1767384324.066857:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384324.066861:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 000000005815cd30 with handle 0x7e51148972eecbf8 to hash 00000020:00000001:1.0:1767384324.066864:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384324.066866:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446619781820859904 : -124291888691712 : ffff8ef50a204600) 00010000:00000001:1.0:1767384324.066870:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446619781820859904 : -124291888691712 : ffff8ef50a204600) 00010000:00000001:1.0:1767384324.066874:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384324.066876:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384324.066879:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000005815cd30/0x7e51148972eecbf8 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384324.066889:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384324.066893:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384324.066896:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384324.066899:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384324.066901:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384324.066904:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384324.066906:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384324.066908:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384324.066910:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384324.066913:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384324.066915:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384324.066917:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000356ac5de) refcount = 1 00010000:00010000:1.0:1767384324.066922:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000005815cd30/0x7e51148972eecbf8 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384324.066929:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384324.066931:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384324.066933:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384324.066936:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384324.066938:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384324.066950:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384324.066954:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003445359s 00010000:00000001:1.0:1767384324.066957:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384324.066959:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384324.066962:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000005815cd30 refcount=4 00000020:00000001:1.0:1767384324.066965:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781820859904 : -124291888691712 : ffff8ef50a204600) 00010000:00000001:1.0:1767384324.066969:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781820859904 : -124291888691712 : ffff8ef50a204600) 00010000:00000001:1.0:1767384324.066971:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384324.066974:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000005815cd30/0x7e51148972eecbf8 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384324.066981:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384324.066983:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000005815cd30/0x7e51148972eecbf8 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384324.066990:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384324.066993:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384324.066995:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000005815cd30/0x7e51148972eecbf8 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384324.067002:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384324.067004:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384324.067008:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384324.067010:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000005815cd30/0x7e51148972eecbf8 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384324.067018:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000005815cd30 already unused, calling callback (00000000871a6010) 00010000:00000001:1.0:1767384324.067021:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384324.067023:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384324.067025:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000005815cd30/0x7e51148972eecbf8 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384324.067031:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384324.067033:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384324.067035:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384324.067044:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000005815cd30 refcount=5 00000020:00000001:1.0:1767384324.067046:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781820859904 : -124291888691712 : ffff8ef50a204600) 00010000:00000001:1.0:1767384324.067049:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781820859904 : -124291888691712 : ffff8ef50a204600) 00010000:00000001:1.0:1767384324.067053:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384324.067055:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000005815cd30/0x7e51148972eecbf8 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384324.067062:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384324.067065:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384324.067067:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384324.067071:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384324.067073:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384324.067077:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384324.067079:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384324.067082:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000005815cd30 with handle 0x7e51148972eecbf8 from hash 00010000:00000001:1.0:1767384324.067126:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384324.067129:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384324.067131:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384324.067133:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384324.067135:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384324.067137:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384324.067140:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384324.067142:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384324.067145:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384324.067148:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384324.067149:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384324.067152:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384324.067153:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384324.067155:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384324.067157:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384324.067159:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384324.067162:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000005815cd30/0x7e51148972eecbf8 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384324.067169:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384324.067171:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384324.067179:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384324.067181:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384324.067183:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384324.067185:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384324.067188:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384324.067190:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384324.067193:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384324.067196:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000005815cd30/0x7e51148972eecbf8 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384324.067203:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384324.067205:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384324.067207:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000005815cd30/0x7e51148972eecbf8 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384324.067214:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000356ac5de count: 0 00010000:00000001:1.0:1767384324.067223:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384324.067225:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:0.0:1767384324.068883:0:16771:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767384324.068887:0:16771:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384324.068894:0:16771:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000713c9570. 20000000:00000001:0.0:1767384324.068900:0:16771:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384324.068903:0:16771:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236723078144 00010000:00000001:0.0:1767384324.068905:0:16771:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384324.068913:0:16771:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000c262e3c8 x1853236723078144/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:305/0 lens 4848/4768 e 0 to 0 dl 1767384335 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384324.068920:0:16771:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384324.068922:0:16771:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384324.068925:0:16771:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dd452398 time=54 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384324.068930:0:16771:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384324.068932:0:16771:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 21 to 0@lo 00000100:00000001:0.0:1767384324.068934:0:16771:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 02000000:00000001:0.0:1767384324.068937:0:16771:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384324.068939:0:16771:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384324.068942:0:16771:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384324.068945:0:16771:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384324.068949:0:16771:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002d3c42ca. 00000100:00000200:0.0:1767384324.068954:0:16771:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236723078144, offset 224 00000400:00000200:0.0:1767384324.068960:0:16771:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384324.068969:0:16771:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384324.068979:0:16771:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824c905400 00000400:00000200:0.0:1767384324.068985:0:16771:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1955 [2] + 224 00000400:00000200:0.0:1767384324.068991:0:16771:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384324.068994:0:16771:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384324.068998:0:16771:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384324.069002:0:16771:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000084c99a64 x1853236723078144/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384340 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384324.069009:0:16771:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000084c99a64 x1853236723078144/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384340 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384324.069024:0:16771:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384324.069031:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384324.069031:0:16771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002d3c42ca 00000400:00000010:0.0:1767384324.069033:0:16771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002d3c42ca. 00000100:00000001:2.0:1767384324.069036:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384324.069037:0:16771:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:2.0:1767384324.069043:0:16137:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767384324.069046:0:16771:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:2.0:1767384324.069048:0:16137:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384324.069052:0:16137:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005ab3a84f. 00000100:00000001:0.0:1767384324.069053:0:16771:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384324.069059:0:16771:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 20 to 0@lo 00000400:00000200:2.0:1767384324.069061:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000726d12f5 00010000:00000001:0.0:1767384324.069062:0:16771:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:2.0:1767384324.069067:0:16137:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000726d12f5. 00000020:00000001:0.0:1767384324.069067:0:16771:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384324.069071:0:16771:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1767384324.069075:0:16137:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1767384324.069076:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c262e3c8 x1853236723078144/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:305/0 lens 4848/4768 e 0 to 0 dl 1767384335 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384324.069084:0:16137:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000084c99a64 x1853236723078144/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384340 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384324.069105:0:16771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000c262e3c8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c0412d60-4f67-4dbc-8791-892843f60083+15:16137:x1853236723078144:12345-0@lo:253: Request processed in 19512us (19962us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384324.069116:0:16771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108 00000100:00000040:0.0:1767384324.069121:0:16771:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000555601ca : new rpc_count 1 00000100:00000001:0.0:1767384324.069125:0:16771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384324.069128:0:16771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:2.0:1767384324.069130:0:16137:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000084c99a64 x1853236723078144/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384340 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384324.069134:0:16771:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c65ba073. 00000100:00000001:2.0:1767384324.069142:0:16137:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:0.0:1767384324.069143:0:16771:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000007f8932b0. 00000100:00000001:2.0:1767384324.069145:0:16137:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384324.069148:0:16137:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:0.0:1767384324.069148:0:16771:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e1a5d5c6. 02000000:00000001:2.0:1767384324.069153:0:16137:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384324.069155:0:16137:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000040:0.0:1767384324.069156:0:16771:0:(genops.c:898:class_export_put()) PUTting export 00000000555601ca : new refcount 14 00000100:00000001:2.0:1767384324.069157:0:16137:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384324.069161:0:16137:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384324.069162:0:16771:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384324.069165:0:16771:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000eea01c52. 00000100:00001000:2.0:1767384324.069166:0:16137:0:(import.c:2128:obd_at_measure()) add 5 to 0000000028df3f77 time=54 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384324.069172:0:16137:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f5022cbe time=54 v=5 (1 0 0 0) 02000000:00000001:0.0:1767384324.069172:0:16771:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384324.069176:0:16771:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384324.069177:0:16137:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000200:0.0:1767384324.069181:0:16771:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:2.0:1767384324.069186:0:16137:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384324.069187:0:16771:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001ed64435. 00010000:00000001:2.0:1767384324.069189:0:16137:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384324.069192:0:16137:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384324.069194:0:16137:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384324.069194:0:16771:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002d3c42ca. 00000100:00000040:2.0:1767384324.069201:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000084c99a64 x1853236723078144/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384340 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384324.069207:0:16137:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384324.069210:0:16137:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384324.069211:0:16137:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384324.069214:0:16137:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384324.069216:0:16137:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384324.069218:0:16137:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384324.069219:0:16137:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384324.069221:0:16137:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384324.069222:0:16137:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384324.069224:0:16137:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384324.069225:0:16137:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384324.069227:0:16137:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384324.069228:0:16137:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384324.069230:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000084c99a64 x1853236723078144/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384340 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384324.069235:0:16137:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000084c99a64 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c0412d60-4f67-4dbc-8791-892843f60083:16137:1853236723078144:0@lo:253: 00000100:00000001:2.0:1767384324.069240:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384324.069242:0:16137:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384324.069243:0:16137:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000084c99a64 x1853236723078144/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384340 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384324.069248:0:16137:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384324.069249:0:16137:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384324.069252:0:16137:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000412990b8. 02000000:00000001:2.0:1767384324.069255:0:16137:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384324.069257:0:16137:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384324.069258:0:16137:0:(genops.c:1242:class_import_put()) import 00000000df830bbe refcount=4 obd=MGC192.168.202.152@tcp 00000020:00000001:2.0:1767384324.069260:0:16137:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384324.069263:0:16137:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000fc2316a4. 02000000:00000001:2.0:1767384324.069266:0:16137:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384324.069273:0:16137:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384324.069275:0:16137:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000084c99a64. 00000100:00000001:2.0:1767384324.069280:0:16137:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384324.069281:0:16137:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384324.069283:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384324.069290:0:16137:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384324.069291:0:16137:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384324.069293:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384324.069295:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:0.0:1767384324.069705:0:16773:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767384324.069709:0:16773:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384324.069711:0:16773:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000d5c85fd3. 20000000:00000001:0.0:1767384324.069716:0:16773:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384324.069720:0:16773:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236723078272 00010000:00000001:0.0:1767384324.069723:0:16773:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384324.069727:0:16773:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000cad213ed x1853236723078272/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:305/0 lens 4848/4768 e 0 to 0 dl 1767384335 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384324.069736:0:16773:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384324.069745:0:16773:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384324.069748:0:16773:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dd452398 time=54 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384324.069752:0:16773:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384324.069754:0:16773:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 21 to 0@lo 00000100:00000001:0.0:1767384324.069757:0:16773:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 02000000:00000001:0.0:1767384324.069760:0:16773:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384324.069763:0:16773:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384324.069765:0:16773:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384324.069766:0:16773:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384324.069770:0:16773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002176f528. 00000100:00000200:0.0:1767384324.069772:0:16773:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236723078272, offset 224 00000400:00000200:0.0:1767384324.069776:0:16773:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384324.069781:0:16773:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384324.069785:0:16773:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824c905480 00000400:00000200:0.0:1767384324.069789:0:16773:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x195d [2] + 224 00000400:00000200:0.0:1767384324.069794:0:16773:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384324.069797:0:16773:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384324.069799:0:16773:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384324.069803:0:16773:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006ed2bb3d x1853236723078272/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384340 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384324.069809:0:16773:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000006ed2bb3d x1853236723078272/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384340 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384324.069820:0:16773:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384324.069824:0:16773:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002176f528 00000400:00000010:0.0:1767384324.069825:0:16773:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002176f528. 00000100:00000001:0.0:1767384324.069828:0:16773:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384324.069829:0:16773:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384324.069831:0:16773:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384324.069834:0:16773:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 20 to 0@lo 00000100:00000001:1.0:1767384324.069835:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1767384324.069836:0:16773:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384324.069839:0:16773:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384324.069840:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1767384324.069841:0:16773:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384324.069846:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cad213ed x1853236723078272/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:305/0 lens 4848/4768 e 0 to 0 dl 1767384335 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767384324.069847:0:16138:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384324.069852:0:16138:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384324.069855:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000662d4c0b. 00000400:00000200:1.0:1767384324.069862:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bdafb82c 00000400:00000010:1.0:1767384324.069866:0:16138:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bdafb82c. 00000100:00100000:0.0:1767384324.069871:0:16773:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000cad213ed pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c0412d60-4f67-4dbc-8791-892843f60083+14:16138:x1853236723078272:12345-0@lo:253: Request processed in 20194us (20533us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384324.069873:0:16138:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:0.0:1767384324.069878:0:16773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109 00000100:00000040:0.0:1767384324.069880:0:16773:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000555601ca : new rpc_count 0 00000100:00000200:1.0:1767384324.069881:0:16138:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006ed2bb3d x1853236723078272/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384340 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384324.069882:0:16773:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384324.069885:0:16773:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384324.069887:0:16773:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000981cb291. 00000020:00000010:0.0:1767384324.069893:0:16773:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000006ba800d. 00000020:00000010:0.0:1767384324.069898:0:16773:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000080439f22. 00000100:00000200:1.0:1767384324.069902:0:16138:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006ed2bb3d x1853236723078272/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384340 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384324.069902:0:16773:0:(genops.c:898:class_export_put()) PUTting export 00000000555601ca : new refcount 13 02000000:00000001:0.0:1767384324.069906:0:16773:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384324.069908:0:16773:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000002cb8ab3. 02000000:00000001:0.0:1767384324.069912:0:16773:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384324.069914:0:16773:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384324.069919:0:16773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:1.0:1767384324.069921:0:16138:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:0.0:1767384324.069924:0:16773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ca03a2a1. 00000100:00000001:1.0:1767384324.069925:0:16138:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384324.069928:0:16773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002176f528. 00000100:00000001:1.0:1767384324.069929:0:16138:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384324.069933:0:16138:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384324.069935:0:16138:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384324.069937:0:16138:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384324.069940:0:16138:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384324.069951:0:16138:0:(import.c:2128:obd_at_measure()) add 5 to 0000000028df3f77 time=54 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384324.069955:0:16138:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f5022cbe time=54 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384324.069957:0:16138:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384324.069958:0:16138:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384324.069960:0:16138:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384324.069962:0:16138:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384324.069964:0:16138:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384324.069968:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006ed2bb3d x1853236723078272/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384340 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384324.069976:0:16138:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384324.069978:0:16138:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384324.069980:0:16138:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384324.069983:0:16138:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384324.069985:0:16138:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384324.069987:0:16138:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384324.069988:0:16138:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384324.069989:0:16138:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384324.069991:0:16138:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384324.069993:0:16138:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384324.069994:0:16138:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384324.069995:0:16138:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384324.069998:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006ed2bb3d x1853236723078272/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384340 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384324.070005:0:16138:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006ed2bb3d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c0412d60-4f67-4dbc-8791-892843f60083:16138:1853236723078272:0@lo:253: 00000100:00000001:1.0:1767384324.070009:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384324.070011:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384324.070014:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006ed2bb3d x1853236723078272/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384340 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384324.070020:0:16138:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384324.070022:0:16138:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384324.070024:0:16138:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000686b2cb5. 02000000:00000001:1.0:1767384324.070028:0:16138:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384324.070030:0:16138:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384324.070032:0:16138:0:(genops.c:1242:class_import_put()) import 00000000df830bbe refcount=3 obd=MGC192.168.202.152@tcp 00000020:00000001:1.0:1767384324.070034:0:16138:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384324.070042:0:16138:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000aab16fa3. 02000000:00000001:1.0:1767384324.070045:0:16138:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384324.070047:0:16138:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384324.070048:0:16138:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006ed2bb3d. 00000100:00000001:1.0:1767384324.070051:0:16138:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384324.070052:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384324.070054:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384324.070059:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384324.070060:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384324.070062:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384324.070064:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384324.070343:0:29382:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 0000000012fcc637. 00000400:00000040:3.0:1767384324.070364:0:29382:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384324.070366:0:29382:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384324.070369:0:29382:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384324.070370:0:29382:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384324.070372:0:29382:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384324.070373:0:29382:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:3.0:1767384324.070375:0:29382:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384324.070376:0:29382:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384324.070377:0:29382:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384324.070378:0:29382:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:3.0:1767384324.070380:0:29382:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384324.070381:0:29382:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384324.070383:0:29382:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384324.070383:0:29382:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384324.070384:0:29382:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767384324.070386:0:29382:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384324.070387:0:29382:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384324.070387:0:29382:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767384324.070388:0:29382:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:3.0:1767384324.070390:0:29382:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384324.070391:0:29382:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384324.070406:0:29382:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384324.070408:0:29382:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384324.070409:0:29382:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384324.070409:0:29382:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:3.0:1767384324.070411:0:29382:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384324.070412:0:29382:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384324.070413:0:29382:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384324.070414:0:29382:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384324.070415:0:29382:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384324.070416:0:29382:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767384324.070417:0:29382:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384324.070418:0:29382:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384324.070419:0:29382:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384324.070420:0:29382:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384324.070421:0:29382:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384324.070422:0:29382:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767384324.070424:0:29382:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384324.070431:0:29382:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384324.070432:0:29382:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384324.070434:0:29382:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384324.070435:0:29382:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384324.070436:0:29382:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767384324.070437:0:29382:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767384324.070439:0:29382:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767384324.070439:0:29382:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767384324.070440:0:29382:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767384324.070441:0:29382:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767384324.070443:0:29382:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384324.070444:0:29382:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384324.070445:0:29382:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767384324.070446:0:29382:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384324.070446:0:29382:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767384324.070448:0:29382:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:3.0:1767384324.070449:0:29382:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767384324.070450:0:29382:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767384324.070450:0:29382:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:3.0:1767384324.070513:0:29382:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 0000000012fcc637. 00010000:00000010:1.1:1767384324.074129:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000356ac5de. 00000100:00000040:2.0:1767384324.074134:0:270:0:(connection.c:75:cpu_latency_work()) work item of 00000000135c2452 (cpu 0) has reached its deadline 4294914036, at 4294914037 00010000:00000010:1.1:1767384324.074138:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000005815cd30. 00000100:00000010:2.0:1767384324.074142:0:270:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000012bac5c7. 00000100:00000040:0.0:1767384324.074142:0:449:0:(connection.c:75:cpu_latency_work()) work item of 000000002fd0fb58 (cpu 0) has reached its deadline 4294914036, at 4294914037 00000100:00000010:0.0:1767384324.074151:0:449:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000040379a8c. 00000100:00000040:1.0:1767384324.074154:0:62:0:(connection.c:75:cpu_latency_work()) work item of 00000000edc4e618 (cpu 0) has reached its deadline 4294914036, at 4294914037 00000100:00000010:1.0:1767384324.074162:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ed8870f4. 00000100:00000040:3.0:1767384324.075115:0:53:0:(connection.c:75:cpu_latency_work()) work item of 000000009d5c2cb6 (cpu 0) has reached its deadline 4294914036, at 4294914038 00000100:00000010:3.0:1767384324.075121:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e7f3f65b. 00000400:00000200:0.0:1767384324.533265:0:16134:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.152@tcp32 00000400:00000010:0.0:1767384324.533272:0:16134:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000090a3b308. 00000400:00000010:0.0:1767384324.533278:0:16134:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000080439f22. 00000400:00000010:0.0:1767384324.533282:0:16134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000d9cea79. 00000400:00000010:0.0:1767384324.533289:0:16134:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000007cc43eaf. 00000400:00000200:0.0:1767384324.533294:0:16134:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.152@tcp32 00000400:00000200:0.0:1767384324.533310:0:16134:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.152@tcp32 local destination 00000400:00000200:0.0:1767384324.533315:0:16134:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.152@tcp32 00000400:00000200:0.0:1767384324.533320:0:16134:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp32 NI seq info: [85:85:256:4294967295] 192.168.202.152@tcp32 LPNI seq info [85:85:8:4294967295] 00000400:00000200:0.0:1767384324.533326:0:16134:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.152@tcp32 00000400:00000200:0.0:1767384324.533334:0:16134:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp32(192.168.202.152@tcp32:) -> 192.168.202.152@tcp32(192.168.202.152@tcp32:192.168.202.152@tcp32) : GET try# 0 00000800:00000200:0.0:1767384324.533346:0:16134:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.152@tcp32 00000800:00000010:0.0:1767384324.533350:0:16134:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000ba8334f5. 00000800:00000200:0.0:1767384324.533356:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000021cbc40f] -> 12345-192.168.202.152@tcp32 (2) 00000800:00000200:0.1:1767384324.533360:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000021cbc40f] -> 12345-192.168.202.152@tcp32 (2) 00000400:00000200:0.0:1767384324.533374:0:16134:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.152@tcp32 added to recovery queue. ping count: 1 next ping: 249 health :900 00000400:00000200:0.0:1767384324.533465:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.152:988 00000400:00000200:0.0:1767384324.533508:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.152:988 00000400:00000200:0.0:1767384324.533527:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.152:988 00000400:00000200:0.0:1767384324.533541:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.152:988 00000400:00000200:0.0:1767384324.533556:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.152:988 00000400:00000200:0.0:1767384324.533572:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.152:988 00000400:00000200:0.0:1767384324.533589:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.152:988 00000400:00000200:0.0:1767384324.533609:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.152:988 00000400:00000200:0.0:1767384324.533628:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.152:988 00000400:00000200:0.0:1767384324.533650:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.152:988 00000400:00000200:0.0:1767384324.533675:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.152:988 00000400:00000200:0.0:1767384324.533701:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.152:988 00000400:00000200:0.0:1767384324.533730:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.152:988 00000400:00000200:0.0:1767384324.533761:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.152:988 00000400:00000200:0.0:1767384324.533791:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.152:988 00000400:00000200:0.0:1767384324.533829:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.152:988 00000400:00000200:0.0:1767384324.533857:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.152:988 00000400:00000200:0.0:1767384324.533887:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.152:988 00000400:00000200:0.0:1767384324.533918:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.152:988 00000400:00000200:0.0:1767384324.533946:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.152:988 00000400:00000200:0.0:1767384324.533965:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.152:988 00000400:00000200:0.0:1767384324.533983:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.152:988 00000400:00000200:0.0:1767384324.533999:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.152:988 00000400:00000200:0.0:1767384324.534013:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.152:988 00000400:00000200:0.0:1767384324.534028:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.152:988 00000400:00000200:0.0:1767384324.534042:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.152:988 00000400:00000200:0.0:1767384324.534065:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.152:988 00000400:00000200:0.0:1767384324.534077:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.152:988 00000400:00000200:0.0:1767384324.534116:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.152:988 00000400:00000200:0.0:1767384324.534141:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.152:988 00000400:00000200:0.0:1767384324.534160:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.152:988 00000400:00000200:0.0:1767384324.534175:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.152:988 00000400:00000200:0.0:1767384324.534188:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.152:988 00000400:00000200:0.0:1767384324.534203:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.152:988 00000400:00000200:0.0:1767384324.534220:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.152:988 00000800:00000010:0.0:1767384324.534340:0:16127:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000002cb8ab3. 00000800:00000010:0.0:1767384324.534345:0:16127:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000058d1999c. 00000800:00000010:0.0:1767384324.534351:0:16127:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000d8bca9e3. 00000800:00000010:0.0:1767384324.534368:0:16127:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000d8bca9e3. 00000800:00020000:0.0:1767384324.534377:0:16127:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.152 00000800:00000010:0.0:1767384324.534380:0:16127:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000058d1999c. 00000800:00000010:0.0:1767384324.534383:0:16127:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000002cb8ab3. 00000400:02020000:0.0:1767384324.534438:0:16127:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.152@tcp32 at host 192.168.202.152:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384324.534444:0:16127:0:(router.c:1755:lnet_notify()) 192.168.202.152@tcp32 notifying 192.168.202.152@tcp32: down 00000400:00000200:0.0:1767384324.534447:0:16127:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:0.0:1767384324.534451:0:16127:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.152@tcp32 00000800:00000010:0.0:1767384324.534454:0:16127:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000ba8334f5. 00000400:00000200:0.0:1767384324.534457:0:16127:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384324.534461:0:16127:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp32->192.168.202.152@tcp32: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384324.534467:0:16127:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384324.534470:0:16127:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.152@tcp32 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384324.534473:0:16127:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.152@tcp32) recovery failed with -71 00000100:00000001:2.0:1767384324.597200:0:16766:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:2.0:1767384324.597206:0:16766:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384324.597352:0:16763:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:1.0:1767384324.597355:0:16763:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384324.662137:0:449:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384324.662143:0:449:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384324.662149:0:449:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384324.662150:0:449:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384324.662181:0:16767:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384324.662185:0:16767:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384324.662188:0:16767:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:3.0:1767384325.109150:0:16776:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1767384325.109154:0:16776:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (0000000070cb7a0b) refs 2 10000000:00000001:3.0:1767384325.109158:0:16776:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384325.109160:0:16776:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1767384325.109161:0:16776:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1767384325.109162:0:16776:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:3.0:1767384325.109164:0:16776:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:3.0:1767384325.109166:0:16776:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:3.0:1767384325.109168:0:16776:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff8ef5103e6000 from 51 10000000:00000001:3.0:1767384325.109170:0:16776:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:3.0:1767384325.109171:0:16776:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:3.0:1767384325.109177:0:16776:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fdfbfb9f. 00000020:00000040:3.0:1767384325.109186:0:16776:0:(genops.c:1229:class_import_get()) import 00000000df830bbe refcount=4 obd=MGC192.168.202.152@tcp 00000100:00000001:3.0:1767384325.109190:0:16776:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384325.109192:0:16776:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384325.109196:0:16776:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384325.109202:0:16776:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ba2d8298. 00000100:00000001:3.0:1767384325.109208:0:16776:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384325.109212:0:16776:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1767384325.109214:0:16776:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384325.109221:0:16776:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000002512c47a. 00010000:00000001:3.0:1767384325.109224:0:16776:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384325.109227:0:16776:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000003653ee69. 00000020:00000001:3.0:1767384325.109230:0:16776:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384325.109232:0:16776:0:(lustre_handles.c:77:class_handle_hash()) added object 000000003653ee69 with handle 0x7e51148972eecbff to hash 00000020:00000001:3.0:1767384325.109234:0:16776:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384325.109235:0:16776:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446619781713885184 : -124291995666432 : ffff8ef503bff800) 00010000:00000001:3.0:1767384325.109237:0:16776:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446619781713885184 : -124291995666432 : ffff8ef503bff800) 00010000:00000001:3.0:1767384325.109239:0:16776:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384325.109241:0:16776:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384325.109243:0:16776:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.152@tcp lock: 000000003653ee69/0x7e51148972eecbff lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 16776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384325.109250:0:16776:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.152@tcp lock: 000000003653ee69/0x7e51148972eecbff lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 16776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384325.109258:0:16776:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.152@tcp lock: 000000003653ee69/0x7e51148972eecbff lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 16776 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384325.109262:0:16776:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767384325.109263:0:16776:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384325.109267:0:16776:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000107ddaa8. 00000100:00000001:3.0:1767384325.109269:0:16776:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446619781927998208 : -124291781553408 : ffff8ef510831300) 00000100:00000001:3.0:1767384325.109271:0:16776:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384325.109272:0:16776:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782675222912 : -124291034328704 : ffff8ef53d0cd180) 00000100:00000001:3.0:1767384325.109276:0:16776:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384325.109283:0:16776:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384325.109285:0:16776:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384325.109286:0:16776:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384325.109293:0:16776:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000fdfbfb9f x1853236723078400/t0(0) o101->MGC192.168.202.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384325.109299:0:16776:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384325.109300:0:16776:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384325.109303:0:16776:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384325.109305:0:16776:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384325.109307:0:16776:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384325.109309:0:16776:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000fdfbfb9f pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c0412d60-4f67-4dbc-8791-892843f60083:16776:1853236723078400:0@lo:101: 00000100:00000001:3.0:1767384325.109312:0:16776:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384325.109315:0:16776:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384325.109317:0:16776:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384325.109319:0:16776:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384325.109323:0:16776:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000039d13e9a. 02000000:00000001:3.0:1767384325.109324:0:16776:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384325.109330:0:16776:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006fabee25. 00000400:00000010:3.0:1767384325.109335:0:16776:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f67dee06. 00000100:00000200:3.0:1767384325.109340:0:16776:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236723078400, portal 25 00000100:00000001:3.0:1767384325.109342:0:16776:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384325.109342:0:16776:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782675222912 : -124291034328704 : ffff8ef53d0cd180) 00000100:00000040:3.0:1767384325.109346:0:16776:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000fdfbfb9f x1853236723078400/t0(0) o101->MGC192.168.202.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384341 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384325.109351:0:16776:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384325.109353:0:16776:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384325.109355:0:16776:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000069303bcd. 00000100:00000200:3.0:1767384325.109358:0:16776:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853236723078400, offset 0 00000400:00000200:3.0:1767384325.109365:0:16776:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384325.109378:0:16776:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384325.109401:0:16776:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695824c905500 00000400:00000200:3.0:1767384325.109408:0:16776:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x11e5 [2] + 0 00000400:00000010:3.0:1767384325.109413:0:16776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f456b9b4. 00000400:00000200:3.0:1767384325.109418:0:16776:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000cc7070b3 00000400:00000200:3.0:1767384325.109431:0:16776:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384325.109435:0:16776:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384325.109440:0:16776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cc7070b3 00000400:00000010:3.0:1767384325.109442:0:16776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000cc7070b3. 00000100:00000001:3.0:1767384325.109448:0:16776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384325.109449:0:16776:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384325.109452:0:16776:0:(events.c:337:request_in_callback()) incoming req@00000000a0f397e7 x1853236723078400 msgsize 328 00000100:00100000:3.0:1767384325.109455:0:16776:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384325.109456:0:16776:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384325.109466:0:16776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384325.109473:0:16776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000069303bcd 00000400:00000010:3.0:1767384325.109474:0:16776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000069303bcd. 00000100:00000001:3.0:1767384325.109477:0:16776:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384325.109480:0:16776:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000fdfbfb9f x1853236723078400/t0(0) o101->MGC192.168.202.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384341 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384325.109488:0:16776:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384325.109490:0:16776:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000fdfbfb9f x1853236723078400/t0(0) o101->MGC192.168.202.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384341 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384325.109491:0:16773:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384325.109495:0:16776:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384325.109497:0:16776:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:0.0:1767384325.109501:0:16773:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723078400 00000100:00000001:3.0:1767384325.109504:0:16776:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384325.109505:0:16773:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384325.109508:0:16773:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384325.109510:0:16776:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294915096 00000100:00000001:0.0:1767384325.109511:0:16773:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384325.109517:0:16776:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000155ee492. 02000000:00000001:0.0:1767384325.109517:0:16773:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384325.109522:0:16773:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723078400 00000100:00000001:3.0:1767384325.109525:0:16776:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 0 00000020:00000001:0.0:1767384325.109526:0:16773:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384325.109528:0:16773:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eec8e1 00000020:00000001:0.0:1767384325.109531:0:16773:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384325.109533:0:16776:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294915096 00000020:00000040:0.0:1767384325.109533:0:16773:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000555601ca refcount=14 00000020:00000001:0.0:1767384325.109536:0:16773:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000100:00000010:3.0:1767384325.109538:0:16776:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002b508bbd. 00000020:00000001:0.0:1767384325.109540:0:16773:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000100:00000001:3.0:1767384325.109543:0:16776:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767384325.109545:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384325.109548:0:16776:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294915096 00000020:00000010:0.0:1767384325.109549:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b8a21da9. 00000100:00000010:3.0:1767384325.109552:0:16776:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f9a580aa. 00000100:00000001:0.0:1767384325.109553:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384325.109558:0:16776:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 2 00000020:00000010:0.0:1767384325.109558:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b8a21da9. 00000100:00000001:3.0:1767384325.109562:0:16776:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294915096 00000020:00000010:0.0:1767384325.109563:0:16773:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004c793538. 00000100:00000010:3.0:1767384325.109565:0:16776:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000befb48ab. 00000100:00000001:3.0:1767384325.109569:0:16776:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 3 00000020:00000010:0.0:1767384325.109569:0:16773:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000020d29dff. 00000020:00000010:0.0:1767384325.109575:0:16773:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000006ba800d. 00000100:00000001:3.0:1767384325.109579:0:16776:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384325.109582:0:16776:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384325.109584:0:16776:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384325.109585:0:16776:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:0.0:1767384325.109585:0:16773:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00100000:3.0:1767384325.109590:0:16776:0:(client.c:2690:ptlrpc_set_wait()) set 00000000107ddaa8 going to sleep for 11 seconds 00000100:00000001:0.0:1767384325.109590:0:16773:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384325.109593:0:16773:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384325.109594:0:16776:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384325.109596:0:16773:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384325.109598:0:16776:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384325.109603:0:16773:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384325.109616:0:16773:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384325.109627:0:16773:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384325.109629:0:16773:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384325.109633:0:16773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 110 00000100:00000040:0.0:1767384325.109636:0:16773:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000555601ca : new rpc_count 1 00000100:00000001:0.0:1767384325.109638:0:16773:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619777395450960 : -124296314100656 : ffff8ef40259e450) 00000100:00000040:0.0:1767384325.109642:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a0f397e7 x1853236723078400/t0(0) o101->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:306/0 lens 328/0 e 0 to 0 dl 1767384336 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384325.109649:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384325.109656:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b8a21da9. 00000100:00000001:0.0:1767384325.109657:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384325.109659:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b8a21da9. 00000100:00100000:0.0:1767384325.109662:0:16773:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000a0f397e7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c0412d60-4f67-4dbc-8791-892843f60083+14:16776:x1853236723078400:12345-0@lo:101: 00000100:00000200:0.0:1767384325.109664:0:16773:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723078400 00000020:00000001:0.0:1767384325.109667:0:16773:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384325.109670:0:16773:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384325.109671:0:16773:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384325.109673:0:16773:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384325.109674:0:16773:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669141056 : -1040410560 : ffffffffc1fc9840) 00000020:00000001:0.0:1767384325.109677:0:16773:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384325.109678:0:16773:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384325.109680:0:16773:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384325.109681:0:16773:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384325.109684:0:16773:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384325.109686:0:16773:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1767384325.109688:0:16773:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1767384325.109689:0:16773:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1767384325.109691:0:16773:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1767384325.109692:0:16773:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384325.109695:0:16773:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384325.109700:0:16773:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000ec8eee19. 00010000:00000001:0.0:1767384325.109702:0:16773:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384325.109704:0:16773:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000006bdfcc95. 00000020:00000001:0.0:1767384325.109706:0:16773:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384325.109708:0:16773:0:(lustre_handles.c:77:class_handle_hash()) added object 000000006bdfcc95 with handle 0x7e51148972eecc06 to hash 00000020:00000001:0.0:1767384325.109709:0:16773:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384325.109711:0:16773:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446619781734635008 : -124291974916608 : ffff8ef504fc9600) 00010000:00000001:0.0:1767384325.109712:0:16773:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446619781734635008 : -124291974916608 : ffff8ef504fc9600) 00010000:00010000:0.0:1767384325.109714:0:16773:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 000000006bdfcc95/0x7e51148972eecc06 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x7e51148972eecbff expref: -99 pid: 16773 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384325.109720:0:16773:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 00000000555601ca : new locks_count 10 00000020:00000040:0.0:1767384325.109722:0:16773:0:(genops.c:887:class_export_get()) GET export 00000000555601ca refcount=15 00000100:00000001:0.0:1767384325.109733:0:16773:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384325.109735:0:16773:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384325.109737:0:16773:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 0000000011ff30f3. 02000000:00000001:0.0:1767384325.109739:0:16773:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384325.109740:0:16773:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384325.109742:0:16773:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384325.109745:0:16773:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384325.109747:0:16773:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384325.109748:0:16773:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384325.109749:0:16773:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384325.109750:0:16773:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384325.109752:0:16773:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384325.109753:0:16773:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384325.109755:0:16773:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384325.109756:0:16773:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384325.109757:0:16773:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384325.109759:0:16773:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000ec8eee19) refcount = 1 00010000:00010000:0.0:1767384325.109762:0:16773:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000006bdfcc95/0x7e51148972eecc06 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x7e51148972eecbff expref: 15 pid: 16773 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384325.109766:0:16773:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384325.109768:0:16773:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384325.109769:0:16773:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384325.109770:0:16773:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384325.109771:0:16773:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384325.109774:0:16773:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:0.0:1767384325.109775:0:16773:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 000000006bdfcc95/0x7e51148972eecc06 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7e51148972eecbff expref: 15 pid: 16773 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384325.109780:0:16773:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384325.109781:0:16773:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384325.109782:0:16773:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384325.109784:0:16773:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384325.109785:0:16773:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384325.109786:0:16773:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384325.109787:0:16773:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384325.109788:0:16773:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 000000006bdfcc95, rc 0) 00000020:00000001:0.0:1767384325.109795:0:16773:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384325.109798:0:16773:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236723078400 00010000:00000001:0.0:1767384325.109801:0:16773:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384325.109805:0:16773:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000a0f397e7 x1853236723078400/t0(0) o101->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:306/0 lens 328/344 e 0 to 0 dl 1767384336 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384325.109815:0:16773:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384325.109817:0:16773:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384325.109820:0:16773:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dd452398 time=55 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384325.109826:0:16773:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384325.109828:0:16773:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 21 to 0@lo 00000100:00000001:0.0:1767384325.109831:0:16773:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 02000000:00000001:0.0:1767384325.109834:0:16773:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384325.109836:0:16773:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384325.109839:0:16773:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384325.109841:0:16773:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384325.109845:0:16773:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009668caa7. 00000100:00000200:0.0:1767384325.109848:0:16773:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236723078400, offset 224 00000400:00000200:0.0:1767384325.109853:0:16773:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384325.109857:0:16773:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384325.109863:0:16773:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695824c905500 00000400:00000200:0.0:1767384325.109866:0:16773:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x1981 [1] + 224 00000400:00000200:0.0:1767384325.109869:0:16773:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384325.109872:0:16773:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384325.109875:0:16773:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384325.109878:0:16773:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000fdfbfb9f x1853236723078400/t0(0) o101->MGC192.168.202.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384341 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384325.109884:0:16773:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@00000000fdfbfb9f x1853236723078400/t0(0) o101->MGC192.168.202.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384341 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384325.109896:0:16773:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384325.109900:0:16773:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009668caa7 00000400:00000010:0.0:1767384325.109901:0:16773:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009668caa7. 00000100:00000001:0.0:1767384325.109903:0:16773:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384325.109904:0:16773:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384325.109914:0:16773:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384325.109915:0:16776:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767384325.109918:0:16773:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 20 to 0@lo 00010000:00000001:0.0:1767384325.109921:0:16773:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:3.0:1767384325.109922:0:16776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:0.0:1767384325.109922:0:16773:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384325.109925:0:16776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:0.0:1767384325.109926:0:16773:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:3.0:1767384325.109929:0:16776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006fabee25. 00000100:00000040:0.0:1767384325.109932:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a0f397e7 x1853236723078400/t0(0) o101->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:306/0 lens 328/344 e 0 to 0 dl 1767384336 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384325.109934:0:16776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f67dee06 00000400:00000010:3.0:1767384325.109938:0:16776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f67dee06. 00000100:00000001:3.0:1767384325.109944:0:16776:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:0.0:1767384325.109945:0:16773:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000a0f397e7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c0412d60-4f67-4dbc-8791-892843f60083+15:16776:x1853236723078400:12345-0@lo:101: Request processed in 294us (491us total) trans 0 rc 0/0 00000100:00000200:3.0:1767384325.109950:0:16776:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000fdfbfb9f x1853236723078400/t0(0) o101->MGC192.168.202.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384341 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384325.109955:0:16773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 110 00000100:00000040:0.0:1767384325.109961:0:16773:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000555601ca : new rpc_count 0 00000100:00000001:0.0:1767384325.109964:0:16773:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:3.0:1767384325.109966:0:16776:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000fdfbfb9f x1853236723078400/t0(0) o101->MGC192.168.202.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384341 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384325.109967:0:16773:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384325.109972:0:16773:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000020d29dff. 00000100:00000001:3.0:1767384325.109974:0:16776:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:0.0:1767384325.109976:0:16773:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000006ba800d. 00000100:00000001:3.0:1767384325.109977:0:16776:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384325.109982:0:16776:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:0.0:1767384325.109983:0:16773:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004c793538. 02000000:00000001:3.0:1767384325.109985:0:16776:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000040:0.0:1767384325.109987:0:16773:0:(genops.c:898:class_export_put()) PUTting export 00000000555601ca : new refcount 14 00000100:00000001:3.0:1767384325.109988:0:16776:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384325.109991:0:16776:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384325.109993:0:16773:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:3.0:1767384325.109994:0:16776:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384325.109996:0:16773:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 0000000011ff30f3. 00000100:00001000:3.0:1767384325.109999:0:16776:0:(import.c:2128:obd_at_measure()) add 5 to 0000000028df3f77 time=55 v=5 (5 0 0 0) 02000000:00000001:0.0:1767384325.110000:0:16773:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384325.110003:0:16773:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767384325.110005:0:16776:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f5022cbe time=55 v=5 (1 0 0 0) 00000100:00000200:0.0:1767384325.110007:0:16773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:3.0:1767384325.110008:0:16776:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384325.110010:0:16776:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384325.110011:0:16773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008902ef20. 00010000:00000001:3.0:1767384325.110012:0:16776:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384325.110016:0:16776:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384325.110018:0:16773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000081c1e215. 00000100:00000001:3.0:1767384325.110019:0:16776:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384325.110024:0:16776:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000fdfbfb9f x1853236723078400/t0(0) o101->MGC192.168.202.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384341 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384325.110029:0:16776:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384325.110031:0:16776:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384325.110038:0:16776:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384325.110041:0:16776:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fdfbfb9f x1853236723078400/t0(0) o101->MGC192.168.202.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384341 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384325.110047:0:16776:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000fdfbfb9f pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c0412d60-4f67-4dbc-8791-892843f60083:16776:1853236723078400:0@lo:101: 00000100:00000001:3.0:1767384325.110050:0:16776:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384325.110052:0:16776:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384325.110053:0:16776:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767384325.110054:0:16776:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384325.110055:0:16776:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000fdfbfb9f x1853236723078400/t0(0) o101->MGC192.168.202.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384341 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384325.110060:0:16776:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384325.110061:0:16776:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000107ddaa8. 00000100:00000001:3.0:1767384325.110064:0:16776:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767384325.110065:0:16776:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384325.110067:0:16776:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1767384325.110069:0:16776:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384325.110070:0:16776:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384325.110072:0:16776:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000003653ee69 refcount=4 00000020:00000001:3.0:1767384325.110073:0:16776:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781713885184 : -124291995666432 : ffff8ef503bff800) 00010000:00000001:3.0:1767384325.110075:0:16776:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781713885184 : -124291995666432 : ffff8ef503bff800) 00010000:00000040:3.0:1767384325.110078:0:16776:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 000000003653ee69, remote cookie: 0x7e51148972eecc06, flags: 0x0 00010000:00000001:3.0:1767384325.110080:0:16776:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384325.110082:0:16776:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384325.110083:0:16776:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384325.110084:0:16776:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384325.110085:0:16776:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384325.110107:0:16776:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000002512c47a) refcount = 1 00010000:00010000:3.0:1767384325.110110:0:16776:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.152@tcp lock: 000000003653ee69/0x7e51148972eecbff lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7e51148972eecc06 expref: -99 pid: 16776 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384325.110115:0:16776:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384325.110117:0:16776:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384325.110118:0:16776:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384325.110126:0:16776:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384325.110129:0:16776:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384325.110131:0:16776:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.152@tcp lock: 000000003653ee69/0x7e51148972eecbff lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x7e51148972eecc06 expref: -99 pid: 16776 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384325.110135:0:16776:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1767384325.110136:0:16776:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384325.110138:0:16776:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384325.110139:0:16776:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384325.110140:0:16776:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384325.110140:0:16776:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384325.110142:0:16776:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384325.110144:0:16776:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000fdfbfb9f x1853236723078400/t0(0) o101->MGC192.168.202.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384341 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384325.110148:0:16776:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384325.110150:0:16776:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384325.110152:0:16776:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000039d13e9a. 02000000:00000001:3.0:1767384325.110154:0:16776:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384325.110156:0:16776:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384325.110157:0:16776:0:(genops.c:1242:class_import_put()) import 00000000df830bbe refcount=3 obd=MGC192.168.202.152@tcp 00000020:00000001:3.0:1767384325.110158:0:16776:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384325.110160:0:16776:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000ba2d8298. 02000000:00000001:3.0:1767384325.110162:0:16776:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384325.110163:0:16776:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384325.110164:0:16776:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fdfbfb9f. 00000100:00000001:3.0:1767384325.110167:0:16776:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384325.110168:0:16776:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1767384325.110169:0:16776:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384325.110170:0:16776:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1767384325.110171:0:16776:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (0000000070cb7a0b) refs 3 10000000:00000001:3.0:1767384325.110173:0:16776:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384325.110174:0:16776:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384325.110176:0:16776:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384325.110177:0:16776:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000003653ee69 refcount=3 00000020:00000001:3.0:1767384325.110178:0:16776:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781713885184 : -124291995666432 : ffff8ef503bff800) 00010000:00000001:3.0:1767384325.110180:0:16776:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781713885184 : -124291995666432 : ffff8ef503bff800) 00010000:00000001:3.0:1767384325.110181:0:16776:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:3.0:1767384325.110188:0:16776:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384325.110190:0:16776:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384325.110191:0:16776:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384325.110193:0:16776:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:3.0:1767384325.110195:0:16776:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 00000000c40873ba. 00000100:00000010:3.0:1767384325.110208:0:16776:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fdfbfb9f. 00000020:00000040:3.0:1767384325.110210:0:16776:0:(genops.c:1229:class_import_get()) import 00000000df830bbe refcount=4 obd=MGC192.168.202.152@tcp 00000100:00000001:3.0:1767384325.110212:0:16776:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384325.110214:0:16776:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384325.110216:0:16776:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384325.110219:0:16776:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ba2d8298. 00000100:00000001:3.0:1767384325.110222:0:16776:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384325.110225:0:16776:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:3.0:1767384325.110228:0:16776:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 0000000039d13e9a. 00000100:00000010:3.0:1767384325.110230:0:16776:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 0000000076425c7f. 00000020:00000040:3.0:1767384325.110232:0:16776:0:(genops.c:1229:class_import_get()) import 00000000df830bbe refcount=5 obd=MGC192.168.202.152@tcp 00000100:00000001:3.0:1767384325.110234:0:16776:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767384325.110236:0:16776:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384325.110239:0:16776:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000107ddaa8. 00000100:00000001:3.0:1767384325.110240:0:16776:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446619781927998208 : -124291781553408 : ffff8ef510831300) 00000100:00000001:3.0:1767384325.110241:0:16776:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384325.110242:0:16776:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782675222912 : -124291034328704 : ffff8ef53d0cd180) 00000100:00000001:3.0:1767384325.110244:0:16776:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384325.110246:0:16776:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384325.110247:0:16776:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384325.110248:0:16776:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384325.110249:0:16776:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000fdfbfb9f x1853236723078528/t0(0) o256->MGC192.168.202.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384325.110254:0:16776:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384325.110254:0:16776:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384325.110256:0:16776:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384325.110257:0:16776:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384325.110259:0:16776:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384325.110260:0:16776:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000fdfbfb9f pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c0412d60-4f67-4dbc-8791-892843f60083:16776:1853236723078528:0@lo:256: 00000100:00000001:3.0:1767384325.110262:0:16776:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384325.110270:0:16776:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384325.110271:0:16776:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384325.110273:0:16776:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:3.0:1767384325.110277:0:16776:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006fabee25. 00000400:00000010:3.0:1767384325.110281:0:16776:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 0000000058d1999c. 00000100:00000200:3.0:1767384325.110284:0:16776:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x695824c905580-0x695824c905580, portal 33 00000100:00000001:3.0:1767384325.110286:0:16776:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384325.110287:0:16776:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384325.110290:0:16776:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008ed06329. 02000000:00000001:3.0:1767384325.110292:0:16776:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384325.110294:0:16776:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000015c3fa05. 00000400:00000010:3.0:1767384325.110298:0:16776:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f67dee06. 00000100:00000200:3.0:1767384325.110300:0:16776:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236723078528, portal 25 00000100:00000001:3.0:1767384325.110301:0:16776:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384325.110302:0:16776:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782675222912 : -124291034328704 : ffff8ef53d0cd180) 00000100:00000040:3.0:1767384325.110305:0:16776:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000fdfbfb9f x1853236723078528/t0(0) o256->MGC192.168.202.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384341 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384325.110309:0:16776:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384325.110311:0:16776:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384325.110313:0:16776:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000069303bcd. 00000100:00000200:3.0:1767384325.110315:0:16776:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853236723078528, offset 0 00000400:00000200:3.0:1767384325.110319:0:16776:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384325.110324:0:16776:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384325.110329:0:16776:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x695824c905580 00000400:00000200:3.0:1767384325.110331:0:16776:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x1221 [2] + 0 00000400:00000010:3.0:1767384325.110334:0:16776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b9b0a5e8. 00000400:00000200:3.0:1767384325.110336:0:16776:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000bea7be6e 00000400:00000200:3.0:1767384325.110338:0:16776:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384325.110341:0:16776:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384325.110343:0:16776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bea7be6e 00000400:00000010:3.0:1767384325.110344:0:16776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bea7be6e. 00000100:00000001:3.0:1767384325.110346:0:16776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384325.110347:0:16776:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384325.110349:0:16776:0:(events.c:337:request_in_callback()) incoming req@00000000cbe21b76 x1853236723078528 msgsize 304 00000100:00100000:3.0:1767384325.110358:0:16776:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384325.110359:0:16776:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384325.110369:0:16776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384325.110375:0:16776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000069303bcd 00000400:00000010:3.0:1767384325.110378:0:16776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000069303bcd. 00000100:00000001:3.0:1767384325.110392:0:16776:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384325.110397:0:16776:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000fdfbfb9f x1853236723078528/t0(0) o256->MGC192.168.202.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384341 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384325.110397:0:16773:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384325.110400:0:16773:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723078528 02000000:00000001:0.0:1767384325.110403:0:16773:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384325.110405:0:16773:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384325.110408:0:16773:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384325.110412:0:16773:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384325.110415:0:16773:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723078528 00000100:00000001:3.0:1767384325.110416:0:16776:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:0.0:1767384325.110418:0:16773:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384325.110420:0:16773:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eec8e1 00000100:00000040:3.0:1767384325.110422:0:16776:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000fdfbfb9f x1853236723078528/t0(0) o256->MGC192.168.202.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384341 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384325.110423:0:16773:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384325.110425:0:16773:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000555601ca refcount=15 00000100:00000001:3.0:1767384325.110434:0:16776:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384325.110435:0:16773:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000020:00000001:0.0:1767384325.110439:0:16773:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000100:00000001:3.0:1767384325.110440:0:16776:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384325.110443:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384325.110447:0:16776:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384325.110447:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b8a21da9. 00000100:00000001:0.0:1767384325.110449:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384325.110452:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b8a21da9. 00000100:00000001:3.0:1767384325.110453:0:16776:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294915097 00000020:00000010:0.0:1767384325.110457:0:16773:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004c793538. 00000100:00000001:3.0:1767384325.110461:0:16776:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294915096 00000020:00000010:0.0:1767384325.110463:0:16773:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000020d29dff. 00000100:00000001:3.0:1767384325.110468:0:16776:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294915097 00000020:00000010:0.0:1767384325.110469:0:16773:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000006ba800d. 00000100:00000001:3.0:1767384325.110476:0:16776:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294915096 00000100:00000040:0.0:1767384325.110478:0:16773:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384325.110482:0:16776:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294915097 00000100:00000001:0.0:1767384325.110483:0:16773:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384325.110485:0:16773:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384325.110488:0:16773:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384325.110489:0:16776:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294915096 00000100:00000001:3.0:1767384325.110495:0:16776:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294915097 00000100:00000001:0.0:1767384325.110496:0:16773:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384325.110499:0:16776:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294915096 00000100:00000001:3.0:1767384325.110505:0:16776:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384325.110507:0:16776:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384325.110510:0:16776:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384325.110510:0:16773:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384325.110513:0:16776:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767384325.110515:0:16776:0:(client.c:2690:ptlrpc_set_wait()) set 00000000107ddaa8 going to sleep for 11 seconds 00000100:00000001:3.0:1767384325.110518:0:16776:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384325.110520:0:16776:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384325.110523:0:16773:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384325.110527:0:16773:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384325.110532:0:16773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 111 00000100:00000040:0.0:1767384325.110535:0:16773:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000555601ca : new rpc_count 1 00000100:00000001:0.0:1767384325.110537:0:16773:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619777395456080 : -124296314095536 : ffff8ef40259f850) 00000100:00000040:0.0:1767384325.110542:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000cbe21b76 x1853236723078528/t0(0) o256->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:306/0 lens 304/0 e 0 to 0 dl 1767384336 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384325.110551:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384325.110554:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b8a21da9. 00000100:00000001:0.0:1767384325.110556:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384325.110557:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b8a21da9. 00000100:00100000:0.0:1767384325.110561:0:16773:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000cbe21b76 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c0412d60-4f67-4dbc-8791-892843f60083+15:16776:x1853236723078528:12345-0@lo:256: 00000100:00000200:0.0:1767384325.110563:0:16773:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723078528 00000020:00000001:0.0:1767384325.110565:0:16773:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384325.110566:0:16773:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384325.110567:0:16773:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384325.110568:0:16773:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384325.110575:0:16773:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669141472 : -1040410144 : ffffffffc1fc99e0) 00000020:00000001:0.0:1767384325.110577:0:16773:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384325.110578:0:16773:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384325.110579:0:16773:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384325.110581:0:16773:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384325.110582:0:16773:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384325.110584:0:16773:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384325.110586:0:16773:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384325.110588:0:16773:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 0000000011ff30f3. 02000000:00000001:0.0:1767384325.110589:0:16773:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384325.110591:0:16773:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384325.110593:0:16773:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:0.0:1767384325.110596:0:16773:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:0.0:1767384325.110598:0:16773:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384325.110600:0:16773:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384325.110602:0:16773:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384325.110603:0:16773:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:0.0:1767384325.110604:0:16773:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:0.0:1767384325.110606:0:16773:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 0000000053fbfdd5. 20000000:00000001:0.0:1767384325.110608:0:16773:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:0.0:1767384325.110621:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:0.0:1767384325.110626:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:0.0:1767384325.110630:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:0.0:1767384325.110632:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:0.0:1767384325.110633:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:0.0:1767384325.110635:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:0.0:1767384325.110637:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:0.0:1767384325.110638:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:0.0:1767384325.110640:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:0.0:1767384325.110642:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:0.0:1767384325.110643:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:0.0:1767384325.110645:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:0.0:1767384325.110646:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:0.0:1767384325.110647:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:0.0:1767384325.110649:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:0.0:1767384325.110650:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:0.0:1767384325.110652:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:0.0:1767384325.110653:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:0.0:1767384325.110660:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:0.0:1767384325.110661:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:0.0:1767384325.110663:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:0.0:1767384325.110664:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:0.0:1767384325.110665:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:0.0:1767384325.110667:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:0.0:1767384325.110668:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:0.0:1767384325.110670:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:0.0:1767384325.110671:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:01000000:0.0:1767384325.110673:0:16773:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 564, pages 3532/1/4/3. 20000000:00000040:0.0:1767384325.110678:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:0.0:1767384325.110680:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:0.0:1767384325.110681:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:0.0:1767384325.110683:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:0.0:1767384325.110684:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:0.0:1767384325.110685:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:0.0:1767384325.110686:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:0.0:1767384325.110688:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:0.0:1767384325.110689:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:0.0:1767384325.110691:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:0.0:1767384325.110693:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:0.0:1767384325.110694:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:0.0:1767384325.110695:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:0.0:1767384325.110697:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:0.0:1767384325.110699:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:0.0:1767384325.110700:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:0.0:1767384325.110702:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:0.0:1767384325.110703:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:0.0:1767384325.110704:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:0.0:1767384325.110705:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:0.0:1767384325.110706:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:0.0:1767384325.110708:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:0.0:1767384325.110709:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:0.0:1767384325.110710:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:0.0:1767384325.110711:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:0.0:1767384325.110713:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:0.0:1767384325.110714:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:01000000:0.0:1767384325.110716:0:16773:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 564, pages 2968/1/4/3. 20000000:01000000:0.0:1767384325.110717:0:16773:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 1128, version 58 20000000:00000001:0.0:1767384325.110723:0:16773:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=1128 : 1128 : 468) 00000100:00000001:0.0:1767384325.110725:0:16773:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:0.0:1767384325.110727:0:16773:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000c5df7bcc. 00000100:00000010:0.0:1767384325.110729:0:16773:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000c9151666. 00000020:00000040:0.0:1767384325.110731:0:16773:0:(genops.c:887:class_export_get()) GET export 00000000555601ca refcount=16 00010000:00000001:0.0:1767384325.110732:0:16773:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:0.0:1767384325.110734:0:16773:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:0.0:1767384325.110737:0:16773:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009668caa7. 00000400:00000010:0.0:1767384325.110740:0:16773:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000ea224811. 00000400:00000200:0.0:1767384325.110742:0:16773:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384325.110747:0:16773:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384325.110751:0:16773:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 1128 into portal 33 MB=0x695824c905580 00000400:00000200:0.0:1767384325.110754:0:16773:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 1128/1128 into md 0x1991 [4] + 0 00000400:00000010:0.0:1767384325.110756:0:16773:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006fabee25. 00000400:00000200:0.0:1767384325.110758:0:16773:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000058d1999c 00000400:00000200:0.0:1767384325.110761:0:16773:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384325.110763:0:16773:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384325.110765:0:16773:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000058d1999c 00000400:00000010:0.0:1767384325.110766:0:16773:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 0000000058d1999c. 00000100:00000001:0.0:1767384325.110769:0:16773:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:0.0:1767384325.110770:0:16773:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 00000000fdfbfb9f desc 0000000039d13e9a mbits 1853236723078528 00000100:00000001:0.0:1767384325.110781:0:16773:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:0.0:1767384325.110784:0:16773:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1767384325.110787:0:16773:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:0.0:1767384325.110791:0:16773:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x199d 00000400:00000200:0.0:1767384325.110793:0:16773:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384325.110796:0:16773:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:0.0:1767384325.110799:0:16773:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000001:1.0:1767384325.110800:0:16776:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:0.0:1767384325.110801:0:16773:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 00000000c5df7bcc 00000100:00000001:1.0:1767384325.110805:0:16776:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384325.110806:0:16773:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:0.0:1767384325.110812:0:16773:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009668caa7 00000400:00000010:0.0:1767384325.110815:0:16773:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009668caa7. 00000100:00000001:0.0:1767384325.110817:0:16773:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:0.0:1767384325.110818:0:16773:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 00000000c5df7bcc 00000100:00000001:0.0:1767384325.110820:0:16773:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:0.0:1767384325.110831:0:16773:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 1128 bytes via portal 33 id 12345-0@lo mbits 0x695824c905580-0x695824c905580 00000100:00000001:0.0:1767384325.110833:0:16773:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384325.110836:0:16773:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384325.110838:0:16773:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:0.0:1767384325.110840:0:16773:0:(genops.c:898:class_export_put()) PUTting export 00000000555601ca : new refcount 15 00000100:00000010:0.0:1767384325.110842:0:16773:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000c9151666. 00000100:00000010:0.0:1767384325.110844:0:16773:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000c5df7bcc. 00000100:00000001:0.0:1767384325.110846:0:16773:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:0.0:1767384325.110847:0:16773:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:0.0:1767384325.110852:0:16773:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 0000000053fbfdd5. 20000000:00000001:0.0:1767384325.110854:0:16773:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384325.110856:0:16773:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236723078528 00010000:00000001:0.0:1767384325.110858:0:16773:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384325.110860:0:16773:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000cbe21b76 x1853236723078528/t0(0) o256->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:306/0 lens 304/240 e 0 to 0 dl 1767384336 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384325.110865:0:16773:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384325.110866:0:16773:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384325.110868:0:16773:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dd452398 time=55 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384325.110871:0:16773:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384325.110872:0:16773:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 21 to 0@lo 00000100:00000001:0.0:1767384325.110873:0:16773:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 02000000:00000001:0.0:1767384325.110875:0:16773:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384325.110876:0:16773:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384325.110878:0:16773:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384325.110880:0:16773:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384325.110882:0:16773:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009668caa7. 00000100:00000200:0.0:1767384325.110884:0:16773:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853236723078528, offset 224 00000400:00000200:0.0:1767384325.110887:0:16773:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384325.110891:0:16773:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384325.110895:0:16773:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x695824c905580 00000400:00000200:0.0:1767384325.110899:0:16773:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x1995 [1] + 224 00000400:00000200:0.0:1767384325.110902:0:16773:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384325.110904:0:16773:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384325.110907:0:16773:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384325.110914:0:16773:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000fdfbfb9f x1853236723078528/t0(0) o256->MGC192.168.202.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384341 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384325.110920:0:16773:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@00000000fdfbfb9f x1853236723078528/t0(0) o256->MGC192.168.202.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384341 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384325.110931:0:16773:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384325.110935:0:16773:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009668caa7 00000400:00000010:0.0:1767384325.110936:0:16773:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009668caa7. 00000100:00000001:0.0:1767384325.110938:0:16773:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384325.110939:0:16773:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384325.110941:0:16773:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384325.110942:0:16773:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 20 to 0@lo 00010000:00000001:0.0:1767384325.110944:0:16773:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384325.110945:0:16773:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384325.110947:0:16773:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384325.110950:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cbe21b76 x1853236723078528/t0(0) o256->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:306/0 lens 304/240 e 0 to 0 dl 1767384336 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384325.110953:0:16776:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1767384325.110957:0:16773:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000cbe21b76 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c0412d60-4f67-4dbc-8791-892843f60083+15:16776:x1853236723078528:12345-0@lo:256: Request processed in 404us (605us total) trans 0 rc 0/0 00000400:00000001:1.0:1767384325.110961:0:16776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384325.110964:0:16776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:0.0:1767384325.110966:0:16773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 111 00000400:00000010:1.0:1767384325.110967:0:16776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000015c3fa05. 00000100:00000040:0.0:1767384325.110971:0:16773:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000555601ca : new rpc_count 0 00000400:00000200:1.0:1767384325.110974:0:16776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f67dee06 00000100:00000001:0.0:1767384325.110975:0:16773:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000010:1.0:1767384325.110979:0:16776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f67dee06. 00000100:00000001:0.0:1767384325.110979:0:16773:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384325.110984:0:16773:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000020d29dff. 00000100:00000001:1.0:1767384325.110985:0:16776:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:0.0:1767384325.110990:0:16773:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000006ba800d. 00000100:00000200:1.0:1767384325.110993:0:16776:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000fdfbfb9f x1853236723078528/t0(0) o256->MGC192.168.202.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384341 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384325.110995:0:16773:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004c793538. 00000020:00000040:0.0:1767384325.111002:0:16773:0:(genops.c:898:class_export_put()) PUTting export 00000000555601ca : new refcount 14 02000000:00000001:0.0:1767384325.111007:0:16773:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000200:1.0:1767384325.111008:0:16776:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000fdfbfb9f x1853236723078528/t0(0) o256->MGC192.168.202.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384341 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767384325.111011:0:16773:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 0000000011ff30f3. 02000000:00000001:0.0:1767384325.111017:0:16773:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384325.111020:0:16776:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384325.111020:0:16773:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384325.111023:0:16776:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384325.111025:0:16773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:1.0:1767384325.111026:0:16776:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384325.111030:0:16776:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384325.111032:0:16776:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:0.0:1767384325.111032:0:16773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000046003341. 00000100:00000001:1.0:1767384325.111033:0:16776:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384325.111037:0:16776:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384325.111038:0:16773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009911e1b7. 00000100:00001000:1.0:1767384325.111040:0:16776:0:(import.c:2128:obd_at_measure()) add 5 to 0000000028df3f77 time=55 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384325.111043:0:16776:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f5022cbe time=55 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384325.111054:0:16776:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384325.111055:0:16776:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384325.111057:0:16776:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384325.111059:0:16776:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384325.111060:0:16776:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384325.111063:0:16776:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@00000000fdfbfb9f x1853236723078528/t0(0) o256->MGC192.168.202.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384341 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384325.111070:0:16776:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@00000000fdfbfb9f x1853236723078528/t0(0) o256->MGC192.168.202.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384341 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384325.111075:0:16776:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384325.111076:0:16776:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384325.111078:0:16776:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fdfbfb9f x1853236723078528/t0(0) o256->MGC192.168.202.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384341 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384325.111084:0:16776:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000fdfbfb9f pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c0412d60-4f67-4dbc-8791-892843f60083:16776:1853236723078528:0@lo:256: 00000100:00000001:1.0:1767384325.111409:0:16776:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384325.111412:0:16776:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384325.111414:0:16776:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767384325.111414:0:16776:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384325.111417:0:16776:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000fdfbfb9f x1853236723078528/t0(0) o256->MGC192.168.202.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384341 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384325.111421:0:16776:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384325.111423:0:16776:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000107ddaa8. 00000100:00000001:1.0:1767384325.111425:0:16776:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767384325.111426:0:16776:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:1.0:1767384325.111428:0:16776:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 58, more 0. 10000000:00000001:1.0:1767384325.111431:0:16776:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:1.0:1767384325.111436:0:16776:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 0000000007208ccd. 10000000:00000040:1.0:1767384325.111445:0:16776:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.202.152@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 00010000:00000001:1.0:1767384325.111449:0:16776:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:1.0:1767384325.111451:0:16776:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:1.0:1767384325.111455:0:16776:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.202.152@tcp has 192.168.202.152@tcp. 00000100:00000001:1.0:1767384325.111456:0:16776:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384325.111463:0:16776:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:1.0:1767384325.111465:0:16776:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.202.152@tcp with 192.168.202.152@tcp 00000100:00000200:1.0:1767384325.111466:0:16776:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.202.152@tcp' 00000400:00000200:1.0:1767384325.111468:0:16776:0:(peer.c:1356:LNetAddPeer()) Add peer with 27 NIDs 00000400:00001000:1.0:1767384325.111470:0:16776:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:1.0:1767384325.111473:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.202.152@tcp 00000400:00000200:1.0:1767384325.111477:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp NID flags 0x100001: -17 00000400:00000200:1.0:1767384325.111480:0:16776:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (26) 00000400:00000200:1.0:1767384325.111484:0:16776:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (27) 00000400:00000200:1.0:1767384325.111493:0:16776:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.152@tcp (000000005d9714d7): 0 00000400:00000200:1.0:1767384325.111495:0:16776:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:1.0:1767384325.111497:0:16776:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1767384325.111499:0:16776:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.202.152@tcp NID 192.168.202.152@tcp: 0. pending discovery 00000400:00000200:1.0:1767384325.111501:0:16776:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000005d9714d7 (28) 00000400:00000200:1.0:1767384325.111503:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp 00000400:00000200:1.0:1767384325.111505:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.202.152@tcp10 00000400:00000200:1.0:1767384325.111508:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp10 NID flags 0x1: -114 00000400:00000200:1.0:1767384325.111510:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp10 00000400:00000200:1.0:1767384325.111511:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.202.152@tcp11 00000400:00000200:0.0:1767384325.111512:0:16135:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384325.111515:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp11 NID flags 0x1: -114 00000400:00000200:1.0:1767384325.111517:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp11 00000400:00000200:0.0:1767384325.111520:0:16135:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x102071 00000400:00000200:1.0:1767384325.111523:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.202.152@tcp12 00000400:00000200:0.0:1767384325.111525:0:16135:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (27) 00000400:00000200:1.0:1767384325.111529:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp12 NID flags 0x1: -114 00000400:00000200:1.0:1767384325.111531:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp12 00000400:00000010:0.0:1767384325.111532:0:16135:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 473 at 00000000f90bf4f5. 00000400:00000200:1.0:1767384325.111533:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.202.152@tcp13 00000400:00000200:1.0:1767384325.111539:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp13 NID flags 0x1: -114 00000400:00000010:0.0:1767384325.111539:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009668caa7. 00000400:00000200:1.0:1767384325.111544:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp13 00000400:00000200:1.0:1767384325.111545:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.202.152@tcp14 00000400:00000200:1.0:1767384325.111547:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp14 NID flags 0x1: -114 00000400:00000010:0.0:1767384325.111547:0:16135:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000001cf9852b. 00000400:00000200:1.0:1767384325.111548:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp14 00000400:00000200:1.0:1767384325.111553:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.202.152@tcp15 00000400:00000200:0.0:1767384325.111557:0:16135:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.152@tcp 00000400:00000200:1.0:1767384325.111560:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp15 NID flags 0x1: -114 00000400:00000200:1.0:1767384325.111562:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp15 00000400:00000200:1.0:1767384325.111564:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.202.152@tcp16 00000400:00000200:1.0:1767384325.111566:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp16 NID flags 0x1: -114 00000400:00000200:0.0:1767384325.111569:0:16135:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.152@tcp local destination 00000400:00000200:1.0:1767384325.111570:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp16 00000400:00000200:0.0:1767384325.111574:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 37], ns[40, 37] 00000400:00000200:1.0:1767384325.111581:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.202.152@tcp17 00000400:00000200:0.0:1767384325.111585:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 37], ns[64, 37] 00000400:00000200:1.0:1767384325.111587:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp17 NID flags 0x1: -114 00000400:00000200:1.0:1767384325.111592:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp17 00000400:00000200:1.0:1767384325.111595:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.202.152@tcp18 00000400:00000200:0.0:1767384325.111597:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[68, 37], ns[68, 37] 00000400:00000200:1.0:1767384325.111601:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp18 NID flags 0x1: -114 00000400:00000200:1.0:1767384325.111606:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp18 00000400:00000200:0.0:1767384325.111608:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[78, 37], ns[78, 37] 00000400:00000200:1.0:1767384325.111609:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.202.152@tcp19 00000400:00000200:1.0:1767384325.111616:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp19 NID flags 0x1: -114 00000400:00000200:0.0:1767384325.111619:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[83, 37], ns[83, 37] 00000400:00000200:1.0:1767384325.111620:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp19 00000400:00000200:1.0:1767384325.111625:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.202.152@tcp20 00000400:00000200:0.0:1767384325.111632:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 37], ns[18, 37] 00000400:00000200:1.0:1767384325.111633:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp20 NID flags 0x1: -114 00000400:00000200:1.0:1767384325.111638:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp20 00000400:00000200:1.0:1767384325.111643:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.202.152@tcp21 00000400:00000200:0.0:1767384325.111643:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 18], ns[20, 18] 00000400:00000200:1.0:1767384325.111651:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp21 NID flags 0x1: -114 00000400:00000200:0.0:1767384325.111653:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 18], ns[22, 18] 00000400:00000200:1.0:1767384325.111655:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp21 00000400:00000200:1.0:1767384325.111660:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.202.152@tcp22 00000400:00000200:0.0:1767384325.111663:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 18], ns[24, 18] 00000400:00000200:1.0:1767384325.111667:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp22 NID flags 0x1: -114 00000400:00000200:1.0:1767384325.111671:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp22 00000400:00000200:0.0:1767384325.111673:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 18], ns[26, 18] 00000400:00000200:1.0:1767384325.111674:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.202.152@tcp23 00000400:00000200:1.0:1767384325.111681:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp23 NID flags 0x1: -114 00000400:00000200:0.0:1767384325.111684:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 18], ns[28, 18] 00000400:00000200:1.0:1767384325.111685:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp23 00000400:00000200:1.0:1767384325.111690:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.202.152@tcp24 00000400:00000200:0.0:1767384325.111694:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 18], ns[30, 18] 00000400:00000200:1.0:1767384325.111697:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp24 NID flags 0x1: -114 00000400:00000200:1.0:1767384325.111702:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp24 00000400:00000200:0.0:1767384325.111706:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 18], ns[32, 18] 00000400:00000200:1.0:1767384325.111707:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.202.152@tcp25 00000400:00000200:1.0:1767384325.111713:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp25 NID flags 0x1: -114 00000400:00000200:0.0:1767384325.111716:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 18], ns[34, 18] 00000400:00000200:1.0:1767384325.111717:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp25 00000400:00000200:1.0:1767384325.111723:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.202.152@tcp26 00000400:00000200:0.0:1767384325.111726:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 18], ns[44, 18] 00000400:00000200:1.0:1767384325.111727:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp26 NID flags 0x1: -114 00000400:00000200:1.0:1767384325.111729:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp26 00000400:00000200:1.0:1767384325.111730:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.202.152@tcp27 00000400:00000200:1.0:1767384325.111734:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp27 NID flags 0x1: -114 00000400:00000200:1.0:1767384325.111738:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp27 00000400:00000200:1.0:1767384325.111741:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.202.152@tcp28 00000400:00000200:0.0:1767384325.111745:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 18], ns[48, 18] 00000400:00000200:1.0:1767384325.111748:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp28 NID flags 0x1: -114 00000400:00000200:1.0:1767384325.111753:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp28 00000400:00000200:0.0:1767384325.111756:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 18], ns[52, 18] 00000400:00000200:1.0:1767384325.111762:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.202.152@tcp29 00000400:00000200:0.0:1767384325.111763:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 18], ns[56, 18] 00000400:00000200:1.0:1767384325.111768:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp29 NID flags 0x1: -114 00000400:00000200:1.0:1767384325.111771:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp29 00000400:00000200:0.0:1767384325.111773:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 18], ns[60, 18] 00000400:00000200:1.0:1767384325.111774:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.202.152@tcp30 00000400:00000200:1.0:1767384325.111781:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp30 NID flags 0x1: -114 00000400:00000200:1.0:1767384325.111785:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp30 00000400:00000200:0.0:1767384325.111785:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 18], ns[72, 18] 00000400:00000200:1.0:1767384325.111791:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[22]: 192.168.202.152@tcp31 00000400:00000200:1.0:1767384325.111796:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp31 NID flags 0x1: -114 00000400:00000200:0.0:1767384325.111799:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[76, 18], ns[76, 18] 00000400:00000200:1.0:1767384325.111800:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp31 00000400:00000200:1.0:1767384325.111804:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[23]: 192.168.202.152@tcp32 00000400:00000200:1.0:1767384325.111811:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp32 NID flags 0x1: -114 00000400:00000200:0.0:1767384325.111812:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[81, 18], ns[81, 18] 00000400:00000200:1.0:1767384325.111813:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp32 00000400:00000200:1.0:1767384325.111817:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[24]: 192.168.202.152@tcp33 00000400:00000200:1.0:1767384325.111825:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp33 NID flags 0x1: -114 00000400:00000200:0.0:1767384325.111825:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[85, 18], ns[85, 18] 00000400:00000200:1.0:1767384325.111830:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp33 00000400:00000200:1.0:1767384325.111834:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[25]: 192.168.202.152@tcp34 00000400:00000200:0.0:1767384325.111838:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 18], ns[0, 18] 00000400:00000200:1.0:1767384325.111840:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp34 NID flags 0x1: -114 00000400:00000200:1.0:1767384325.111845:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp34 00000400:00000200:1.0:1767384325.111848:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[26]: 192.168.202.152@tcp35 00000400:00000200:0.0:1767384325.111851:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp33] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 00000400:00000010:1.0:1767384325.111853:0:16776:0:(peer.c:231:lnet_peer_alloc()) alloc '(lp)': 376 at 000000009846f52a. 00000400:00000200:0.0:1767384325.111856:0:16135:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp33 00000400:00000200:1.0:1767384325.111860:0:16776:0:(peer.c:264:lnet_peer_alloc()) 000000009846f52a nid 192.168.202.152@tcp35 00000400:00000200:0.0:1767384325.111863:0:16135:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.152@tcp33 00000400:00000010:1.0:1767384325.111864:0:16776:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 0000000073a31ddd. 00000400:00000200:0.0:1767384325.111868:0:16135:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.152@tcp33 lpni_is_preferred = 0 00000400:00000200:1.0:1767384325.111870:0:16776:0:(peer.c:204:lnet_peer_net_alloc()) 0000000073a31ddd net tcp35 00000400:00000200:0.0:1767384325.111874:0:16135:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.152@tcp33 00000400:00000010:1.0:1767384325.111876:0:16776:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000e52835de. 00000400:00000200:0.0:1767384325.111881:0:16135:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp33 NI seq info: [86:86:256:4294967295] 192.168.202.152@tcp33 LPNI seq info [86:86:8:4294967295] 00000400:00000200:1.0:1767384325.111886:0:16776:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000e52835de nid 192.168.202.152@tcp35 00000400:00000200:0.0:1767384325.111889:0:16135:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.152@tcp33 00000400:00000200:0.0:1767384325.111896:0:16135:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp33(192.168.202.152@tcp33:) -> 192.168.202.152@tcp33(192.168.202.152@tcp:192.168.202.152@tcp33) : GET try# 0 00000400:00000200:1.0:1767384325.111900:0:16776:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000009846f52a (0) 00000800:00000200:0.0:1767384325.111900:0:16135:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.152@tcp33 00000800:00000010:0.0:1767384325.111906:0:16135:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000ba8334f5. 00000400:00000200:1.0:1767384325.111911:0:16776:0:(peer.c:1094:lnet_peer_ni_clr_non_mr_pref_nid()) peer 192.168.202.152@tcp35: -2 00000800:00000010:0.0:1767384325.111917:0:16135:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000008a9b3b7e. 00000400:00000200:1.0:1767384325.111920:0:16776:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.152@tcp35 NID 192.168.202.152@tcp35 flags 0x1 00000800:00000010:0.0:1767384325.111922:0:16135:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000009ba81226. 00000400:00000200:1.0:1767384325.111926:0:16776:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000009846f52a (1) 00000800:00000200:0.0:1767384325.111931:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008a9b3b7e] -> 12345-192.168.202.152@tcp33 (2) 00000400:00000200:1.0:1767384325.111932:0:16776:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000009846f52a (2) 00000800:00000200:0.1:1767384325.111937:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008a9b3b7e] -> 12345-192.168.202.152@tcp33 (2) 00000400:00000200:1.0:1767384325.111939:0:16776:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000009846f52a (1) 00000400:00000200:1.0:1767384325.111945:0:16776:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000009846f52a (2) 00000400:00000200:1.0:1767384325.111948:0:16776:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.152@tcp35 (000000009846f52a): 0 00000400:00000200:1.0:1767384325.111950:0:16776:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:1.0:1767384325.111953:0:16776:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:0.0:1767384325.111957:0:16135:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.152@tcp 00000400:00000200:1.0:1767384325.111964:0:16776:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.202.152@tcp35 NID 192.168.202.152@tcp35: 0. pending discovery 00000400:00000200:1.0:1767384325.111970:0:16776:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000009846f52a (3) 00000400:00000200:0.0:1767384325.111972:0:16135:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100271 rc 0 00000100:00000001:1.0:1767384325.111975:0:16776:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384325.111980:0:16776:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384325.111982:0:16135:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.152@tcp35(000000009846f52a) state 0x41 00000400:00000200:0.0:1767384325.111986:0:16135:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000009846f52a (2) 10000000:00000040:1.0:1767384325.111988:0:16776:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.202.152@tcp' by NID '192.168.202.152@tcp' 00000400:00000010:0.0:1767384325.111990:0:16135:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000070987861. 10000000:00000010:1.0:1767384325.111994:0:16776:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 00000000dd974c48. 00000400:00000010:0.0:1767384325.111996:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ff276a1b. 10000000:00000040:1.0:1767384325.112000:0:16776:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 58/58 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.202.152@tcp::2 00000400:00000010:0.0:1767384325.112002:0:16135:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000004e41846. 00000020:00000080:1.0:1767384325.112005:0:16776:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000400:00000200:0.0:1767384325.112010:0:16135:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.152@tcp35 00000020:00000001:1.0:1767384325.112014:0:16776:0:(obd_class.h:681:obd_process_config()) Process entered 00000400:00000200:0.0:1767384325.112018:0:16135:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.152@tcp35 local destination 00000020:00000010:1.0:1767384325.112022:0:16776:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c31f79c5. 00000400:00000200:0.0:1767384325.112023:0:16135:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp35 00000400:00000200:0.0:1767384325.112027:0:16135:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.152@tcp35 00000020:00000010:1.0:1767384325.112029:0:16776:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000e2b6f0db. 00000400:00000200:0.0:1767384325.112030:0:16135:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.152@tcp35 lpni_is_preferred = 0 00000400:00000200:0.0:1767384325.112035:0:16135:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.152@tcp35 00000040:00000010:1.0:1767384325.112039:0:16776:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000d483ccee. 00000400:00000200:0.0:1767384325.112039:0:16135:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp35 NI seq info: [87:87:256:4294967295] 192.168.202.152@tcp35 LPNI seq info [1:1:8:4294967295] 00000400:00000200:2.0:1767384325.112043:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.152:988 00000020:00000010:1.0:1767384325.112048:0:16776:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000ff62c2f8. 00000400:00000200:0.0:1767384325.112050:0:16135:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.152@tcp35 00000020:00000010:1.0:1767384325.112057:0:16776:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000021345c9e. 00000400:00000200:0.0:1767384325.112061:0:16135:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp35(192.168.202.152@tcp35:) -> 192.168.202.152@tcp35(192.168.202.152@tcp35:192.168.202.152@tcp35) : GET try# 0 00000800:00000200:0.0:1767384325.112066:0:16135:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.152@tcp35 00000020:00000010:1.0:1767384325.112068:0:16776:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000c0ae4ae9. 00000800:00000010:0.0:1767384325.112069:0:16135:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000002243f15d. 80000000:00000010:1.0:1767384325.112077:0:16776:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000002ea6a0e8. 00000800:00000010:0.0:1767384325.112078:0:16135:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000637d50da. 00000800:00000010:0.0:1767384325.112083:0:16135:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000f6748041. 40000000:00000010:1.0:1767384325.112109:0:16776:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000ab9d7f80. 00000800:00000200:0.0:1767384325.112110:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000637d50da] -> 12345-192.168.202.152@tcp35 (2) 00000800:00000200:0.1:1767384325.112117:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000637d50da] -> 12345-192.168.202.152@tcp35 (2) 00100000:00000010:1.0:1767384325.112118:0:16776:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000c90f048e. 00040000:00000010:1.0:1767384325.112126:0:16776:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000c6770770. 00000400:00000200:0.0:1767384325.112129:0:16135:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.152@tcp35 00040000:00000010:1.0:1767384325.112130:0:16776:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000009af639eb. 00000400:00000200:0.0:1767384325.112134:0:16135:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.152@tcp35(000000009846f52a) state 0x241 rc 0 00040000:00000010:1.0:1767384325.112137:0:16776:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000003953bfb6. 00000400:00000200:2.0:1767384325.112144:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.152:988 00080000:00000010:1.0:1767384325.112144:0:16776:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000a7410881. 00000004:00000010:1.0:1767384325.112148:0:16776:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000007e68384c. 00000004:00000010:1.0:1767384325.112155:0:16776:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000009c7f9e77. 00000004:00000010:1.0:1767384325.112160:0:16776:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000d86a0c69. 00002000:00000010:1.0:1767384325.112164:0:16776:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000006d629fbe. 00000004:00000010:1.0:1767384325.112167:0:16776:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000000410e41f. 00000004:00000001:1.0:1767384325.112170:0:16776:0:(osp_dev.c:662:osp_process_config()) Process entered 00000040:00000001:1.0:1767384325.112173:0:16776:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:1.0:1767384325.112175:0:16776:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 00000000dd974c48 00000040:00001000:1.0:1767384325.112176:0:16776:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:1.0:1767384325.112178:0:16776:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:1.0:1767384325.112180:0:16776:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:1.0:1767384325.112186:0:16776:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000400:00000200:0.0:1767384325.112188:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.152:988 00000040:00001000:1.0:1767384325.112191:0:16776:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:1.0:1767384325.112194:0:16776:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:1.0:1767384325.112196:0:16776:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:1.0:1767384325.112198:0:16776:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.202.152@tcp::2 00000040:00000001:1.0:1767384325.112200:0:16776:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000400:00000200:2.0:1767384325.112202:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.152:988 00000004:00000001:1.0:1767384325.112255:0:16776:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384325.112256:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.152:988 00000020:00000010:1.0:1767384325.112261:0:16776:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000e2b6f0db. 00000400:00000200:2.0:1767384325.112263:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.152:988 00000040:00000010:1.0:1767384325.112267:0:16776:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000d483ccee. 00000020:00000010:1.0:1767384325.112274:0:16776:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000ff62c2f8. 00000020:00000010:1.0:1767384325.112278:0:16776:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000021345c9e. 00000020:00000010:1.0:1767384325.112285:0:16776:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000c0ae4ae9. 80000000:00000010:1.0:1767384325.112289:0:16776:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000002ea6a0e8. 40000000:00000010:1.0:1767384325.112294:0:16776:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000ab9d7f80. 00100000:00000010:1.0:1767384325.112297:0:16776:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000c90f048e. 00040000:00000010:1.0:1767384325.112300:0:16776:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000c6770770. 00040000:00000010:1.0:1767384325.112303:0:16776:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000009af639eb. 00040000:00000010:1.0:1767384325.112307:0:16776:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000003953bfb6. 00080000:00000010:1.0:1767384325.112312:0:16776:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000a7410881. 00000004:00000010:1.0:1767384325.112315:0:16776:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000007e68384c. 00000004:00000010:1.0:1767384325.112319:0:16776:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000009c7f9e77. 00000004:00000010:1.0:1767384325.112323:0:16776:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000d86a0c69. 00002000:00000010:1.0:1767384325.112327:0:16776:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000006d629fbe. 00000004:00000010:1.0:1767384325.112331:0:16776:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000000410e41f. 00000400:00000200:0.0:1767384325.112331:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.152:988 00000400:00000200:2.0:1767384325.112333:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.152:988 00000020:00000010:1.0:1767384325.112338:0:16776:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c31f79c5. 00000020:00000001:1.0:1767384325.112342:0:16776:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384325.112344:0:16776:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:1.0:1767384325.112347:0:16776:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 00000000dd974c48. 10000000:00000010:1.0:1767384325.112351:0:16776:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 0000000007208ccd. 10000000:00000001:1.0:1767384325.112354:0:16776:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384325.112356:0:16776:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384325.112360:0:16776:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000fdfbfb9f x1853236723078528/t0(0) o256->MGC192.168.202.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384341 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384325.112365:0:16776:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384325.112368:0:16776:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384325.112374:0:16776:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008ed06329. 02000000:00000001:1.0:1767384325.112377:0:16776:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384325.112379:0:16776:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384325.112380:0:16776:0:(genops.c:1242:class_import_put()) import 00000000df830bbe refcount=4 obd=MGC192.168.202.152@tcp 00000020:00000001:1.0:1767384325.112397:0:16776:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767384325.112399:0:16776:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:1.0:1767384325.112401:0:16776:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384325.112402:0:16776:0:(genops.c:1242:class_import_put()) import 00000000df830bbe refcount=3 obd=MGC192.168.202.152@tcp 00000020:00000001:1.0:1767384325.112404:0:16776:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:1.0:1767384325.112406:0:16776:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 0000000076425c7f. 00000100:00000010:1.0:1767384325.112410:0:16776:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 0000000039d13e9a. 00000100:00000001:1.0:1767384325.112413:0:16776:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 00000400:00000200:0.0:1767384325.112413:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.152:988 02000000:00000010:1.0:1767384325.112417:0:16776:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000ba2d8298. 00000400:00000200:2.0:1767384325.112420:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.152:988 02000000:00000001:1.0:1767384325.112421:0:16776:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384325.112424:0:16776:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384325.112427:0:16776:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fdfbfb9f. 00000100:00000001:1.0:1767384325.112432:0:16776:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384325.112433:0:16776:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:1.0:1767384325.112446:0:16776:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 00000000c40873ba. 10000000:01000000:1.0:1767384325.112449:0:16776:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.152@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:1.0:1767384325.112452:0:16776:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:1.0:1767384325.112454:0:16776:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384325.112455:0:16776:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384325.112457:0:16776:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000003653ee69 refcount=3 00000020:00000001:1.0:1767384325.112460:0:16776:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781713885184 : -124291995666432 : ffff8ef503bff800) 00010000:00000001:1.0:1767384325.112462:0:16776:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781713885184 : -124291995666432 : ffff8ef503bff800) 00010000:00000001:1.0:1767384325.112465:0:16776:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384325.112467:0:16776:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.152@tcp lock: 000000003653ee69/0x7e51148972eecbff lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7e51148972eecc06 expref: -99 pid: 16776 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384325.112472:0:16776:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384325.112474:0:16776:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384325.112476:0:16776:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.152@tcp lock: 000000003653ee69/0x7e51148972eecbff lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7e51148972eecc06 expref: -99 pid: 16776 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384325.112477:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.152:988 00000400:00000200:2.0:1767384325.112481:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.152:988 00010000:00000001:1.0:1767384325.112483:0:16776:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384325.112489:0:16776:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384325.112490:0:16776:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1767384325.112492:0:16776:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384325.112494:0:16776:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384325.112496:0:16776:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:1.0:1767384325.112499:0:16776:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1767384325.112500:0:16776:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(0000000070cb7a0b) refs 3 10000000:00000001:1.0:1767384325.112503:0:16776:0:(mgc_request.c:147:config_log_put()) Process leaving 00000400:00000200:0.0:1767384325.112548:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.152:988 00000400:00000200:2.0:1767384325.112553:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.152:988 00000400:00000200:0.0:1767384325.112600:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.152:988 00000400:00000200:2.0:1767384325.112616:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.152:988 00000400:00000200:0.0:1767384325.112650:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.152:988 00000400:00000200:2.0:1767384325.112668:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.152:988 00000400:00000200:0.0:1767384325.112701:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.152:988 00000400:00000200:2.0:1767384325.112719:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.152:988 00000400:00000200:0.0:1767384325.112766:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.152:988 00000400:00000200:2.0:1767384325.112775:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.152:988 00000400:00000200:0.0:1767384325.112824:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.152:988 00000400:00000200:2.0:1767384325.112833:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.152:988 00000400:00000200:0.0:1767384325.112898:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.152:988 00000400:00000200:2.0:1767384325.112900:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.152:988 00000400:00000200:0.0:1767384325.112955:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.152:988 00000400:00000200:2.0:1767384325.112958:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.152:988 00000400:00000200:0.0:1767384325.113010:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.152:988 00000400:00000200:2.0:1767384325.113030:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.152:988 00000400:00000200:0.0:1767384325.113056:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.152:988 00000400:00000200:2.0:1767384325.113117:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.152:988 00000400:00000200:0.0:1767384325.113126:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.152:988 00000400:00000200:2.0:1767384325.113170:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.152:988 00000400:00000200:0.0:1767384325.113180:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.152:988 00000400:00000200:2.0:1767384325.113223:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.152:988 00000400:00000200:0.0:1767384325.113233:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.152:988 00000400:00000200:2.0:1767384325.113275:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.152:988 00000400:00000200:0.0:1767384325.113281:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.152:988 00000400:00000200:0.0:1767384325.113333:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.152:988 00000400:00000200:2.0:1767384325.113349:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.152:988 00000400:00000200:0.0:1767384325.113400:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.152:988 00000400:00000200:2.0:1767384325.113417:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.152:988 00000400:00000200:0.0:1767384325.113456:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.152:988 00000400:00000200:2.0:1767384325.113479:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.152:988 00000400:00000200:0.0:1767384325.113509:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.152:988 00000400:00000200:2.0:1767384325.113533:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.152:988 00000400:00000200:0.0:1767384325.113559:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.152:988 00000400:00000200:2.0:1767384325.113587:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.152:988 00000400:00000200:0.0:1767384325.113609:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.152:988 00000400:00000200:2.0:1767384325.113650:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.152:988 00000400:00000200:0.0:1767384325.113670:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.152:988 00000400:00000200:2.0:1767384325.113714:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.152:988 00000400:00000200:0.0:1767384325.113726:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.152:988 00000400:00000200:2.0:1767384325.113772:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.152:988 00000400:00000200:0.0:1767384325.113790:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.152:988 00000400:00000200:2.0:1767384325.113838:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.152:988 00000400:00000200:0.0:1767384325.113845:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.152:988 00000400:00000200:0.0:1767384325.113911:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.152:988 00000400:00000200:2.0:1767384325.113913:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.152:988 00000400:00000200:0.0:1767384325.113956:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.152:988 00000400:00000200:2.0:1767384325.113968:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.152:988 00000400:00000200:0.0:1767384325.114002:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.152:988 00000400:00000200:2.0:1767384325.114024:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.152:988 00000400:00000200:0.0:1767384325.114050:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.152:988 00000400:00000200:2.0:1767384325.114113:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.152:988 00000400:00000200:0.0:1767384325.114116:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.152:988 00000400:00000200:0.0:1767384325.114178:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.152:988 00000400:00000200:2.0:1767384325.114182:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.152:988 00000400:00000200:2.0:1767384325.114236:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.152:988 00000400:00000200:2.0:1767384325.114276:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.202.152:988 00000400:00000200:2.0:1767384325.114310:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.202.152:988 00000400:00000200:2.0:1767384325.114341:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.202.152:988 00000800:00000010:0.0:1767384325.114353:0:16128:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000002cb8ab3. 00000800:00000010:0.0:1767384325.114358:0:16128:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000c91d1906. 00000800:00000010:0.0:1767384325.114363:0:16128:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000b8a21da9. 00000400:00000200:2.0:1767384325.114372:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.202.152:988 00000800:00000010:0.0:1767384325.114398:0:16128:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000b8a21da9. 00000800:00020000:0.0:1767384325.114409:0:16128:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.152 00000800:00000010:0.0:1767384325.114417:0:16128:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000c91d1906. 00000800:00000010:0.0:1767384325.114420:0:16128:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000002cb8ab3. 00000400:00000200:2.0:1767384325.114422:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.202.152:988 00000400:00000200:2.0:1767384325.114469:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.202.152:988 00000400:02020000:0.0:1767384325.114488:0:16128:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.152@tcp35 at host 192.168.202.152:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384325.114495:0:16128:0:(router.c:1755:lnet_notify()) 192.168.202.152@tcp35 notifying 192.168.202.152@tcp35: down 00000800:00000200:0.0:1767384325.114501:0:16128:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.152@tcp35 down 00000800:00000100:0.0:1767384325.114508:0:16128:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.152@tcp35 00000800:00000010:0.0:1767384325.114511:0:16128:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000002243f15d. 00000400:00000200:0.0:1767384325.114513:0:16128:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384325.114517:0:16128:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp35->192.168.202.152@tcp35: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384325.114518:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.202.152:988 00000400:00000200:0.0:1767384325.114522:0:16128:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.152@tcp35 added to recovery queue. ping count: 0 next ping: 248 health :900 00000400:00000200:0.0:1767384325.114526:0:16128:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384325.114530:0:16128:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.152@tcp35: 1 00000400:00000200:0.0:1767384325.114535:0:16128:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.152@tcp35 (000000009846f52a): -114 00000400:00000200:0.0:1767384325.114559:0:16135:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384325.114562:0:16135:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.152@tcp35(000000009846f52a) state 0x841 00000400:00000001:0.0:1767384325.114565:0:16135:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384325.114567:0:16135:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384325.114568:0:16135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ff276a1b 00000400:00000010:0.0:1767384325.114570:0:16135:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ff276a1b. 00000400:00000200:0.0:1767384325.114573:0:16135:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:0.0:1767384325.114575:0:16135:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.152@tcp35 (000000009846f52a): -114 00000400:00000010:0.0:1767384325.114577:0:16135:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000070987861. 00000400:00000200:0.0:1767384325.114580:0:16135:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000009846f52a (3) 00000400:00000200:0.0:1767384325.114583:0:16135:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.202.152@tcp35:-71 00000400:00000200:0.0:1767384325.114586:0:16135:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.152@tcp35(000000009846f52a) state 0x2041 rc -71 00000400:00000200:0.0:1767384325.114590:0:16135:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.152@tcp35 (000000009846f52a) 00000400:00000200:0.0:1767384325.114594:0:16135:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000009846f52a (2) 00000800:00000010:2.0:1767384325.114698:0:16125:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000412990b8. 00000800:00000010:2.0:1767384325.114703:0:16125:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000a77c00f7. 00000800:00000010:2.0:1767384325.114707:0:16125:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ffd1bc38. 00000800:00000010:2.0:1767384325.114737:0:16125:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ffd1bc38. 00000400:00000200:0.0:1767384325.114771:0:16133:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767384325.114784:0:16133:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.152@tcp33 from 213.3.0.2 00000800:00000010:0.0:1767384325.114787:0:16133:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000038c931a7. 00000800:00000010:2.0:1767384325.114821:0:16126:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000eea01c52. 00000800:00000010:2.0:1767384325.114826:0:16126:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000091a27b56. 00000800:00000010:2.0:1767384325.114846:0:16126:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000f5dc2e30. 00000800:00000200:2.1:1767384325.114851:0:16126:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008a9b3b7e] -> 12345-192.168.202.152@tcp33 (2) 00000800:00000200:2.1:1767384325.114857:0:16126:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.152@tcp33 00000000f5dc2e30 deleted 00000800:00000010:2.1:1767384325.114860:0:16126:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000f5dc2e30. 00000800:00000200:2.1:1767384325.114864:0:16126:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.1:1767384325.114870:0:16126:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp33 ip 192.168.202.152:981 00000800:00000200:2.1:1767384325.114873:0:16126:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ba8334f5 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1767384325.114877:0:16126:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.152@tcp33 p 3.x 192.168.202.152 -> 192.168.202.152:981 incarnation:1767384320143751998 sched[0] 00000800:00000010:2.0:1767384325.114882:0:16126:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ffd1bc38. 00000800:00000010:2.0:1767384325.114931:0:16126:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ffd1bc38. 00000800:00000010:2.0:1767384325.114935:0:16126:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000091a27b56. 00000800:00000010:2.0:1767384325.114963:0:16126:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000038c931a7. 00000800:00000001:2.0:1767384325.114973:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384325.114978:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767384325.115022:0:16132:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384325.115024:0:16132:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000ba8334f5. 00000400:00000200:2.0:1767384325.115027:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384325.115033:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp33->192.168.202.152@tcp33: GET: OK 00000400:00000200:2.0:1767384325.115037:0:16132:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384325.115040:0:16132:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.152@tcp: 0 00000800:00000200:2.1:1767384325.115077:0:16125:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.0:1767384325.115084:0:16125:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.152@tcp33 p 3.x 192.168.202.152 -> 192.168.202.152:988 incarnation:1767384320143751998 sched[0] 00000800:00000010:2.0:1767384325.115165:0:16125:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000a77c00f7. 00000400:00000200:2.0:1767384325.115220:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.152:988 00000400:00000200:2.0:1767384325.115276:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.152:988 00000400:00000200:2.0:1767384325.115330:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.152:988 00000400:00000200:2.0:1767384325.115400:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.152:988 00000400:00000200:2.0:1767384325.115436:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.152:988 00000400:00000200:2.0:1767384325.115459:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.152:988 00000400:00000200:2.0:1767384325.115492:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.152:988 00000400:00000200:2.0:1767384325.115544:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.152:988 00000400:00000200:2.0:1767384325.115597:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.152:988 00000400:00000200:2.0:1767384325.115651:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.152:988 00000400:00000200:2.0:1767384325.115688:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.152:988 00000400:00000200:2.0:1767384325.115742:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.152:988 00000800:00000001:0.0:1767384325.115757:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384325.115763:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384325.115766:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.152:988 00000800:00000001:0.0:1767384325.115772:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384325.115779:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384325.115784:0:16130:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.152@tcp33(192.168.202.152@tcp33) <- 192.168.202.152@tcp33 : GET - for me 00000400:00000200:0.0:1767384325.115792:0:16130:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.152@tcp of length 464 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384325.115798:0:16130:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.152@tcp of length 464/464 into md 0x194d [1] + 0 00000400:00000200:2.0:1767384325.115799:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.152:988 00000400:00000200:0.0:1767384325.115808:0:16130:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.152@tcp33 to MR: 192.168.202.152@tcp33 local destination 00000400:00000200:0.0:1767384325.115815:0:16130:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp33 NI seq info: [88:88:256:4294967295] 192.168.202.152@tcp33 LPNI seq info [87:87:8:4294967295] 00000400:00000200:0.0:1767384325.115824:0:16130:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp33(192.168.202.152@tcp33:192.168.202.152@tcp33) -> 192.168.202.152@tcp33(192.168.202.152@tcp33:192.168.202.152@tcp33) 192.168.202.152@tcp33 : REPLY try# 0 00000800:00000200:0.0:1767384325.115829:0:16130:0:(socklnd_cb.c:1001:ksocknal_send()) sending 464 bytes in 1 frags to 12345-192.168.202.152@tcp33 00000800:00000010:0.0:1767384325.115832:0:16130:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002243f15d. 00000800:00000200:0.0:1767384325.115837:0:16130:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008a9b3b7e] -> 12345-192.168.202.152@tcp33 (4) 00000400:00000200:2.0:1767384325.115838:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.152:988 00000800:00000200:0.0:1767384325.115842:0:16130:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp33 ip 192.168.202.152:988 00000800:00000200:0.0:1767384325.115846:0:16130:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000002243f15d type 3, nob 560 niov 1 nkiov 1 00000800:00000001:2.0:1767384325.115865:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384325.115892:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.152:988 00000800:00000001:2.0:1767384325.115912:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:0.0:1767384325.115915:0:16130:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1767384325.115918:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.0:1767384325.115919:0:16130:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002243f15d. 00000400:00000200:0.0:1767384325.115922:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384325.115928:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp33->192.168.202.152@tcp33: REPLY: OK 00000800:00000001:2.0:1767384325.115929:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384325.115935:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384325.115941:0:16131:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.152@tcp33(192.168.202.152@tcp33) <- 192.168.202.152@tcp33 : REPLY - for me 00000400:00000200:2.0:1767384325.115950:0:16131:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.152@tcp33: Reply from 12345-192.168.202.152@tcp33 of length 464/464 into md 0x19a9 00000800:00000001:2.0:1767384325.115954:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384325.115959:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384325.115960:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384325.115963:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp33->192.168.202.152@tcp33: REPLY: OK 00000400:00000200:2.0:1767384325.115966:0:16131:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009668caa7 00000400:00000010:2.0:1767384325.115967:0:16131:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009668caa7. 00000400:00000200:2.0:1767384325.115970:0:16131:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:2.0:1767384325.115973:0:16131:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.202.152@tcp has discovery enabled 00000400:00000200:2.0:1767384325.115975:0:16131:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.202.152@tcp(000000005d9714d7) is MR 00000400:00000200:2.0:1767384325.115978:0:16131:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.202.152@tcp data present 27. state = 0x100271 00000400:00000200:2.0:1767384325.115980:0:16131:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.152@tcp (000000005d9714d7): -114 00000400:00000200:2.0:1767384325.115990:0:16131:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000005d9714d7 (28) 00000800:00000001:2.0:1767384325.115995:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384325.115999:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384325.116001:0:16135:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384325.116007:0:16135:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x1000f1 00000800:00000001:2.0:1767384325.116008:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384325.116013:0:16135:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 560 at 0000000011ff30f3. 00000400:00000010:0.0:1767384325.116018:0:16135:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 672 at 0000000095a26dfb. 00000400:00000010:0.0:1767384325.116022:0:16135:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 560 at 00000000c0e83866. 00000400:00000200:2.0:1767384325.116040:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.152:988 00000400:00000200:0.0:1767384325.116046:0:16135:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.152@tcp31(00000000c6b339b3) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:0.0:1767384325.116051:0:16135:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.152@tcp32(000000009c012fd3) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:0.0:1767384325.116060:0:16135:0:(peer.c:434:lnet_peer_del_locked()) peer 192.168.202.152@tcp35 00000400:00000200:0.0:1767384325.116065:0:16135:0:(peer.c:356:lnet_peer_detach_peer_ni_locked()) peer 192.168.202.152@tcp35 NID 192.168.202.152@tcp35 00000400:00000200:0.0:1767384325.116067:0:16135:0:(peer.c:2255:lnet_destroy_peer_ni_locked()) 00000000e52835de nid 192.168.202.152@tcp35 00000400:00000010:0.0:1767384325.116069:0:16135:0:(peer.c:2285:lnet_destroy_peer_ni_locked()) kfreed 'lpni': 384 at 00000000e52835de. 00000400:00000200:0.0:1767384325.116073:0:16135:0:(peer.c:214:lnet_destroy_peer_net_locked()) 0000000073a31ddd net tcp35 00000400:00000010:0.0:1767384325.116080:0:16135:0:(peer.c:221:lnet_destroy_peer_net_locked()) kfreed 'lpn': 72 at 0000000073a31ddd. 00000400:00000200:0.0:1767384325.116083:0:16135:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000009846f52a (1) 00000400:00000200:0.0:1767384325.116111:0:16135:0:(peer.c:272:lnet_destroy_peer_locked()) 000000009846f52a nid 192.168.202.152@tcp35 00000400:00000010:0.0:1767384325.116114:0:16135:0:(peer.c:302:lnet_destroy_peer_locked()) kfreed 'lp': 376 at 000000009846f52a. 00000400:00000010:0.0:1767384325.116118:0:16135:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000002a0a9127. 00000400:00000200:2.0:1767384325.116122:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.152:988 00000400:00000200:0.0:1767384325.116123:0:16135:0:(peer.c:185:lnet_peer_ni_alloc()) 000000002a0a9127 nid 192.168.202.152@tcp35 00000400:00000010:0.0:1767384325.116127:0:16135:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000e32c4503. 00000400:00000200:0.0:1767384325.116131:0:16135:0:(peer.c:204:lnet_peer_net_alloc()) 00000000e32c4503 net tcp35 00000400:00000200:0.0:1767384325.116133:0:16135:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (27) 00000400:00000200:0.0:1767384325.116139:0:16135:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.152@tcp NID 192.168.202.152@tcp35 flags 0x11 00000400:00000010:0.0:1767384325.116142:0:16135:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 560 at 0000000011ff30f3. 00000400:00000010:0.0:1767384325.116145:0:16135:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 672 at 0000000095a26dfb. 00000400:00000010:0.0:1767384325.116148:0:16135:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 560 at 00000000c0e83866. 00000400:00000010:0.0:1767384325.116151:0:16135:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 473 at 00000000f90bf4f5. 00000400:00000200:0.0:1767384325.116156:0:16135:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.152@tcp (000000005d9714d7): 0 00000400:00000200:0.0:1767384325.116159:0:16135:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.152@tcp(000000005d9714d7): 0. state = 0x100171 00000400:00000200:0.0:1767384325.116163:0:16135:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100171 rc 1 00000400:00000200:0.0:1767384325.116166:0:16135:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100171 00000400:00000200:0.0:1767384325.116169:0:16135:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.152@tcp 00000400:00000200:0.0:1767384325.116170:0:16135:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100111 rc 0 00000400:00000200:0.0:1767384325.116173:0:16135:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.152@tcp (000000005d9714d7) 00000400:00000200:0.0:1767384325.116176:0:16135:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000005d9714d7 (28) 00000400:00000200:2.0:1767384325.116185:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.152:988 00000400:00000200:2.0:1767384325.116204:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.152:988 00000400:00000200:2.0:1767384325.116224:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.152:988 00000400:00000200:2.0:1767384325.116258:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.152:988 00000400:00000200:2.0:1767384325.116274:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.152:988 00000400:00000200:2.0:1767384325.116290:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.152:988 00000400:00000200:2.0:1767384325.116306:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.152:988 00000400:00000200:2.0:1767384325.116332:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.152:988 00000400:00000200:2.0:1767384325.116351:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.152:988 00000400:00000200:2.0:1767384325.116368:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.152:988 00000400:00000200:2.0:1767384325.116405:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.152:988 00000400:00000200:2.0:1767384325.116444:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.152:988 00000400:00000200:2.0:1767384325.116473:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.152:988 00000400:00000200:2.0:1767384325.116503:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.152:988 00000400:00000200:2.0:1767384325.116540:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.152:988 00000400:00000200:2.0:1767384325.116568:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.152:988 00000400:00000200:2.0:1767384325.116596:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.152:988 00000800:00000010:2.0:1767384325.116693:0:16125:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000713c9570. 00000800:00000010:2.0:1767384325.116697:0:16125:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000a77c00f7. 00000800:00000010:2.0:1767384325.116701:0:16125:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ffd1bc38. 00000800:00000010:2.0:1767384325.116717:0:16125:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ffd1bc38. 00000800:00020000:2.0:1767384325.116722:0:16125:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.152 00000800:00000010:2.0:1767384325.116724:0:16125:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000a77c00f7. 00000800:00000010:2.0:1767384325.116726:0:16125:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000713c9570. 00000400:02020000:2.0:1767384325.116764:0:16125:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.152@tcp33 at host 192.168.202.152:988: is it running a compatible version of Lustre? 00000020:00000010:2.0:1767384325.122845:0:29760:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 00000000ffd1bc38. 00000020:00000040:2.0:1767384325.122853:0:29760:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:2.0:1767384325.122856:0:29760:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 00000000ffd1bc38. 00000100:00000040:2.0:1767384325.135134:0:270:0:(connection.c:75:cpu_latency_work()) work item of 00000000135c2452 (cpu 0) has reached its deadline 4294915097, at 4294915098 00000100:00000040:0.0:1767384325.135137:0:449:0:(connection.c:75:cpu_latency_work()) work item of 000000002fd0fb58 (cpu 0) has reached its deadline 4294915097, at 4294915098 00000100:00000040:3.0:1767384325.135138:0:53:0:(connection.c:75:cpu_latency_work()) work item of 000000009d5c2cb6 (cpu 0) has reached its deadline 4294915097, at 4294915098 00000100:00000010:2.0:1767384325.135147:0:270:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f9a580aa. 00000100:00000010:0.0:1767384325.135149:0:449:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000155ee492. 00000100:00000010:3.0:1767384325.135152:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000befb48ab. 00000100:00000040:1.0:1767384325.136151:0:62:0:(connection.c:75:cpu_latency_work()) work item of 00000000edc4e618 (cpu 0) has reached its deadline 4294915097, at 4294915099 00000100:00000010:1.0:1767384325.136158:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002b508bbd. 00080000:00000001:1.0:1767384325.365369:0:29782:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384325.365396:0:29782:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384325.365401:0:29782:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384325.365406:0:29782:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384325.365412:0:29782:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384325.365414:0:29782:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384325.557153:0:16134:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384325.557159:0:16134:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384325.557162:0:16134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000d9cea79 00000400:00000010:0.0:1767384325.557166:0:16134:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000d9cea79. 00000400:00000200:0.0:1767384325.557171:0:16134:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384325.557176:0:16134:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.152@tcp32 recovery ping unlinked 00000800:00000200:3.0:1767384325.557181:0:16129:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000048e2af5f] -> 12345-192.168.202.152@tcp16 (6) 00000400:00000010:0.0:1767384325.557187:0:16134:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000090a3b308. 00000800:00000200:3.0:1767384325.557193:0:16129:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp16 ip 192.168.202.152:988 00000400:00000010:0.0:1767384325.557195:0:16134:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000080439f22. 00000800:00000200:3.0:1767384325.557200:0:16129:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000050b9c4c8 type 192, nob 24 niov 1 nkiov 0 00000400:00000200:0.0:1767384325.557202:0:16134:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.152@tcp35 00000400:00000010:0.0:1767384325.557213:0:16134:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000006dff0cc5. 00000400:00000010:0.0:1767384325.557219:0:16134:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000080439f22. 00000400:00000010:0.0:1767384325.557221:0:16134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000d9cea79. 00000400:00000010:0.0:1767384325.557227:0:16134:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000006e78e4b2. 00000400:00000200:0.0:1767384325.557231:0:16134:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.152@tcp35 00000400:00000200:0.0:1767384325.557245:0:16134:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.152@tcp35 local destination 00000400:00000200:0.0:1767384325.557250:0:16134:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.152@tcp35 00000400:00000200:0.0:1767384325.557254:0:16134:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp35 NI seq info: [89:89:256:4294967295] 192.168.202.152@tcp35 LPNI seq info [88:88:8:4294967295] 00000400:00000200:0.0:1767384325.557259:0:16134:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.152@tcp35 00000400:00000200:0.0:1767384325.557265:0:16134:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp35(192.168.202.152@tcp35:) -> 192.168.202.152@tcp35(192.168.202.152@tcp35:192.168.202.152@tcp35) : GET try# 0 00000800:00000200:0.0:1767384325.557268:0:16134:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.152@tcp35 00000800:00000010:0.0:1767384325.557272:0:16134:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000de64d376. 00000800:00000200:0.0:1767384325.557276:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000637d50da] -> 12345-192.168.202.152@tcp35 (2) 00000800:00000200:0.1:1767384325.557280:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000637d50da] -> 12345-192.168.202.152@tcp35 (2) 00000400:00000200:0.0:1767384325.557296:0:16134:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.152@tcp35 added to recovery queue. ping count: 1 next ping: 250 health :900 00000800:00000200:1.0:1767384325.557346:0:16130:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1767384325.557352:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384325.557363:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384325.557367:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384325.557369:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384325.557429:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.152:988 00000400:00000200:3.0:1767384325.557485:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.152:988 00000400:00000200:3.0:1767384325.557512:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.152:988 00000400:00000200:3.0:1767384325.557536:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.152:988 00000400:00000200:3.0:1767384325.557561:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.152:988 00000400:00000200:3.0:1767384325.557584:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.152:988 00000400:00000200:3.0:1767384325.557609:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.152:988 00000400:00000200:3.0:1767384325.557633:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.152:988 00000400:00000200:3.0:1767384325.557658:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.152:988 00000400:00000200:3.0:1767384325.557684:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.152:988 00000400:00000200:3.0:1767384325.557709:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.152:988 00000400:00000200:3.0:1767384325.557731:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.152:988 00000400:00000200:3.0:1767384325.557755:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.152:988 00000400:00000200:3.0:1767384325.557778:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.152:988 00000400:00000200:3.0:1767384325.557802:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.152:988 00000400:00000200:3.0:1767384325.557828:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.152:988 00000400:00000200:3.0:1767384325.557853:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.152:988 00000400:00000200:3.0:1767384325.557879:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.152:988 00000400:00000200:3.0:1767384325.557904:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.152:988 00000400:00000200:3.0:1767384325.557930:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.152:988 00000400:00000200:3.0:1767384325.557955:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.152:988 00000400:00000200:3.0:1767384325.557980:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.152:988 00000400:00000200:3.0:1767384325.558006:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.152:988 00000400:00000200:3.0:1767384325.558031:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.152:988 00000400:00000200:3.0:1767384325.558055:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.152:988 00000400:00000200:3.0:1767384325.558078:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.152:988 00000400:00000200:3.0:1767384325.558147:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.152:988 00000400:00000200:3.0:1767384325.558183:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.152:988 00000400:00000200:3.0:1767384325.558221:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.152:988 00000400:00000200:3.0:1767384325.558246:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.152:988 00000400:00000200:3.0:1767384325.558272:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.152:988 00000400:00000200:3.0:1767384325.558294:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.152:988 00000400:00000200:3.0:1767384325.558317:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.152:988 00000400:00000200:3.0:1767384325.558342:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.152:988 00000400:00000200:3.0:1767384325.558368:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.152:988 00000800:00000010:3.0:1767384325.558523:0:16127:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000105381d8. 00000800:00000010:3.0:1767384325.558529:0:16127:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000623210fb. 00000800:00000010:3.0:1767384325.558535:0:16127:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000006e6d6324. 00000800:00000010:3.0:1767384325.558557:0:16127:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000006e6d6324. 00000800:00020000:3.0:1767384325.558565:0:16127:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.152 00000800:00000010:3.0:1767384325.558568:0:16127:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000623210fb. 00000800:00000010:3.0:1767384325.558571:0:16127:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000105381d8. 00000400:02020000:3.0:1767384325.558610:0:16127:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.152@tcp35 at host 192.168.202.152:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384325.558618:0:16127:0:(router.c:1755:lnet_notify()) 192.168.202.152@tcp35 notifying 192.168.202.152@tcp35: down 00000800:00000200:3.0:1767384325.558624:0:16127:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.152@tcp35 down 00000800:00000100:3.0:1767384325.558630:0:16127:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.152@tcp35 00000800:00000010:3.0:1767384325.558633:0:16127:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000de64d376. 00000400:00000200:3.0:1767384325.558640:0:16127:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384325.558644:0:16127:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp35->192.168.202.152@tcp35: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384325.558653:0:16127:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384325.558656:0:16127:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.152@tcp35 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384325.558660:0:16127:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.152@tcp35) recovery failed with -71 00010000:00000001:0.0:1767384325.686143:0:449:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384325.686147:0:449:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384325.686152:0:449:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384325.686154:0:449:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384325.686203:0:16768:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384325.686207:0:16768:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384325.686210:0:16768:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:2.0:1767384326.068915:0:29946:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1767384326.068920:0:29946:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg252-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp36 --if ens2 00000001:00000001:2.0:1767384326.074427:0:29946:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:2.0:1767384326.082198:0:29947:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000009a2250a7. 00000400:00000010:2.0:1767384326.082211:0:29947:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000a77c00f7. 00000400:00000010:2.0:1767384326.082220:0:29947:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 0000000091a27b56. 00000400:00000010:2.0:1767384326.082223:0:29947:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000ef976e19. 00000400:00000010:2.0:1767384326.082226:0:29947:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000a0811885. 00000400:00000010:2.0:1767384326.082234:0:29947:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000007ea86605. 00000400:00000010:2.0:1767384326.082235:0:29947:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000004ed8e24f. 00000400:00000010:2.0:1767384326.082236:0:29947:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000001d5c02c0. 00000400:00000010:2.0:1767384326.082239:0:29947:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000077f2c12. 00000800:00000010:2.0:1767384326.082252:0:29947:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000008e03ed82. 00000800:00000200:2.0:1767384326.082262:0:29947:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:2.0:1767384326.082271:0:29947:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:2.0:1767384326.082302:0:29947:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.152) 00000400:02000000:2.0:1767384326.082322:0:29947:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.152@tcp36 [8/256/0/180] 00000400:00000010:2.0:1767384326.085065:0:29947:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 489 at 00000000aa4dcec4. 00000400:00000010:2.0:1767384326.085073:0:29947:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005ab3a84f. 00000400:00000010:2.0:1767384326.085079:0:29947:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000085e5b010. 00000400:00000001:2.0:1767384326.085135:0:29947:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384326.085138:0:29947:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384326.085141:0:29947:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000abb1d7ff. 00000400:00000200:2.0:1767384326.085145:0:29947:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fd1ee6a0 00000400:00000010:2.0:1767384326.085148:0:29947:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fd1ee6a0. 00000400:00000010:2.0:1767384326.085153:0:29947:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 473 at 000000005419da05. 00000400:00000200:2.0:1767384326.085159:0:29947:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (27) 00000400:00000200:2.0:1767384326.085174:0:29947:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.152@tcp (000000005d9714d7): 0 00000400:00000200:2.0:1767384326.085186:0:29947:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131108 00000400:00000200:1.0:1767384326.085192:0:16135:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:00000010:2.0:1767384326.085194:0:29947:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000713c9570. 00000400:00000200:1.0:1767384326.085199:0:16135:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100151 00000020:01000000:2.0:1767384326.085201:0:29947:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000010:1.0:1767384326.085205:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008e502fa3. 00000020:01000000:2.0:1767384326.085207:0:29947:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.152@tcp36 00000400:00000200:1.0:1767384326.085210:0:16135:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (28) 00000400:00000010:1.0:1767384326.085216:0:16135:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000003dcacc83. 00000400:00000200:1.0:1767384326.085219:0:16135:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.152@tcp33 00000400:00000010:2.0:1767384326.085224:0:29947:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000a77c00f7. 00000400:00000010:2.0:1767384326.085230:0:29947:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000009a2250a7. 00000400:00000200:1.0:1767384326.085234:0:16135:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.152@tcp33 to MR: 192.168.202.152@tcp33 local destination 00000400:00000200:1.0:1767384326.085243:0:16135:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp33 NI seq info: [90:90:256:4294967295] 192.168.202.152@tcp33 LPNI seq info [89:89:8:4294967295] 00000020:00000001:3.0:1767384326.085245:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:1.0:1767384326.085250:0:16135:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.152@tcp33 10000000:00000001:3.0:1767384326.085251:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384326.085255:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384326.085259:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:1.0:1767384326.085263:0:16135:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp33(192.168.202.152@tcp33:192.168.202.152@tcp33) -> 192.168.202.152@tcp33(192.168.202.152@tcp33:192.168.202.152@tcp33) : PUT try# 0 00000020:01000004:3.0:1767384326.085264:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384326.085269:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384326.085273:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000800:00000200:1.0:1767384326.085273:0:16135:0:(socklnd_cb.c:1001:ksocknal_send()) sending 480 bytes in 1 frags to 12345-192.168.202.152@tcp33 00000800:00000010:1.0:1767384326.085278:0:16135:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007c736803. 00000020:01000004:3.0:1767384326.085282:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384326.085283:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384326.085286:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000800:00000200:1.0:1767384326.085286:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008a9b3b7e] -> 12345-192.168.202.152@tcp33 (4) 00000020:01000004:3.0:1767384326.085288:0:37:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384326.085289:0:37:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384326.085290:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384326.085291:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:3.0:1767384326.085296:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bf90d32f. 00000800:00000200:1.1:1767384326.085299:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008a9b3b7e] -> 12345-192.168.202.152@tcp33 (4) 00000020:00000040:3.0:1767384326.085301:0:37:0:(genops.c:1229:class_import_get()) import 00000000df830bbe refcount=4 obd=MGC192.168.202.152@tcp 00000100:00000001:3.0:1767384326.085307:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384326.085309:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384326.085314:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1767384326.085318:0:16135:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp33 ip 192.168.202.152:988 00000800:00000200:1.1:1767384326.085322:0:16135:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000007c736803 type 1, nob 576 niov 1 nkiov 1 02000000:00000010:3.0:1767384326.085323:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000105381d8. 00000100:00000001:3.0:1767384326.085331:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384326.085336:0:16135:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.152@tcp 00000100:00000001:3.0:1767384326.085338:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:1.0:1767384326.085341:0:16135:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100551 rc 0 00000100:00000001:3.0:1767384326.085342:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384326.085354:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bf90d32f] to pc [ptlrpcd_00_02+2] req@00000000bf90d32f x1853236723078656/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:3.0:1767384326.085396:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384326.085399:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.152:988 10000000:00000001:3.0:1767384326.085400:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384326.085405:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1767384326.085408:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000020:00000001:3.0:1767384326.085416:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:3.0:1767384326.085426:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384326.085429:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384326.085431:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:3.0:1767384326.085433:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384326.085435:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384326.085436:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384326.085437:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384326.085438:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384326.085440:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384326.085441:0:37:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384326.085442:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384326.085444:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:3.0:1767384326.085448:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d6ca6dca. 00000020:00000040:3.0:1767384326.085451:0:37:0:(genops.c:1229:class_import_get()) import 00000000df830bbe refcount=5 obd=MGC192.168.202.152@tcp 00000100:00000001:3.0:1767384326.085458:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384326.085460:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384326.085462:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384326.085463:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.152:988 02000000:00000010:3.0:1767384326.085468:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000058ea7b5c. 00000100:00000001:3.0:1767384326.085473:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384326.085475:0:16132:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767384326.085476:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384326.085479:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767384326.085480:0:16132:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007c736803. 00000400:00000200:1.0:1767384326.085488:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1767384326.085490:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d6ca6dca] to pc [ptlrpcd_00_03+3] req@00000000d6ca6dca x1853236723078784/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384326.085498:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp33->192.168.202.152@tcp33: PUT: OK 00000400:00000200:1.0:1767384326.085508:0:16132:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 10000000:00000001:3.0:1767384326.085512:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384326.085513:0:16132:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.152@tcp33: 0 10000000:00000001:3.0:1767384326.085519:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384326.085520:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1767384326.085522:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:3.0:1767384326.085525:0:37:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000713c9570. 00000800:00000001:1.0:1767384326.085526:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384326.085528:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.152:988 00000800:00000001:1.0:1767384326.085535:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384326.085536:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:1.0:1767384326.085538:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384326.085542:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:1.0:1767384326.085544:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384326.085545:0:16139:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384326.085552:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bf90d32f x1853236723078656/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384326.085558:0:16132:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.152@tcp33(192.168.202.152@tcp33) <- 192.168.202.152@tcp33 : PUT - for me 00000100:00000001:3.0:1767384326.085566:0:16139:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384326.085569:0:16139:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384326.085572:0:16132:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.152@tcp of length 480 into portal 0 MB=0x8000000000000000 02000000:00000001:3.0:1767384326.085573:0:16139:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384326.085577:0:16139:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384326.085579:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.152:988 02000000:00000001:3.0:1767384326.085580:0:16139:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384326.085583:0:16132:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.152@tcp of length 464/480 into md 0x1965 [1] + 0 00000100:00100000:3.0:1767384326.085587:0:16139:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000bf90d32f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c0412d60-4f67-4dbc-8791-892843f60083:16139:1853236723078656:0@lo:253: 00000400:00000010:1.0:1767384326.085589:0:16132:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bb9cbdaf. 00000100:00000001:3.0:1767384326.085595:0:16139:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1767384326.085597:0:16132:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000005a043743 02000000:00000001:3.0:1767384326.085600:0:16139:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000800:00000001:1.0:1767384326.085602:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:3.0:1767384326.085604:0:16139:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384326.085607:0:16139:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000001:1.0:1767384326.085609:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1767384326.085612:0:16139:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000036adf673. 00000400:00000200:1.0:1767384326.085612:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1767384326.085617:0:16139:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384326.085617:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp33->192.168.202.152@tcp33: PUT: OK 00000400:00000200:0.0:1767384326.085622:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.152:988 00000400:00000010:3.0:1767384326.085624:0:16139:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000eb92b11a. 00000400:00000200:1.0:1767384326.085624:0:16132:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005a043743 00000400:00000010:1.0:1767384326.085628:0:16132:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005a043743. 00000400:00000200:1.0:1767384326.085633:0:16132:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:1.0:1767384326.085636:0:16132:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (29) 00000400:00000010:3.0:1767384326.085640:0:16139:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000048fdeb46. 00000400:00000200:1.0:1767384326.085640:0:16132:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.152@tcp(000000005d9714d7) is MR 00000400:00000200:1.0:1767384326.085646:0:16132:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.202.152@tcp (480 bytes) 00000100:00000200:3.0:1767384326.085647:0:16139:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236723078656, portal 25 00000400:00000200:1.0:1767384326.085649:0:16132:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.152@tcp (000000005d9714d7): -114 00000400:00000200:1.0:1767384326.085656:0:16132:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000005d9714d7 (30) 00000100:00000001:3.0:1767384326.085657:0:16139:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384326.085661:0:16139:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782675219328 : -124291034332288 : ffff8ef53d0cc380) 00000400:00000200:1.0:1767384326.085666:0:16132:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000100:00000040:3.0:1767384326.085667:0:16139:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000bf90d32f x1853236723078656/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384342 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384326.085669:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.152:988 00000400:00000200:1.0:1767384326.085680:0:16132:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.152@tcp33 to MR: 192.168.202.152@tcp33 local destination 00000100:00000001:3.0:1767384326.085684:0:16139:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384326.085689:0:16139:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384326.085694:0:16139:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000107ddaa8. 00000400:00000200:1.0:1767384326.085695:0:16132:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp33 NI seq info: [91:91:256:4294967295] 192.168.202.152@tcp33 LPNI seq info [90:90:8:4294967295] 00000100:00000200:3.0:1767384326.085698:0:16139:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236723078656, offset 0 00000400:00000200:3.0:1767384326.085705:0:16139:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384326.085713:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.152:988 00000400:00000200:1.0:1767384326.085727:0:16132:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp33(192.168.202.152@tcp33:192.168.202.152@tcp33) -> 192.168.202.152@tcp33(192.168.202.152@tcp33:192.168.202.152@tcp33) 192.168.202.152@tcp33 : ACK try# 0 00000800:00000200:1.0:1767384326.085735:0:16132:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.152@tcp33 00000400:00000200:3.0:1767384326.085740:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000010:1.0:1767384326.085741:0:16132:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007c736803. 00000800:00000200:1.0:1767384326.085747:0:16132:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008a9b3b7e] -> 12345-192.168.202.152@tcp33 (4) 00000400:00000200:3.0:1767384326.085752:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824c905600 00000800:00000200:1.0:1767384326.085756:0:16132:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp33 ip 192.168.202.152:981 00000400:00000200:3.0:1767384326.085761:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1229 [2] + 0 00000800:00000200:1.0:1767384326.085761:0:16132:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000007c736803 type 0, nob 96 niov 1 nkiov 0 00000400:00000200:0.0:1767384326.085762:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.152:988 00000400:00000010:3.0:1767384326.085771:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f738e56f. 00000400:00000200:3.0:1767384326.085775:0:16139:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000aa8188e3 00000800:00000001:1.0:1767384326.085777:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384326.085780:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384326.085786:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384326.085789:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aa8188e3 00000800:00000001:1.0:1767384326.085789:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384326.085792:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000aa8188e3. 00000100:00000001:3.0:1767384326.085798:0:16139:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384326.085800:0:16139:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384326.085802:0:16139:0:(events.c:337:request_in_callback()) incoming req@00000000309ab7d4 x1853236723078656 msgsize 4848 00000100:00100000:3.0:1767384326.085806:0:16139:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384326.085807:0:16139:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:0.0:1767384326.085815:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.152:988 00000100:00000001:3.0:1767384326.085817:0:16139:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384326.085824:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000107ddaa8 00000400:00000010:3.0:1767384326.085826:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000107ddaa8. 00000800:00000200:1.0:1767384326.085829:0:16132:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767384326.085830:0:16139:0:(events.c:34:request_out_callback()) Process entered 00000800:00000010:1.0:1767384326.085835:0:16132:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007c736803. 00000100:00000200:3.0:1767384326.085836:0:16139:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bf90d32f x1853236723078656/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384342 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384326.085844:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384326.085846:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1767384326.085851:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp33->192.168.202.152@tcp33: ACK: OK 00000100:00000040:3.0:1767384326.085854:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bf90d32f x1853236723078656/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384342 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767384326.085858:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384326.085864:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.152:988 00000800:00000001:1.0:1767384326.085865:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384326.085866:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384326.085870:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384326.085872:0:16139:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767384326.085876:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384326.085878:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384326.085882:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384326.085887:0:16139:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384326.085890:0:16132:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.152@tcp33(192.168.202.152@tcp33) <- 192.168.202.152@tcp33 : ACK - for me 00000100:00000001:3.0:1767384326.085896:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294916072 00000400:00000200:1.0:1767384326.085902:0:16132:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.152@tcp33: ACK from 12345-192.168.202.152@tcp33 into md 0x19b9 00000100:00000010:3.0:1767384326.085903:0:16139:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000916b7c38. 00000400:00000200:1.0:1767384326.085907:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384326.085911:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp33->192.168.202.152@tcp33: ACK: OK 00000100:00000001:3.0:1767384326.085912:0:16139:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 0 00000400:00000200:1.0:1767384326.085914:0:16132:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008e502fa3 00000400:00000200:0.0:1767384326.085917:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.152:988 00000400:00000010:1.0:1767384326.085918:0:16132:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008e502fa3. 00000100:00000001:3.0:1767384326.085920:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294916072 00000400:00000200:1.0:1767384326.085922:0:16132:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000100:00000010:3.0:1767384326.085928:0:16139:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000036f20928. 00000400:00000200:1.0:1767384326.085928:0:16132:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.152@tcp ev->status 0 00000100:00000001:3.0:1767384326.085934:0:16139:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 1 00000400:00000200:1.0:1767384326.085937:0:16132:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.152@tcp (000000005d9714d7): -114 00000100:00000001:3.0:1767384326.085940:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294916072 00000400:00000200:1.0:1767384326.085941:0:16132:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000005d9714d7 (29) 00000100:00000010:3.0:1767384326.085946:0:16139:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a79fb490. 00000800:00000001:1.0:1767384326.085947:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384326.085952:0:16139:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 2 00000800:00000001:1.0:1767384326.085953:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384326.085957:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294916072 00000100:00000010:3.0:1767384326.085962:0:16139:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000496d9e1e. 00000400:00000200:0.0:1767384326.085963:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.152:988 00000100:00000001:3.0:1767384326.085965:0:16139:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384326.085973:0:16139:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384326.085976:0:16139:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384326.085976:0:16135:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000100:00000001:3.0:1767384326.085979:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384326.085982:0:16135:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 489 at 000000008c355ec5. 00000100:00000001:3.0:1767384326.085983:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384326.085990:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:1.0:1767384326.085993:0:16135:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bb9cbdaf. 00000100:00000001:3.0:1767384326.085994:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384326.086000:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1767384326.086001:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008e502fa3. 00000100:00000001:3.0:1767384326.086002:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384326.086006:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384326.086007:0:16135:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000008c355ec5 00000100:00100000:3.0:1767384326.086010:0:16139:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000400:00000010:1.0:1767384326.086011:0:16135:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 473 at 00000000d1cf936c. 00000100:00000001:3.0:1767384326.086013:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384326.086016:0:16135:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 480 success 00000100:00000001:3.0:1767384326.086018:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1767384326.086018:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.152:988 00000100:00000001:3.0:1767384326.086020:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384326.086023:0:16135:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x102051 00000100:00000001:3.0:1767384326.086024:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384326.086027:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767384326.086028:0:16135:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (28) 00000100:00000001:3.0:1767384326.086030:0:16139:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:1.0:1767384326.086033:0:16135:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 489 at 00000000932dd1ae. 00000100:00000040:3.0:1767384326.086037:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d6ca6dca x1853236723078784/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384326.086037:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005a043743. 00000400:00000010:1.0:1767384326.086045:0:16135:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000052c5bd1a. 00000100:00000001:3.0:1767384326.086047:0:16139:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384326.086049:0:16139:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384326.086052:0:16139:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1767384326.086053:0:16135:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.152@tcp 02000000:00000001:3.0:1767384326.086060:0:16139:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384326.086061:0:16135:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.152@tcp local destination 02000000:00000001:3.0:1767384326.086065:0:16139:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384326.086070:0:16139:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d6ca6dca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c0412d60-4f67-4dbc-8791-892843f60083:16139:1853236723078784:0@lo:253: 00000400:00000200:1.0:1767384326.086072:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 37], ns[40, 37] 00000400:00000200:0.0:1767384326.086074:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.152:988 00000100:00000001:3.0:1767384326.086076:0:16139:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384326.086079:0:16139:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384326.086083:0:16139:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384326.086106:0:16139:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384326.086113:0:16139:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000001d79b450. 00000400:00000200:1.0:1767384326.086113:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 37], ns[64, 37] 02000000:00000001:3.0:1767384326.086118:0:16139:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384326.086126:0:16139:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000068b24252. 00000400:00000200:1.0:1767384326.086126:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[68, 37], ns[68, 37] 00000400:00000010:3.0:1767384326.086134:0:16139:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000107ddaa8. 00000400:00000200:1.0:1767384326.086134:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[78, 37], ns[78, 37] 00000100:00000200:3.0:1767384326.086141:0:16139:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236723078784, portal 25 00000400:00000200:1.0:1767384326.086142:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[83, 37], ns[83, 37] 00000100:00000001:3.0:1767384326.086149:0:16139:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1767384326.086151:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 37], ns[18, 37] 00000100:00000001:3.0:1767384326.086153:0:16139:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782675223808 : -124291034327808 : ffff8ef53d0cd500) 00000400:00000200:1.0:1767384326.086158:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 18], ns[20, 18] 00000100:00000040:3.0:1767384326.086163:0:16139:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d6ca6dca x1853236723078784/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384342 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384326.086164:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 18], ns[22, 18] 00000400:00000200:1.0:1767384326.086178:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 18], ns[24, 18] 00000100:00000001:3.0:1767384326.086182:0:16139:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767384326.086186:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 18], ns[26, 18] 00000400:00000200:0.0:1767384326.086189:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.152:988 00000100:00000040:3.0:1767384326.086190:0:16139:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384326.086195:0:16139:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000058d1999c. 00000400:00000200:1.0:1767384326.086199:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 18], ns[28, 18] 00000100:00000200:3.0:1767384326.086200:0:16139:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236723078784, offset 0 00000400:00000200:1.0:1767384326.086205:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 18], ns[30, 18] 00000400:00000200:3.0:1767384326.086209:0:16139:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384326.086219:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 18], ns[32, 18] 00000400:00000200:1.0:1767384326.086223:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 18], ns[34, 18] 00000400:00000200:1.0:1767384326.086227:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 18], ns[44, 18] 00000400:00000200:1.0:1767384326.086230:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 18], ns[48, 18] 00000400:00000200:1.0:1767384326.086234:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 18], ns[52, 18] 00000400:00000200:0.0:1767384326.086239:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.152:988 00000400:00000200:1.0:1767384326.086240:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 18], ns[56, 18] 00000400:00000200:1.0:1767384326.086248:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 18], ns[60, 18] 00000400:00000200:1.0:1767384326.086252:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 18], ns[72, 18] 00000400:00000200:1.0:1767384326.086256:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[76, 18], ns[76, 18] 00000400:00000200:1.0:1767384326.086260:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[81, 18], ns[81, 18] 00000400:00000200:1.0:1767384326.086264:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[85, 18], ns[85, 18] 00000400:00000200:1.0:1767384326.086267:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[90, 18], ns[91, 18] 00000400:00000200:1.0:1767384326.086271:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 18], ns[0, 18] 00000400:00000200:1.0:1767384326.086276:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp34] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[88, 0], ns[89, 0] 00000400:00000200:1.0:1767384326.086279:0:16135:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp34 00000400:00000200:1.0:1767384326.086283:0:16135:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.152@tcp34 00000400:00000200:1.0:1767384326.086286:0:16135:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.152@tcp34 lpni_is_preferred = 0 00000400:00000200:1.0:1767384326.086289:0:16135:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.152@tcp34 00000400:00000200:0.0:1767384326.086292:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.152:988 00000400:00000200:1.0:1767384326.086293:0:16135:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp34 NI seq info: [92:92:256:4294967295] 192.168.202.152@tcp34 LPNI seq info [91:91:8:4294967295] 00000400:00000200:1.0:1767384326.086302:0:16135:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.152@tcp34 00000400:00000200:1.0:1767384326.086311:0:16135:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp34(192.168.202.152@tcp34:) -> 192.168.202.152@tcp34(192.168.202.152@tcp:192.168.202.152@tcp34) : GET try# 0 00000800:00000200:1.0:1767384326.086319:0:16135:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.152@tcp34 00000400:00000200:3.0:1767384326.086323:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000010:1.0:1767384326.086324:0:16135:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000007c736803. 00000800:00000010:1.0:1767384326.086333:0:16135:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000023264447. 00000400:00000200:3.0:1767384326.086334:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824c905680 00000400:00000200:3.0:1767384326.086340:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x127d [2] + 0 00000800:00000010:1.0:1767384326.086340:0:16135:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000129bbeea. 00000400:00000200:0.0:1767384326.086346:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.152:988 00000400:00000010:3.0:1767384326.086347:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dcc0cd3a. 00000800:00000200:1.0:1767384326.086351:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000023264447] -> 12345-192.168.202.152@tcp34 (2) 00000400:00000200:3.0:1767384326.086356:0:16139:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000008e843f77 00000800:00000200:1.1:1767384326.086359:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000023264447] -> 12345-192.168.202.152@tcp34 (2) 00000400:00000200:3.0:1767384326.086364:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384326.086372:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384326.086391:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008e843f77 00000400:00000200:1.0:1767384326.086391:0:16135:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.152@tcp 00000400:00000010:3.0:1767384326.086396:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008e843f77. 00000400:00000200:1.0:1767384326.086397:0:16135:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100251 rc 0 00000100:00000001:3.0:1767384326.086404:0:16139:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384326.086408:0:16139:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384326.086411:0:16139:0:(events.c:337:request_in_callback()) incoming req@000000002f311a33 x1853236723078784 msgsize 4848 00000400:00000200:0.0:1767384326.086418:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.152:988 00000100:00100000:3.0:1767384326.086419:0:16139:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384326.086429:0:16139:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:3.0:1767384326.086440:0:16139:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384326.086448:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.152:988 00000400:00000200:3.0:1767384326.086449:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000058d1999c 00000400:00000010:3.0:1767384326.086452:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000058d1999c. 00000100:00000001:3.0:1767384326.086457:0:16139:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384326.086460:0:16139:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d6ca6dca x1853236723078784/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384342 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384326.086466:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384326.086469:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d6ca6dca x1853236723078784/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384342 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384326.086474:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384326.086476:0:16139:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384326.086481:0:16139:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384326.086483:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294916073 00000100:00000001:3.0:1767384326.086488:0:16139:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294916072 00000400:00000200:0.0:1767384326.086491:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.152:988 00000100:00000001:3.0:1767384326.086493:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294916073 00000100:00000001:3.0:1767384326.086500:0:16139:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294916072 00000100:00000001:3.0:1767384326.086503:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294916073 00000100:00000001:3.0:1767384326.086506:0:16139:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294916072 00000100:00000001:3.0:1767384326.086511:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294916073 00000400:00000200:1.0:1767384326.086513:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.152:988 00000100:00000001:3.0:1767384326.086515:0:16139:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294916072 00000100:00000001:3.0:1767384326.086523:0:16139:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384326.086525:0:16139:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384326.086528:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384326.086531:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384326.086543:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384326.086545:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384326.086561:0:16773:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384326.086564:0:16773:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723078656 02000000:00000001:3.0:1767384326.086566:0:16773:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384326.086568:0:16773:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:0.0:1767384326.086569:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.152:988 00000100:00000001:3.0:1767384326.086570:0:16773:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384326.086573:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.152:988 02000000:00000001:3.0:1767384326.086581:0:16773:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384326.086585:0:16773:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723078656 00000020:00000001:3.0:1767384326.086588:0:16773:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384326.086589:0:16773:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eec8e1 00000020:00000001:3.0:1767384326.086592:0:16773:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384326.086594:0:16773:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000555601ca refcount=15 00000020:00000001:3.0:1767384326.086597:0:16773:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000020:00000001:3.0:1767384326.086599:0:16773:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000100:00000001:3.0:1767384326.086604:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384326.086607:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000046474daa. 00000100:00000001:3.0:1767384326.086609:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384326.086611:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000046474daa. 00000020:00000010:3.0:1767384326.086616:0:16773:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e05ef9f4. 00000020:00000010:3.0:1767384326.086620:0:16773:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000020a0c292. 00000020:00000010:3.0:1767384326.086625:0:16773:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d3fce077. 00000100:00000040:3.0:1767384326.086635:0:16773:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000400:00000200:1.0:1767384326.086637:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.152:988 00000100:00000001:3.0:1767384326.086638:0:16773:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384326.086641:0:16773:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384326.086644:0:16773:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384326.086652:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.152:988 00000100:00000001:3.0:1767384326.086653:0:16773:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384326.086663:0:16773:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384326.086678:0:16773:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384326.086680:0:16773:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723078784 02000000:00000001:3.0:1767384326.086682:0:16773:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384326.086683:0:16773:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384326.086684:0:16773:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384326.086686:0:16773:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384326.086688:0:16773:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723078784 00000020:00000001:3.0:1767384326.086689:0:16773:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384326.086690:0:16773:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eec8e1 00000020:00000001:3.0:1767384326.086692:0:16773:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384326.086694:0:16773:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000555601ca refcount=16 00000020:00000001:3.0:1767384326.086695:0:16773:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000020:00000001:3.0:1767384326.086697:0:16773:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000400:00000200:1.0:1767384326.086698:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.152:988 00000100:00000001:3.0:1767384326.086699:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384326.086707:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000046474daa. 00000100:00000001:3.0:1767384326.086710:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384326.086712:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000046474daa. 00000020:00000010:3.0:1767384326.086717:0:16773:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000af77c79. 00000020:00000010:3.0:1767384326.086720:0:16773:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ad5587f7. 00000020:00000010:3.0:1767384326.086722:0:16773:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002dc71537. 00000100:00000001:3.0:1767384326.086725:0:16773:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384326.086727:0:16773:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384326.086728:0:16773:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384326.086732:0:16773:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384326.086736:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.152:988 00000100:00000001:3.0:1767384326.086739:0:16773:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384326.086752:0:16773:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384326.086753:0:16773:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384326.086759:0:16773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 112 00000100:00000040:3.0:1767384326.086762:0:16773:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000555601ca : new rpc_count 1 00000400:00000200:1.0:1767384326.086763:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.152:988 00000100:00000001:3.0:1767384326.086766:0:16773:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619777413665872 : -124296295885744 : ffff8ef4036fd450) 00000100:00000040:3.0:1767384326.086771:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000309ab7d4 x1853236723078656/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:307/0 lens 4848/0 e 0 to 0 dl 1767384337 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384326.086777:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384326.086781:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000046474daa. 00000100:00000001:3.0:1767384326.086783:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384326.086785:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000046474daa. 00000100:00100000:3.0:1767384326.086791:0:16773:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000309ab7d4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c0412d60-4f67-4dbc-8791-892843f60083+16:16139:x1853236723078656:12345-0@lo:253: 00000100:00000200:3.0:1767384326.086794:0:16773:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723078656 00000020:00000001:3.0:1767384326.086796:0:16773:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384326.086799:0:16773:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384326.086801:0:16773:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384326.086803:0:16773:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384326.086805:0:16773:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669141328 : -1040410288 : ffffffffc1fc9950) 00000020:00000001:3.0:1767384326.086808:0:16773:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384326.086810:0:16773:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384326.086812:0:16773:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:0.0:1767384326.086813:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.152:988 00000020:00000001:3.0:1767384326.086820:0:16773:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384326.086823:0:16773:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384326.086827:0:16773:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:1.0:1767384326.086827:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.152:988 02000000:00000001:3.0:1767384326.086829:0:16773:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384326.086836:0:16773:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000289fcc5d. 02000000:00000001:3.0:1767384326.086840:0:16773:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384326.086841:0:16773:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384326.086843:0:16773:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:3.0:1767384326.086854:0:16773:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000036b1ae31. 20000000:01000000:3.0:1767384326.086857:0:16773:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:3.0:1767384326.086861:0:16773:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384326.086863:0:16773:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384326.086866:0:16773:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384326.086869:0:16773:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384326.086872:0:16773:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:0.0:1767384326.086876:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.152:988 00000400:00000200:1.0:1767384326.086880:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.152:988 20000000:00000010:3.0:1767384326.086883:0:16773:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000003953bfb6. 20000000:01000000:3.0:1767384326.086887:0:16773:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #36 20000000:00000001:3.0:1767384326.086895:0:16773:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:3.0:1767384326.086901:0:16773:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000400:00000200:1.0:1767384326.086929:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.152:988 00000400:00000200:0.0:1767384326.086949:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.152:988 00080000:00000001:3.0:1767384326.086950:0:16773:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384326.086955:0:16773:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384326.086958:0:16773:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384326.086959:0:16773:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:3.0:1767384326.086963:0:16773:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384326.086968:0:16773:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446619782313850200 : -124291395701416 : ffff8ef52782b558) 00080000:00000001:3.0:1767384326.086971:0:16773:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384326.086977:0:16773:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000022a56989. 00000400:00000200:1.0:1767384326.086978:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.152:988 00080000:00000001:3.0:1767384326.086979:0:16773:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446619781773032448 : -124291936519168 : ffff8ef507467c00) 00080000:00000001:3.0:1767384326.086984:0:16773:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:0.0:1767384326.087025:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.152:988 00000400:00000200:1.0:1767384326.087033:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.152:988 00000001:00000001:3.0:1767384326.087108:0:16773:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384326.087111:0:16773:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384326.087115:0:16773:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000400:00000200:0.0:1767384326.087124:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.152:988 00000400:00000200:1.0:1767384326.087135:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.152:988 00080000:00000001:3.0:1767384326.087142:0:16773:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384326.087148:0:16773:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:0.0:1767384326.087190:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.152:988 00000400:00000200:1.0:1767384326.087194:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.152:988 00000400:00000200:1.0:1767384326.087247:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.152:988 00000400:00000200:0.0:1767384326.087277:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.152:988 00080000:00000001:3.0:1767384326.087294:0:16773:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384326.087299:0:16773:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:1.0:1767384326.087312:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.152:988 00000100:00000001:3.0:1767384326.087342:0:16771:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384326.087351:0:16771:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384326.087357:0:16771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 113 00000100:00000040:3.0:1767384326.087360:0:16771:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000555601ca : new rpc_count 2 00000400:00000200:0.0:1767384326.087361:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.152:988 00000100:00000001:3.0:1767384326.087364:0:16771:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619777413675088 : -124296295876528 : ffff8ef4036ff850) 00000100:00000040:3.0:1767384326.087372:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000002f311a33 x1853236723078784/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:307/0 lens 4848/0 e 0 to 0 dl 1767384337 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384326.087389:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.152:988 00000100:00000001:3.0:1767384326.087401:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384326.087405:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000046474daa. 00000100:00000001:3.0:1767384326.087409:0:16771:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384326.087412:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000046474daa. 00000100:00100000:3.0:1767384326.087418:0:16771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000002f311a33 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c0412d60-4f67-4dbc-8791-892843f60083+16:16139:x1853236723078784:12345-0@lo:253: 00000100:00000200:3.0:1767384326.087423:0:16771:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723078784 00000020:00000001:3.0:1767384326.087426:0:16771:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384326.087429:0:16771:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384326.087431:0:16771:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384326.087433:0:16771:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384326.087435:0:16771:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669141328 : -1040410288 : ffffffffc1fc9950) 00000020:00000001:3.0:1767384326.087437:0:16771:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384326.087438:0:16771:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384326.087440:0:16771:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384326.087442:0:16771:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384326.087443:0:16771:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384326.087445:0:16771:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384326.087447:0:16771:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384326.087452:0:16771:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000007ac280d2. 02000000:00000001:3.0:1767384326.087454:0:16771:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384326.087454:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.152:988 00000400:00000200:0.0:1767384326.087454:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.152:988 00000100:00000001:3.0:1767384326.087459:0:16771:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384326.087463:0:16771:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:3.0:1767384326.087472:0:16771:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000003a2219a. 20000000:01000000:3.0:1767384326.087474:0:16771:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:3.0:1767384326.087476:0:16771:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384326.087478:0:16771:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384326.087479:0:16771:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384326.087487:0:16771:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384326.087489:0:16771:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:1.0:1767384326.087501:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.152:988 00000400:00000200:0.0:1767384326.087532:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.152:988 00000400:00000200:1.0:1767384326.087551:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.152:988 00000400:00000200:1.0:1767384326.087612:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.152:988 00000400:00000200:0.0:1767384326.087612:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.152:988 00000400:00000200:1.0:1767384326.087655:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.152:988 00000400:00000200:0.0:1767384326.087687:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.152:988 00000400:00000200:1.0:1767384326.087720:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.152:988 00000400:00000200:1.0:1767384326.087763:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.152:988 00000400:00000200:1.0:1767384326.087833:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.152:988 00000400:00000200:1.0:1767384326.087882:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.152:988 00000400:00000200:1.0:1767384326.087920:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.152:988 00000800:00000010:0.0:1767384326.087938:0:16128:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000002cb8ab3. 00000800:00000010:0.0:1767384326.087947:0:16128:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000008b17c80c. 00000800:00000010:0.0:1767384326.087952:0:16128:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000a862d82c. 00000400:00000200:1.0:1767384326.087956:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.152:988 00000800:00000010:0.0:1767384326.087983:0:16128:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000a862d82c. 00000800:00020000:0.0:1767384326.087993:0:16128:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.152 00000800:00000010:0.0:1767384326.087997:0:16128:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000008b17c80c. 00000800:00000010:0.0:1767384326.088001:0:16128:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000002cb8ab3. 00000400:02020000:0.0:1767384326.088050:0:16128:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.152@tcp33 at host 192.168.202.152:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384326.088146:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.152:988 00000400:00000200:0.0:1767384326.088201:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.152:988 00000400:00000200:0.0:1767384326.088240:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.152:988 00000400:00000200:0.0:1767384326.088275:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.152:988 00000400:00000200:0.0:1767384326.088312:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.152:988 00000400:00000200:0.0:1767384326.088347:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.152:988 00000400:00000200:0.0:1767384326.088406:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.152:988 00000400:00000200:0.0:1767384326.088455:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.152:988 00000800:00000010:0.0:1767384326.088607:0:16126:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000002cb8ab3. 00000800:00000010:0.0:1767384326.088612:0:16126:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000008b17c80c. 00000800:00000010:0.0:1767384326.088617:0:16126:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000a862d82c. 00000800:00000010:0.0:1767384326.088645:0:16126:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000a862d82c. 00000800:00020000:0.0:1767384326.088654:0:16126:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.152 00000800:00000010:0.0:1767384326.088658:0:16126:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000008b17c80c. 00000800:00000010:0.0:1767384326.088662:0:16126:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000002cb8ab3. 00000400:02020000:0.0:1767384326.088712:0:16126:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.152@tcp34 at host 192.168.202.152:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384326.088719:0:16126:0:(router.c:1755:lnet_notify()) 192.168.202.152@tcp34 notifying 192.168.202.152@tcp34: down 00000800:00000200:0.0:1767384326.088726:0:16126:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.152@tcp34 down 00000800:00000100:0.0:1767384326.088734:0:16126:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.152@tcp34 00000800:00000010:0.0:1767384326.088737:0:16126:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000007c736803. 00000400:00000200:0.0:1767384326.088742:0:16126:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384326.088748:0:16126:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp34->192.168.202.152@tcp34: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384326.088757:0:16126:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.152@tcp34 added to recovery queue. ping count: 0 next ping: 249 health :900 00000400:00000200:0.0:1767384326.088762:0:16126:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384326.088765:0:16126:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.152@tcp: 1 00000400:00000200:0.0:1767384326.088770:0:16126:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.152@tcp (000000005d9714d7): -114 00000400:00000200:0.0:1767384326.088797:0:16135:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384326.088802:0:16135:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100851 00000400:00000001:0.0:1767384326.088806:0:16135:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384326.088808:0:16135:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384326.088810:0:16135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005a043743 00000400:00000010:0.0:1767384326.088812:0:16135:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005a043743. 00000400:00000200:0.0:1767384326.088824:0:16135:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:0.0:1767384326.088830:0:16135:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.152@tcp (000000005d9714d7): -114 00000400:00000010:0.0:1767384326.088834:0:16135:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 489 at 00000000932dd1ae. 00000400:00000200:0.0:1767384326.088838:0:16135:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000005d9714d7 (29) 00000400:00000200:0.0:1767384326.088842:0:16135:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.202.152@tcp:-71 00000400:00000200:0.0:1767384326.088845:0:16135:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x102051 rc -71 00000400:00000200:0.0:1767384326.088849:0:16135:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.152@tcp (000000005d9714d7) 00000400:00000200:0.0:1767384326.088853:0:16135:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000005d9714d7 (28) 00080000:00000001:3.0:1767384326.096328:0:16773:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384326.096336:0:16773:0:(lu_object.c:207:lu_object_put()) Add 00000000f07b1e3f/000000000f28175b to site lru. bkt: 00000000b56e2c81 00080000:00000001:1.0:1767384326.096337:0:16807:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 20000000:00000001:3.0:1767384326.096341:0:16773:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384326.096342:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:3.0:1767384326.096345:0:16773:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:1.0:1767384326.096346:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1767384326.096349:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384326.096351:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384326.096355:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000022a56989. 20000000:01000000:3.0:1767384326.096358:0:16773:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000001:1.0:1767384326.096360:0:16807:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:3.0:1767384326.096369:0:16773:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384326.096387:0:16773:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000020:3.0:1767384326.096395:0:16773:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000010:3.0:1767384326.096420:0:16771:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000003c7d6e30. 20000000:01000000:3.0:1767384326.096423:0:16771:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #36 20000000:00000001:3.0:1767384326.096428:0:16771:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:3.0:1767384326.096433:0:16771:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:3.0:1767384326.096462:0:16771:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384326.096465:0:16771:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384326.096466:0:16771:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384326.096468:0:16771:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:3.0:1767384326.096471:0:16771:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384326.096475:0:16771:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446619782313850200 : -124291395701416 : ffff8ef52782b558) 00080000:00000001:3.0:1767384326.096479:0:16771:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384326.096483:0:16771:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000005a39b63d. 00080000:00000001:3.0:1767384326.096485:0:16771:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446619781773017088 : -124291936534528 : ffff8ef507464000) 00080000:00000001:3.0:1767384326.096487:0:16771:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384326.096532:0:16771:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384326.096533:0:16771:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384326.096536:0:16771:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384326.096547:0:16771:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384326.096549:0:16771:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384326.096598:0:16771:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384326.096600:0:16771:0:(osd_handler.c:287:osd_trans_stop()) Process entered 20000000:01000000:3.0:1767384326.096623:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384326.096626:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384326.096629:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384326.096633:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384326.096635:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1767384326.096641:0:16794:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000ec8eee19 count: 2 00010000:00000001:3.0:1767384326.096649:0:16794:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384326.096652:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384326.096655:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000e85c90e1. 00000020:00000001:3.0:1767384326.096658:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384326.096660:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000e85c90e1 with handle 0x7e51148972eecc0d to hash 00000020:00000001:3.0:1767384326.096662:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384326.096663:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446619781713882624 : -124291995668992 : ffff8ef503bfee00) 00010000:00000001:3.0:1767384326.096666:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446619781713882624 : -124291995668992 : ffff8ef503bfee00) 00010000:00000001:3.0:1767384326.096669:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384326.096670:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384326.096672:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000e85c90e1/0x7e51148972eecc0d lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384326.096680:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384326.096683:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384326.096685:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384326.096687:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384326.096689:0:16794:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:3.0:1767384326.096693:0:16794:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 000000006bdfcc95/0x7e51148972eecc06 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7e51148972eecbff expref: 16 pid: 16773 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384326.096698:0:16794:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:3.0:1767384326.096699:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384326.096701:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384326.096702:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384326.096703:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384326.096705:0:16794:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:3.0:1767384326.096707:0:16794:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 00000000e85c90e1/0x7e51148972eecc0d lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384326.096711:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000ec8eee19) refcount = 2 00010000:00000040:3.0:1767384326.096714:0:16794:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1767384326.096716:0:16794:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 000000006bdfcc95/0x7e51148972eecc06 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0x7e51148972eecbff expref: 16 pid: 16773 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384326.096726:0:16794:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:3.0:1767384326.096727:0:16794:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000e85c90e1/0x7e51148972eecc0d lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000010:3.0:1767384326.096732:0:16794:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006bfbeddc. 00000100:00000001:3.0:1767384326.096735:0:16794:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384326.096739:0:16794:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b7b17793. 00000100:00000001:3.0:1767384326.096740:0:16794:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446619781736154048 : -124291973397568 : ffff8ef50513c3c0) 00000100:00000001:3.0:1767384326.096742:0:16794:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446619781736154048 : -124291973397568 : ffff8ef50513c3c0) 00000100:00000001:3.0:1767384326.096744:0:16794:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384326.096746:0:16794:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1767384326.096747:0:16794:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:3.0:1767384326.096749:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384326.096751:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:3.0:1767384326.096753:0:16794:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1767384326.096755:0:16794:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1767384326.096756:0:16794:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:3.0:1767384326.096758:0:16794:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:3.0:1767384326.096761:0:16794:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000858c198d. 00000020:00000040:3.0:1767384326.096764:0:16794:0:(genops.c:1229:class_import_get()) import 00000000ec48d8bc refcount=2 obd=MGS 00000100:00000001:3.0:1767384326.096767:0:16794:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384326.096769:0:16794:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384326.096772:0:16794:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384326.096778:0:16794:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000cca860dc. 00000100:00000001:3.0:1767384326.096782:0:16794:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384326.096785:0:16794:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 000000006bdfcc95/0x7e51148972eecc06 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x7e51148972eecbff expref: 16 pid: 16773 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384326.096794:0:16794:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 000000006bdfcc95/0x7e51148972eecc06 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x7e51148972eecbff expref: 16 pid: 16773 timeout: 398 lvb_type: 0 00010000:00000001:3.0:1767384326.096800:0:16794:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:3.0:1767384326.096803:0:16794:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384326.096806:0:16794:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000858c198d x1853236723078912/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384326.096823:0:16794:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384326.096825:0:16794:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384326.096828:0:16794:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000858c198d pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16794:1853236723078912:0@lo:104: 00000100:00000001:3.0:1767384326.096831:0:16794:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384326.096834:0:16794:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384326.096836:0:16794:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384326.096837:0:16794:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384326.096840:0:16794:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000082ea6430. 02000000:00000001:3.0:1767384326.096841:0:16794:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384326.096846:0:16794:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000db7a9438. 00000400:00000010:3.0:1767384326.096851:0:16794:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000069303bcd. 00000100:00000200:3.0:1767384326.096855:0:16794:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236723078912, portal 16 00000100:00000001:3.0:1767384326.096857:0:16794:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384326.096858:0:16794:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782675224704 : -124291034326912 : ffff8ef53d0cd880) 00000100:00000040:3.0:1767384326.096861:0:16794:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@00000000858c198d x1853236723078912/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384342 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384326.096866:0:16794:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384326.096868:0:16794:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384326.096871:0:16794:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c7a16a19. 00000100:00000200:3.0:1767384326.096873:0:16794:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853236723078912, offset 0 00000400:00000200:3.0:1767384326.096877:0:16794:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384326.096885:0:16794:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384326.096892:0:16794:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x695824c905700 00000400:00000200:3.0:1767384326.096897:0:16794:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x1775 [2] + 328 00000400:00000200:3.0:1767384326.096902:0:16794:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384326.096905:0:16794:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384326.096910:0:16794:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384326.096912:0:16794:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1767384326.096914:0:16794:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a56f24d7. 00000100:00000040:3.0:1767384326.096916:0:16794:0:(events.c:337:request_in_callback()) incoming req@00000000a56f24d7 x1853236723078912 msgsize 328 00000100:00100000:3.0:1767384326.096919:0:16794:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384326.096932:0:16794:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384326.096946:0:16794:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c7a16a19 00000400:00000010:3.0:1767384326.096948:0:16794:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c7a16a19. 00000100:00000001:3.0:1767384326.096952:0:16794:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384326.096955:0:16794:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000858c198d x1853236723078912/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384342 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384326.096962:0:16794:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384326.096964:0:16794:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000858c198d x1853236723078912/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384342 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384326.096967:0:16763:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384326.096969:0:16794:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384326.096971:0:16763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723078912 00000100:00000001:3.0:1767384326.096973:0:16794:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:1.0:1767384326.096976:0:16763:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384326.096978:0:16794:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384326.096979:0:16763:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384326.096984:0:16763:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384326.096985:0:16794:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294916083 02000000:00000001:1.0:1767384326.096989:0:16763:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384326.096991:0:16794:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4294916073 00000100:00100000:1.0:1767384326.096993:0:16763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723078912 00000100:00000001:3.0:1767384326.096995:0:16794:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294916083 00000020:00000001:1.0:1767384326.096997:0:16763:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384326.096999:0:16763:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eec8d3 00000100:00000001:3.0:1767384326.097000:0:16794:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4294916073 00000020:00000001:1.0:1767384326.097001:0:16763:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384326.097005:0:16763:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000d18f5ad3 refcount=3 00000100:00000001:3.0:1767384326.097007:0:16794:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294916083 00000020:00000001:1.0:1767384326.097010:0:16763:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619777404448768 : -124296305102848 : ffff8ef402e33000) 00000100:00000001:3.0:1767384326.097012:0:16794:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4294916073 00000020:00000001:1.0:1767384326.097013:0:16763:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619777404448768 : -124296305102848 : ffff8ef402e33000) 00000100:00000001:3.0:1767384326.097018:0:16794:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294916083 00000100:00000001:1.0:1767384326.097019:0:16763:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384326.097023:0:16794:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4294916073 00000020:00000010:1.0:1767384326.097025:0:16763:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000062441b13. 00000100:00000001:3.0:1767384326.097026:0:16794:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384326.097030:0:16763:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384326.097031:0:16794:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384326.097035:0:16794:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384326.097036:0:16763:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000062441b13. 00010000:00000001:3.0:1767384326.097038:0:16794:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384326.097041:0:16794:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384326.097043:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000010:1.0:1767384326.097043:0:16763:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c24ed97c. 00010000:00000001:3.0:1767384326.097046:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384326.097048:0:16794:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384326.097050:0:16794:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000020:00000010:1.0:1767384326.097050:0:16763:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000278cb516. 00010000:00000001:3.0:1767384326.097053:0:16794:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1767384326.097056:0:16794:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384326.097057:0:16763:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c370a78c. 00000100:00000001:3.0:1767384326.097058:0:16794:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384326.097060:0:16794:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767384326.097062:0:16794:0:(client.c:2690:ptlrpc_set_wait()) set 00000000b7b17793 going to sleep for 11 seconds 00000100:00000001:3.0:1767384326.097064:0:16794:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767384326.097066:0:16763:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:1.0:1767384326.097070:0:16763:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384326.097073:0:16763:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384326.097074:0:16794:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384326.097075:0:16763:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384326.097081:0:16763:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384326.097124:0:16763:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384326.097139:0:16763:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384326.097141:0:16763:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384326.097148:0:16763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00000040:1.0:1767384326.097152:0:16763:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000d18f5ad3 : new rpc_count 1 00000100:00000001:1.0:1767384326.097155:0:16763:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619782675218432 : -124291034333184 : ffff8ef53d0cc000) 00000100:00000040:1.0:1767384326.097161:0:16763:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a56f24d7 x1853236723078912/t0(0) o104->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:307/0 lens 328/0 e 0 to 0 dl 1767384337 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384326.097171:0:16763:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384326.097175:0:16763:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000062441b13. 00000100:00000001:1.0:1767384326.097177:0:16763:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384326.097180:0:16763:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000062441b13. 00000100:00100000:1.0:1767384326.097186:0:16763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000a56f24d7 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:c0412d60-4f67-4dbc-8791-892843f60083+3:16794:x1853236723078912:12345-0@lo:104: 00000100:00000200:1.0:1767384326.097190:0:16763:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723078912 00010000:00000001:1.0:1767384326.097193:0:16763:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:1.0:1767384326.097198:0:16763:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384326.097201:0:16763:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384326.097203:0:16763:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000003653ee69 refcount=2 00000020:00000001:1.0:1767384326.097206:0:16763:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781713885184 : -124291995666432 : ffff8ef503bff800) 00010000:00000001:1.0:1767384326.097209:0:16763:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781713885184 : -124291995666432 : ffff8ef503bff800) 00010000:00000001:1.0:1767384326.097214:0:16763:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384326.097216:0:16763:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384326.097220:0:16763:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.152@tcp lock: 000000003653ee69/0x7e51148972eecbff lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x7e51148972eecc06 expref: -99 pid: 16776 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384326.097229:0:16763:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384326.097233:0:16763:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384326.097238:0:16763:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000000831a9e5. 02000000:00000001:1.0:1767384326.097241:0:16763:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384326.097243:0:16763:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384326.097248:0:16763:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384326.097251:0:16763:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384326.097263:0:16763:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c1a96973 time=56 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384326.097268:0:16763:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384326.097271:0:16763:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 21 to 0@lo 00000100:00000001:1.0:1767384326.097274:0:16763:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 02000000:00000001:1.0:1767384326.097278:0:16763:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384326.097280:0:16763:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384326.097283:0:16763:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384326.097286:0:16763:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384326.097290:0:16763:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ca28d10e. 00000100:00000200:1.0:1767384326.097294:0:16763:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853236723078912, offset 224 00000400:00000200:1.0:1767384326.097303:0:16763:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384326.097313:0:16763:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384326.097337:0:16763:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x695824c905700 00000400:00000200:1.0:1767384326.097344:0:16763:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x19d5 [1] + 224 00000400:00000200:1.0:1767384326.097350:0:16763:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384326.097355:0:16763:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384326.097360:0:16763:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384326.097365:0:16763:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000858c198d x1853236723078912/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384342 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1767384326.097391:0:16763:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000858c198d x1853236723078912/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384342 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384326.097416:0:16763:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384326.097426:0:16763:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ca28d10e 00000400:00000010:1.0:1767384326.097429:0:16763:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ca28d10e. 00000100:00000001:1.0:1767384326.097433:0:16763:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384326.097436:0:16763:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384326.097442:0:16763:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384326.097445:0:16763:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 20 to 0@lo 00010000:00000001:1.0:1767384326.097449:0:16763:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:2.0:1767384326.097527:0:16794:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384326.097534:0:16794:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384326.097537:0:16794:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384326.097540:0:16794:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000db7a9438. 00000400:00000200:2.0:1767384326.097545:0:16794:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000069303bcd 00000400:00000010:2.0:1767384326.097548:0:16794:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000069303bcd. 00000100:00000001:2.0:1767384326.097552:0:16794:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384326.097557:0:16794:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000858c198d x1853236723078912/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384342 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1767384326.097583:0:16794:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000858c198d x1853236723078912/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384342 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384326.097591:0:16794:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384326.097594:0:16794:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384326.097597:0:16794:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384326.097600:0:16794:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384326.097602:0:16794:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384326.097604:0:16794:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384326.097606:0:16794:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384326.097611:0:16794:0:(import.c:2128:obd_at_measure()) add 5 to 00000000441774e7 time=56 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384326.097616:0:16794:0:(import.c:2128:obd_at_measure()) add 1 to 000000000e70851c time=56 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384326.097619:0:16794:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384326.097621:0:16794:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384326.097623:0:16794:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384326.097625:0:16794:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384326.097629:0:16794:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384326.097633:0:16794:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000858c198d x1853236723078912/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384342 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384326.097640:0:16794:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384326.097644:0:16794:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384326.097646:0:16794:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384326.097649:0:16794:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:2.0:1767384326.097651:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384326.097653:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384326.097654:0:16794:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384326.097658:0:16794:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000858c198d x1853236723078912/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384342 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000010:1.0:1767384326.097662:0:16763:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 000000005fde13c7. 00010000:00000001:1.0:1767384326.097670:0:16763:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000100:00100000:2.0:1767384326.097672:0:16794:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000858c198d pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16794:1853236723078912:0@lo:104: 00000100:00000001:2.0:1767384326.097680:0:16794:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384326.097683:0:16794:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384326.097683:0:16763:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00000001:2.0:1767384326.097688:0:16794:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00010000:00000001:1.0:1767384326.097689:0:16763:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384326.097692:0:16794:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:1.0:1767384326.097693:0:16763:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384326.097697:0:16794:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000858c198d x1853236723078912/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384342 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:1.0:1767384326.097705:0:16763:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384326.097715:0:16763:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a56f24d7 x1853236723078912/t0(0) o104->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:307/0 lens 328/224 e 0 to 0 dl 1767384337 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384326.097725:0:16794:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384326.097730:0:16794:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00100000:1.0:1767384326.097734:0:16763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000a56f24d7 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:c0412d60-4f67-4dbc-8791-892843f60083+3:16794:x1853236723078912:12345-0@lo:104: Request processed in 560us (814us total) trans 0 rc 0/0 02000000:00000010:2.0:1767384326.097735:0:16794:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000082ea6430. 02000000:00000001:2.0:1767384326.097741:0:16794:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384326.097744:0:16794:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384326.097747:0:16794:0:(genops.c:1242:class_import_put()) import 00000000ec48d8bc refcount=1 obd=MGS 00000020:00000001:2.0:1767384326.097750:0:16794:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384326.097753:0:16794:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000cca860dc. 02000000:00000001:2.0:1767384326.097757:0:16794:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384326.097759:0:16794:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384326.097761:0:16794:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000858c198d. 00000100:00000001:2.0:1767384326.097765:0:16794:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384326.097766:0:16794:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1767384326.097769:0:16794:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000b7b17793. 00000100:00000001:2.0:1767384326.097773:0:16794:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1767384326.097774:0:16794:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1767384326.097778:0:16794:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006bfbeddc. 00010000:00000001:2.0:1767384326.097782:0:16794:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384326.097784:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384326.097787:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1767384326.097788:0:16763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 20000000:00000001:2.0:1767384326.097791:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00000001:2.0:1767384326.097795:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000040:1.0:1767384326.097795:0:16763:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000d18f5ad3 : new rpc_count 0 00010000:00010000:2.0:1767384326.097799:0:16794:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 00000000e85c90e1/0x7e51148972eecc0d lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384326.097801:0:16763:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384326.097806:0:16763:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384326.097812:0:16763:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000278cb516. 00000020:00000010:1.0:1767384326.097819:0:16763:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c370a78c. 00000020:00000010:1.0:1767384326.097824:0:16763:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c24ed97c. 00000020:00000040:1.0:1767384326.097829:0:16763:0:(genops.c:898:class_export_put()) PUTting export 00000000d18f5ad3 : new refcount 2 00000100:00000001:1.0:1767384326.097832:0:16763:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384326.097984:0:16767:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384326.097988:0:16767:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384326.097991:0:16767:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:2.0:1767384326.097995:0:16767:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:2.0:1767384326.097997:0:16767:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384326.098000:0:16767:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.152@tcp lock: 000000003653ee69/0x7e51148972eecbff lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x7e51148972eecc06 expref: -99 pid: 16776 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384326.098010:0:16767:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000003653ee69 already unused, calling callback (00000000649d35d1) 10000000:00000001:2.0:1767384326.098013:0:16767:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1767384326.098022:0:16767:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.152@tcp lock: 000000003653ee69/0x7e51148972eecbff lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x7e51148972eecc06 expref: -99 pid: 16776 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384326.098030:0:16767:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384326.098031:0:16767:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384326.098033:0:16767:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384326.098035:0:16767:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000003653ee69 refcount=3 00000020:00000001:2.0:1767384326.098038:0:16767:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781713885184 : -124291995666432 : ffff8ef503bff800) 00010000:00000001:2.0:1767384326.098041:0:16767:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781713885184 : -124291995666432 : ffff8ef503bff800) 00010000:00000001:2.0:1767384326.098045:0:16767:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384326.098047:0:16767:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.152@tcp lock: 000000003653ee69/0x7e51148972eecbff lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x7e51148972eecc06 expref: -99 pid: 16776 timeout: 0 lvb_type: 0 10000000:00000001:2.0:1767384326.098055:0:16767:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1767384326.098057:0:16767:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.152@tcp lock: 000000003653ee69/0x7e51148972eecbff lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x7e51148972eecc06 expref: -99 pid: 16776 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1767384326.098063:0:16767:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:00000001:2.0:1767384326.098067:0:16767:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:2.0:1767384326.098068:0:16767:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 10000000:00000040:2.0:1767384326.098071:0:16767:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:2.0:1767384326.098073:0:16767:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1767384326.098075:0:16767:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384326.098117:0:16767:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:2.0:1767384326.098120:0:16767:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1767384326.098122:0:16767:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(0000000070cb7a0b) refs 2 10000000:00000001:2.0:1767384326.098125:0:16767:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1767384326.098128:0:16767:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384326.098132:0:16767:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384326.098135:0:16767:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384326.098138:0:16767:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384326.098141:0:16767:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384326.098144:0:16767:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384326.098147:0:16767:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000003653ee69 with handle 0x7e51148972eecbff from hash 00010000:00000001:2.0:1767384326.098151:0:16767:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384326.098153:0:16767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384326.098161:0:16767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384326.098163:0:16767:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384326.098166:0:16767:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384326.098168:0:16767:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:2.0:1767384326.098172:0:16767:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1767384326.098175:0:16767:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:2.0:1767384326.098181:0:16767:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b8d5d876. 00000020:00000040:2.0:1767384326.098185:0:16767:0:(genops.c:1229:class_import_get()) import 00000000df830bbe refcount=6 obd=MGC192.168.202.152@tcp 00000100:00000001:2.0:1767384326.098189:0:16767:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384326.098191:0:16767:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384326.098194:0:16767:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384326.098200:0:16767:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000cca860dc. 00000100:00000001:2.0:1767384326.098205:0:16767:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384326.098208:0:16767:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1767384326.098211:0:16767:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.152@tcp lock: 000000003653ee69/0x7e51148972eecbff lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7e51148972eecc06 expref: -99 pid: 16776 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384326.098217:0:16767:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1767384326.098219:0:16767:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384326.098224:0:16767:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384326.098227:0:16767:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384326.098234:0:16767:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b8d5d876] to pc [ptlrpcd_00_00+0] req@00000000b8d5d876 x1853236723079040/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384326.098260:0:16767:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384326.098263:0:16767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384326.098265:0:16767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384326.098267:0:16767:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384326.098270:0:16767:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384326.098272:0:16767:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384326.098275:0:16767:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.152@tcp lock: 000000003653ee69/0x7e51148972eecbff lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7e51148972eecc06 expref: -99 pid: 16776 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384326.098281:0:16767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384326.098283:0:16767:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.152@tcp lock: 000000003653ee69/0x7e51148972eecbff lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7e51148972eecc06 expref: -99 pid: 16776 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384326.098302:0:16767:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000002512c47a count: 0 00010000:00000001:2.0:1767384326.098314:0:16767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384326.098316:0:16767:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:2.0:1767384326.098319:0:16767:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 000000005fde13c7. 00010000:00000001:2.0:1767384326.098324:0:16767:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384326.098327:0:16767:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384326.098329:0:16767:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384326.098332:0:16767:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1767384326.098334:0:16767:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384326.098336:0:16767:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384326.098338:0:16767:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1767384326.098341:0:16767:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384326.098343:0:16767:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384326.098346:0:16767:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1767384326.098356:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384326.098359:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384326.098362:0:16137:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384326.098367:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b8d5d876 x1853236723079040/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384326.098389:0:16137:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384326.098392:0:16137:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384326.098395:0:16137:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384326.098397:0:16137:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384326.098400:0:16137:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384326.098404:0:16137:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b8d5d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c0412d60-4f67-4dbc-8791-892843f60083:16137:1853236723079040:0@lo:103: 00000100:00000001:2.0:1767384326.098408:0:16137:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384326.098411:0:16137:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384326.098414:0:16137:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384326.098416:0:16137:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384326.098420:0:16137:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000082ea6430. 02000000:00000001:2.0:1767384326.098423:0:16137:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384326.098427:0:16137:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000958f3e97. 00000400:00000010:2.0:1767384326.098433:0:16137:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000042a7b507. 00000100:00000200:2.0:1767384326.098445:0:16137:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236723079040, portal 18 00000100:00000001:2.0:1767384326.098447:0:16137:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384326.098449:0:16137:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782407653120 : -124291301898496 : ffff8ef52d1a0700) 00000100:00000040:2.0:1767384326.098454:0:16137:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b8d5d876 x1853236723079040/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384342 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384326.098462:0:16137:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384326.098466:0:16137:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384326.098466:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1767384326.098472:0:16137:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000000183fdb. 00000100:00000001:1.0:1767384326.098472:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384326.098476:0:16137:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853236723079040, offset 0 00000400:00000200:2.0:1767384326.098484:0:16137:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384326.098493:0:16137:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384326.098502:0:16137:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x695824c905780 00000400:00000200:2.0:1767384326.098509:0:16137:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x11 [2] + 328 00000400:00000200:2.0:1767384326.098514:0:16137:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384326.098519:0:16137:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384326.098524:0:16137:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384326.098526:0:16137:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1767384326.098531:0:16137:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a09f760c. 00000100:00000040:2.0:1767384326.098534:0:16137:0:(events.c:337:request_in_callback()) incoming req@00000000a09f760c x1853236723079040 msgsize 328 00000100:00100000:2.0:1767384326.098541:0:16137:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384326.098553:0:16137:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384326.098560:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000000183fdb 00000400:00000010:2.0:1767384326.098563:0:16137:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000000183fdb. 00000100:00000001:2.0:1767384326.098567:0:16137:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384326.098570:0:16137:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b8d5d876 x1853236723079040/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384342 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384326.098579:0:16137:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384326.098582:0:16137:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b8d5d876 x1853236723079040/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384342 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384326.098590:0:16137:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384326.098592:0:16137:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384326.098598:0:16137:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384326.098601:0:16137:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294916085 00000100:00000001:2.0:1767384326.098607:0:16137:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294916083 00000100:00000001:2.0:1767384326.098618:0:16137:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294916085 00000100:00000001:2.0:1767384326.098624:0:16137:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294916083 00000100:00000001:2.0:1767384326.098629:0:16137:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294916085 00000100:00000001:2.0:1767384326.098634:0:16137:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294916083 00000100:00000001:2.0:1767384326.098639:0:16137:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294916085 00000100:00000001:2.0:1767384326.098642:0:16137:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294916083 00000100:00000001:2.0:1767384326.098647:0:16137:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384326.098650:0:16137:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384326.098653:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384326.098656:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384326.098661:0:16137:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384326.098664:0:16137:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384326.098668:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384326.098670:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384326.098672:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384326.098675:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384326.098698:0:16766:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384326.098701:0:16766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723079040 02000000:00000001:2.0:1767384326.098703:0:16766:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384326.098706:0:16766:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384326.098708:0:16766:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384326.098711:0:16766:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384326.098714:0:16766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723079040 00000020:00000001:2.0:1767384326.098716:0:16766:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384326.098718:0:16766:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eec8e1 00000020:00000001:2.0:1767384326.098721:0:16766:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384326.098723:0:16766:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000555601ca refcount=17 00000020:00000001:2.0:1767384326.098726:0:16766:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000020:00000001:2.0:1767384326.098729:0:16766:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000100:00000001:2.0:1767384326.098732:0:16766:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384326.098736:0:16766:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001a710d06. 00000100:00000001:2.0:1767384326.098739:0:16766:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384326.098741:0:16766:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001a710d06. 00000020:00000010:2.0:1767384326.098753:0:16766:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008a8f9c25. 00000020:00000010:2.0:1767384326.098758:0:16766:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000fa434558. 00000020:00000010:2.0:1767384326.098763:0:16766:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000cdb44793. 00000100:00000040:2.0:1767384326.098770:0:16766:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:2.0:1767384326.098773:0:16766:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384326.098775:0:16766:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:2.0:1767384326.098777:0:16766:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:2.0:1767384326.098780:0:16766:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384326.098783:0:16766:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:2.0:1767384326.098787:0:16766:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384326.098790:0:16766:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384326.098793:0:16766:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000006bdfcc95 refcount=4 00000020:00000001:2.0:1767384326.098796:0:16766:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781734635008 : -124291974916608 : ffff8ef504fc9600) 00010000:00000001:2.0:1767384326.098799:0:16766:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781734635008 : -124291974916608 : ffff8ef504fc9600) 00010000:00010000:2.0:1767384326.098802:0:16766:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 000000006bdfcc95/0x7e51148972eecc06 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x7e51148972eecbff expref: 17 pid: 16773 timeout: 398 lvb_type: 0 00010000:00000001:2.0:1767384326.098809:0:16766:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384326.098811:0:16766:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384326.098812:0:16766:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384326.098815:0:16766:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384326.098819:0:16766:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:2.0:1767384326.098824:0:16766:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a09f760c x1853236723079040/t0(0) o103->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:307/0 lens 328/0 e 0 to 0 dl 1767384337 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384326.098831:0:16766:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767384326.098833:0:16766:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384326.098847:0:16766:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384326.098860:0:16766:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384326.098862:0:16766:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384326.098865:0:19333:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384326.098869:0:19333:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384326.098869:0:16766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00000040:2.0:1767384326.098874:0:16766:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000555601ca : new rpc_count 3 00000100:00000001:3.0:1767384326.098875:0:19333:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384326.098879:0:16766:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619782407663872 : -124291301887744 : ffff8ef52d1a3100) 00000100:00000001:3.0:1767384326.098881:0:19333:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384326.098888:0:16766:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a09f760c x1853236723079040/t0(0) o103->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:307/0 lens 328/0 e 0 to 0 dl 1767384337 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384326.098911:0:16766:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384326.098915:0:16766:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001a710d06. 00000100:00000001:2.0:1767384326.098918:0:16766:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384326.098921:0:16766:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001a710d06. 00000100:00100000:2.0:1767384326.098927:0:16766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000a09f760c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c0412d60-4f67-4dbc-8791-892843f60083+17:16137:x1853236723079040:12345-0@lo:103: 00000100:00000200:2.0:1767384326.098931:0:16766:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723079040 00010000:00000001:2.0:1767384326.098934:0:16766:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:2.0:1767384326.098937:0:16766:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:2.0:1767384326.098940:0:16766:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:2.0:1767384326.098944:0:16766:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384326.098946:0:16766:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384326.098949:0:16766:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000c1d4e66e. 02000000:00000001:2.0:1767384326.098952:0:16766:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384326.098954:0:16766:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384326.098957:0:16766:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:2.0:1767384326.098959:0:16766:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:2.0:1767384326.098961:0:16766:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384326.098963:0:16766:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384326.098965:0:16766:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000006bdfcc95 refcount=4 00000020:00000001:2.0:1767384326.098968:0:16766:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781734635008 : -124291974916608 : ffff8ef504fc9600) 00010000:00000001:2.0:1767384326.098970:0:16766:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781734635008 : -124291974916608 : ffff8ef504fc9600) 00010000:00000040:2.0:1767384326.098973:0:16766:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000ec8eee19 count: 3 00010000:00010000:2.0:1767384326.098977:0:16766:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 000000006bdfcc95/0x7e51148972eecc06 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x7e51148972eecbff expref: 17 pid: 16773 timeout: 398 lvb_type: 0 00000100:00001000:2.0:1767384326.098983:0:16766:0:(import.c:2128:obd_at_measure()) add 0 to 00000000dce49598 time=1767384326 v=100 (0 0 0 0) 00010000:00000001:2.0:1767384326.098986:0:16766:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384326.098991:0:16766:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384326.098993:0:16766:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384326.098996:0:16766:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 000000006bdfcc95/0x7e51148972eecc06 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x7e51148972eecbff expref: 17 pid: 16773 timeout: 398 lvb_type: 0 00000020:00000001:2.0:1767384326.099002:0:16766:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1767384326.099011:0:16766:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1767384326.099012:0:16766:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384326.099015:0:16766:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384326.099018:0:16766:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384326.099019:0:16766:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384326.099024:0:16766:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384326.099025:0:16766:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384326.099027:0:16766:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384326.099030:0:16766:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384326.099032:0:16766:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000006bdfcc95 with handle 0x7e51148972eecc06 from hash 00010000:00000001:2.0:1767384326.099035:0:16766:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384326.099037:0:16766:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384326.099039:0:16766:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384326.099041:0:16766:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384326.099042:0:16766:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384326.099044:0:16766:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384326.099048:0:16766:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000006bdfcc95/0x7e51148972eecc06 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x7e51148972eecbff expref: 17 pid: 16773 timeout: 398 lvb_type: 0 00010000:00000040:2.0:1767384326.099055:0:16766:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000555601ca : new locks_count 9 00000020:00000040:2.0:1767384326.099057:0:16766:0:(genops.c:898:class_export_put()) PUTting export 00000000555601ca : new refcount 16 00010000:00000001:2.0:1767384326.099063:0:16766:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384326.099065:0:16766:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384326.099068:0:16766:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:2.0:1767384326.099070:0:16766:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 00000000e85c90e1 00010000:00000001:2.0:1767384326.099072:0:16766:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384326.099074:0:16766:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384326.099076:0:16766:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384326.099078:0:16766:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384326.099080:0:16766:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384326.099082:0:16766:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384326.099084:0:16766:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:2.0:1767384326.099114:0:16766:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 00000000e85c90e1/0x7e51148972eecc0d lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384326.099122:0:16766:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:2.0:1767384326.099124:0:16766:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384326.099132:0:16766:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384326.099134:0:16766:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384326.099135:0:16766:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000ec8eee19) refcount = 2 00010000:00010000:2.0:1767384326.099139:0:16766:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000e85c90e1/0x7e51148972eecc0d lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384326.099145:0:16766:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384326.099148:0:16766:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384326.099149:0:16766:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384326.099152:0:16766:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.0:1767384326.099156:0:16766:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001a710d06. 00000100:00000001:2.0:1767384326.099160:0:16766:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384326.099164:0:16766:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c3ef9401. 00000100:00000001:2.0:1767384326.099167:0:16766:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446619782632344576 : -124291077207040 : ffff8ef53a7e8c00) 00000100:00000001:2.0:1767384326.099169:0:16766:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446619782632344576 : -124291077207040 : ffff8ef53a7e8c00) 00000100:00000001:2.0:1767384326.099171:0:16766:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384326.099173:0:16766:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1767384326.099175:0:16766:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 20000000:00000001:2.0:1767384326.099178:0:16766:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384326.099181:0:16766:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003445359s 00010000:00000001:2.0:1767384326.099184:0:16766:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384326.099186:0:16766:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384326.099188:0:16766:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e85c90e1 refcount=5 00000020:00000001:2.0:1767384326.099191:0:16766:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781713882624 : -124291995668992 : ffff8ef503bfee00) 00010000:00000001:2.0:1767384326.099194:0:16766:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781713882624 : -124291995668992 : ffff8ef503bfee00) 00010000:00000001:2.0:1767384326.099196:0:16766:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384326.099199:0:16766:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000e85c90e1/0x7e51148972eecc0d lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384326.099206:0:16766:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384326.099208:0:16766:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000e85c90e1/0x7e51148972eecc0d lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384326.099214:0:16766:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384326.099216:0:16766:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384326.099226:0:16766:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000e85c90e1/0x7e51148972eecc0d lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384326.099232:0:16766:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384326.099234:0:16766:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384326.099237:0:16766:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384326.099239:0:16766:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000e85c90e1/0x7e51148972eecc0d lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384326.099246:0:16766:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000e85c90e1 already unused, calling callback (00000000871a6010) 00010000:00000001:2.0:1767384326.099249:0:16766:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384326.099252:0:16766:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384326.099254:0:16766:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000e85c90e1/0x7e51148972eecc0d lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384326.099260:0:16766:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384326.099262:0:16766:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384326.099264:0:16766:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384326.099266:0:16766:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e85c90e1 refcount=6 00000020:00000001:2.0:1767384326.099268:0:16766:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781713882624 : -124291995668992 : ffff8ef503bfee00) 00010000:00000001:2.0:1767384326.099271:0:16766:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781713882624 : -124291995668992 : ffff8ef503bfee00) 00010000:00000001:2.0:1767384326.099274:0:16766:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384326.099277:0:16766:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000e85c90e1/0x7e51148972eecc0d lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384326.099283:0:16766:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384326.099285:0:16766:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384326.099287:0:16766:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384326.099297:0:16766:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384326.099299:0:16766:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384326.099301:0:16766:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384326.099302:0:16766:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384326.099304:0:16766:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000e85c90e1 with handle 0x7e51148972eecc0d from hash 00010000:00000001:2.0:1767384326.099307:0:16766:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384326.099308:0:16766:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384326.099317:0:16766:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384326.099319:0:16766:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384326.099321:0:16766:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384326.099323:0:16766:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384326.099324:0:16766:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384326.099326:0:16766:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384326.099329:0:16766:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384326.099331:0:16766:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384326.099333:0:16766:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384326.099336:0:16766:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384326.099337:0:16766:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384326.099339:0:16766:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384326.099341:0:16766:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384326.099344:0:16766:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384326.099346:0:16766:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000e85c90e1/0x7e51148972eecc0d lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384326.099353:0:16766:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384326.099354:0:16766:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384326.099356:0:16766:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384326.099359:0:16766:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384326.099360:0:16766:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384326.099362:0:16766:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384326.099364:0:16766:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384326.099367:0:16766:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384326.099370:0:16766:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384326.099372:0:16766:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384326.099389:0:16766:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384326.099391:0:16766:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384326.099393:0:16766:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:2.0:1767384326.099395:0:16766:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1767384326.099397:0:16766:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384326.099400:0:16766:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384326.099402:0:16766:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:2.0:1767384326.099404:0:16766:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000c3ef9401. 00000100:00000001:2.0:1767384326.099408:0:16766:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1767384326.099410:0:16766:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1767384326.099413:0:16766:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001a710d06. 00010000:00000001:2.0:1767384326.099424:0:16766:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:2.0:1767384326.099427:0:16766:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:2.0:1767384326.099429:0:16766:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384326.099432:0:16766:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384326.099435:0:16766:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384326.099438:0:16766:0:(import.c:2128:obd_at_measure()) add 1 to 0000000028084485 time=56 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384326.099441:0:16766:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384326.099445:0:16766:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 21 to 0@lo 00000100:00000001:2.0:1767384326.099447:0:16766:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 02000000:00000001:2.0:1767384326.099450:0:16766:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384326.099452:0:16766:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384326.099455:0:16766:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384326.099459:0:16766:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384326.099463:0:16766:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000000183fdb. 00000100:00000200:2.0:1767384326.099467:0:16766:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853236723079040, offset 224 00000400:00000200:2.0:1767384326.099474:0:16766:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384326.099481:0:16766:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384326.099489:0:16766:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x695824c905780 00000400:00000200:2.0:1767384326.099494:0:16766:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x19e1 [1] + 224 00000400:00000200:2.0:1767384326.099499:0:16766:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384326.099503:0:16766:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384326.099506:0:16766:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384326.099509:0:16766:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b8d5d876 x1853236723079040/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384342 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384326.099520:0:16766:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b8d5d876 x1853236723079040/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384342 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384326.099538:0:16766:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384326.099544:0:16766:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000000183fdb 00000400:00000010:2.0:1767384326.099546:0:16766:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000000183fdb. 00000100:00000001:2.0:1767384326.099551:0:16766:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384326.099552:0:16766:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384326.099554:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384326.099557:0:16766:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384326.099558:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767384326.099564:0:16766:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 20 to 0@lo 00000400:00000001:3.0:1767384326.099565:0:16137:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:2.0:1767384326.099569:0:16766:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384326.099570:0:16137:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384326.099573:0:16137:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000958f3e97. 00000400:00000200:3.0:1767384326.099578:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000042a7b507 00010000:00000001:2.0:1767384326.099580:0:16766:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384326.099582:0:16137:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000042a7b507. 00000100:00000001:3.0:1767384326.099589:0:16137:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1767384326.099589:0:16766:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a09f760c x1853236723079040/t0(0) o103->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:307/0 lens 328/224 e 0 to 0 dl 1767384337 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384326.099598:0:16137:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b8d5d876 x1853236723079040/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384342 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384326.099607:0:16766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000a09f760c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c0412d60-4f67-4dbc-8791-892843f60083+16:16137:x1853236723079040:12345-0@lo:103: Request processed in 692us (1068us total) trans 0 rc 0/0 00000100:00000200:3.0:1767384326.099621:0:16137:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b8d5d876 x1853236723079040/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384342 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384326.099625:0:16766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00000040:2.0:1767384326.099630:0:16766:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000555601ca : new rpc_count 2 00000100:00000001:2.0:1767384326.099635:0:16766:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384326.099640:0:16137:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384326.099640:0:16766:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384326.099644:0:16137:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384326.099646:0:16766:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000fa434558. 00000100:00000001:3.0:1767384326.099648:0:16137:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384326.099652:0:16137:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:2.0:1767384326.099653:0:16766:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000cdb44793. 00000100:00000001:3.0:1767384326.099654:0:16137:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384326.099659:0:16137:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384326.099660:0:16766:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008a8f9c25. 02000000:00000001:3.0:1767384326.099662:0:16137:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384326.099667:0:16766:0:(genops.c:898:class_export_put()) PUTting export 00000000555601ca : new refcount 15 00000100:00001000:3.0:1767384326.099668:0:16137:0:(import.c:2128:obd_at_measure()) add 5 to 00000000e6189a3f time=56 v=5 (5 0 0 0) 00000100:00000001:2.0:1767384326.099672:0:16766:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767384326.099675:0:16137:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f5022cbe time=56 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384326.099681:0:16137:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384326.099683:0:16137:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384326.099685:0:16137:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384326.099688:0:16137:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384326.099690:0:16137:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384326.099695:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b8d5d876 x1853236723079040/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384342 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384326.099704:0:16137:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384326.099707:0:16137:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384326.099710:0:16137:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1767384326.099710:0:16794:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 00000000e85c90e1/0x7e51148972eecc0d lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384326.099721:0:16794:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000100:00000040:3.0:1767384326.099725:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b8d5d876 x1853236723079040/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384342 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 20000000:00000001:2.0:1767384326.099727:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00010000:2.0:1767384326.099733:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000e85c90e1/0x7e51148972eecc0d lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767384326.099738:0:16137:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b8d5d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c0412d60-4f67-4dbc-8791-892843f60083:16137:1853236723079040:0@lo:103: 00010000:00000001:2.0:1767384326.099749:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000100:00000001:3.0:1767384326.099750:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384326.099753:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767384326.099754:0:16137:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00010000:2.0:1767384326.099757:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000e85c90e1/0x7e51148972eecc0d lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00000100:00000040:3.0:1767384326.099761:0:16137:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b8d5d876 x1853236723079040/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384342 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:2.0:1767384326.099772:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000ec8eee19 count: 0 00000100:00000001:3.0:1767384326.099780:0:16137:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384326.099783:0:16137:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:2.0:1767384326.099785:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000010:3.0:1767384326.099786:0:16137:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000082ea6430. 20000000:00000001:2.0:1767384326.099790:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 02000000:00000001:3.0:1767384326.099792:0:16137:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384326.099796:0:16137:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384326.099798:0:16137:0:(genops.c:1242:class_import_put()) import 00000000df830bbe refcount=5 obd=MGC192.168.202.152@tcp 00000020:00000001:3.0:1767384326.099801:0:16137:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384326.099803:0:16137:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000cca860dc. 02000000:00000001:3.0:1767384326.099806:0:16137:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384326.099808:0:16137:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384326.099809:0:16137:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b8d5d876. 00000100:00000001:3.0:1767384326.099812:0:16137:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384326.099814:0:16137:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384326.099815:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384326.099819:0:16137:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384326.099821:0:16137:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384326.099823:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384326.099826:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1767384326.103120:0:16642:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000002512c47a. 00010000:00000010:2.1:1767384326.103128:0:16642:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000003653ee69. 00010000:00000010:2.1:1767384326.103135:0:16642:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000006bdfcc95. 00010000:00000010:2.1:1767384326.105121:0:29953:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000ec8eee19. 00010000:00000010:2.1:1767384326.105139:0:29953:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000e85c90e1. 00080000:00000001:3.0:1767384326.106367:0:16771:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384326.106383:0:16807:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000020:00000002:3.0:1767384326.106387:0:16771:0:(lu_object.c:207:lu_object_put()) Add 00000000f07b1e3f/000000000f28175b to site lru. bkt: 00000000b56e2c81 00040000:00000001:1.0:1767384326.106388:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:3.0:1767384326.106391:0:16771:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384326.106392:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1767384326.106396:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:3.0:1767384326.106397:0:16771:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:1.0:1767384326.106398:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:01000000:3.0:1767384326.106401:0:16771:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000010:1.0:1767384326.106402:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000005a39b63d. 00080000:00000001:1.0:1767384326.106408:0:16807:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:3.0:1767384326.106411:0:16771:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384326.106415:0:16771:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:3.0:1767384326.106422:0:16771:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:2.0:1767384326.106426:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384326.106432:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384326.106435:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384326.106448:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384326.106451:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384326.106458:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000127a3152. 00010000:00000001:2.0:1767384326.106463:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384326.106468:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000d29113af. 00000020:00000001:2.0:1767384326.106472:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384326.106474:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000d29113af with handle 0x7e51148972eecc14 to hash 00000020:00000001:2.0:1767384326.106477:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384326.106479:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446619782554466304 : -124291155085312 : ffff8ef535da3800) 00010000:00000001:2.0:1767384326.106482:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446619782554466304 : -124291155085312 : ffff8ef535da3800) 00010000:00000001:2.0:1767384326.106485:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384326.106487:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384326.106490:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000d29113af/0x7e51148972eecc14 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384326.106498:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384326.106501:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384326.106503:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384326.106505:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384326.106507:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384326.106509:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384326.106511:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384326.106513:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384326.106515:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384326.106517:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384326.106518:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384326.106520:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000127a3152) refcount = 1 00010000:00010000:2.0:1767384326.106524:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000d29113af/0x7e51148972eecc14 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384326.106531:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384326.106533:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384326.106535:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384326.106538:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384326.106540:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384326.106542:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384326.106552:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003445359s 00010000:00000001:2.0:1767384326.106555:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384326.106557:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384326.106559:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d29113af refcount=4 00000020:00000001:2.0:1767384326.106562:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619782554466304 : -124291155085312 : ffff8ef535da3800) 00010000:00000001:2.0:1767384326.106565:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619782554466304 : -124291155085312 : ffff8ef535da3800) 00010000:00000001:2.0:1767384326.106567:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384326.106569:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000d29113af/0x7e51148972eecc14 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384326.106576:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384326.106578:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000d29113af/0x7e51148972eecc14 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384326.106585:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384326.106587:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384326.106589:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000d29113af/0x7e51148972eecc14 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384326.106595:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384326.106597:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384326.106600:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384326.106602:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000d29113af/0x7e51148972eecc14 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384326.106608:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000d29113af already unused, calling callback (00000000871a6010) 00010000:00000001:2.0:1767384326.106611:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384326.106613:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384326.106614:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000d29113af/0x7e51148972eecc14 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384326.106620:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384326.106622:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384326.106624:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384326.106625:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d29113af refcount=5 00000020:00000001:2.0:1767384326.106634:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619782554466304 : -124291155085312 : ffff8ef535da3800) 00010000:00000001:2.0:1767384326.106636:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619782554466304 : -124291155085312 : ffff8ef535da3800) 00010000:00000001:2.0:1767384326.106639:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384326.106641:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000d29113af/0x7e51148972eecc14 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384326.106647:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384326.106649:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384326.106651:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384326.106655:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384326.106657:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384326.106659:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384326.106661:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384326.106663:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000d29113af with handle 0x7e51148972eecc14 from hash 00010000:00000001:2.0:1767384326.106666:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384326.106667:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384326.106669:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384326.106670:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384326.106672:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384326.106673:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384326.106675:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384326.106677:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384326.106679:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384326.106681:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384326.106683:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384326.106686:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384326.106687:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384326.106688:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384326.106690:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384326.106692:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384326.106694:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000d29113af/0x7e51148972eecc14 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384326.106700:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384326.106702:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384326.106703:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384326.106712:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384326.106714:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384326.106715:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384326.106717:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384326.106720:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384326.106722:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384326.106724:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000d29113af/0x7e51148972eecc14 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384326.106731:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384326.106733:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384326.106734:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000d29113af/0x7e51148972eecc14 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384326.106740:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000127a3152 count: 0 00010000:00000001:2.0:1767384326.106747:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384326.106749:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000010:0.0:1767384326.107883:0:29952:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 0000000082eae1a4. 00000400:00000040:0.0:1767384326.107899:0:29952:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384326.107902:0:29952:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384326.107904:0:29952:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384326.107906:0:29952:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384326.107908:0:29952:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384326.107910:0:29952:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384326.107912:0:29952:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384326.107913:0:29952:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384326.107915:0:29952:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384326.107916:0:29952:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384326.107918:0:29952:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384326.107919:0:29952:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384326.107922:0:29952:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384326.107923:0:29952:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384326.107924:0:29952:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384326.107926:0:29952:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384326.107928:0:29952:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384326.107929:0:29952:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384326.107930:0:29952:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384326.107932:0:29952:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384326.107934:0:29952:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384326.107935:0:29952:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384326.107936:0:29952:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384326.107938:0:29952:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384326.107939:0:29952:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384326.107941:0:29952:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384326.107942:0:29952:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384326.107944:0:29952:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384326.107948:0:29952:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384326.107950:0:29952:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384326.107951:0:29952:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384326.107953:0:29952:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384326.107955:0:29952:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384326.107956:0:29952:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384326.107958:0:29952:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384326.107959:0:29952:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384326.107961:0:29952:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384326.107963:0:29952:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384326.107964:0:29952:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384326.107966:0:29952:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384326.107967:0:29952:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384326.107969:0:29952:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384326.107970:0:29952:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384326.107971:0:29952:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384326.107973:0:29952:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384326.107974:0:29952:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384326.107976:0:29952:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384326.107977:0:29952:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384326.107979:0:29952:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384326.107980:0:29952:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384326.107982:0:29952:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384326.107983:0:29952:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384326.107984:0:29952:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384326.107986:0:29952:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384326.107988:0:29952:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384326.107989:0:29952:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384326.107990:0:29952:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:0.0:1767384326.108081:0:29952:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 0000000082eae1a4. 00080000:00000020:1.0:1767384326.108587:0:16773:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767384326.108590:0:16773:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384326.108593:0:16773:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000036b1ae31. 20000000:00000001:1.0:1767384326.108601:0:16773:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384326.108605:0:16773:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236723078656 00010000:00000001:1.0:1767384326.108608:0:16773:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384326.108614:0:16773:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000309ab7d4 x1853236723078656/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:307/0 lens 4848/4768 e 0 to 0 dl 1767384337 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384326.108622:0:16773:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384326.108624:0:16773:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384326.108628:0:16773:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dd452398 time=56 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384326.108638:0:16773:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384326.108641:0:16773:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 21 to 0@lo 00000100:00000001:1.0:1767384326.108643:0:16773:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 02000000:00000001:1.0:1767384326.108646:0:16773:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384326.108648:0:16773:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384326.108652:0:16773:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384326.108655:0:16773:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384326.108659:0:16773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000aec6de1a. 00000100:00000200:1.0:1767384326.108663:0:16773:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236723078656, offset 224 00000400:00000200:1.0:1767384326.108668:0:16773:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384326.108678:0:16773:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384326.108687:0:16773:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824c905600 00000400:00000200:1.0:1767384326.108693:0:16773:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x19bd [2] + 224 00000400:00000200:1.0:1767384326.108700:0:16773:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384326.108703:0:16773:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384326.108708:0:16773:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384326.108712:0:16773:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bf90d32f x1853236723078656/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384342 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384326.108719:0:16773:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000bf90d32f x1853236723078656/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384342 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384326.108732:0:16773:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384326.108740:0:16773:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aec6de1a 00000400:00000010:1.0:1767384326.108742:0:16773:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000aec6de1a. 00000100:00000001:1.0:1767384326.108745:0:16773:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384326.108747:0:16773:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384326.108750:0:16773:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384326.108752:0:16773:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 20 to 0@lo 00010000:00000001:1.0:1767384326.108755:0:16773:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384326.108757:0:16773:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384326.108759:0:16773:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384326.108764:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000309ab7d4 x1853236723078656/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:307/0 lens 4848/4768 e 0 to 0 dl 1767384337 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384326.108770:0:16773:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000309ab7d4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c0412d60-4f67-4dbc-8791-892843f60083+15:16139:x1853236723078656:12345-0@lo:253: Request processed in 21992us (22966us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384326.108786:0:16773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 112 00000100:00000040:1.0:1767384326.108790:0:16773:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000555601ca : new rpc_count 1 00000100:00000001:1.0:1767384326.108794:0:16773:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384326.108796:0:16773:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384326.108802:0:16773:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000020a0c292. 00000020:00000010:1.0:1767384326.108807:0:16773:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d3fce077. 00000020:00000010:1.0:1767384326.108813:0:16773:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e05ef9f4. 00000020:00000040:1.0:1767384326.108818:0:16773:0:(genops.c:898:class_export_put()) PUTting export 00000000555601ca : new refcount 14 02000000:00000001:1.0:1767384326.108824:0:16773:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384326.108827:0:16773:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000289fcc5d. 02000000:00000001:1.0:1767384326.108831:0:16773:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384326.108834:0:16773:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384326.108840:0:16773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384326.108845:0:16773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000662d4c0b. 00000400:00000010:1.0:1767384326.108849:0:16773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000aec6de1a. 00000100:00000001:1.0:1767384326.108870:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384326.108872:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384326.108876:0:16139:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384326.108879:0:16139:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384326.108881:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000eb92b11a. 00000400:00000200:1.0:1767384326.108884:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000048fdeb46 00000400:00000010:1.0:1767384326.108886:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000048fdeb46. 00000100:00000001:1.0:1767384326.108888:0:16139:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384326.108893:0:16139:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bf90d32f x1853236723078656/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384342 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384326.108903:0:16139:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bf90d32f x1853236723078656/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384342 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384326.108910:0:16139:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384326.108912:0:16139:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384326.108914:0:16139:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384326.108916:0:16139:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384326.108918:0:16139:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384326.108921:0:16139:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384326.108923:0:16139:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384326.108935:0:16139:0:(import.c:2128:obd_at_measure()) add 5 to 0000000028df3f77 time=56 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384326.108939:0:16139:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f5022cbe time=56 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384326.108941:0:16139:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384326.108942:0:16139:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384326.108943:0:16139:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384326.108945:0:16139:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384326.108946:0:16139:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384326.108949:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bf90d32f x1853236723078656/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384342 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384326.108953:0:16139:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384326.108956:0:16139:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384326.108957:0:16139:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384326.108960:0:16139:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384326.108962:0:16139:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384326.108963:0:16139:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384326.108964:0:16139:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384326.108966:0:16139:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384326.108967:0:16139:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384326.108968:0:16139:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384326.108969:0:16139:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384326.108970:0:16139:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384326.108971:0:16139:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384326.108973:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bf90d32f x1853236723078656/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384342 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384326.108978:0:16139:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000bf90d32f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c0412d60-4f67-4dbc-8791-892843f60083:16139:1853236723078656:0@lo:253: 00000100:00000001:1.0:1767384326.108982:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384326.108984:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384326.108987:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bf90d32f x1853236723078656/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384342 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384326.108992:0:16139:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384326.108994:0:16139:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384326.108997:0:16139:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000036adf673. 02000000:00000001:1.0:1767384326.109001:0:16139:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384326.109002:0:16139:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384326.109003:0:16139:0:(genops.c:1242:class_import_put()) import 00000000df830bbe refcount=4 obd=MGC192.168.202.152@tcp 00000020:00000001:1.0:1767384326.109011:0:16139:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384326.109013:0:16139:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000105381d8. 02000000:00000001:1.0:1767384326.109018:0:16139:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384326.109020:0:16139:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384326.109021:0:16139:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bf90d32f. 00000100:00000001:1.0:1767384326.109025:0:16139:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384326.109026:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384326.109029:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384326.109030:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384326.109032:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384326.109034:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384326.109036:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:1.0:1767384326.109956:0:16771:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767384326.109958:0:16771:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384326.109960:0:16771:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000003a2219a. 20000000:00000001:1.0:1767384326.109964:0:16771:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384326.109966:0:16771:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236723078784 00010000:00000001:1.0:1767384326.109967:0:16771:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384326.109971:0:16771:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000002f311a33 x1853236723078784/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:307/0 lens 4848/4768 e 0 to 0 dl 1767384337 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384326.109976:0:16771:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384326.109977:0:16771:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384326.109979:0:16771:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dd452398 time=56 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384326.109981:0:16771:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384326.109982:0:16771:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 21 to 0@lo 00000100:00000001:1.0:1767384326.109983:0:16771:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 02000000:00000001:1.0:1767384326.109985:0:16771:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384326.109986:0:16771:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384326.109988:0:16771:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384326.109989:0:16771:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384326.109991:0:16771:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008e843f77. 00000100:00000200:1.0:1767384326.109994:0:16771:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236723078784, offset 224 00000400:00000200:1.0:1767384326.109996:0:16771:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384326.110001:0:16771:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384326.110004:0:16771:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824c905680 00000400:00000200:1.0:1767384326.110007:0:16771:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x19cd [2] + 224 00000400:00000200:1.0:1767384326.110017:0:16771:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384326.110019:0:16771:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384326.110021:0:16771:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384326.110023:0:16771:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d6ca6dca x1853236723078784/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384342 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384326.110029:0:16771:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000d6ca6dca x1853236723078784/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384342 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384326.110040:0:16771:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384326.110044:0:16771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008e843f77 00000400:00000010:1.0:1767384326.110045:0:16771:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008e843f77. 00000100:00000001:1.0:1767384326.110048:0:16771:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384326.110050:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384326.110050:0:16771:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384326.110052:0:16771:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384326.110053:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767384326.110056:0:16771:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 20 to 0@lo 00010000:00000001:1.0:1767384326.110058:0:16771:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384326.110059:0:16771:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384326.110062:0:16771:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:3.0:1767384326.110063:0:16139:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1767384326.110066:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002f311a33 x1853236723078784/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:307/0 lens 4848/4768 e 0 to 0 dl 1767384337 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767384326.110067:0:16139:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384326.110070:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000068b24252. 00000400:00000200:3.0:1767384326.110075:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000107ddaa8 00000400:00000010:3.0:1767384326.110078:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000107ddaa8. 00000100:00100000:1.0:1767384326.110081:0:16771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000002f311a33 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c0412d60-4f67-4dbc-8791-892843f60083+14:16139:x1853236723078784:12345-0@lo:253: Request processed in 22680us (23667us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384326.110082:0:16139:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:1.0:1767384326.110108:0:16771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 113 00000100:00000200:3.0:1767384326.110111:0:16139:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d6ca6dca x1853236723078784/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384342 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384326.110112:0:16771:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000555601ca : new rpc_count 0 00000100:00000001:1.0:1767384326.110117:0:16771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384326.110120:0:16771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384326.110123:0:16771:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ad5587f7. 00000020:00000010:1.0:1767384326.110129:0:16771:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002dc71537. 00000100:00000200:3.0:1767384326.110132:0:16139:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d6ca6dca x1853236723078784/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384342 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384326.110133:0:16771:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000af77c79. 00000020:00000040:1.0:1767384326.110141:0:16771:0:(genops.c:898:class_export_put()) PUTting export 00000000555601ca : new refcount 13 02000000:00000001:1.0:1767384326.110146:0:16771:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1767384326.110148:0:16139:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000010:1.0:1767384326.110148:0:16771:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000007ac280d2. 00000100:00000001:3.0:1767384326.110153:0:16139:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384326.110154:0:16771:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384326.110158:0:16771:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384326.110159:0:16139:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384326.110160:0:16139:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384326.110162:0:16139:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384326.110163:0:16139:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384326.110167:0:16139:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384326.110171:0:16139:0:(import.c:2128:obd_at_measure()) add 5 to 0000000028df3f77 time=56 v=5 (5 0 0 0) 00000100:00000200:1.0:1767384326.110172:0:16771:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00001000:3.0:1767384326.110178:0:16139:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f5022cbe time=56 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384326.110181:0:16139:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000010:1.0:1767384326.110181:0:16771:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000db263b7. 00000100:00000001:3.0:1767384326.110183:0:16139:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384326.110187:0:16139:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384326.110188:0:16139:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384326.110190:0:16139:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384326.110190:0:16771:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008e843f77. 00000100:00000040:3.0:1767384326.110195:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d6ca6dca x1853236723078784/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384342 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384326.110201:0:16139:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384326.110203:0:16139:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384326.110204:0:16139:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384326.110206:0:16139:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384326.110207:0:16139:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384326.110208:0:16139:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384326.110210:0:16139:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384326.110211:0:16139:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384326.110212:0:16139:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384326.110213:0:16139:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384326.110213:0:16139:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384326.110220:0:16139:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384326.110222:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d6ca6dca x1853236723078784/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384342 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384326.110228:0:16139:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d6ca6dca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c0412d60-4f67-4dbc-8791-892843f60083:16139:1853236723078784:0@lo:253: 00000100:00000001:3.0:1767384326.110231:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384326.110232:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384326.110233:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d6ca6dca x1853236723078784/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384342 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384326.110238:0:16139:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384326.110239:0:16139:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384326.110240:0:16139:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000001d79b450. 02000000:00000001:3.0:1767384326.110242:0:16139:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384326.110243:0:16139:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384326.110244:0:16139:0:(genops.c:1242:class_import_put()) import 00000000df830bbe refcount=3 obd=MGC192.168.202.152@tcp 00000020:00000001:3.0:1767384326.110246:0:16139:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384326.110247:0:16139:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000058ea7b5c. 02000000:00000001:3.0:1767384326.110249:0:16139:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384326.110250:0:16139:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384326.110251:0:16139:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d6ca6dca. 00000100:00000001:3.0:1767384326.110253:0:16139:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384326.110253:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384326.110255:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384326.110259:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384326.110260:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384326.110261:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384326.110263:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1767384326.111391:0:29953:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000127a3152. 00010000:00000010:2.1:1767384326.111401:0:29953:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000d29113af. 00000100:00000040:2.0:1767384326.123137:0:270:0:(connection.c:75:cpu_latency_work()) work item of 00000000135c2452 (cpu 0) has reached its deadline 4294916085, at 4294916086 00000100:00000040:1.0:1767384326.123138:0:62:0:(connection.c:75:cpu_latency_work()) work item of 00000000edc4e618 (cpu 0) has reached its deadline 4294916085, at 4294916086 00000100:00000040:0.0:1767384326.123139:0:449:0:(connection.c:75:cpu_latency_work()) work item of 000000002fd0fb58 (cpu 0) has reached its deadline 4294916085, at 4294916086 00000100:00000010:2.0:1767384326.123149:0:270:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a79fb490. 00000100:00000010:1.0:1767384326.123152:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000036f20928. 00000100:00000010:0.0:1767384326.123157:0:449:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000916b7c38. 00000100:00000040:3.0:1767384326.123167:0:53:0:(connection.c:75:cpu_latency_work()) work item of 000000009d5c2cb6 (cpu 0) has reached its deadline 4294916085, at 4294916086 00000100:00000010:3.0:1767384326.123175:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000496d9e1e. 00000400:00000001:0.0:1767384326.582138:0:16134:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384326.582142:0:16134:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384326.582144:0:16134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000d9cea79 00000400:00000010:0.0:1767384326.582149:0:16134:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000d9cea79. 00000400:00000200:0.0:1767384326.582153:0:16134:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384326.582158:0:16134:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.152@tcp35 recovery ping unlinked 00000400:00000010:0.0:1767384326.582174:0:16134:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000006dff0cc5. 00000400:00000010:0.0:1767384326.582177:0:16134:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000080439f22. 00000400:00000200:0.0:1767384326.582180:0:16134:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.152@tcp32 00000400:00000010:0.0:1767384326.582183:0:16134:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000048ef4476. 00000400:00000010:0.0:1767384326.582186:0:16134:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000001a975d84. 00000400:00000010:0.0:1767384326.582189:0:16134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000d9cea79. 00000400:00000010:0.0:1767384326.582194:0:16134:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000fec58bad. 00000400:00000200:0.0:1767384326.582197:0:16134:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.152@tcp32 00000400:00000200:0.0:1767384326.582207:0:16134:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.152@tcp32 local destination 00000400:00000200:0.0:1767384326.582212:0:16134:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.152@tcp32 00000400:00000200:0.0:1767384326.582215:0:16134:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp32 NI seq info: [93:93:256:4294967295] 192.168.202.152@tcp32 LPNI seq info [92:92:8:4294967295] 00000400:00000200:0.0:1767384326.582219:0:16134:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.152@tcp32 00000400:00000200:0.0:1767384326.582225:0:16134:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp32(192.168.202.152@tcp32:) -> 192.168.202.152@tcp32(192.168.202.152@tcp32:192.168.202.152@tcp32) : GET try# 0 00000800:00000200:0.0:1767384326.582230:0:16134:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.152@tcp32 00000800:00000010:0.0:1767384326.582233:0:16134:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000006d4b95ce. 00000800:00000200:0.0:1767384326.582239:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000021cbc40f] -> 12345-192.168.202.152@tcp32 (2) 00000800:00000200:0.1:1767384326.582243:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000021cbc40f] -> 12345-192.168.202.152@tcp32 (2) 00000400:00000200:0.0:1767384326.582257:0:16134:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.152@tcp32 added to recovery queue. ping count: 2 next ping: 253 health :800 00000400:00000200:0.0:1767384326.582261:0:16134:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.152@tcp31 00000400:00000010:0.0:1767384326.582263:0:16134:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000006a610be3. 00000400:00000010:0.0:1767384326.582266:0:16134:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000c5a6dcc6. 00000400:00000010:0.0:1767384326.582268:0:16134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ff276a1b. 00000400:00000010:0.0:1767384326.582271:0:16134:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000bd84fd3f. 00000400:00000200:0.0:1767384326.582273:0:16134:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.152@tcp31 00000400:00000200:0.0:1767384326.582276:0:16134:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.152@tcp31 local destination 00000400:00000200:0.0:1767384326.582278:0:16134:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.152@tcp31 00000400:00000200:0.0:1767384326.582281:0:16134:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp31 NI seq info: [94:94:256:4294967295] 192.168.202.152@tcp31 LPNI seq info [93:93:8:4294967295] 00000400:00000200:0.0:1767384326.582285:0:16134:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.152@tcp31 00000400:00000200:0.0:1767384326.582290:0:16134:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp31(192.168.202.152@tcp31:) -> 192.168.202.152@tcp31(192.168.202.152@tcp31:192.168.202.152@tcp31) : GET try# 0 00000800:00000200:0.0:1767384326.582292:0:16134:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.152@tcp31 00000800:00000010:0.0:1767384326.582299:0:16134:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000004af0b4ba. 00000800:00000200:0.0:1767384326.582303:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000003073c2c] -> 12345-192.168.202.152@tcp31 (2) 00000800:00000200:0.1:1767384326.582305:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000003073c2c] -> 12345-192.168.202.152@tcp31 (2) 00000400:00000200:2.0:1767384326.582317:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.152:988 00000400:00000200:0.0:1767384326.582317:0:16134:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.152@tcp31 added to recovery queue. ping count: 3 next ping: 257 health :700 00000400:00000200:0.0:1767384326.582320:0:16134:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.152@tcp34 00000400:00000010:0.0:1767384326.582324:0:16134:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000085576a65. 00000400:00000010:0.0:1767384326.582328:0:16134:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000030d2709f. 00000400:00000010:0.0:1767384326.582330:0:16134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000a5e2c09. 00000400:00000010:0.0:1767384326.582334:0:16134:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000003d0c07bc. 00000400:00000200:0.0:1767384326.582337:0:16134:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.152@tcp34 00000400:00000200:0.0:1767384326.582341:0:16134:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.152@tcp34 local destination 00000400:00000200:0.0:1767384326.582345:0:16134:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.152@tcp34 00000400:00000200:0.0:1767384326.582348:0:16134:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp34 NI seq info: [95:95:256:4294967295] 192.168.202.152@tcp34 LPNI seq info [94:94:8:4294967295] 00000400:00000200:0.0:1767384326.582351:0:16134:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.152@tcp34 00000400:00000200:0.0:1767384326.582356:0:16134:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp34(192.168.202.152@tcp34:) -> 192.168.202.152@tcp34(192.168.202.152@tcp34:192.168.202.152@tcp34) : GET try# 0 00000800:00000200:0.0:1767384326.582360:0:16134:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.152@tcp34 00000800:00000010:0.0:1767384326.582363:0:16134:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000004a80e980. 00000400:00000200:3.0:1767384326.582364:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.152:988 00000800:00000200:0.0:1767384326.582368:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000023264447] -> 12345-192.168.202.152@tcp34 (2) 00000400:00000200:2.0:1767384326.582386:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.152:988 00000800:00000200:0.1:1767384326.582391:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000023264447] -> 12345-192.168.202.152@tcp34 (2) 00000400:00000200:0.0:1767384326.582403:0:16134:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.152@tcp34 added to recovery queue. ping count: 1 next ping: 251 health :900 00000400:00000200:3.0:1767384326.582424:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.152:988 00000400:00000200:2.0:1767384326.582424:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.152:988 00000400:00000200:0.0:1767384326.582450:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.152:988 00000400:00000200:3.0:1767384326.582473:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.152:988 00000400:00000200:2.0:1767384326.582473:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.152:988 00000400:00000200:0.0:1767384326.582506:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.152:988 00000400:00000200:3.0:1767384326.582527:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.152:988 00000400:00000200:2.0:1767384326.582527:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.152:988 00000400:00000200:0.0:1767384326.582555:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.152:988 00000400:00000200:2.0:1767384326.582580:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.152:988 00000400:00000200:3.0:1767384326.582581:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.152:988 00000400:00000200:0.0:1767384326.582599:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.152:988 00000400:00000200:3.0:1767384326.582635:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.152:988 00000400:00000200:2.0:1767384326.582635:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.152:988 00000400:00000200:0.0:1767384326.582646:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.152:988 00000400:00000200:3.0:1767384326.582692:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.152:988 00000400:00000200:2.0:1767384326.582692:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.152:988 00000400:00000200:0.0:1767384326.582696:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.152:988 00000400:00000200:3.0:1767384326.582763:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.152:988 00000400:00000200:2.0:1767384326.582763:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.152:988 00000400:00000200:0.0:1767384326.582764:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.152:988 00000400:00000200:3.0:1767384326.582825:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.152:988 00000400:00000200:2.0:1767384326.582825:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.152:988 00000400:00000200:0.0:1767384326.582830:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.152:988 00000400:00000200:3.0:1767384326.582874:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.152:988 00000400:00000200:2.0:1767384326.582874:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.152:988 00000400:00000200:0.0:1767384326.582890:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.152:988 00000400:00000200:3.0:1767384326.582928:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.152:988 00000400:00000200:2.0:1767384326.582928:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.152:988 00000400:00000200:0.0:1767384326.582937:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.152:988 00000400:00000200:3.0:1767384326.582978:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.152:988 00000400:00000200:2.0:1767384326.582978:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.152:988 00000400:00000200:0.0:1767384326.582986:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.152:988 00000400:00000200:3.0:1767384326.583030:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.152:988 00000400:00000200:2.0:1767384326.583030:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.152:988 00000400:00000200:0.0:1767384326.583042:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.152:988 00000400:00000200:3.0:1767384326.583083:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.152:988 00000400:00000200:2.0:1767384326.583083:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.152:988 00000400:00000200:0.0:1767384326.583107:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.152:988 00000400:00000200:0.0:1767384326.583139:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.152:988 00000400:00000200:3.0:1767384326.583174:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.152:988 00000400:00000200:2.0:1767384326.583174:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.152:988 00000400:00000200:0.0:1767384326.583187:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.152:988 00000400:00000200:3.0:1767384326.583226:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.152:988 00000400:00000200:2.0:1767384326.583226:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.152:988 00000400:00000200:0.0:1767384326.583233:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.152:988 00000400:00000200:3.0:1767384326.583284:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.152:988 00000400:00000200:2.0:1767384326.583285:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.152:988 00000400:00000200:0.0:1767384326.583286:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.152:988 00000400:00000200:2.0:1767384326.583364:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.152:988 00000400:00000200:0.0:1767384326.583366:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.152:988 00000400:00000200:3.0:1767384326.583367:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.152:988 00000400:00000200:2.0:1767384326.583432:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.152:988 00000400:00000200:0.0:1767384326.583456:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.152:988 00000400:00000200:3.0:1767384326.583458:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.152:988 00000400:00000200:2.0:1767384326.583468:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.152:988 00000400:00000200:0.0:1767384326.583511:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.152:988 00000400:00000200:3.0:1767384326.583521:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.152:988 00000400:00000200:2.0:1767384326.583521:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.152:988 00000400:00000200:0.0:1767384326.583567:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.152:988 00000400:00000200:3.0:1767384326.583585:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.152:988 00000400:00000200:2.0:1767384326.583585:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.152:988 00000400:00000200:0.0:1767384326.583623:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.152:988 00000400:00000200:3.0:1767384326.583650:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.152:988 00000400:00000200:2.0:1767384326.583650:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.152:988 00000400:00000200:0.0:1767384326.583689:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.152:988 00000400:00000200:3.0:1767384326.583715:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.152:988 00000400:00000200:2.0:1767384326.583715:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.152:988 00000400:00000200:0.0:1767384326.583744:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.152:988 00000400:00000200:3.0:1767384326.583777:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.152:988 00000400:00000200:2.0:1767384326.583777:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.152:988 00000400:00000200:0.0:1767384326.583796:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.152:988 00000400:00000200:3.0:1767384326.583831:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.152:988 00000400:00000200:2.0:1767384326.583831:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.152:988 00000400:00000200:0.0:1767384326.583854:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.152:988 00000400:00000200:3.0:1767384326.583890:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.152:988 00000400:00000200:2.0:1767384326.583890:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.152:988 00000400:00000200:0.0:1767384326.583916:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.152:988 00000400:00000200:2.0:1767384326.583954:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.152:988 00000400:00000200:3.0:1767384326.583955:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.152:988 00000400:00000200:0.0:1767384326.583975:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.152:988 00000400:00000200:2.0:1767384326.584016:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.152:988 00000400:00000200:3.0:1767384326.584017:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.152:988 00000400:00000200:0.0:1767384326.584028:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.152:988 00000400:00000200:0.0:1767384326.584109:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.152:988 00000400:00000200:3.0:1767384326.584123:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.152:988 00000400:00000200:2.0:1767384326.584124:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.152:988 00000400:00000200:0.0:1767384326.584169:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.152:988 00000400:00000200:3.0:1767384326.584191:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.152:988 00000400:00000200:2.0:1767384326.584191:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.152:988 00000400:00000200:0.0:1767384326.584220:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.152:988 00000400:00000200:3.0:1767384326.584252:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.152:988 00000400:00000200:2.0:1767384326.584252:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.152:988 00000400:00000200:0.0:1767384326.584280:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.152:988 00000400:00000200:3.0:1767384326.584322:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.152:988 00000400:00000200:2.0:1767384326.584323:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.152:988 00000400:00000200:0.0:1767384326.584346:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.152:988 00000400:00000200:3.0:1767384326.584415:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.152:988 00000400:00000200:2.0:1767384326.584415:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.152:988 00000400:00000200:0.0:1767384326.584416:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.152:988 00000400:00000200:3.0:1767384326.584481:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.152:988 00000400:00000200:2.0:1767384326.584481:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.202.152:988 00000400:00000200:3.0:1767384326.584528:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.152:988 00000400:00000200:2.0:1767384326.584528:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.202.152:988 00000800:00000010:0.0:1767384326.584580:0:16128:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000002cb8ab3. 00000400:00000200:3.0:1767384326.584583:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.202.152:988 00000400:00000200:2.0:1767384326.584583:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.202.152:988 00000800:00000010:0.0:1767384326.584586:0:16128:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000011a010ac. 00000800:00000010:0.0:1767384326.584593:0:16128:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000037cc3fe. 00000800:00000010:0.0:1767384326.584619:0:16128:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000037cc3fe. 00000800:00020000:0.0:1767384326.584629:0:16128:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.152 00000800:00000010:0.0:1767384326.584632:0:16128:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000011a010ac. 00000800:00000010:0.0:1767384326.584637:0:16128:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000002cb8ab3. 00000400:00000200:3.0:1767384326.584639:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.202.152:988 00000400:00000200:2.0:1767384326.584639:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.202.152:988 00000400:00000200:2.0:1767384326.584699:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.202.152:988 00000400:00000200:3.0:1767384326.584701:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.202.152:988 00000400:02020000:0.0:1767384326.584712:0:16128:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.152@tcp34 at host 192.168.202.152:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384326.584721:0:16128:0:(router.c:1755:lnet_notify()) 192.168.202.152@tcp34 notifying 192.168.202.152@tcp34: down 00000400:00000200:0.0:1767384326.584724:0:16128:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:0.0:1767384326.584729:0:16128:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.152@tcp34 00000800:00000010:0.0:1767384326.584731:0:16128:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000004a80e980. 00000400:00000200:0.0:1767384326.584735:0:16128:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384326.584742:0:16128:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp34->192.168.202.152@tcp34: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384326.584747:0:16128:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384326.584750:0:16128:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.152@tcp34 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384326.584753:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.202.152:988 00000400:00000200:2.0:1767384326.584753:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.202.152:988 00000400:00000200:0.0:1767384326.584755:0:16128:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.152@tcp34) recovery failed with -71 00000400:00000200:3.0:1767384326.584806:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.202.152:988 00000400:00000200:2.0:1767384326.584806:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.202.152:988 00000400:00000200:3.0:1767384326.584841:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.202.152:988 00000400:00000200:2.0:1767384326.584841:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.202.152:988 00000400:00000200:3.0:1767384326.584884:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.202.152:988 00000400:00000200:3.0:1767384326.584931:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.202.152:988 00000400:00000200:3.0:1767384326.584964:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.202.152:988 00000800:00000010:2.0:1767384326.585050:0:16125:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000009843d965. 00000800:00000010:2.0:1767384326.585057:0:16125:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f8afa1ac. 00000800:00000010:2.0:1767384326.585062:0:16125:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000789e7e7f. 00000800:00000010:2.0:1767384326.585137:0:16125:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000789e7e7f. 00000800:00000010:3.0:1767384326.585180:0:16127:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000003a2219a. 00000800:00000010:3.0:1767384326.585186:0:16127:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000003a81d665. 00000800:00000010:3.0:1767384326.585192:0:16127:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000cd6d0a32. 00000800:00000010:3.0:1767384326.585225:0:16127:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000cd6d0a32. 00000400:00000200:0.0:1767384326.585257:0:16133:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767384326.585273:0:16133:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.152@tcp32 from 212.3.0.2 00000800:00000010:0.0:1767384326.585276:0:16133:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000009074be4b. 00000800:00000010:3.0:1767384326.585314:0:16126:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000009585baca. 00000800:00000010:3.0:1767384326.585320:0:16126:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000005f8df9d4. 00000800:00000010:3.0:1767384326.585346:0:16126:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000616df573. 00000800:00000200:3.1:1767384326.585354:0:16126:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000021cbc40f] -> 12345-192.168.202.152@tcp32 (2) 00000800:00000200:3.1:1767384326.585360:0:16126:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.152@tcp32 00000000616df573 deleted 00000800:00000010:3.1:1767384326.585363:0:16126:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000616df573. 00000800:00000200:3.1:1767384326.585385:0:16126:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000400:00000200:0.0:1767384326.585391:0:16133:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000800:00000200:3.1:1767384326.585395:0:16126:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp32 ip 192.168.202.152:980 00000800:00000200:3.1:1767384326.585401:0:16126:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006d4b95ce type 2, nob 96 niov 1 nkiov 0 00000400:00000200:0.0:1767384326.585405:0:16133:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.152@tcp31 from 211.3.0.2 00000800:00000010:0.0:1767384326.585409:0:16133:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000cae01fab. 00000800:00000200:3.0:1767384326.585412:0:16126:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.152@tcp32 p 3.x 192.168.202.152 -> 192.168.202.152:980 incarnation:1767384318267221422 sched[0] 00000800:00000010:3.0:1767384326.585419:0:16126:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000cd6d0a32. 00000800:00000010:3.0:1767384326.585476:0:16126:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000cd6d0a32. 00000800:00000010:3.0:1767384326.585481:0:16126:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000005f8df9d4. 00000800:00000010:3.0:1767384326.585520:0:16126:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000009074be4b. 00000800:00000010:3.0:1767384326.585531:0:16126:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000b00616c4. 00000800:00000010:3.0:1767384326.585535:0:16126:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000616df573. 00000800:00000010:3.0:1767384326.585556:0:16126:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000007148af73. 00000800:00000200:3.1:1767384326.585562:0:16126:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000003073c2c] -> 12345-192.168.202.152@tcp31 (2) 00000800:00000200:3.1:1767384326.585567:0:16126:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.152@tcp31 000000007148af73 deleted 00000800:00000010:3.1:1767384326.585569:0:16126:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000007148af73. 00000800:00000200:3.1:1767384326.585580:0:16126:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1767384326.585587:0:16126:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp31 ip 192.168.202.152:979 00000800:00000200:3.1:1767384326.585590:0:16126:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004af0b4ba type 2, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1767384326.585596:0:16126:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.152@tcp31 p 3.x 192.168.202.152 -> 192.168.202.152:979 incarnation:1767384316416330526 sched[0] 00000800:00000010:3.0:1767384326.585602:0:16126:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000cd6d0a32. 00000800:00000010:3.0:1767384326.585654:0:16126:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000cd6d0a32. 00000800:00000010:3.0:1767384326.585659:0:16126:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000616df573. 00000800:00000010:3.0:1767384326.585690:0:16126:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000cae01fab. 00000800:00000001:3.0:1767384326.585705:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384326.585712:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767384326.585771:0:16132:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384326.585775:0:16132:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000006d4b95ce. 00000400:00000200:3.0:1767384326.585780:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384326.585792:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp32->192.168.202.152@tcp32: GET: OK 00000400:00000200:3.0:1767384326.585798:0:16132:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:3.0:1767384326.585802:0:16132:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.152@tcp32 recovery message sent successfully:0 00000800:00000001:3.0:1767384326.585815:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384326.585819:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767384326.585875:0:16132:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384326.585879:0:16132:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000004af0b4ba. 00000400:00000200:3.0:1767384326.585883:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384326.585889:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp31->192.168.202.152@tcp31: GET: OK 00000400:00000200:3.0:1767384326.585893:0:16132:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:3.0:1767384326.585897:0:16132:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.152@tcp31 recovery message sent successfully:0 00000800:00000200:3.1:1767384326.585937:0:16125:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.0:1767384326.585944:0:16125:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.152@tcp32 p 3.x 192.168.202.152 -> 192.168.202.152:988 incarnation:1767384318267221422 sched[0] 00000800:00000010:3.0:1767384326.585948:0:16125:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f8afa1ac. 00000400:00000200:3.0:1767384326.586026:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.152:988 00000400:00000200:3.0:1767384326.586136:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.152:988 00000400:00000200:3.0:1767384326.586215:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.152:988 00000800:00000200:2.1:1767384326.586230:0:16127:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.0:1767384326.586237:0:16127:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.152@tcp31 p 3.x 192.168.202.152 -> 192.168.202.152:988 incarnation:1767384316416330526 sched[0] 00000800:00000010:2.0:1767384326.586240:0:16127:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000003a81d665. 00000800:00000001:3.0:1767384326.586280:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384326.586285:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384326.586288:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384326.586293:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384326.586301:0:16131:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.152@tcp32(192.168.202.152@tcp32) <- 192.168.202.152@tcp32 : GET - for me 00000400:00000200:2.0:1767384326.586301:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.152:988 00000400:00000200:3.0:1767384326.586312:0:16131:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.152@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384326.586322:0:16131:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.152@tcp of length 272/272 into md 0x19b5 [1] + 0 00000400:00000200:3.0:1767384326.586333:0:16131:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.152@tcp32 to MR: 192.168.202.152@tcp32 local destination 00000400:00000200:3.0:1767384326.586342:0:16131:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp32 NI seq info: [96:96:256:4294967295] 192.168.202.152@tcp32 LPNI seq info [95:95:8:4294967295] 00000400:00000200:2.0:1767384326.586345:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.152:988 00000400:00000200:3.0:1767384326.586356:0:16131:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp32(192.168.202.152@tcp32:192.168.202.152@tcp32) -> 192.168.202.152@tcp32(192.168.202.152@tcp32:192.168.202.152@tcp32) 192.168.202.152@tcp32 : REPLY try# 0 00000800:00000200:3.0:1767384326.586362:0:16131:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.152@tcp32 00000800:00000010:3.0:1767384326.586367:0:16131:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f1684544. 00000800:00000200:3.0:1767384326.586389:0:16131:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000021cbc40f] -> 12345-192.168.202.152@tcp32 (4) 00000800:00000200:3.0:1767384326.586401:0:16131:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp32 ip 192.168.202.152:988 00000800:00000200:3.0:1767384326.586404:0:16131:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f1684544 type 3, nob 368 niov 1 nkiov 1 00000400:00000200:2.0:1767384326.586431:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.152:988 00000800:00000001:1.0:1767384326.586443:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384326.586451:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384326.586454:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384326.586463:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767384326.586466:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384326.586471:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f1684544. 00000400:00000200:1.0:1767384326.586474:0:16130:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.152@tcp31(192.168.202.152@tcp31) <- 192.168.202.152@tcp31 : GET - for me 00000400:00000200:3.0:1767384326.586478:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384326.586489:0:16130:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.152@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384326.586490:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp32->192.168.202.152@tcp32: REPLY: OK 00000400:00000200:1.0:1767384326.586499:0:16130:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.152@tcp of length 272/272 into md 0x19b5 [1] + 0 00000400:00000200:1.0:1767384326.586508:0:16130:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.152@tcp31 to MR: 192.168.202.152@tcp31 local destination 00000400:00000200:2.0:1767384326.586509:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.152:988 00000400:00000200:1.0:1767384326.586516:0:16130:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp31 NI seq info: [97:97:256:4294967295] 192.168.202.152@tcp31 LPNI seq info [96:96:8:4294967295] 00000400:00000200:1.0:1767384326.586528:0:16130:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp31(192.168.202.152@tcp31:192.168.202.152@tcp31) -> 192.168.202.152@tcp31(192.168.202.152@tcp31:192.168.202.152@tcp31) 192.168.202.152@tcp31 : REPLY try# 0 00000800:00000200:1.0:1767384326.586532:0:16130:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.152@tcp31 00000800:00000010:1.0:1767384326.586536:0:16130:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c6467c13. 00000800:00000001:3.0:1767384326.586538:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:1.0:1767384326.586542:0:16130:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000003073c2c] -> 12345-192.168.202.152@tcp31 (4) 00000800:00000001:3.0:1767384326.586545:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767384326.586548:0:16130:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp31 ip 192.168.202.152:988 00000800:00000001:3.0:1767384326.586551:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384326.586551:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.152:988 00000800:00000200:1.0:1767384326.586553:0:16130:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c6467c13 type 3, nob 368 niov 1 nkiov 1 00000800:00000001:3.0:1767384326.586558:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384326.586562:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384326.586567:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384326.586573:0:16131:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.152@tcp32(192.168.202.152@tcp32) <- 192.168.202.152@tcp32 : REPLY - for me 00000400:00000200:3.0:1767384326.586583:0:16131:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.152@tcp32: Reply from 12345-192.168.202.152@tcp32 of length 272/272 into md 0x19fd 00000400:00000200:2.0:1767384326.586588:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.152:988 00000800:00000001:3.0:1767384326.586589:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384326.586596:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384326.586598:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:1.0:1767384326.586601:0:16130:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1767384326.586603:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp32->192.168.202.152@tcp32: REPLY: OK 00000800:00000010:1.0:1767384326.586605:0:16130:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c6467c13. 00000400:00000200:3.0:1767384326.586612:0:16131:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000d9cea79 00000400:00000200:1.0:1767384326.586612:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1767384326.586616:0:16131:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000d9cea79. 00000400:00000200:2.0:1767384326.586621:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.152:988 00000400:00000200:1.0:1767384326.586622:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp31->192.168.202.152@tcp31: REPLY: OK 00000400:00000200:3.0:1767384326.586623:0:16131:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:3.0:1767384326.586631:0:16131:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000048ef4476. 00000400:00000010:3.0:1767384326.586635:0:16131:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000001a975d84. 00000800:00000001:1.0:1767384326.586639:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384326.586643:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384326.586644:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384326.586648:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384326.586652:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384326.586653:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384326.586657:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384326.586663:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384326.586666:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.152:988 00000400:00000200:3.0:1767384326.586669:0:16131:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.152@tcp31(192.168.202.152@tcp31) <- 192.168.202.152@tcp31 : REPLY - for me 00000400:00000200:3.0:1767384326.586680:0:16131:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.152@tcp31: Reply from 12345-192.168.202.152@tcp31 of length 272/272 into md 0x1a01 00000800:00000001:3.0:1767384326.586683:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384326.586687:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384326.586690:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384326.586693:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp31->192.168.202.152@tcp31: REPLY: OK 00000400:00000200:2.0:1767384326.586701:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.152:988 00000400:00000200:3.0:1767384326.586703:0:16131:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ff276a1b 00000400:00000010:3.0:1767384326.586705:0:16131:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ff276a1b. 00000400:00000200:3.0:1767384326.586708:0:16131:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:3.0:1767384326.586712:0:16131:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000006a610be3. 00000400:00000010:3.0:1767384326.586714:0:16131:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000c5a6dcc6. 00000800:00000001:3.0:1767384326.586719:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384326.586722:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384326.586730:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.152:988 00000400:00000200:3.0:1767384326.586741:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.152:988 00000400:00000200:2.0:1767384326.586758:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.152:988 00000400:00000200:3.0:1767384326.586771:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.152:988 00000400:00000200:2.0:1767384326.586783:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.152:988 00000400:00000200:3.0:1767384326.586799:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.152:988 00000400:00000200:2.0:1767384326.586813:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.152:988 00000400:00000200:3.0:1767384326.586829:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.152:988 00000400:00000200:2.0:1767384326.586840:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.152:988 00000400:00000200:3.0:1767384326.586852:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.152:988 00000400:00000200:2.0:1767384326.586868:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.152:988 00000400:00000200:3.0:1767384326.586879:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.152:988 00000400:00000200:2.0:1767384326.586896:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.152:988 00000400:00000200:3.0:1767384326.586911:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.152:988 00000400:00000200:2.0:1767384326.586926:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.152:988 00000400:00000200:3.0:1767384326.586939:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.152:988 00000400:00000200:2.0:1767384326.586955:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.152:988 00000400:00000200:3.0:1767384326.586964:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.152:988 00000400:00000200:2.0:1767384326.586979:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.152:988 00000400:00000200:3.0:1767384326.586989:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.152:988 00000400:00000200:2.0:1767384326.587005:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.152:988 00000400:00000200:3.0:1767384326.587017:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.152:988 00000400:00000200:2.0:1767384326.587033:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.152:988 00000400:00000200:3.0:1767384326.587043:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.152:988 00000400:00000200:2.0:1767384326.587057:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.152:988 00000400:00000200:3.0:1767384326.587066:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.152:988 00000400:00000200:2.0:1767384326.587081:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.152:988 00000400:00000200:3.0:1767384326.587114:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.152:988 00000400:00000200:2.0:1767384326.587145:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.152:988 00000400:00000200:3.0:1767384326.587155:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.152:988 00000400:00000200:2.0:1767384326.587187:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.152:988 00000400:00000200:3.0:1767384326.587191:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.152:988 00000400:00000200:2.0:1767384326.587214:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.152:988 00000400:00000200:3.0:1767384326.587215:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.152:988 00000400:00000200:3.0:1767384326.587239:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.152:988 00000400:00000200:2.0:1767384326.587239:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.152:988 00000400:00000200:3.0:1767384326.587266:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.152:988 00000400:00000200:2.0:1767384326.587266:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.152:988 00000400:00000200:3.0:1767384326.587289:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.152:988 00000400:00000200:2.0:1767384326.587298:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.152:988 00000400:00000200:3.0:1767384326.587313:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.152:988 00000400:00000200:2.0:1767384326.587322:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.152:988 00000400:00000200:3.0:1767384326.587336:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.152:988 00000400:00000200:2.0:1767384326.587347:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.152:988 00000400:00000200:3.0:1767384326.587360:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.152:988 00000400:00000200:2.0:1767384326.587388:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.152:988 00000400:00000200:3.0:1767384326.587399:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.152:988 00000400:00000200:2.0:1767384326.587413:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.152:988 00000400:00000200:3.0:1767384326.587422:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.152:988 00000400:00000200:2.0:1767384326.587445:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.152:988 00000400:00000200:3.0:1767384326.587454:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.152:988 00000400:00000200:2.0:1767384326.587468:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.152:988 00000400:00000200:3.0:1767384326.587479:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.152:988 00000400:00000200:3.0:1767384326.587520:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.152:988 00000400:00000200:3.0:1767384326.587570:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.152:988 00000800:00000010:2.0:1767384326.587592:0:16127:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000713c9570. 00000800:00000010:2.0:1767384326.587597:0:16127:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000040e6d535. 00000800:00000010:2.0:1767384326.587602:0:16127:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000789e7e7f. 00000400:00000200:3.0:1767384326.587608:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.152:988 00000800:00000010:2.0:1767384326.587624:0:16127:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000789e7e7f. 00000800:00020000:2.0:1767384326.587630:0:16127:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.152 00000800:00000010:2.0:1767384326.587633:0:16127:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000040e6d535. 00000800:00000010:2.0:1767384326.587636:0:16127:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000713c9570. 00000400:00000200:3.0:1767384326.587641:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.152:988 00000400:02020000:2.0:1767384326.587673:0:16127:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.152@tcp31 at host 192.168.202.152:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384326.587675:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.152:988 00000800:00000010:3.0:1767384326.587773:0:16125:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000004519d93b. 00000800:00000010:3.0:1767384326.587777:0:16125:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000616df573. 00000800:00000010:3.0:1767384326.587779:0:16125:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000cd6d0a32. 00000800:00000010:3.0:1767384326.587793:0:16125:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000cd6d0a32. 00000800:00020000:3.0:1767384326.587799:0:16125:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.152 00000800:00000010:3.0:1767384326.587801:0:16125:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000616df573. 00000800:00000010:3.0:1767384326.587802:0:16125:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000004519d93b. 00000400:02020000:3.0:1767384326.587828:0:16125:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.152@tcp32 at host 192.168.202.152:988: is it running a compatible version of Lustre? 00010000:00000001:0.0:1767384326.709145:0:449:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384326.709152:0:449:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384326.709159:0:449:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384326.709162:0:449:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384326.709194:0:16768:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384326.709198:0:16768:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384326.709200:0:16768:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00000001:0.0:1767384327.158156:0:16802:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000100:00000040:1.0:1767384327.158159:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) c0412d60-4f67-4dbc-8791-892843f60083->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000004:00000020:0.0:1767384327.158161:0:16802:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000001:1.0:1767384327.158167:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767384327.158170:0:16802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000acb379ab. 00000100:00000010:1.0:1767384327.158177:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006ed2bb3d. 00000020:00000040:0.0:1767384327.158177:0:16802:0:(genops.c:1229:class_import_get()) import 0000000068bc8709 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000040:1.0:1767384327.158183:0:36:0:(genops.c:1229:class_import_get()) import 00000000df830bbe refcount=4 obd=MGC192.168.202.152@tcp 00000100:00000001:0.0:1767384327.158184:0:16802:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767384327.158188:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384327.158189:0:16802:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384327.158191:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384327.158194:0:16802:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384327.158195:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384327.158206:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000001c47a7f1. 02000000:00000010:0.0:1767384327.158206:0:16802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000768d9c52. 00000100:00000001:0.0:1767384327.158215:0:16802:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384327.158216:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384327.158223:0:16802:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:1.0:1767384327.158226:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c0412d60-4f67-4dbc-8791-892843f60083->MGS req@000000006ed2bb3d x1853236723079296/t0(0) o400->MGC192.168.202.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384327.158227:0:16802:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384327.158236:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384327.158239:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384327.158239:0:16802:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000acb379ab] to pc [ptlrpcd_00_01+1] req@00000000acb379ab x1853236723079168/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384327.158246:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006ed2bb3d] to pc [ptlrpcd_00_02+2] req@000000006ed2bb3d x1853236723079296/t0(0) o400->MGC192.168.202.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384327.158282:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384327.158283:0:16802:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384327.158284:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767384327.158287:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767384327.158290:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000dc2311e4. 00000020:00000040:1.0:1767384327.158294:0:36:0:(genops.c:1229:class_import_get()) import 0000000068bc8709 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:1.0:1767384327.158295:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384327.158297:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384327.158299:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384327.158302:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:1.0:1767384327.158303:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000007c736803. 00000100:00000001:1.0:1767384327.158307:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384327.158308:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767384327.158311:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@00000000dc2311e4 x1853236723079424/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384327.158312:0:16138:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384327.158319:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000acb379ab x1853236723079168/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384327.158320:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384327.158323:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384327.158330:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dc2311e4] to pc [ptlrpcd_00_03+3] req@00000000dc2311e4 x1853236723079424/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384327.158331:0:16138:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384327.158335:0:16138:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384327.158342:0:16138:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767384327.158343:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384327.158347:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1767384327.158347:0:16138:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384327.158355:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:0.0:1767384327.158355:0:16138:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384327.158360:0:16138:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000acb379ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16138:1853236723079168:0@lo:13: 00000100:00000001:0.0:1767384327.158377:0:16138:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000010:1.0:1767384327.158379:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bb43b465. 02000000:00000001:0.0:1767384327.158382:0:16138:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000040:1.0:1767384327.158383:0:36:0:(genops.c:1229:class_import_get()) import 00000000345f9ba7 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:1.0:1767384327.158387:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384327.158388:0:16138:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384327.158389:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384327.158392:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384327.158394:0:16138:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384327.158401:0:16138:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000c0e83866. 02000000:00000001:0.0:1767384327.158404:0:16138:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384327.158410:0:16138:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a633faa6. 00000400:00000010:0.0:1767384327.158419:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000936b337a. 00000100:00000200:0.0:1767384327.158426:0:16138:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236723079168, portal 4 00000100:00000001:0.0:1767384327.158429:0:16138:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384327.158430:0:16138:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782674416512 : -124291035135104 : ffff8ef53d008380) 00000100:00000040:0.0:1767384327.158436:0:16138:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000acb379ab x1853236723079168/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384343 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384327.158445:0:16138:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384327.158449:0:16138:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384327.158452:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003607bc79. 00000100:00000200:0.0:1767384327.158454:0:16138:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853236723079168, offset 0 00000400:00000200:0.0:1767384327.158460:0:16138:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384327.158466:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384327.158469:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384327.158472:0:16140:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767384327.158473:0:16138:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:3.0:1767384327.158478:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000dc2311e4 x1853236723079424/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384327.158487:0:16138:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x695824c905800 00000100:00000001:3.0:1767384327.158489:0:16140:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384327.158492:0:16140:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384327.158495:0:16140:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1767384327.158495:0:16138:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xb9d [8] + 2016 02000000:00000001:3.0:1767384327.158497:0:16140:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384327.158500:0:16140:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384327.158503:0:16140:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000dc2311e4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16140:1853236723079424:0@lo:400: 00000400:00000200:0.0:1767384327.158503:0:16138:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384327.158510:0:16140:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1767384327.158513:0:16138:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:3.0:1767384327.158514:0:16140:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384327.158517:0:16140:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384327.158525:0:16140:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384327.158526:0:16138:0:(events.c:286:request_in_callback()) Process entered 02000000:00000010:3.0:1767384327.158529:0:16140:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a77587be. 00000100:00000200:0.0:1767384327.158530:0:16138:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 02000000:00000001:3.0:1767384327.158533:0:16140:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384327.158537:0:16138:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009bbc7890. 00000400:00000010:3.0:1767384327.158538:0:16140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000068b24252. 00000100:00000040:0.0:1767384327.158543:0:16138:0:(events.c:337:request_in_callback()) incoming req@000000009bbc7890 x1853236723079168 msgsize 224 00000400:00000010:3.0:1767384327.158546:0:16140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c7a16a19. 02000000:00000010:1.0:1767384327.158550:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000418cbec7. 00000100:00100000:0.0:1767384327.158551:0:16138:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000200:3.0:1767384327.158552:0:16140:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236723079424, portal 4 00000100:00000001:3.0:1767384327.158556:0:16140:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384327.158557:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384327.158558:0:16140:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782424485760 : -124291285065856 : ffff8ef52e1adf80) 00000100:00000001:0.0:1767384327.158563:0:16138:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:1.0:1767384327.158566:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@00000000bb43b465 x1853236723079552/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1767384327.158567:0:16140:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000dc2311e4 x1853236723079424/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384343 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384327.158574:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003607bc79 00000100:00000001:3.0:1767384327.158575:0:16140:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384327.158579:0:16140:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384327.158580:0:16138:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003607bc79. 00000400:00000010:3.0:1767384327.158582:0:16140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fad6765b. 00000100:00000200:3.0:1767384327.158586:0:16140:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853236723079424, offset 0 00000100:00000001:0.0:1767384327.158586:0:16138:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384327.158592:0:16138:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000acb379ab x1853236723079168/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384343 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384327.158596:0:16140:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384327.158606:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1767384327.158608:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:0.0:1767384327.158613:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000acb379ab x1853236723079168/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384343 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384327.158620:0:16140:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x695824c905900 00000100:00000001:0.0:1767384327.158622:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384327.158626:0:16138:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1767384327.158628:0:16140:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xa9d [8] + 3440 00000100:00000001:0.0:1767384327.158632:0:16138:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384327.158633:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1767384327.158641:0:16138:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 8711 usecs (9 jiffies) 00000400:00000200:3.0:1767384327.158642:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384327.158645:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384327.158648:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384327.158649:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294917130 00000100:00000001:3.0:1767384327.158650:0:16140:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384327.158653:0:16140:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000040:1.0:1767384327.158654:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bb43b465] to pc [ptlrpcd_00_00+0] req@00000000bb43b465 x1853236723079552/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384327.158656:0:16138:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000e6dde82. 00000100:00000010:3.0:1767384327.158657:0:16140:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d6ca6dca. 00000100:00000040:3.0:1767384327.158663:0:16140:0:(events.c:337:request_in_callback()) incoming req@00000000d6ca6dca x1853236723079424 msgsize 224 00000100:00000001:0.0:1767384327.158665:0:16138:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767384327.158670:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384327.158672:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294917130 00000100:00100000:3.0:1767384327.158673:0:16140:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384327.158675:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767384327.158680:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767384327.158681:0:16138:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ea58aeb3. 00000100:00000001:0.0:1767384327.158685:0:16138:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767384327.158688:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294917130 00000100:00000001:3.0:1767384327.158691:0:16140:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000010:0.0:1767384327.158692:0:16138:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004bf6a247. 00000100:00000001:0.0:1767384327.158697:0:16138:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000400:00000200:3.0:1767384327.158700:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fad6765b 00000100:00000001:0.0:1767384327.158701:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294917130 00000400:00000010:3.0:1767384327.158704:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fad6765b. 00000100:00000010:0.0:1767384327.158707:0:16138:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a06c96d1. 00000100:00000001:3.0:1767384327.158709:0:16140:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384327.158709:0:17547:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384327.158712:0:16138:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00100000:2.0:1767384327.158714:0:17547:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723079424 00000100:00000200:3.0:1767384327.158715:0:16140:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000dc2311e4 x1853236723079424/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384343 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384327.158717:0:16138:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384327.158719:0:17547:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384327.158723:0:17547:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384327.158727:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384327.158727:0:17547:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384327.158728:0:16138:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384327.158733:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000dc2311e4 x1853236723079424/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384343 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384327.158734:0:17547:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384327.158735:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384327.158742:0:17547:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723079424 00000100:00000001:0.0:1767384327.158742:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384327.158747:0:17547:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384327.158750:0:17547:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eeca38 00000100:00000001:0.0:1767384327.158752:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:2.0:1767384327.158754:0:17547:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384327.158756:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000040:2.0:1767384327.158758:0:17547:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000cf791f94 refcount=5 00000100:00000001:0.0:1767384327.158761:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384327.158764:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1767384327.158765:0:17547:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619777391929344 : -124296317622272 : ffff8ef402242800) 00000100:00000001:3.0:1767384327.158767:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384327.158768:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384327.158769:0:17547:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619777391929344 : -124296317622272 : ffff8ef402242800) 00000100:00000001:3.0:1767384327.158771:0:16140:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:0.0:1767384327.158776:0:16138:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1767384327.158777:0:17547:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384327.158779:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384327.158780:0:16140:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384327.158782:0:17547:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000021745c5c. 00000100:00000001:0.0:1767384327.158785:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:3.0:1767384327.158786:0:16140:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 8711 usecs (9 jiffies) 00000020:00000010:2.0:1767384327.158787:0:17547:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000009d2ba4e8. 00000100:00000001:0.0:1767384327.158789:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384327.158792:0:16140:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294917130 00000100:00000001:0.0:1767384327.158794:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384327.158796:0:16140:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294917130 00000020:00000040:2.0:1767384327.158796:0:17547:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (0000000083abdb14) now 6 - evictor 00000100:00000001:0.0:1767384327.158797:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384327.158800:0:16138:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767384327.158801:0:16140:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294917130 00000100:00000040:0.0:1767384327.158805:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bb43b465 x1853236723079552/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384327.158807:0:16140:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294917130 00000100:00000001:3.0:1767384327.158812:0:16140:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294917130 00000100:00000001:2.0:1767384327.158816:0:17547:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:3.0:1767384327.158817:0:16140:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294917130 00000100:00000010:1.0:1767384327.158819:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003615e837. 00000100:00000001:3.0:1767384327.158822:0:16140:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294917130 00000100:00000001:0.0:1767384327.158822:0:16138:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000010:2.0:1767384327.158823:0:17547:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004e134f57. 00000020:00000040:1.0:1767384327.158824:0:36:0:(genops.c:1229:class_import_get()) import 000000005a28ad8c refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:0.0:1767384327.158825:0:16138:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384327.158829:0:16140:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294917130 00000020:00000010:2.0:1767384327.158830:0:17547:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009f1ed462. 00000100:00000001:1.0:1767384327.158831:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384327.158831:0:16138:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767384327.158832:0:16140:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384327.158834:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384327.158836:0:16138:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384327.158838:0:16140:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384327.158838:0:17547:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000cdb44793. 02000000:00000001:1.0:1767384327.158839:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384327.158841:0:16138:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384327.158844:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384327.158848:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000072f9b899. 00000100:00100000:0.0:1767384327.158848:0:16138:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000bb43b465 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:16138:1853236723079552:0@lo:400: 00000100:00000001:3.0:1767384327.158849:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384327.158849:0:17547:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:1.0:1767384327.158855:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384327.158856:0:16138:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767384327.158857:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384327.158857:0:17547:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384327.158862:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:1.0:1767384327.158862:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@000000003615e837 x1853236723079680/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1767384327.158862:0:16138:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767384327.158863:0:17547:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384327.158868:0:17547:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384327.158869:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767384327.158869:0:16138:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384327.158872:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1767384327.158873:0:16138:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767384327.158875:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384327.158877:0:17547:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00100000:3.0:1767384327.158878:0:16140:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 02000000:00000010:0.0:1767384327.158878:0:16138:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001b3a15a0. 00000100:00000001:2.0:1767384327.158880:0:17547:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384327.158883:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384327.158884:0:17547:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384327.158885:0:16138:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384327.158887:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384327.158890:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384327.158893:0:17547:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384327.158895:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384327.158900:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384327.158903:0:16140:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767384327.158903:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384327.158906:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384327.158909:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006ed2bb3d x1853236723079296/t0(0) o400->MGC192.168.202.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384327.158909:0:17547:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384327.158913:0:17547:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:1.0:1767384327.158914:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003615e837] to pc [ptlrpcd_00_01+1] req@000000003615e837 x1853236723079680/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384327.158922:0:17547:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00000001:0.0:1767384327.158923:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384327.158927:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384327.158930:0:17547:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000cf791f94 : new rpc_count 1 00000100:00000001:2.0:1767384327.158935:0:17547:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619782675223808 : -124291034327808 : ffff8ef53d0cd500) 00000100:00000001:3.0:1767384327.158938:0:16140:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384327.158941:0:17550:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:2.0:1767384327.158942:0:17547:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000d6ca6dca x1853236723079424/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:308/0 lens 224/0 e 0 to 0 dl 1767384338 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384327.158945:0:17550:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723079168 00000100:00000001:3.0:1767384327.158946:0:16140:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384327.158948:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384327.158949:0:17550:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:3.0:1767384327.158953:0:16140:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767384327.158953:0:17550:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:1.0:1767384327.158955:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (254) 00000100:00000001:0.0:1767384327.158957:0:17550:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384327.158958:0:16140:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384327.158963:0:16140:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384327.158963:0:17547:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:0.0:1767384327.158964:0:17550:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384327.158966:0:17547:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005db7378a. 00000100:00100000:3.0:1767384327.158968:0:16140:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006ed2bb3d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c0412d60-4f67-4dbc-8791-892843f60083:16140:1853236723079296:0@lo:400: 00000100:00000001:2.0:1767384327.158971:0:17547:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384327.158977:0:16140:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000010:2.0:1767384327.158977:0:17547:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005db7378a. 00000100:00100000:0.0:1767384327.158977:0:17550:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723079168 00000100:00080000:1.0:1767384327.158980:0:16775:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 02000000:00000001:3.0:1767384327.158981:0:16140:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:0.0:1767384327.158982:0:17550:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:3.0:1767384327.158984:0:16140:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384327.158985:0:17550:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eeca38 00000100:00100000:2.0:1767384327.158987:0:17547:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000d6ca6dca pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:16140:x1853236723079424:12345-0@lo:400: 02000000:00000001:3.0:1767384327.158989:0:16140:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:0.0:1767384327.158990:0:17550:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384327.158992:0:16775:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (0000000083abdb14) now 6 - evictor 00000020:00000040:0.0:1767384327.158994:0:17550:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000cf791f94 refcount=6 02000000:00000010:3.0:1767384327.158995:0:16140:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000829aa86. 00000100:00000200:2.0:1767384327.158995:0:17547:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723079424 00000020:00000001:0.0:1767384327.159000:0:17550:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619777391929344 : -124296317622272 : ffff8ef402242800) 02000000:00000001:3.0:1767384327.159001:0:16140:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384327.159001:0:17547:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384327.159004:0:17550:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619777391929344 : -124296317622272 : ffff8ef402242800) 00000400:00000010:3.0:1767384327.159007:0:16140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000039f850bc. 00000020:00000001:2.0:1767384327.159007:0:17547:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:0.0:1767384327.159008:0:17550:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:2.0:1767384327.159009:0:17547:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384327.159013:0:16138:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000018ef7e1d. 00000020:00000010:0.0:1767384327.159014:0:17550:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bc239a70. 00000400:00000010:3.0:1767384327.159015:0:16140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fad6765b. 00000020:00000001:2.0:1767384327.159015:0:17547:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384327.159018:0:17547:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661494240 : -1048057376 : ffffffffc187e9e0) 00000400:00000010:1.0:1767384327.159020:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ca28d10e. 00000100:00000001:0.0:1767384327.159021:0:17550:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1767384327.159022:0:16140:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236723079296, portal 25 00000020:00000001:2.0:1767384327.159022:0:17547:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000200:1.0:1767384327.159026:0:16138:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236723079552, portal 10 00000020:00000001:2.0:1767384327.159027:0:17547:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384327.159028:0:16140:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000010:0.0:1767384327.159029:0:17550:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bc239a70. 00000100:00000001:1.0:1767384327.159030:0:16138:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384327.159032:0:16140:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782424477696 : -124291285073920 : ffff8ef52e1ac000) 00000020:00000001:2.0:1767384327.159033:0:17547:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1767384327.159034:0:16138:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782424484864 : -124291285066752 : ffff8ef52e1adc00) 00000020:00000010:0.0:1767384327.159037:0:17550:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000027682159. 00000100:00000040:3.0:1767384327.159038:0:16140:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006ed2bb3d x1853236723079296/t0(0) o400->MGC192.168.202.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384343 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384327.159042:0:17547:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000040:1.0:1767384327.159043:0:16138:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000bb43b465 x1853236723079552/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384343 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384327.159045:0:17550:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000020f1512a. 00000020:00000001:2.0:1767384327.159046:0:17547:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384327.159053:0:17547:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000020:00000010:0.0:1767384327.159053:0:17550:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000006ba800d. 00000100:00000001:2.0:1767384327.159059:0:17547:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384327.159063:0:17547:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:0.0:1767384327.159063:0:17550:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:3.0:1767384327.159066:0:16140:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000010:2.0:1767384327.159068:0:17547:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000006e269fbf. 00000100:00000001:0.0:1767384327.159071:0:17550:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384327.159072:0:16138:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384327.159074:0:16140:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:2.0:1767384327.159075:0:17547:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384327.159076:0:17550:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000010:3.0:1767384327.159080:0:16140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005dadf04c. 00000100:00000040:1.0:1767384327.159080:0:16138:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384327.159081:0:17547:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384327.159081:0:17550:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384327.159085:0:16140:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853236723079296, offset 0 00000020:00000001:2.0:1767384327.159115:0:17547:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384327.159118:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fb49a397. 00010000:00000040:2.0:1767384327.159119:0:17547:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236723079424 00010000:00000001:2.0:1767384327.159123:0:17547:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000200:1.0:1767384327.159123:0:16138:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236723079552, offset 0 00010000:00000200:2.0:1767384327.159130:0:17547:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000d6ca6dca x1853236723079424/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:308/0 lens 224/224 e 0 to 0 dl 1767384338 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384327.159136:0:17547:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384327.159138:0:17547:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384327.159141:0:17547:0:(import.c:2128:obd_at_measure()) add 1 to 0000000094c7e214 time=46 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384327.159146:0:17547:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:1.0:1767384327.159146:0:16138:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1767384327.159151:0:17547:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 21 to 0@lo 00000100:00000001:2.0:1767384327.159154:0:17547:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 00000400:00000200:1.0:1767384327.159157:0:16138:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384327.159159:0:16140:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:2.0:1767384327.159159:0:17547:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384327.159162:0:17547:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384327.159166:0:17547:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767384327.159166:0:16138:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824c905980 00000100:00000040:2.0:1767384327.159171:0:17547:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1767384327.159174:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:2.0:1767384327.159175:0:17547:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000000183fdb. 00000400:00000200:1.0:1767384327.159176:0:16138:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 5592 00000100:00000200:2.0:1767384327.159184:0:17547:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853236723079424, offset 224 00000400:00000200:1.0:1767384327.159184:0:16138:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384327.159191:0:16140:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x695824c905880 00000400:00000200:1.0:1767384327.159191:0:16138:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384327.159197:0:17547:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384327.159201:0:16138:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384327.159204:0:16138:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:3.0:1767384327.159208:0:16140:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1285 [2] + 0 00000400:00000200:2.0:1767384327.159210:0:17547:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:1.0:1767384327.159210:0:16138:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fb92956f. 00000400:00000010:3.0:1767384327.159213:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000047ce834f. 00000100:00000040:1.0:1767384327.159215:0:16138:0:(events.c:337:request_in_callback()) incoming req@00000000fb92956f x1853236723079552 msgsize 224 00000400:00000200:3.0:1767384327.159220:0:16140:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000231f705e 00000400:00000200:2.0:1767384327.159226:0:17547:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x695824c905900 00000100:00100000:1.0:1767384327.159226:0:16138:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:3.0:1767384327.159227:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384327.159235:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384327.159237:0:16138:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384327.159239:0:17547:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1a11 [1] + 224 00000400:00000200:3.0:1767384327.159245:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000231f705e 00000400:00000200:2.0:1767384327.159245:0:17547:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1767384327.159249:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000231f705e. 00000400:00000200:2.0:1767384327.159253:0:17547:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384327.159255:0:16140:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:1.0:1767384327.159256:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fb49a397 00000100:00000200:3.0:1767384327.159257:0:16140:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000010:1.0:1767384327.159259:0:16138:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fb49a397. 00000100:00000001:1.0:1767384327.159263:0:16138:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384327.159264:0:17547:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1767384327.159268:0:16140:0:(events.c:337:request_in_callback()) incoming req@0000000082d7092d x1853236723079296 msgsize 224 00000100:00000200:1.0:1767384327.159269:0:16138:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bb43b465 x1853236723079552/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384343 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384327.159272:0:17547:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000dc2311e4 x1853236723079424/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384343 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384327.159282:0:16140:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384327.159287:0:16140:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384327.159296:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384327.159298:0:16140:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:2.0:1767384327.159301:0:17547:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000dc2311e4 x1853236723079424/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384343 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384327.159302:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bb43b465 x1853236723079552/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384343 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384327.159306:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005dadf04c 00000100:00000001:1.0:1767384327.159307:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384327.159310:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005dadf04c. 00000100:00000001:3.0:1767384327.159314:0:16140:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384327.159318:0:16138:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000200:3.0:1767384327.159321:0:16140:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006ed2bb3d x1853236723079296/t0(0) o400->MGC192.168.202.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384343 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384327.159323:0:17547:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384327.159326:0:16138:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384327.159332:0:17547:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000000183fdb 00000100:00000040:1.0:1767384327.159332:0:16138:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 3650 usecs (4 jiffies) 00000100:00000001:3.0:1767384327.159333:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:2.0:1767384327.159336:0:17547:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000000183fdb. 00000100:00000001:1.0:1767384327.159338:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294917126 00000100:00000040:3.0:1767384327.159339:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006ed2bb3d x1853236723079296/t0(0) o400->MGC192.168.202.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384343 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384327.159342:0:17547:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384327.159343:0:16138:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294917130 00000100:00000001:2.0:1767384327.159345:0:17547:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384327.159349:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294917126 00000100:00000001:3.0:1767384327.159353:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384327.159353:0:17547:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384327.159353:0:16138:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294917130 00000100:00000001:3.0:1767384327.159359:0:16140:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384327.159360:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294917126 00000100:00000001:0.0:1767384327.159360:0:17550:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384327.159362:0:17547:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 20 to 0@lo 00000100:00000001:3.0:1767384327.159379:0:16140:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384327.159379:0:16138:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294917130 00010000:00000001:2.0:1767384327.159381:0:17547:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:1.0:1767384327.159384:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294917126 00000020:00000001:2.0:1767384327.159385:0:17547:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384327.159386:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294917146 00000100:00000001:1.0:1767384327.159387:0:16138:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294917130 00000100:00000001:0.0:1767384327.159388:0:17550:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384327.159390:0:17547:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1767384327.159392:0:16140:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294917130 00000100:00000001:1.0:1767384327.159394:0:16138:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384327.159398:0:17547:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d6ca6dca x1853236723079424/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:308/0 lens 224/224 e 0 to 0 dl 1767384338 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384327.159399:0:16138:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384327.159400:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294917146 00000100:00000001:1.0:1767384327.159405:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384327.159407:0:16140:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294917130 00000100:00000001:0.0:1767384327.159407:0:17550:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384327.159410:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384327.159412:0:17550:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384327.159414:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294917146 00000100:00000001:1.0:1767384327.159417:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384327.159419:0:16140:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294917130 00000100:00000001:1.0:1767384327.159421:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767384327.159422:0:17550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00000001:3.0:1767384327.159425:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294917146 00000100:00100000:2.0:1767384327.159428:0:17547:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000d6ca6dca pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:16140:x1853236723079424:12345-0@lo:400: Request processed in 460us (759us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384327.159428:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384327.159430:0:16140:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294917130 00000100:00000040:0.0:1767384327.159430:0:17550:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000cf791f94 : new rpc_count 2 00000100:00000001:1.0:1767384327.159432:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384327.159435:0:17550:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619782674427264 : -124291035124352 : ffff8ef53d00ad80) 00000100:00000001:1.0:1767384327.159436:0:16138:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767384327.159437:0:16140:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384327.159442:0:16140:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384327.159445:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003615e837 x1853236723079680/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384327.159446:0:17550:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000009bbc7890 x1853236723079168/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:308/0 lens 224/0 e 0 to 0 dl 1767384338 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384327.159447:0:17547:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000400:00000001:3.0:1767384327.159448:0:16140:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384327.159452:0:16140:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1767384327.159455:0:17547:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000cf791f94 : new rpc_count 1 00000400:00000010:3.0:1767384327.159456:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000068b24252. 00000400:00000200:3.0:1767384327.159462:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c7a16a19 00000100:00000001:2.0:1767384327.159463:0:17547:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000010:3.0:1767384327.159466:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c7a16a19. 00000100:00000001:2.0:1767384327.159468:0:17547:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384327.159472:0:16140:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:2.0:1767384327.159475:0:17547:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009f1ed462. 00000100:00000200:3.0:1767384327.159478:0:16140:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000dc2311e4 x1853236723079424/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384343 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384327.159482:0:16138:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384327.159482:0:17550:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384327.159483:0:17547:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000cdb44793. 00000100:00000001:1.0:1767384327.159484:0:16138:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384327.159488:0:17550:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bc239a70. 02000000:00000001:1.0:1767384327.159490:0:16138:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000010:2.0:1767384327.159491:0:17547:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004e134f57. 00000100:00000001:0.0:1767384327.159494:0:17550:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384327.159495:0:16138:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1767384327.159497:0:17547:0:(genops.c:898:class_export_put()) PUTting export 00000000cf791f94 : new refcount 5 00000020:00000010:0.0:1767384327.159503:0:17550:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bc239a70. 00000100:00000001:2.0:1767384327.159504:0:17547:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384327.159504:0:16138:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384327.159509:0:16140:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000dc2311e4 x1853236723079424/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384343 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384327.159513:0:16138:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003615e837 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16138:1853236723079680:0@lo:400: 00000100:00100000:0.0:1767384327.159515:0:17550:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000009bbc7890 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16138:x1853236723079168:12345-0@lo:13: 00000100:00000001:1.0:1767384327.159523:0:16138:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384327.159526:0:16138:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767384327.159528:0:16140:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:1.0:1767384327.159529:0:16138:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384327.159531:0:16140:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384327.159535:0:16138:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767384327.159537:0:16140:0:(client.c:1578:after_reply()) Process entered 00000100:00000200:0.0:1767384327.159538:0:17550:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723079168 02000000:00000001:3.0:1767384327.159541:0:16140:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000001:0.0:1767384327.159542:0:17550:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:3.0:1767384327.159544:0:16140:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:0.0:1767384327.159546:0:17550:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:3.0:1767384327.159547:0:16140:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384327.159547:0:16138:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bf585448. 00000020:00000001:0.0:1767384327.159548:0:17550:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384327.159552:0:16138:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384327.159553:0:16140:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384327.159553:0:17550:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384327.159557:0:17550:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072673306064 : -1036245552 : ffffffffc23c25d0) 00000400:00000010:1.0:1767384327.159558:0:16138:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ecffd2a2. 00000100:00001000:3.0:1767384327.159560:0:16140:0:(import.c:2128:obd_at_measure()) add 5 to 0000000040f3b9ed time=46 v=5 (5 0 0 0) 00000020:00000001:0.0:1767384327.159561:0:17550:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000010:1.0:1767384327.159563:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fb49a397. 00000020:00000001:0.0:1767384327.159564:0:17550:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767384327.159566:0:16140:0:(import.c:2128:obd_at_measure()) add 1 to 000000001fbc0fd6 time=46 v=5 (1 0 0 0) 00000100:00000200:1.0:1767384327.159569:0:16138:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236723079680, portal 10 00000100:00000001:3.0:1767384327.159570:0:16140:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000001:0.0:1767384327.159570:0:17550:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384327.159573:0:17550:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1767384327.159574:0:16140:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384327.159575:0:16138:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000001:0.0:1767384327.159576:0:17550:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384327.159578:0:16138:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782424487552 : -124291285064064 : ffff8ef52e1ae680) 00010000:00000001:3.0:1767384327.159580:0:16140:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767384327.159581:0:17550:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384327.159585:0:17550:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:1.0:1767384327.159587:0:16138:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003615e837 x1853236723079680/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384343 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:3.0:1767384327.159588:0:16140:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000dc2311e4 x1853236723079424/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384343 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767384327.159590:0:17550:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 000000002860128e. 02000000:00000001:0.0:1767384327.159596:0:17550:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384327.159602:0:17550:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1767384327.159607:0:17550:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00002000:00000001:0.0:1767384327.159614:0:17550:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:0.0:1767384327.159617:0:17550:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000100:00000001:1.0:1767384327.159620:0:16138:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:3.0:1767384327.159621:0:16140:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384327.159622:0:17550:0:(osd_handler.c:571:osd_statfs()) Process entered 00000100:00000001:3.0:1767384327.159625:0:16140:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384327.159626:0:16138:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:3.0:1767384327.159627:0:16140:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000400:00000010:1.0:1767384327.159630:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000050be1f4b. 00000100:00000001:3.0:1767384327.159631:0:16140:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384327.159634:0:16140:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384327.159634:0:17550:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384327.159635:0:16138:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236723079680, offset 0 00000100:00000040:3.0:1767384327.159640:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000dc2311e4 x1853236723079424/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384343 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384327.159641:0:17550:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384327.159646:0:16138:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00002000:00000024:0.0:1767384327.159647:0:17550:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 389021696 avail 386924544 00000020:00000020:0.0:1767384327.159654:0:17550:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40828928 0 0 00000100:00000001:3.0:1767384327.159656:0:16140:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384327.159660:0:16138:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384327.159661:0:16140:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000020:0.0:1767384327.159661:0:17550:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000cf791f94 dirty 0 pend 0 grant 0 00000100:00000001:3.0:1767384327.159665:0:16140:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00002000:00000020:0.0:1767384327.159667:0:17550:0:(ofd_obd.c:737:ofd_statfs()) 374 blocks: 371 free, 331 avail; 12296 objects: 11872 free; state 0 00000100:00000040:3.0:1767384327.159671:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000dc2311e4 x1853236723079424/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384343 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00002000:00000001:0.0:1767384327.159671:0:17550:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000400:00000200:1.0:1767384327.159672:0:16138:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824c905a00 00000001:00000001:0.0:1767384327.159676:0:17550:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1767384327.159680:0:17550:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384327.159683:0:16138:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 5816 00002000:00000001:0.0:1767384327.159685:0:17550:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384327.159690:0:17550:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236723079168 00000100:00100000:3.0:1767384327.159695:0:16140:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000dc2311e4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16140:1853236723079424:0@lo:400: 00000400:00000200:1.0:1767384327.159695:0:16138:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1767384327.159695:0:17550:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384327.159702:0:17550:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000009bbc7890 x1853236723079168/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:308/0 lens 224/368 e 0 to 0 dl 1767384338 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384327.159704:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384327.159705:0:16138:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384327.159710:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384327.159714:0:16138:0:(events.c:286:request_in_callback()) Process entered 00010000:00000001:0.0:1767384327.159714:0:17550:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000200:1.0:1767384327.159717:0:16138:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000040:3.0:1767384327.159721:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000dc2311e4 x1853236723079424/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384343 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384327.159721:0:16138:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000084c99a64. 00010000:00000001:0.0:1767384327.159723:0:17550:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384327.159727:0:16138:0:(events.c:337:request_in_callback()) incoming req@0000000084c99a64 x1853236723079680 msgsize 224 00000100:00001000:0.0:1767384327.159729:0:17550:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bde6550e time=46 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384327.159738:0:17550:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00100000:1.0:1767384327.159739:0:16138:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384327.159743:0:17550:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 21 to 0@lo 00000100:00000001:3.0:1767384327.159745:0:16140:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1767384327.159748:0:17550:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 02000000:00000001:3.0:1767384327.159749:0:16140:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1767384327.159751:0:16138:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:0.0:1767384327.159752:0:17550:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000010:3.0:1767384327.159753:0:16140:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a77587be. 02000000:00000001:0.0:1767384327.159755:0:17550:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384327.159758:0:16140:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:1.0:1767384327.159758:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000050be1f4b 00000100:00000001:0.0:1767384327.159759:0:17550:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:1.0:1767384327.159762:0:16138:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000050be1f4b. 00000020:00000001:3.0:1767384327.159763:0:16140:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384327.159767:0:16140:0:(genops.c:1242:class_import_put()) import 0000000068bc8709 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000040:0.0:1767384327.159767:0:17550:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384327.159769:0:16138:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:0.0:1767384327.159772:0:17550:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003607bc79. 00000020:00000001:3.0:1767384327.159773:0:16140:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000200:1.0:1767384327.159776:0:16138:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003615e837 x1853236723079680/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384343 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767384327.159777:0:16140:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000007c736803. 00000100:00000200:0.0:1767384327.159779:0:17550:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853236723079168, offset 224 02000000:00000001:3.0:1767384327.159785:0:16140:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384327.159790:0:16140:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1767384327.159790:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1767384327.159790:0:17550:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:3.0:1767384327.159794:0:16140:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000dc2311e4. 00000100:00000040:1.0:1767384327.159797:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003615e837 x1853236723079680/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384343 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384327.159799:0:16140:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384327.159803:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384327.159803:0:17550:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384327.159810:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384327.159815:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384327.159817:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384327.159818:0:17550:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x695824c905800 00000100:00000001:3.0:1767384327.159819:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384327.159823:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384327.159827:0:17550:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1a09 [1] + 224 00000100:00000001:3.0:1767384327.159829:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384327.159829:0:16138:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1767384327.159836:0:17550:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384327.159837:0:16138:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384327.159842:0:16138:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 4036 usecs (5 jiffies) 00000400:00000200:0.0:1767384327.159842:0:17550:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384327.159844:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384327.159849:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384327.159849:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294917127 00000100:00000001:0.0:1767384327.159850:0:17550:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384327.159856:0:16138:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294917146 00000100:00000200:0.0:1767384327.159856:0:17550:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000acb379ab x1853236723079168/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384343 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384327.159862:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294917127 00000100:00000001:1.0:1767384327.159866:0:16138:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294917146 00000100:00000001:1.0:1767384327.159871:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294917127 00000100:00000040:0.0:1767384327.159874:0:17550:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000acb379ab x1853236723079168/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384343 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384327.159875:0:16138:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294917146 00000100:00000001:3.0:1767384327.159877:0:17568:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384327.159880:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294917127 00000100:00100000:3.0:1767384327.159882:0:17568:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723079552 00000100:00000001:1.0:1767384327.159886:0:16138:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294917146 02000000:00000001:3.0:1767384327.159887:0:17568:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384327.159891:0:17568:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384327.159892:0:16138:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384327.159893:0:17550:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384327.159894:0:17568:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384327.159896:0:16138:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384327.159899:0:17568:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384327.159899:0:17550:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003607bc79 00000400:00000010:0.0:1767384327.159903:0:17550:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003607bc79. 00000100:00100000:3.0:1767384327.159904:0:17568:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723079552 00000100:00000001:0.0:1767384327.159906:0:17550:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000001:3.0:1767384327.159907:0:17568:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384327.159908:0:17550:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:1.0:1767384327.159909:0:16138:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000040:3.0:1767384327.159910:0:17568:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eeca2a 00000100:00000001:0.0:1767384327.159912:0:17550:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384327.159913:0:17568:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000001:1.0:1767384327.159913:0:16138:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000040:3.0:1767384327.159918:0:17568:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f335576c refcount=5 00000400:00000010:1.0:1767384327.159919:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a633faa6. 00000100:00000040:0.0:1767384327.159919:0:17550:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 20 to 0@lo 00000020:00000001:3.0:1767384327.159924:0:17568:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619777384806400 : -124296324745216 : ffff8ef401b77800) 00010000:00000001:0.0:1767384327.159925:0:17550:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000200:1.0:1767384327.159926:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000936b337a 00000020:00000001:0.0:1767384327.159928:0:17550:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384327.159930:0:17568:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619777384806400 : -124296324745216 : ffff8ef401b77800) 00000400:00000010:1.0:1767384327.159930:0:16138:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000936b337a. 00000020:00000001:0.0:1767384327.159931:0:17550:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1767384327.159937:0:17568:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384327.159939:0:16138:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1767384327.159939:0:17550:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009bbc7890 x1853236723079168/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:308/0 lens 224/368 e 0 to 0 dl 1767384338 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384327.159942:0:17568:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000046474daa. 00000100:00000200:1.0:1767384327.159948:0:16138:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000acb379ab x1853236723079168/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384343 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384327.159952:0:17568:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384327.159958:0:17568:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000046474daa. 00000020:00000010:3.0:1767384327.159966:0:17568:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a77587be. 00000020:00000010:3.0:1767384327.159972:0:17568:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000dc40b66d. 00000020:00000010:3.0:1767384327.159979:0:17568:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002c20824e. 00000100:00000200:1.0:1767384327.159988:0:16138:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000acb379ab x1853236723079168/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384343 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384327.159989:0:17550:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000009bbc7890 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16138:x1853236723079168:12345-0@lo:13: Request processed in 504us (1442us total) trans 0 rc 0/0 00000100:00000040:3.0:1767384327.159990:0:17568:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1767384327.159995:0:17568:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384327.159997:0:17568:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384327.160001:0:17568:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384327.160006:0:17550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00000001:3.0:1767384327.160008:0:17568:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000040:0.0:1767384327.160012:0:17550:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000cf791f94 : new rpc_count 0 00000100:00000001:3.0:1767384327.160013:0:17568:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1767384327.160014:0:16138:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384327.160017:0:17568:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384327.160018:0:16138:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384327.160018:0:17550:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384327.160021:0:17550:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384327.160022:0:16138:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384327.160025:0:16138:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:0.0:1767384327.160025:0:17550:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000020f1512a. 00000100:00000001:1.0:1767384327.160026:0:16138:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384327.160029:0:16138:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384327.160030:0:17568:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384327.160030:0:17550:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000006ba800d. 02000000:00000001:1.0:1767384327.160032:0:16138:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384327.160038:0:17550:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000027682159. 00000100:00001000:1.0:1767384327.160039:0:16138:0:(import.c:2128:obd_at_measure()) add 5 to 0000000032110564 time=46 v=5 (5 0 0 0) 00000100:00000001:2.0:1767384327.160042:0:16780:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000040:0.0:1767384327.160042:0:17550:0:(genops.c:898:class_export_put()) PUTting export 00000000cf791f94 : new refcount 4 00000100:00001000:1.0:1767384327.160044:0:16138:0:(import.c:2128:obd_at_measure()) add 1 to 000000001fbc0fd6 time=46 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384327.160045:0:17568:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384327.160046:0:16780:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723079680 00000100:00000001:0.0:1767384327.160047:0:17550:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384327.160048:0:17568:0:(service.c:2265:ptlrpc_server_handle_req_in()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384327.160051:0:16780:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384327.160055:0:16780:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384327.160056:0:16138:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384327.160058:0:16780:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384327.160059:0:16138:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384327.160061:0:17568:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00000001:1.0:1767384327.160063:0:16138:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767384327.160064:0:17568:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000001:2.0:1767384327.160064:0:16780:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384327.160069:0:16780:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723079680 00010000:00080000:1.0:1767384327.160070:0:16138:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000acb379ab x1853236723079168/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384343 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384327.160073:0:16780:0:(genops.c:811:class_conn2export()) Process entered 00000100:00100000:3.0:1767384327.160074:0:17568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000020:00000040:2.0:1767384327.160077:0:16780:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eeca23 00000100:00000040:3.0:1767384327.160080:0:17568:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000f335576c : new rpc_count 1 00000020:00000001:2.0:1767384327.160081:0:16780:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384327.160083:0:17568:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619782424478592 : -124291285073024 : ffff8ef52e1ac380) 00010000:00000001:1.0:1767384327.160105:0:16138:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384327.160108:0:16138:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384327.160109:0:16138:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:1.0:1767384327.160111:0:16138:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384327.160114:0:16138:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384327.160116:0:17568:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000fb92956f x1853236723079552/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:308/0 lens 224/0 e 0 to 0 dl 1767384338 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384327.160120:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000acb379ab x1853236723079168/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384343 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767384327.160124:0:16780:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000b2466616 refcount=5 00000020:00000001:2.0:1767384327.160130:0:16780:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619782058162176 : -124291651389440 : ffff8ef518453800) 00000020:00000001:2.0:1767384327.160136:0:16780:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619782058162176 : -124291651389440 : ffff8ef518453800) 00000100:00000001:3.0:1767384327.160142:0:17568:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384327.160145:0:16138:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384327.160147:0:16780:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384327.160148:0:16138:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000010:3.0:1767384327.160150:0:17568:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000046474daa. 00000100:00000001:1.0:1767384327.160151:0:16138:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384327.160153:0:16780:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005db7378a. 00000100:00000001:3.0:1767384327.160155:0:17568:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384327.160157:0:16780:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000bc764292. 00000004:00000001:1.0:1767384327.160157:0:16138:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000020:00000010:3.0:1767384327.160159:0:17568:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000046474daa. 00000004:00000040:1.0:1767384327.160161:0:16138:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000020:00000040:2.0:1767384327.160165:0:16780:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000b1f9e0ef) now 8 - evictor 00000004:00000040:1.0:1767384327.160165:0:16138:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=95744 free=94976 avail=84736 avail_mb=331 hwm_mb=3 files=12296 ffree=11872 state=0: rc = 0 00000100:00100000:3.0:1767384327.160169:0:17568:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000fb92956f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:16138:x1853236723079552:12345-0@lo:400: 00000100:00000200:3.0:1767384327.160175:0:17568:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723079552 00000004:00000020:1.0:1767384327.160177:0:16138:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (000000009fef8af1): 95744 blocks, 94976 free, 84736 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 12296 files, 11872 free files 0x0 00000020:00000001:3.0:1767384327.160178:0:17568:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:2.0:1767384327.160178:0:16780:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000001:3.0:1767384327.160182:0:17568:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000010:2.0:1767384327.160183:0:16780:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004e134f57. 00000020:00000001:3.0:1767384327.160185:0:17568:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384327.160185:0:16138:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384327.160187:0:16780:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009f1ed462. 00000100:00000001:0.0:1767384327.160189:0:16771:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:3.0:1767384327.160191:0:17568:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000010:2.0:1767384327.160193:0:16780:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000cdb44793. 00000100:00000040:1.0:1767384327.160193:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000acb379ab x1853236723079168/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384343 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384327.160194:0:17568:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661494240 : -1048057376 : ffffffffc187e9e0) 00000100:00100000:0.0:1767384327.160194:0:16771:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723079296 02000000:00000001:0.0:1767384327.160198:0:16771:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384327.160201:0:16780:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384327.160202:0:16771:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384327.160206:0:16780:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384327.160206:0:16771:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384327.160207:0:17568:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1767384327.160209:0:16780:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384327.160212:0:17568:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384327.160213:0:16138:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000acb379ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16138:1853236723079168:0@lo:13: 02000000:00000001:0.0:1767384327.160213:0:16771:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384327.160215:0:16780:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000001:3.0:1767384327.160216:0:17568:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00100000:0.0:1767384327.160220:0:16771:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723079296 00000020:00000001:3.0:1767384327.160221:0:17568:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1767384327.160221:0:16780:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1767384327.160222:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384327.160225:0:17568:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384327.160226:0:16780:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384327.160226:0:16771:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384327.160227:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000040:0.0:1767384327.160231:0:16771:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eec8e1 00000020:00000001:3.0:1767384327.160232:0:17568:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000040:1.0:1767384327.160234:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000acb379ab x1853236723079168/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384343 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384327.160236:0:16771:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384327.160237:0:17568:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1767384327.160237:0:16780:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767384327.160240:0:16771:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000555601ca refcount=14 02000000:00000001:3.0:1767384327.160241:0:17568:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384327.160245:0:17568:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000005a39b63d. 00000020:00000001:0.0:1767384327.160246:0:16771:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 02000000:00000001:3.0:1767384327.160250:0:17568:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384327.160250:0:16780:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:0.0:1767384327.160252:0:16771:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000100:00000001:1.0:1767384327.160253:0:16138:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1767384327.160255:0:17568:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384327.160255:0:16780:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000001:1.0:1767384327.160257:0:16138:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1767384327.160258:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1767384327.160259:0:17568:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384327.160262:0:16138:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000c0e83866. 00010000:00000040:3.0:1767384327.160264:0:17568:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236723079552 00000100:00100000:2.0:1767384327.160264:0:16780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000020:00000010:0.0:1767384327.160264:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bc239a70. 00000100:00000001:0.0:1767384327.160269:0:16771:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384327.160270:0:16780:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000b2466616 : new rpc_count 1 00010000:00000001:3.0:1767384327.160271:0:17568:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 02000000:00000001:1.0:1767384327.160273:0:16138:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000010:0.0:1767384327.160275:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bc239a70. 00000100:00000001:2.0:1767384327.160276:0:16780:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619782424489344 : -124291285062272 : ffff8ef52e1aed80) 00000020:00000001:1.0:1767384327.160277:0:16138:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000200:3.0:1767384327.160279:0:17568:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000fb92956f x1853236723079552/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:308/0 lens 224/224 e 0 to 0 dl 1767384338 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767384327.160280:0:16138:0:(genops.c:1242:class_import_put()) import 0000000068bc8709 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000010:0.0:1767384327.160282:0:16771:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000027682159. 00000100:00000040:2.0:1767384327.160285:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000084c99a64 x1853236723079680/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:308/0 lens 224/0 e 0 to 0 dl 1767384338 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384327.160286:0:16138:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000010:0.0:1767384327.160288:0:16771:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000020f1512a. 02000000:00000010:1.0:1767384327.160290:0:16138:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000768d9c52. 00000020:00000010:0.0:1767384327.160296:0:16771:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000006ba800d. 02000000:00000001:1.0:1767384327.160297:0:16138:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384327.160301:0:16138:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384327.160304:0:16138:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000acb379ab. 00010000:00000001:3.0:1767384327.160306:0:17568:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000040:0.0:1767384327.160306:0:16771:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00010000:00000001:3.0:1767384327.160310:0:17568:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384327.160312:0:16138:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384327.160315:0:16780:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00001000:3.0:1767384327.160316:0:17568:0:(import.c:2128:obd_at_measure()) add 1 to 000000008dd0459f time=52 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384327.160316:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384327.160317:0:16771:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000010:2.0:1767384327.160318:0:16780:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bc764292. 00000100:00000001:0.0:1767384327.160321:0:16771:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384327.160322:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384327.160324:0:17568:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1767384327.160325:0:16780:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384327.160325:0:16771:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384327.160328:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:3.0:1767384327.160330:0:17568:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 21 to 0@lo 00000100:00000001:1.0:1767384327.160333:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384327.160333:0:16771:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384327.160334:0:17568:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 00000020:00000010:2.0:1767384327.160334:0:16780:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bc764292. 02000000:00000001:3.0:1767384327.160341:0:17568:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1767384327.160342:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767384327.160343:0:17568:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384327.160345:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1767384327.160347:0:16780:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000084c99a64 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:16138:x1853236723079680:12345-0@lo:400: 00000100:00000001:3.0:1767384327.160349:0:17568:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384327.160350:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384327.160350:0:16771:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384327.160351:0:16780:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723079680 00000100:00000040:3.0:1767384327.160356:0:17568:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:2.0:1767384327.160357:0:16780:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:1.0:1767384327.160358:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384327.160360:0:17568:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c7a16a19. 00000100:00000200:3.0:1767384327.160375:0:17568:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236723079552, offset 224 00000020:00000001:2.0:1767384327.160378:0:16780:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:0.0:1767384327.160378:0:16771:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00080000:1.0:1767384327.160380:0:16775:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000001:2.0:1767384327.160383:0:16780:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384327.160384:0:17568:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384327.160385:0:16771:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000040:1.0:1767384327.160386:0:16775:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000b1f9e0ef) now 8 - evictor 00000020:00000001:2.0:1767384327.160388:0:16780:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384327.160392:0:16780:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661494240 : -1048057376 : ffffffffc187e9e0) 00000400:00000200:3.0:1767384327.160397:0:17568:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:0.0:1767384327.160397:0:16771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 114 00000020:00000001:2.0:1767384327.160398:0:16780:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384327.160402:0:16780:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384327.160405:0:16780:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000040:0.0:1767384327.160406:0:16771:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000555601ca : new rpc_count 1 00000020:00000001:2.0:1767384327.160407:0:16780:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:3.0:1767384327.160410:0:17568:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824c905980 00000020:00000001:2.0:1767384327.160411:0:16780:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384327.160412:0:16771:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619777413667920 : -124296295883696 : ffff8ef4036fdc50) 00000020:00000001:2.0:1767384327.160417:0:16780:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000400:00000200:3.0:1767384327.160418:0:17568:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1a1d [1] + 224 00000100:00000001:2.0:1767384327.160422:0:16780:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000040:0.0:1767384327.160423:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000082d7092d x1853236723079296/t0(0) o400->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:308/0 lens 224/0 e 0 to 0 dl 1767384338 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384327.160425:0:17568:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1767384327.160425:0:16780:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1767384327.160428:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:2.0:1767384327.160430:0:16780:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000ba8be4a2. 00000100:00000001:1.0:1767384327.160432:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384327.160434:0:17568:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:2.0:1767384327.160435:0:16780:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384327.160441:0:16780:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384327.160443:0:17568:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:2.0:1767384327.160444:0:16780:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384327.160447:0:16771:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000040:2.0:1767384327.160448:0:16780:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236723079680 00000020:00000010:0.0:1767384327.160451:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bc239a70. 00010000:00000001:2.0:1767384327.160453:0:16780:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000200:3.0:1767384327.160455:0:17568:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bb43b465 x1853236723079552/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384343 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384327.160458:0:16771:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000200:2.0:1767384327.160462:0:16780:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000084c99a64 x1853236723079680/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:308/0 lens 224/224 e 0 to 0 dl 1767384338 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384327.160464:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bc239a70. 00000100:00100000:0.0:1767384327.160475:0:16771:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000082d7092d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c0412d60-4f67-4dbc-8791-892843f60083+14:16140:x1853236723079296:12345-0@lo:400: 00000100:00000040:3.0:1767384327.160477:0:17568:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000bb43b465 x1853236723079552/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384343 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384327.160483:0:16780:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000200:0.0:1767384327.160484:0:16771:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723079296 00010000:00000001:2.0:1767384327.160487:0:16780:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384327.160489:0:16771:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00001000:2.0:1767384327.160494:0:16780:0:(import.c:2128:obd_at_measure()) add 1 to 000000008dd0459f time=52 v=5 (1 0 0 0) 00000020:00000001:0.0:1767384327.160494:0:16771:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:3.0:1767384327.160497:0:17568:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:0.0:1767384327.160498:0:16771:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384327.160499:0:16780:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:0.0:1767384327.160502:0:16771:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1767384327.160503:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384327.160504:0:17568:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c7a16a19 00000100:00000040:2.0:1767384327.160504:0:16780:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 22 to 0@lo 00000020:00000001:0.0:1767384327.160505:0:16771:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669141120 : -1040410496 : ffffffffc1fc9880) 00000100:00000001:1.0:1767384327.160506:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:3.0:1767384327.160508:0:17568:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c7a16a19. 00000100:00000001:2.0:1767384327.160512:0:16780:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 00000020:00000001:0.0:1767384327.160512:0:16771:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1767384327.160513:0:17568:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:1.0:1767384327.160514:0:16138:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:0.0:1767384327.160515:0:16771:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384327.160517:0:17568:0:(events.c:398:reply_out_callback()) Process leaving 02000000:00000001:2.0:1767384327.160517:0:16780:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000001:1.0:1767384327.160518:0:16138:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:0.0:1767384327.160519:0:16771:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:3.0:1767384327.160522:0:17568:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384327.160523:0:16780:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384327.160524:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000018ef7e1d. 00000020:00000001:0.0:1767384327.160524:0:16771:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000040:3.0:1767384327.160528:0:17568:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 21 to 0@lo 00000020:00000001:0.0:1767384327.160529:0:16771:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384327.160530:0:16780:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767384327.160530:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ca28d10e 00000020:00000001:0.0:1767384327.160535:0:16771:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000400:00000010:1.0:1767384327.160536:0:16138:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ca28d10e. 00010000:00000001:3.0:1767384327.160537:0:17568:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000040:2.0:1767384327.160537:0:16780:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384327.160537:0:16771:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:3.0:1767384327.160541:0:17568:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384327.160543:0:16780:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000000183fdb. 02000000:00000001:0.0:1767384327.160543:0:16771:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:3.0:1767384327.160544:0:17568:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767384327.160544:0:16138:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000010:0.0:1767384327.160549:0:16771:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000007e59d6f3. 00000100:00000200:2.0:1767384327.160550:0:16780:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236723079680, offset 224 00000100:00000200:1.0:1767384327.160553:0:16138:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bb43b465 x1853236723079552/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384343 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384327.160554:0:17568:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fb92956f x1853236723079552/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:308/0 lens 224/224 e 0 to 0 dl 1767384338 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384327.160554:0:16771:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384327.160560:0:16771:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384327.160563:0:16780:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:0.0:1767384327.160572:0:16771:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384327.160576:0:16780:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000040:0.0:1767384327.160579:0:16771:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236723079296 00010000:00000001:0.0:1767384327.160586:0:16771:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000200:1.0:1767384327.160590:0:16138:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bb43b465 x1853236723079552/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384343 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000200:0.0:1767384327.160593:0:16771:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000082d7092d x1853236723079296/t0(0) o400->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:308/0 lens 224/224 e 0 to 0 dl 1767384338 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384327.160594:0:17568:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000fb92956f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:16138:x1853236723079552:12345-0@lo:400: Request processed in 446us (1372us total) trans 0 rc 0/0 00000400:00000200:2.0:1767384327.160595:0:16780:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824c905a00 00000400:00000200:2.0:1767384327.160610:0:16780:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1a2d [1] + 224 00000100:00100000:3.0:1767384327.160617:0:17568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00000040:3.0:1767384327.160624:0:17568:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f335576c : new rpc_count 0 00000100:00000001:1.0:1767384327.160624:0:16138:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:0.0:1767384327.160626:0:16771:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000400:00000200:2.0:1767384327.160627:0:16780:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384327.160628:0:17568:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384327.160628:0:16138:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384327.160629:0:16771:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384327.160634:0:17568:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384327.160634:0:16138:0:(client.c:1578:after_reply()) Process entered 00000400:00000200:2.0:1767384327.160635:0:16780:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00001000:0.0:1767384327.160635:0:16771:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dd452398 time=57 v=5 (1 0 0 0) 00000020:00000010:3.0:1767384327.160639:0:17568:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000dc40b66d. 02000000:00000001:1.0:1767384327.160639:0:16138:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384327.160643:0:16771:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000010:3.0:1767384327.160645:0:17568:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002c20824e. 00000100:00000001:2.0:1767384327.160645:0:16780:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384327.160647:0:16138:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1767384327.160648:0:16771:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 22 to 0@lo 00000020:00000010:3.0:1767384327.160651:0:17568:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a77587be. 00000100:00000001:1.0:1767384327.160651:0:16138:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384327.160652:0:16780:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003615e837 x1853236723079680/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384343 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384327.160653:0:16771:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 02000000:00000001:1.0:1767384327.160657:0:16138:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384327.160658:0:17568:0:(genops.c:898:class_export_put()) PUTting export 00000000f335576c : new refcount 4 02000000:00000001:0.0:1767384327.160659:0:16771:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384327.160662:0:16771:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384327.160665:0:17568:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767384327.160666:0:16138:0:(import.c:2128:obd_at_measure()) add 5 to 00000000701828d5 time=52 v=5 (5 0 0 0) 00000100:00000001:0.0:1767384327.160667:0:16771:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00001000:1.0:1767384327.160674:0:16138:0:(import.c:2128:obd_at_measure()) add 1 to 0000000073619233 time=52 v=5 (1 0 0 0) 00000100:00000040:0.0:1767384327.160675:0:16771:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:2.0:1767384327.160680:0:16780:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003615e837 x1853236723079680/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384343 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384327.160681:0:16138:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000010:0.0:1767384327.160681:0:16771:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003607bc79. 00000100:00000001:1.0:1767384327.160684:0:16138:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384327.160687:0:16771:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853236723079296, offset 224 00010000:00000001:1.0:1767384327.160689:0:16138:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767384327.160695:0:16138:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000bb43b465 x1853236723079552/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384343 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384327.160697:0:16771:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384327.160698:0:16780:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:1.0:1767384327.160705:0:16138:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384327.160708:0:16780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000000183fdb 00000100:00000001:1.0:1767384327.160709:0:16138:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000400:00000200:0.0:1767384327.160710:0:16771:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:2.0:1767384327.160711:0:16780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000000183fdb. 00000100:00000040:1.0:1767384327.160712:0:16138:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:2.0:1767384327.160717:0:16780:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384327.160717:0:16138:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384327.160719:0:16138:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384327.160720:0:16780:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000040:1.0:1767384327.160724:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bb43b465 x1853236723079552/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384343 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384327.160724:0:16771:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x695824c905880 00000100:00000001:2.0:1767384327.160726:0:16780:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384327.160734:0:16780:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 21 to 0@lo 00000400:00000200:0.0:1767384327.160736:0:16771:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1a19 [1] + 224 00010000:00000001:2.0:1767384327.160740:0:16780:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384327.160745:0:16780:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384327.160745:0:16138:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384327.160746:0:16771:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:2.0:1767384327.160748:0:16780:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767384327.160752:0:16138:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:2.0:1767384327.160756:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000084c99a64 x1853236723079680/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:308/0 lens 224/224 e 0 to 0 dl 1767384338 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384327.160756:0:16138:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384327.160757:0:16771:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:1.0:1767384327.160764:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bb43b465 x1853236723079552/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384343 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384327.160766:0:16771:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384327.160772:0:16771:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006ed2bb3d x1853236723079296/t0(0) o400->MGC192.168.202.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384343 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384327.160784:0:16780:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000084c99a64 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:16138:x1853236723079680:12345-0@lo:400: Request processed in 465us (1052us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384327.160798:0:16138:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000bb43b465 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:16138:1853236723079552:0@lo:400: 00000100:00100000:2.0:1767384327.160801:0:16780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00000040:0.0:1767384327.160802:0:16771:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006ed2bb3d x1853236723079296/t0(0) o400->MGC192.168.202.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384343 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384327.160808:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384327.160809:0:16780:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000b2466616 : new rpc_count 0 00000100:00000001:1.0:1767384327.160814:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384327.160815:0:16780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384327.160818:0:16780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:1.0:1767384327.160821:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bb43b465 x1853236723079552/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384343 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384327.160822:0:16771:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:2.0:1767384327.160823:0:16780:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009f1ed462. 00000020:00000010:2.0:1767384327.160829:0:16780:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000cdb44793. 00000400:00000200:0.0:1767384327.160829:0:16771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003607bc79 00000100:00000001:1.0:1767384327.160830:0:16138:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384327.160833:0:16138:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000010:2.0:1767384327.160834:0:16780:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004e134f57. 00000400:00000010:0.0:1767384327.160834:0:16771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003607bc79. 02000000:00000010:1.0:1767384327.160835:0:16138:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001b3a15a0. 00000100:00000001:0.0:1767384327.160838:0:16771:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:1.0:1767384327.160841:0:16138:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1767384327.160841:0:16771:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000040:2.0:1767384327.160842:0:16780:0:(genops.c:898:class_export_put()) PUTting export 00000000b2466616 : new refcount 4 00000020:00000001:1.0:1767384327.160844:0:16138:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1767384327.160845:0:16780:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767384327.160846:0:16138:0:(genops.c:1242:class_import_put()) import 00000000345f9ba7 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:0.0:1767384327.160853:0:16771:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384327.160858:0:16138:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:0.0:1767384327.160859:0:16771:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 20 to 0@lo 02000000:00000010:1.0:1767384327.160860:0:16138:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000418cbec7. 00010000:00000001:0.0:1767384327.160863:0:16771:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 02000000:00000001:1.0:1767384327.160865:0:16138:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:0.0:1767384327.160866:0:16771:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384327.160869:0:16138:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1767384327.160870:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1767384327.160870:0:16771:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000010:1.0:1767384327.160872:0:16138:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bb43b465. 00000100:00000001:2.0:1767384327.160874:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384327.160876:0:16138:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000040:0.0:1767384327.160876:0:16771:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000082d7092d x1853236723079296/t0(0) o400->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:308/0 lens 224/224 e 0 to 0 dl 1767384338 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384327.160879:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1767384327.160880:0:16140:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767384327.160884:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384327.160889:0:16140:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767384327.160890:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1767384327.160890:0:16771:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000082d7092d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c0412d60-4f67-4dbc-8791-892843f60083+14:16140:x1853236723079296:12345-0@lo:400: Request processed in 441us (1620us total) trans 0 rc 0/0 00000400:00000010:2.0:1767384327.160894:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000039f850bc. 00000100:00000001:1.0:1767384327.160894:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767384327.160900:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fad6765b 00000100:00100000:0.0:1767384327.160901:0:16771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 114 00000400:00000010:2.0:1767384327.160902:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fad6765b. 00000100:00000040:0.0:1767384327.160904:0:16771:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000555601ca : new rpc_count 0 00000100:00000001:2.0:1767384327.160906:0:16140:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:1.0:1767384327.160907:0:16138:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767384327.160908:0:16771:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:2.0:1767384327.160912:0:16140:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006ed2bb3d x1853236723079296/t0(0) o400->MGC192.168.202.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384343 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767384327.160912:0:16138:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767384327.160913:0:16771:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:1.0:1767384327.160917:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ecffd2a2. 00000020:00000010:0.0:1767384327.160918:0:16771:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000020f1512a. 00000100:00000200:2.0:1767384327.160926:0:16140:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006ed2bb3d x1853236723079296/t0(0) o400->MGC192.168.202.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384343 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384327.160926:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fb49a397 00000020:00000010:0.0:1767384327.160926:0:16771:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000006ba800d. 00000020:00000010:0.0:1767384327.160931:0:16771:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000027682159. 00000400:00000010:1.0:1767384327.160932:0:16138:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fb49a397. 00000020:00000040:0.0:1767384327.160936:0:16771:0:(genops.c:898:class_export_put()) PUTting export 00000000555601ca : new refcount 13 00000100:00000001:1.0:1767384327.160939:0:16138:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384327.160942:0:16140:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:0.0:1767384327.160943:0:16771:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1767384327.160947:0:16140:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384327.160947:0:16138:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003615e837 x1853236723079680/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384343 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767384327.160948:0:16771:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000007e59d6f3. 00000100:00000001:2.0:1767384327.160953:0:16140:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384327.160954:0:16771:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:2.0:1767384327.160957:0:16140:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384327.160958:0:16771:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384327.160960:0:16140:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384327.160964:0:16140:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384327.160965:0:16771:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 02000000:00000001:2.0:1767384327.160967:0:16140:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384327.160968:0:16138:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003615e837 x1853236723079680/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384343 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384327.160971:0:16771:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000057e896e0. 00000100:00001000:2.0:1767384327.160972:0:16140:0:(import.c:2128:obd_at_measure()) add 5 to 0000000028df3f77 time=57 v=5 (5 0 0 0) 00000400:00000010:0.0:1767384327.160978:0:16771:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005a125e33. 00000100:00001000:2.0:1767384327.160981:0:16140:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f5022cbe time=57 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384327.160984:0:16138:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384327.160986:0:16140:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384327.160987:0:16138:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384327.160988:0:16140:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384327.160990:0:16138:0:(client.c:1578:after_reply()) Process entered 00010000:00000001:2.0:1767384327.160992:0:16140:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:1.0:1767384327.160993:0:16138:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000001:2.0:1767384327.160994:0:16140:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384327.160995:0:16138:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384327.160999:0:16140:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384327.161000:0:16138:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384327.161005:0:16138:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384327.161007:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006ed2bb3d x1853236723079296/t0(0) o400->MGC192.168.202.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384343 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1767384327.161010:0:16138:0:(import.c:2128:obd_at_measure()) add 5 to 00000000edb11b67 time=52 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384327.161016:0:16138:0:(import.c:2128:obd_at_measure()) add 1 to 000000006fb1a5f2 time=52 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384327.161018:0:16140:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384327.161019:0:16138:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384327.161022:0:16138:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384327.161023:0:16140:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:1.0:1767384327.161024:0:16138:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767384327.161026:0:16140:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00080000:1.0:1767384327.161029:0:16138:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000003615e837 x1853236723079680/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384343 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384327.161032:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006ed2bb3d x1853236723079296/t0(0) o400->MGC192.168.202.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384343 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384327.161047:0:16138:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384327.161052:0:16140:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006ed2bb3d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c0412d60-4f67-4dbc-8791-892843f60083:16140:1853236723079296:0@lo:400: 00000100:00000001:1.0:1767384327.161052:0:16138:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1767384327.161056:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384327.161057:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384327.161060:0:16138:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:1.0:1767384327.161062:0:16138:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384327.161064:0:16138:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384327.161067:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006ed2bb3d x1853236723079296/t0(0) o400->MGC192.168.202.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384343 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384327.161070:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003615e837 x1853236723079680/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384343 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384327.161085:0:16140:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384327.161160:0:16140:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384327.161161:0:16140:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000829aa86. 02000000:00000001:2.0:1767384327.161165:0:16140:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384327.161166:0:16140:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384327.161166:0:16140:0:(genops.c:1242:class_import_put()) import 00000000df830bbe refcount=3 obd=MGC192.168.202.152@tcp 00000020:00000001:2.0:1767384327.161168:0:16140:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384327.161169:0:16140:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000001c47a7f1. 02000000:00000001:2.0:1767384327.161171:0:16140:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384327.161172:0:16140:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384327.161174:0:16140:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006ed2bb3d. 00000100:00000001:2.0:1767384327.161176:0:16140:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384327.161177:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384327.161178:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384327.161182:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384327.161183:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384327.161185:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384327.161186:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384327.161253:0:16138:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384327.161256:0:16138:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384327.161257:0:16138:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384327.161261:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003615e837 x1853236723079680/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384343 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384327.161269:0:16138:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003615e837 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16138:1853236723079680:0@lo:400: 00000100:00000001:1.0:1767384327.161274:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384327.161276:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384327.161280:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003615e837 x1853236723079680/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384343 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384327.161286:0:16138:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384327.161288:0:16138:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384327.161290:0:16138:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bf585448. 02000000:00000001:1.0:1767384327.161293:0:16138:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384327.161295:0:16138:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384327.161297:0:16138:0:(genops.c:1242:class_import_put()) import 000000005a28ad8c refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:1.0:1767384327.161299:0:16138:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384327.161301:0:16138:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000072f9b899. 02000000:00000001:1.0:1767384327.161304:0:16138:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384327.161306:0:16138:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384327.161308:0:16138:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003615e837. 00000100:00000001:1.0:1767384327.161311:0:16138:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384327.161312:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384327.161314:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384327.161319:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384327.161321:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384327.161323:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384327.161325:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384327.184147:0:270:0:(connection.c:75:cpu_latency_work()) work item of 00000000135c2452 (cpu 0) has reached its deadline 4294917146, at 4294917147 00000100:00000010:2.0:1767384327.184159:0:270:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004bf6a247. 00000100:00000040:0.0:1767384327.185144:0:449:0:(connection.c:75:cpu_latency_work()) work item of 000000002fd0fb58 (cpu 0) has reached its deadline 4294917146, at 4294917148 00000100:00000040:1.0:1767384327.185146:0:62:0:(connection.c:75:cpu_latency_work()) work item of 00000000edc4e618 (cpu 0) has reached its deadline 4294917146, at 4294917148 00000100:00000010:0.0:1767384327.185152:0:449:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000e6dde82. 00000100:00000010:1.0:1767384327.185160:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ea58aeb3. 00000100:00000040:3.0:1767384327.185189:0:53:0:(connection.c:75:cpu_latency_work()) work item of 000000009d5c2cb6 (cpu 0) has reached its deadline 4294917146, at 4294917148 00000100:00000010:3.0:1767384327.185197:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a06c96d1. 00080000:00000001:3.0:1767384327.438259:0:30362:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384327.438273:0:30362:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384327.438278:0:30362:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384327.438292:0:30362:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384327.438300:0:30362:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384327.438303:0:30362:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384327.605172:0:16129:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000717135b] -> 12345-192.168.202.152@tcp19 (6) 00000800:00000200:0.0:1767384327.605180:0:16129:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp19 ip 192.168.202.152:988 00000800:00000200:0.0:1767384327.605185:0:16129:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000050b9c4c8 type 192, nob 24 niov 1 nkiov 0 00000400:00000001:2.0:1767384327.605227:0:16134:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384327.605233:0:16134:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384327.605237:0:16134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000a5e2c09 00000400:00000010:2.0:1767384327.605241:0:16134:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000a5e2c09. 00000400:00000200:2.0:1767384327.605248:0:16134:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384327.605254:0:16134:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.152@tcp34 recovery ping unlinked 00000400:00000010:2.0:1767384327.605268:0:16134:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000085576a65. 00000400:00000010:2.0:1767384327.605272:0:16134:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000030d2709f. 00000400:00000200:2.0:1767384327.605277:0:16134:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.152@tcp35 00000400:00000010:2.0:1767384327.605284:0:16134:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000d71e4229. 00000400:00000010:2.0:1767384327.605290:0:16134:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000c44ad256. 00000400:00000010:2.0:1767384327.605294:0:16134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000000183fdb. 00000400:00000010:2.0:1767384327.605302:0:16134:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000aa76dfe2. 00000400:00000200:2.0:1767384327.605308:0:16134:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.152@tcp35 00000800:00000200:1.0:1767384327.605319:0:16130:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1767384327.605321:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384327.605343:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384327.605349:0:16134:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.152@tcp35 local destination 00000800:00000001:0.0:1767384327.605350:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384327.605369:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384327.605377:0:16134:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.152@tcp35 00000400:00000200:2.0:1767384327.605386:0:16134:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp35 NI seq info: [98:98:256:4294967295] 192.168.202.152@tcp35 LPNI seq info [97:97:8:4294967295] 00000400:00000200:2.0:1767384327.605396:0:16134:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.152@tcp35 00000400:00000200:2.0:1767384327.605409:0:16134:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp35(192.168.202.152@tcp35:) -> 192.168.202.152@tcp35(192.168.202.152@tcp35:192.168.202.152@tcp35) : GET try# 0 00000800:00000200:2.0:1767384327.605416:0:16134:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.152@tcp35 00000800:00000010:2.0:1767384327.605421:0:16134:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000009242c1dd. 00000800:00000200:2.0:1767384327.605428:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000637d50da] -> 12345-192.168.202.152@tcp35 (2) 00000800:00000200:2.1:1767384327.605433:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000637d50da] -> 12345-192.168.202.152@tcp35 (2) 00000400:00000200:2.0:1767384327.605456:0:16134:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.152@tcp35 added to recovery queue. ping count: 2 next ping: 254 health :800 00000400:00000200:0.0:1767384327.605530:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.152:988 00000400:00000200:0.0:1767384327.605586:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.152:988 00000400:00000200:0.0:1767384327.605609:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.152:988 00000400:00000200:0.0:1767384327.605630:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.152:988 00000400:00000200:0.0:1767384327.605653:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.152:988 00000400:00000200:0.0:1767384327.605673:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.152:988 00000400:00000200:0.0:1767384327.605693:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.152:988 00000400:00000200:0.0:1767384327.605712:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.152:988 00000400:00000200:0.0:1767384327.605730:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.152:988 00000400:00000200:0.0:1767384327.605749:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.152:988 00000400:00000200:0.0:1767384327.605781:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.152:988 00000400:00000200:0.0:1767384327.605798:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.152:988 00000400:00000200:0.0:1767384327.605811:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.152:988 00000400:00000200:0.0:1767384327.605823:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.152:988 00000400:00000200:0.0:1767384327.605835:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.152:988 00000400:00000200:0.0:1767384327.605849:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.152:988 00000400:00000200:0.0:1767384327.605861:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.152:988 00000400:00000200:0.0:1767384327.605873:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.152:988 00000400:00000200:0.0:1767384327.605884:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.152:988 00000400:00000200:0.0:1767384327.605896:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.152:988 00000400:00000200:0.0:1767384327.605909:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.152:988 00000400:00000200:0.0:1767384327.605921:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.152:988 00000400:00000200:0.0:1767384327.605932:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.152:988 00000400:00000200:0.0:1767384327.605949:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.152:988 00000400:00000200:0.0:1767384327.605973:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.152:988 00000400:00000200:0.0:1767384327.605997:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.152:988 00000400:00000200:0.0:1767384327.606022:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.152:988 00000400:00000200:0.0:1767384327.606046:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.152:988 00000400:00000200:0.0:1767384327.606069:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.152:988 00000400:00000200:0.0:1767384327.606140:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.152:988 00000400:00000200:0.0:1767384327.606175:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.152:988 00000400:00000200:0.0:1767384327.606212:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.152:988 00000400:00000200:0.0:1767384327.606238:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.152:988 00000400:00000200:0.0:1767384327.606263:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.152:988 00000400:00000200:0.0:1767384327.606286:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.152:988 00000800:00000010:0.0:1767384327.606426:0:16126:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000002cb8ab3. 00000800:00000010:0.0:1767384327.606431:0:16126:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000003be53fa2. 00000800:00000010:0.0:1767384327.606436:0:16126:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000d4f5bd77. 00000800:00000010:0.0:1767384327.606456:0:16126:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000d4f5bd77. 00000800:00020000:0.0:1767384327.606463:0:16126:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.152 00000800:00000010:0.0:1767384327.606467:0:16126:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000003be53fa2. 00000800:00000010:0.0:1767384327.606469:0:16126:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000002cb8ab3. 00000400:02020000:0.0:1767384327.606503:0:16126:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.152@tcp35 at host 192.168.202.152:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384327.606511:0:16126:0:(router.c:1755:lnet_notify()) 192.168.202.152@tcp35 notifying 192.168.202.152@tcp35: down 00000400:00000200:0.0:1767384327.606517:0:16126:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:0.0:1767384327.606521:0:16126:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.152@tcp35 00000800:00000010:0.0:1767384327.606524:0:16126:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000009242c1dd. 00000400:00000200:0.0:1767384327.606529:0:16126:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384327.606533:0:16126:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp35->192.168.202.152@tcp35: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384327.606549:0:16126:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384327.606552:0:16126:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.152@tcp35 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384327.606557:0:16126:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.152@tcp35) recovery failed with -71 00010000:00000001:0.0:1767384327.734154:0:449:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384327.734159:0:449:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384327.734164:0:449:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384327.734165:0:449:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384327.734190:0:16767:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384327.734197:0:16767:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384327.734201:0:16767:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:2.0:1767384328.162429:0:30526:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1767384328.162437:0:30526:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg252-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp37 --if ens2 00000001:00000001:2.0:1767384328.167313:0:30526:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:2.0:1767384328.176487:0:30527:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000000a76d1fb. 00000400:00000010:2.0:1767384328.176508:0:30527:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000a77c00f7. 00000400:00000010:2.0:1767384328.176521:0:30527:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000008e394032. 00000400:00000010:2.0:1767384328.176526:0:30527:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000751bb764. 00000400:00000010:2.0:1767384328.176532:0:30527:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000073d436ff. 00000400:00000010:2.0:1767384328.176539:0:30527:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000d6e040f1. 00000400:00000010:2.0:1767384328.176541:0:30527:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000003450022f. 00000400:00000010:2.0:1767384328.176543:0:30527:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000018e69692. 00000400:00000010:2.0:1767384328.176547:0:30527:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000ab5cda50. 00000800:00000010:2.0:1767384328.176570:0:30527:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000566cc96c. 00000800:00000200:2.0:1767384328.176586:0:30527:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:2.0:1767384328.176607:0:30527:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:2.0:1767384328.176658:0:30527:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.152) 00000400:02000000:2.0:1767384328.176691:0:30527:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.152@tcp37 [8/256/0/180] 00000400:00000010:2.0:1767384328.179126:0:30527:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 505 at 00000000a2f949d7. 00000400:00000010:2.0:1767384328.179141:0:30527:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fbeea7d1. 00000400:00000010:2.0:1767384328.179150:0:30527:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cac8814e. 00000400:00000001:2.0:1767384328.179195:0:30527:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384328.179197:0:30527:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384328.179200:0:30527:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005ab3a84f. 00000400:00000200:2.0:1767384328.179203:0:30527:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000085e5b010 00000400:00000010:2.0:1767384328.179206:0:30527:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000085e5b010. 00000400:00000010:2.0:1767384328.179211:0:30527:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 489 at 00000000aa4dcec4. 00000400:00000200:2.0:1767384328.179221:0:30527:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (27) 00000400:00000200:2.0:1767384328.179236:0:30527:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.152@tcp (000000005d9714d7): 0 00000400:00000200:2.0:1767384328.179247:0:30527:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131109 00000020:00000010:2.0:1767384328.179259:0:30527:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000713c9570. 00000020:01000000:2.0:1767384328.179267:0:30527:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000200:0.0:1767384328.179267:0:16135:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:2.0:1767384328.179274:0:30527:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.152@tcp37 00000400:00000200:0.0:1767384328.179282:0:16135:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x102071 00000400:00000200:0.0:1767384328.179289:0:16135:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (28) 00000400:00000010:0.0:1767384328.179298:0:16135:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 489 at 000000001a975d84. 00000400:00000010:2.0:1767384328.179303:0:30527:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000a77c00f7. 00000400:00000010:0.0:1767384328.179309:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003607bc79. 00000400:00000010:2.0:1767384328.179311:0:30527:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000000a76d1fb. 00000400:00000010:0.0:1767384328.179324:0:16135:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000099f04d74. 00000400:00000200:0.0:1767384328.179333:0:16135:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.152@tcp 00000020:00000001:1.0:1767384328.179338:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:1.0:1767384328.179345:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384328.179350:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384328.179353:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:1.0:1767384328.179370:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:0.0:1767384328.179373:0:16135:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.152@tcp local destination 00000020:01000004:1.0:1767384328.179375:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384328.179380:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384328.179382:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384328.179384:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:0.0:1767384328.179385:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 37], ns[40, 37] 00000020:01000004:1.0:1767384328.179387:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384328.179391:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384328.179396:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384328.179399:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:0.0:1767384328.179399:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 37], ns[64, 37] 00000020:01000004:1.0:1767384328.179403:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:0.0:1767384328.179409:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[68, 37], ns[68, 37] 00000100:00000010:1.0:1767384328.179412:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003615e837. 00000400:00000200:0.0:1767384328.179417:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[78, 37], ns[78, 37] 00000020:00000040:1.0:1767384328.179420:0:36:0:(genops.c:1229:class_import_get()) import 00000000df830bbe refcount=4 obd=MGC192.168.202.152@tcp 00000400:00000200:0.0:1767384328.179427:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[83, 37], ns[83, 37] 00000100:00000001:1.0:1767384328.179431:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384328.179437:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1767384328.179440:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 37], ns[18, 37] 02000000:00000001:1.0:1767384328.179443:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384328.179451:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 18], ns[20, 18] 02000000:00000010:1.0:1767384328.179457:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000aab16fa3. 00000400:00000200:0.0:1767384328.179462:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 18], ns[22, 18] 00000100:00000001:1.0:1767384328.179468:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384328.179473:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 18], ns[24, 18] 00000100:00000001:1.0:1767384328.179479:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:0.0:1767384328.179480:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 18], ns[26, 18] 00000100:00000001:1.0:1767384328.179482:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384328.179491:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 18], ns[28, 18] 00000100:00000040:1.0:1767384328.179494:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003615e837] to pc [ptlrpcd_00_02+2] req@000000003615e837 x1853236723079808/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384328.179508:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 18], ns[30, 18] 00000400:00000200:0.0:1767384328.179515:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 18], ns[32, 18] 00000400:00000200:0.0:1767384328.179520:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 18], ns[34, 18] 00000400:00000200:0.0:1767384328.179524:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 18], ns[44, 18] 00000400:00000200:0.0:1767384328.179530:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 18], ns[48, 18] 00000400:00000200:0.0:1767384328.179535:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 18], ns[52, 18] 10000000:00000001:1.0:1767384328.179537:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384328.179543:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384328.179546:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1767384328.179546:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384328.179547:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 18], ns[56, 18] 00000020:01000000:1.0:1767384328.179551:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:3.0:1767384328.179552:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384328.179557:0:16139:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:1.0:1767384328.179559:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:1.0:1767384328.179563:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384328.179565:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000040:3.0:1767384328.179567:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003615e837 x1853236723079808/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:01000000:1.0:1767384328.179570:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000400:00000200:0.0:1767384328.179570:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 18], ns[60, 18] 00000020:01000004:1.0:1767384328.179576:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384328.179586:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384328.179589:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:0.0:1767384328.179594:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 18], ns[72, 18] 00000020:01000004:1.0:1767384328.179595:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000001:3.0:1767384328.179596:0:16139:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:1.0:1767384328.179599:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000001:3.0:1767384328.179600:0:16139:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:1.0:1767384328.179604:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 02000000:00000001:3.0:1767384328.179607:0:16139:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:1.0:1767384328.179608:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000400:00000200:0.0:1767384328.179608:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[76, 18], ns[76, 18] 00000020:01000004:1.0:1767384328.179612:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 02000000:00000001:3.0:1767384328.179613:0:16139:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:1.0:1767384328.179615:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:3.0:1767384328.179620:0:16139:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384328.179621:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bb43b465. 00000400:00000200:0.0:1767384328.179625:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[96, 18], ns[97, 18] 00000020:00000040:1.0:1767384328.179627:0:36:0:(genops.c:1229:class_import_get()) import 00000000df830bbe refcount=5 obd=MGC192.168.202.152@tcp 00000100:00100000:3.0:1767384328.179630:0:16139:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003615e837 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c0412d60-4f67-4dbc-8791-892843f60083:16139:1853236723079808:0@lo:253: 00000100:00000001:1.0:1767384328.179633:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384328.179637:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767384328.179642:0:16139:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384328.179642:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384328.179644:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[95, 18], ns[96, 18] 02000000:00000001:3.0:1767384328.179651:0:16139:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:1.0:1767384328.179652:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000686b2cb5. 00000400:00000200:0.0:1767384328.179656:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[90, 18], ns[91, 18] 02000000:00000001:3.0:1767384328.179658:0:16139:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384328.179661:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384328.179668:0:16139:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767384328.179668:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:0.0:1767384328.179672:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[94, 18], ns[95, 18] 00000100:00000001:1.0:1767384328.179673:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384328.179678:0:16139:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000004519d93b. 02000000:00000001:3.0:1767384328.179684:0:16139:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384328.179685:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bb43b465] to pc [ptlrpcd_00_03+3] req@00000000bb43b465 x1853236723079936/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384328.179689:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[97, 18], ns[98, 18] 00000400:00000010:3.0:1767384328.179694:0:16139:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000068b24252. 00000400:00000200:0.0:1767384328.179706:0:16135:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp15 00000400:00000010:3.0:1767384328.179710:0:16139:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000026f3893d. 10000000:00000001:1.0:1767384328.179711:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384328.179715:0:16135:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.152@tcp15 10000000:00000001:1.0:1767384328.179717:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384328.179718:0:16139:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236723079808, portal 25 00000100:00000001:3.0:1767384328.179725:0:16139:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000001:1.0:1767384328.179725:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384328.179725:0:16135:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.152@tcp15 lpni_is_preferred = 0 00000100:00000001:3.0:1767384328.179729:0:16139:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782424487552 : -124291285064064 : ffff8ef52e1ae680) 00000020:01000000:1.0:1767384328.179733:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:0.0:1767384328.179734:0:16135:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.152@tcp15 00000100:00000040:3.0:1767384328.179737:0:16139:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003615e837 x1853236723079808/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384344 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384328.179739:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000713c9570. 00000400:00000200:0.0:1767384328.179746:0:16135:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp15 NI seq info: [99:99:256:4294967295] 192.168.202.152@tcp15 LPNI seq info [98:98:8:4294967295] 00000100:00000001:3.0:1767384328.179750:0:16139:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384328.179753:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767384328.179757:0:16139:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384328.179758:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767384328.179761:0:16135:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.152@tcp15 00000400:00000010:3.0:1767384328.179762:0:16139:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007ef59bf5. 00000100:00000001:1.0:1767384328.179763:0:16140:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000200:3.0:1767384328.179768:0:16139:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236723079808, offset 0 00000100:00000040:1.0:1767384328.179773:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bb43b465 x1853236723079936/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384328.179778:0:16139:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384328.179783:0:16135:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp15(192.168.202.152@tcp15:) -> 192.168.202.152@tcp15(192.168.202.152@tcp:192.168.202.152@tcp15) : GET try# 0 00000100:00000001:1.0:1767384328.179796:0:16140:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000800:00000200:0.0:1767384328.179799:0:16135:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.152@tcp15 00000100:00000001:1.0:1767384328.179800:0:16140:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384328.179801:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:1.0:1767384328.179809:0:16140:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384328.179813:0:16140:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000010:0.0:1767384328.179813:0:16135:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000e05e76ca. 02000000:00000001:1.0:1767384328.179818:0:16140:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384328.179819:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824c905a80 00000100:00100000:1.0:1767384328.179824:0:16140:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000bb43b465 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c0412d60-4f67-4dbc-8791-892843f60083:16140:1853236723079936:0@lo:253: 00000400:00000200:3.0:1767384328.179828:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x12a9 [2] + 0 00000800:00000200:0.0:1767384328.179830:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005b09fecb] -> 12345-192.168.202.152@tcp15 (6) 00000100:00000001:1.0:1767384328.179832:0:16140:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:3.0:1767384328.179839:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004c5b5306. 02000000:00000001:1.0:1767384328.179844:0:16140:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000800:00000200:0.0:1767384328.179844:0:16135:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp15 ip 192.168.202.152:988 00000400:00000200:3.0:1767384328.179845:0:16139:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000b9246f42 02000000:00000001:1.0:1767384328.179850:0:16140:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384328.179853:0:16135:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e05e76ca type 2, nob 96 niov 1 nkiov 0 00000400:00000200:3.0:1767384328.179854:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1767384328.179855:0:16140:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767384328.179863:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:1.0:1767384328.179863:0:16140:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000fc2316a4. 02000000:00000001:1.0:1767384328.179869:0:16140:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384328.179870:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b9246f42 00000400:00000010:3.0:1767384328.179873:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b9246f42. 00000400:00000200:0.0:1767384328.179876:0:16135:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.152@tcp 00000400:00000010:1.0:1767384328.179878:0:16140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ecffd2a2. 00000100:00000001:3.0:1767384328.179881:0:16139:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384328.179884:0:16139:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1767384328.179884:0:16135:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100271 rc 0 00000400:00000010:1.0:1767384328.179886:0:16140:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d9ea7bbf. 00000100:00000040:3.0:1767384328.179888:0:16139:0:(events.c:337:request_in_callback()) incoming req@00000000a3f1b2c2 x1853236723079808 msgsize 4848 00000100:00000200:1.0:1767384328.179897:0:16140:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236723079936, portal 25 00000100:00100000:3.0:1767384328.179902:0:16139:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384328.179903:0:16140:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:3.0:1767384328.179906:0:16139:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384328.179906:0:16140:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782424484864 : -124291285066752 : ffff8ef52e1adc00) 00000100:00000040:1.0:1767384328.179913:0:16140:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000bb43b465 x1853236723079936/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384344 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384328.179918:0:16140:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384328.179919:0:16139:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:1.0:1767384328.179922:0:16140:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384328.179925:0:16140:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e374e567. 00000400:00000200:3.0:1767384328.179928:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007ef59bf5 00000400:00000010:3.0:1767384328.179931:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007ef59bf5. 00000100:00000001:3.0:1767384328.179933:0:16139:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384328.179937:0:16139:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003615e837 x1853236723079808/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384344 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384328.179937:0:16140:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236723079936, offset 0 00000400:00000200:1.0:1767384328.179947:0:16140:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384328.179952:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384328.179958:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003615e837 x1853236723079808/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384344 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384328.179959:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384328.179968:0:16140:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824c905b00 00000100:00000001:3.0:1767384328.179969:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384328.179973:0:16139:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1767384328.179976:0:16140:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x12b1 [2] + 0 00000100:00000001:3.0:1767384328.179979:0:16139:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384328.179980:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f5eddae2. 00000100:00000001:3.0:1767384328.179985:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294918166 00000400:00000200:1.0:1767384328.179986:0:16140:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000efb5b02f 00000100:00000010:3.0:1767384328.179990:0:16139:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000496d9e1e. 00000400:00000200:1.0:1767384328.179992:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384328.179998:0:16139:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 0 00000400:00000200:1.0:1767384328.179999:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384328.180005:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000efb5b02f 00000100:00000001:3.0:1767384328.180008:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294918166 00000400:00000010:1.0:1767384328.180008:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000efb5b02f. 00000100:00000001:1.0:1767384328.180014:0:16140:0:(events.c:286:request_in_callback()) Process entered 00000100:00000010:3.0:1767384328.180015:0:16139:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b538a431. 00000100:00000200:1.0:1767384328.180016:0:16140:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:3.0:1767384328.180019:0:16139:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 1 00000100:00000040:1.0:1767384328.180021:0:16140:0:(events.c:337:request_in_callback()) incoming req@00000000be93efa9 x1853236723079936 msgsize 4848 00000100:00000001:3.0:1767384328.180024:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294918166 00000100:00100000:1.0:1767384328.180029:0:16140:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000010:3.0:1767384328.180030:0:16139:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000000b6696c. 00000100:00000040:1.0:1767384328.180032:0:16140:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:3.0:1767384328.180035:0:16139:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384328.180039:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294918166 00000100:00000001:1.0:1767384328.180045:0:16140:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000010:3.0:1767384328.180046:0:16139:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000fe3845a. 00000100:00000001:3.0:1767384328.180052:0:16139:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 3 00000400:00000200:1.0:1767384328.180053:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e374e567 00000100:00000001:3.0:1767384328.180054:0:16139:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1767384328.180058:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e374e567. 00000100:00000001:3.0:1767384328.180059:0:16139:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384328.180065:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384328.180065:0:16140:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384328.180067:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384328.180074:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384328.180077:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:1.0:1767384328.180078:0:16140:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bb43b465 x1853236723079936/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384344 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384328.180080:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384328.180082:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384328.180083:0:16773:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384328.180113:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384328.180114:0:16773:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723079808 00000100:00000001:3.0:1767384328.180122:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384328.180124:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1767384328.180127:0:16773:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:1.0:1767384328.180131:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bb43b465 x1853236723079936/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384344 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384328.180132:0:16773:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384328.180137:0:16773:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384328.180145:0:16773:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384328.180146:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384328.180151:0:16140:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:0.0:1767384328.180154:0:16773:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723079808 00000100:00000001:1.0:1767384328.180158:0:16140:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384328.180159:0:16773:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384328.180163:0:16773:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eec8e1 00000100:00000001:1.0:1767384328.180164:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294918167 00000020:00000001:0.0:1767384328.180169:0:16773:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384328.180171:0:16140:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294918166 00000020:00000040:0.0:1767384328.180174:0:16773:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000555601ca refcount=14 00000100:00000001:1.0:1767384328.180176:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294918167 00000020:00000001:0.0:1767384328.180180:0:16773:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000100:00000001:1.0:1767384328.180182:0:16140:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294918166 00000100:00000001:1.0:1767384328.180188:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294918167 00000020:00000001:0.0:1767384328.180188:0:16773:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000100:00000001:1.0:1767384328.180195:0:16140:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294918166 00000100:00000001:0.0:1767384328.180197:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384328.180201:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294918167 00000020:00000010:0.0:1767384328.180205:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b5e23d91. 00000100:00000001:1.0:1767384328.180210:0:16140:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294918166 00000100:00000001:0.0:1767384328.180211:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384328.180215:0:16140:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384328.180216:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b5e23d91. 00000100:00000001:1.0:1767384328.180218:0:16140:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384328.180222:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384328.180223:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384328.180226:0:16773:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f8dd4368. 00000100:00000001:1.0:1767384328.180228:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384328.180231:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:0.0:1767384328.180233:0:16773:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007947c3b9. 00000100:00000001:1.0:1767384328.180234:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384328.180237:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384328.180239:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384328.180241:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384328.180241:0:16773:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000006ba800d. 00000800:00000200:3.0:1767384328.180248:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384328.180253:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000e05e76ca. 00000100:00000040:0.0:1767384328.180255:0:16773:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000400:00000200:3.0:1767384328.180258:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384328.180260:0:16773:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384328.180264:0:16773:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:3.0:1767384328.180265:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp15->192.168.202.152@tcp15: GET: OK 00000100:00000001:0.0:1767384328.180269:0:16773:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384328.180271:0:16131:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384328.180276:0:16131:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.152@tcp: 0 00000100:00000001:0.0:1767384328.180281:0:16773:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384328.180282:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384328.180292:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384328.180294:0:16773:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384328.180295:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384328.180301:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384328.180307:0:16773:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:3.0:1767384328.180312:0:16131:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.152@tcp15(192.168.202.152@tcp15) <- 192.168.202.152@tcp15 : GET - for me 00000100:00100000:0.0:1767384328.180312:0:16773:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723079936 02000000:00000001:0.0:1767384328.180317:0:16773:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384328.180318:0:16773:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1767384328.180322:0:16131:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.152@tcp of length 480 into portal 0 MB=0x8000000000000000 00000100:00000001:0.0:1767384328.180322:0:16773:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384328.180328:0:16773:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384328.180332:0:16131:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.152@tcp of length 480/480 into md 0x1a4d [1] + 0 00000100:00100000:0.0:1767384328.180334:0:16773:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723079936 00000020:00000001:0.0:1767384328.180338:0:16773:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384328.180341:0:16773:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eec8e1 00000400:00000200:3.0:1767384328.180342:0:16131:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.152@tcp15 to MR: 192.168.202.152@tcp15 local destination 00000020:00000001:0.0:1767384328.180346:0:16773:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:3.0:1767384328.180350:0:16131:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp15 NI seq info: [100:100:256:4294967295] 192.168.202.152@tcp15 LPNI seq info [99:99:8:4294967295] 00000020:00000040:0.0:1767384328.180350:0:16773:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000555601ca refcount=15 00000400:00000200:3.0:1767384328.180377:0:16131:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp15(192.168.202.152@tcp15:192.168.202.152@tcp15) -> 192.168.202.152@tcp15(192.168.202.152@tcp15:192.168.202.152@tcp15) 192.168.202.152@tcp15 : REPLY try# 0 00000020:00000001:0.0:1767384328.180378:0:16773:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000020:00000001:0.0:1767384328.180384:0:16773:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000800:00000200:3.0:1767384328.180385:0:16131:0:(socklnd_cb.c:1001:ksocknal_send()) sending 480 bytes in 1 frags to 12345-192.168.202.152@tcp15 00000800:00000010:3.0:1767384328.180391:0:16131:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f1684544. 00000100:00000001:0.0:1767384328.180393:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000800:00000200:3.0:1767384328.180397:0:16131:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005b09fecb] -> 12345-192.168.202.152@tcp15 (6) 00000020:00000010:0.0:1767384328.180398:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b5e23d91. 00000100:00000001:0.0:1767384328.180403:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000200:3.0:1767384328.180404:0:16131:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp15 ip 192.168.202.152:1011 00000020:00000010:0.0:1767384328.180407:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b5e23d91. 00000800:00000200:3.0:1767384328.180414:0:16131:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f1684544 type 3, nob 576 niov 1 nkiov 1 00000020:00000010:0.0:1767384328.180414:0:16773:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a9f525db. 00000020:00000010:0.0:1767384328.180421:0:16773:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000af83ee4d. 00000020:00000010:0.0:1767384328.180427:0:16773:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000aa71986f. 00000100:00000001:0.0:1767384328.180432:0:16773:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384328.180434:0:16773:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384328.180436:0:16773:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384328.180437:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384328.180442:0:16773:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384328.180456:0:16773:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384328.180463:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384328.180471:0:27212:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384328.180475:0:27212:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384328.180478:0:16773:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:3.0:1767384328.180483:0:27212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 115 00000100:00000001:0.0:1767384328.180484:0:16773:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:3.0:1767384328.180491:0:27212:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000555601ca : new rpc_count 1 00000100:00000001:3.0:1767384328.180493:0:27212:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619777413669968 : -124296295881648 : ffff8ef4036fe450) 00000100:00000001:1.0:1767384328.180496:0:16771:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:0.0:1767384328.180496:0:16773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 116 00000100:00000001:1.0:1767384328.180500:0:16771:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:3.0:1767384328.180501:0:27212:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a3f1b2c2 x1853236723079808/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:309/0 lens 4848/0 e 0 to 0 dl 1767384339 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384328.180502:0:16773:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000555601ca : new rpc_count 2 00000100:00000001:1.0:1767384328.180505:0:16771:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384328.180508:0:16773:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619777413673040 : -124296295878576 : ffff8ef4036ff050) 00000100:00000001:1.0:1767384328.180511:0:16771:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384328.180518:0:27212:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:0.0:1767384328.180521:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000be93efa9 x1853236723079936/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:309/0 lens 4848/0 e 0 to 0 dl 1767384339 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384328.180522:0:27212:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c953ef24. 00000100:00000001:3.0:1767384328.180529:0:27212:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384328.180534:0:27212:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c953ef24. 00000100:00000001:0.0:1767384328.180539:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:3.0:1767384328.180542:0:27212:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000a3f1b2c2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:c0412d60-4f67-4dbc-8791-892843f60083+15:16139:x1853236723079808:12345-0@lo:253: 00000020:00000010:0.0:1767384328.180545:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b5e23d91. 00000100:00000200:3.0:1767384328.180546:0:27212:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723079808 00000020:00000001:3.0:1767384328.180553:0:27212:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:0.0:1767384328.180557:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384328.180560:0:27212:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000010:0.0:1767384328.180561:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b5e23d91. 00000020:00000001:3.0:1767384328.180565:0:27212:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384328.180568:0:27212:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384328.180570:0:27212:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669141328 : -1040410288 : ffffffffc1fc9950) 00000100:00100000:0.0:1767384328.180571:0:16773:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000be93efa9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c0412d60-4f67-4dbc-8791-892843f60083+15:16140:x1853236723079936:12345-0@lo:253: 00000020:00000001:3.0:1767384328.180574:0:27212:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384328.180576:0:27212:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384328.180580:0:16773:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723079936 00000020:00000001:3.0:1767384328.180581:0:27212:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384328.180584:0:27212:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384328.180586:0:16773:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384328.180588:0:27212:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384328.180592:0:16773:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:3.0:1767384328.180593:0:27212:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:0.0:1767384328.180596:0:16773:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384328.180597:0:27212:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:0.0:1767384328.180602:0:16773:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 02000000:00000010:3.0:1767384328.180604:0:27212:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000a871178b. 02000000:00000001:3.0:1767384328.180608:0:27212:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384328.180609:0:27212:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384328.180611:0:27212:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000001:0.0:1767384328.180617:0:16773:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669141328 : -1040410288 : ffffffffc1fc9950) 00000020:00000001:0.0:1767384328.180622:0:16773:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384328.180624:0:16773:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384328.180627:0:16773:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 20000000:00000010:3.0:1767384328.180630:0:27212:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000093e83a39. 00000020:00000001:0.0:1767384328.180630:0:16773:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384328.180633:0:16773:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:3.0:1767384328.180634:0:27212:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000100:00000001:0.0:1767384328.180638:0:16773:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 20000000:00000001:3.0:1767384328.180639:0:27212:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 02000000:00000001:0.0:1767384328.180643:0:16773:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:00000001:3.0:1767384328.180645:0:27212:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384328.180648:0:27212:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384328.180650:0:27212:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384328.180651:0:16773:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000002cb8ab3. 20000000:00000001:3.0:1767384328.180653:0:27212:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 02000000:00000001:0.0:1767384328.180658:0:16773:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384328.180662:0:16773:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:3.0:1767384328.180665:0:27212:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000a77587be. 20000000:00000001:0.0:1767384328.180666:0:16773:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:01000000:3.0:1767384328.180669:0:27212:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #37 20000000:00000001:3.0:1767384328.180675:0:27212:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:00000010:0.0:1767384328.180677:0:16773:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000d5c85fd3. 00080000:00000001:3.0:1767384328.180681:0:27212:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:01000000:0.0:1767384328.180682:0:16773:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384328.180686:0:16773:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384328.180689:0:16773:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384328.180691:0:16773:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384328.180694:0:16773:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384328.180698:0:16773:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000001:3.0:1767384328.180723:0:27212:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384328.180727:0:27212:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384328.180728:0:27212:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384328.180730:0:27212:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:3.0:1767384328.180732:0:27212:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384328.180739:0:27212:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446619782313850200 : -124291395701416 : ffff8ef52782b558) 00080000:00000001:3.0:1767384328.180742:0:27212:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384328.180748:0:27212:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000039d13e9a. 00080000:00000001:3.0:1767384328.180750:0:27212:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446619781773018112 : -124291936533504 : ffff8ef507464400) 00080000:00000001:3.0:1767384328.180754:0:27212:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384328.180880:0:27212:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384328.180882:0:27212:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384328.180884:0:27212:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384328.180904:0:27212:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384328.180906:0:27212:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384328.180979:0:27212:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384328.180981:0:27212:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000800:00000200:3.0:1767384328.181041:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384328.181043:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f1684544. 00000400:00000200:3.0:1767384328.181051:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:0.0:1767384328.181060:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384328.181061:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp15->192.168.202.152@tcp15: REPLY: OK 00000800:00000001:0.0:1767384328.181074:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384328.181080:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384328.181186:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384328.181198:0:16130:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.152@tcp15(192.168.202.152@tcp15) <- 192.168.202.152@tcp15 : REPLY - for me 00000400:00000200:0.0:1767384328.181213:0:16130:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.152@tcp15: Reply from 12345-192.168.202.152@tcp15 of length 480/480 into md 0x1a51 00000800:00000001:0.0:1767384328.181221:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384328.181231:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384328.181233:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384328.181243:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp15->192.168.202.152@tcp15: REPLY: OK 00000400:00000200:0.0:1767384328.181248:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003607bc79 00000400:00000010:0.0:1767384328.181251:0:16130:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003607bc79. 00000400:00000200:0.0:1767384328.181256:0:16130:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:0.0:1767384328.181259:0:16130:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.202.152@tcp has discovery enabled 00000400:00000200:0.0:1767384328.181264:0:16130:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.202.152@tcp(000000005d9714d7) is MR 00000400:00000200:0.0:1767384328.181267:0:16130:0:(peer.c:3037:lnet_discovery_event_reply()) Truncated Reply from 192.168.202.152@tcp (496 bytes) 00000400:00000200:0.0:1767384328.181280:0:16130:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.152@tcp (000000005d9714d7): -114 00000400:00000010:0.0:1767384328.181296:0:16130:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 489 at 000000001a975d84. 00000400:00000200:0.0:1767384328.181301:0:16130:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000005d9714d7 (29) 00000800:00000001:0.0:1767384328.181309:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384328.181315:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384328.181377:0:16135:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:3.0:1767384328.181383:0:16135:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 505 at 000000007545ae74. 00000400:00000010:3.0:1767384328.181391:0:16135:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000916f0326. 00000400:00000010:3.0:1767384328.181395:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c7a16a19. 00000400:00000200:3.0:1767384328.181399:0:16135:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000007545ae74 00000400:00000001:3.0:1767384328.181403:0:16135:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384328.181406:0:16135:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384328.181408:0:16135:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bb9cbdaf. 00000400:00000200:3.0:1767384328.181418:0:16135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008e502fa3 00000400:00000010:3.0:1767384328.181421:0:16135:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008e502fa3. 00000400:00000200:3.0:1767384328.181427:0:16135:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 6 status 0 unlinked 1 00000400:00000010:3.0:1767384328.181429:0:16135:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 489 at 000000008c355ec5. 00000400:00000200:3.0:1767384328.181433:0:16135:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 496 success 00000400:00000200:3.0:1767384328.181444:0:16135:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100871 00000400:00000200:3.0:1767384328.181452:0:16135:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.202.152@tcp:0 00000400:00000200:3.0:1767384328.181458:0:16135:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x102071 rc 1 00000400:00000200:3.0:1767384328.181461:0:16135:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x102071 00000400:00000200:3.0:1767384328.181465:0:16135:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (28) 00000400:00000010:3.0:1767384328.181471:0:16135:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 505 at 00000000212edfd2. 00000400:00000010:3.0:1767384328.181480:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005dadf04c. 00000400:00000010:3.0:1767384328.181488:0:16135:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000087b90219. 00000400:00000200:3.0:1767384328.181493:0:16135:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.152@tcp 00000400:00000200:3.0:1767384328.181498:0:16135:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.152@tcp local destination 00000400:00000200:3.0:1767384328.181506:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 37], ns[40, 37] 00000400:00000200:3.0:1767384328.181511:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 37], ns[64, 37] 00000400:00000200:3.0:1767384328.181516:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[68, 37], ns[68, 37] 00000400:00000200:3.0:1767384328.181525:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[78, 37], ns[78, 37] 00000400:00000200:3.0:1767384328.181528:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[83, 37], ns[83, 37] 00000400:00000200:3.0:1767384328.181531:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[99, 37], ns[100, 37] 00000400:00000200:3.0:1767384328.181535:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 37], ns[20, 37] 00000400:00000200:3.0:1767384328.181539:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 20], ns[22, 20] 00000400:00000200:3.0:1767384328.181541:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 20], ns[24, 20] 00000400:00000200:3.0:1767384328.181544:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 20], ns[26, 20] 00000400:00000200:3.0:1767384328.181547:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 20], ns[28, 20] 00000400:00000200:3.0:1767384328.181556:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 20], ns[30, 20] 00000400:00000200:3.0:1767384328.181559:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 20], ns[32, 20] 00000400:00000200:3.0:1767384328.181563:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 20], ns[34, 20] 00000400:00000200:3.0:1767384328.181565:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 20], ns[44, 20] 00000400:00000200:3.0:1767384328.181568:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 20], ns[48, 20] 00000400:00000200:3.0:1767384328.181570:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 20], ns[52, 20] 00000400:00000200:3.0:1767384328.181573:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 20], ns[56, 20] 00000400:00000200:3.0:1767384328.181577:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 20], ns[60, 20] 00000400:00000200:3.0:1767384328.181579:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 20], ns[72, 20] 00000400:00000200:3.0:1767384328.181584:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[76, 20], ns[76, 20] 00000400:00000200:3.0:1767384328.181586:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[96, 20], ns[97, 20] 00000400:00000200:3.0:1767384328.181589:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[95, 20], ns[96, 20] 00000400:00000200:3.0:1767384328.181592:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[90, 20], ns[91, 20] 00000400:00000200:3.0:1767384328.181595:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[94, 20], ns[95, 20] 00000400:00000200:3.0:1767384328.181599:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[97, 20], ns[98, 20] 00000400:00000200:3.0:1767384328.181602:0:16135:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp16 00000400:00000200:3.0:1767384328.181605:0:16135:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.152@tcp16 00000400:00000200:3.0:1767384328.181608:0:16135:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.152@tcp16 lpni_is_preferred = 0 00000400:00000200:3.0:1767384328.181610:0:16135:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.152@tcp16 00000400:00000200:3.0:1767384328.181614:0:16135:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp16 NI seq info: [101:101:256:4294967295] 192.168.202.152@tcp16 LPNI seq info [100:100:8:4294967295] 00000400:00000200:3.0:1767384328.181624:0:16135:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.152@tcp16 00000400:00000200:3.0:1767384328.181630:0:16135:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp16(192.168.202.152@tcp16:) -> 192.168.202.152@tcp16(192.168.202.152@tcp:192.168.202.152@tcp16) : GET try# 0 00000800:00000200:3.0:1767384328.181634:0:16135:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.152@tcp16 00000800:00000010:3.0:1767384328.181637:0:16135:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000f1684544. 00000800:00000200:3.0:1767384328.181641:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000048e2af5f] -> 12345-192.168.202.152@tcp16 (6) 00000800:00000200:3.0:1767384328.181646:0:16135:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp16 ip 192.168.202.152:988 00000800:00000200:3.0:1767384328.181648:0:16135:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f1684544 type 2, nob 96 niov 1 nkiov 0 00000400:00000200:3.0:1767384328.181660:0:16135:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.152@tcp 00000400:00000200:3.0:1767384328.181663:0:16135:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100271 rc 0 00000800:00000001:3.0:1767384328.181718:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384328.181726:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384328.181728:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384328.181732:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384328.181737:0:16131:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.152@tcp16(192.168.202.152@tcp16) <- 192.168.202.152@tcp16 : GET - for me 00000400:00000200:3.0:1767384328.181743:0:16131:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.152@tcp of length 496 into portal 0 MB=0x8000000000000000 00000800:00000200:1.0:1767384328.181747:0:16132:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1767384328.181751:0:16131:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.152@tcp of length 496/496 into md 0x1a4d [1] + 0 00000800:00000010:1.0:1767384328.181751:0:16132:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000f1684544. 00000400:00000200:1.0:1767384328.181756:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384328.181766:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp16->192.168.202.152@tcp16: GET: OK 00000400:00000200:3.0:1767384328.181769:0:16131:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.152@tcp16 to MR: 192.168.202.152@tcp16 local destination 00000400:00000200:3.0:1767384328.181776:0:16131:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp16 NI seq info: [102:102:255:4294967295] 192.168.202.152@tcp16 LPNI seq info [101:101:7:4294967295] 00000400:00000200:3.0:1767384328.181787:0:16131:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp16(192.168.202.152@tcp16:192.168.202.152@tcp16) -> 192.168.202.152@tcp16(192.168.202.152@tcp16:192.168.202.152@tcp16) 192.168.202.152@tcp16 : REPLY try# 0 00000800:00000200:3.0:1767384328.181794:0:16131:0:(socklnd_cb.c:1001:ksocknal_send()) sending 496 bytes in 1 frags to 12345-192.168.202.152@tcp16 00000400:00000200:1.0:1767384328.181794:0:16132:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384328.181802:0:16132:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.152@tcp: 0 00000800:00000010:3.0:1767384328.181887:0:16131:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000374fc03a. 00000800:00000200:3.0:1767384328.181892:0:16131:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000048e2af5f] -> 12345-192.168.202.152@tcp16 (6) 00000800:00000200:3.0:1767384328.181895:0:16131:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp16 ip 192.168.202.152:1009 00000800:00000200:3.0:1767384328.181898:0:16131:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000374fc03a type 3, nob 592 niov 1 nkiov 1 00000800:00000001:0.0:1767384328.181931:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:3.0:1767384328.181949:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384328.181952:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000374fc03a. 00000400:00000200:3.0:1767384328.181956:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:0.0:1767384328.181958:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384328.181959:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp16->192.168.202.152@tcp16: REPLY: OK 00000800:00000001:0.0:1767384328.181968:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384328.181972:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384328.181977:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384328.181987:0:16132:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.152@tcp16(192.168.202.152@tcp16) <- 192.168.202.152@tcp16 : REPLY - for me 00000400:00000200:0.0:1767384328.182001:0:16132:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.152@tcp16: Reply from 12345-192.168.202.152@tcp16 of length 496/496 into md 0x1a69 00000800:00000001:0.0:1767384328.182006:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384328.182013:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384328.182016:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384328.182021:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp16->192.168.202.152@tcp16: REPLY: OK 00000400:00000200:0.0:1767384328.182026:0:16132:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005dadf04c 00000400:00000010:0.0:1767384328.182028:0:16132:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005dadf04c. 00000400:00000200:0.0:1767384328.182032:0:16132:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:0.0:1767384328.182035:0:16132:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.202.152@tcp has discovery enabled 00000400:00000200:0.0:1767384328.182039:0:16132:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.202.152@tcp(000000005d9714d7) is MR 00000400:00000200:0.0:1767384328.182043:0:16132:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.202.152@tcp data present 29. state = 0x100271 00000400:00000200:0.0:1767384328.182047:0:16132:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.152@tcp (000000005d9714d7): -114 00000400:00000200:0.0:1767384328.182059:0:16132:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000005d9714d7 (29) 00000800:00000001:0.0:1767384328.182064:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384328.182068:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384328.182080:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384328.182114:0:16135:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384328.182124:0:16135:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x1000f1 00000400:00000010:3.0:1767384328.182133:0:16135:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 600 at 0000000022a56989. 00000400:00000010:3.0:1767384328.182139:0:16135:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 720 at 00000000448eb486. 00000400:00000010:3.0:1767384328.182143:0:16135:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 600 at 000000004bff7e26. 00000400:00000200:3.0:1767384328.182183:0:16135:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.152@tcp34(00000000d2238615) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:3.0:1767384328.182187:0:16135:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.152@tcp35(000000002a0a9127) status changed from 0xdeadface to 0x15aac0de 00000400:00000010:3.0:1767384328.182194:0:16135:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000002eefdff6. 00000400:00000200:3.0:1767384328.182200:0:16135:0:(peer.c:185:lnet_peer_ni_alloc()) 000000002eefdff6 nid 192.168.202.152@tcp36 00000400:00000010:3.0:1767384328.182202:0:16135:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 0000000019751a42. 00000400:00000200:3.0:1767384328.182204:0:16135:0:(peer.c:204:lnet_peer_net_alloc()) 0000000019751a42 net tcp36 00000400:00000200:3.0:1767384328.182208:0:16135:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (28) 00000400:00000200:3.0:1767384328.182212:0:16135:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.152@tcp NID 192.168.202.152@tcp36 flags 0x11 00000400:00000010:3.0:1767384328.182217:0:16135:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000008e0fb846. 00000400:00000200:3.0:1767384328.182220:0:16135:0:(peer.c:185:lnet_peer_ni_alloc()) 000000008e0fb846 nid 192.168.202.152@tcp37 00000400:00000010:3.0:1767384328.182224:0:16135:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 0000000021777844. 00000400:00000200:3.0:1767384328.182226:0:16135:0:(peer.c:204:lnet_peer_net_alloc()) 0000000021777844 net tcp37 00000400:00000200:3.0:1767384328.182229:0:16135:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (29) 00000400:00000200:3.0:1767384328.182234:0:16135:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.152@tcp NID 192.168.202.152@tcp37 flags 0x11 00000400:00000010:3.0:1767384328.182237:0:16135:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 600 at 0000000022a56989. 00000400:00000010:3.0:1767384328.182242:0:16135:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 720 at 00000000448eb486. 00000400:00000010:3.0:1767384328.182246:0:16135:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 600 at 000000004bff7e26. 00000400:00000010:3.0:1767384328.182248:0:16135:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 505 at 00000000212edfd2. 00000400:00000200:3.0:1767384328.182250:0:16135:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.152@tcp (000000005d9714d7): 0 00000400:00000200:3.0:1767384328.182253:0:16135:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.152@tcp(000000005d9714d7): 0. state = 0x100171 00000400:00000200:3.0:1767384328.182255:0:16135:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100171 rc 1 00000400:00000200:3.0:1767384328.182258:0:16135:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100171 00000400:00000010:3.0:1767384328.182263:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000083038595. 00000400:00000200:3.0:1767384328.182265:0:16135:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (30) 00000400:00000010:3.0:1767384328.182268:0:16135:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000008a0ef9. 00000400:00000200:3.0:1767384328.182270:0:16135:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.152@tcp16 00000400:00000200:3.0:1767384328.182275:0:16135:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.152@tcp16 to MR: 192.168.202.152@tcp16 local destination 00000400:00000200:3.0:1767384328.182283:0:16135:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp16 NI seq info: [103:103:256:4294967295] 192.168.202.152@tcp16 LPNI seq info [102:102:8:4294967295] 00000400:00000200:3.0:1767384328.182288:0:16135:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.152@tcp16 00000400:00000200:3.0:1767384328.182294:0:16135:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp16(192.168.202.152@tcp16:192.168.202.152@tcp16) -> 192.168.202.152@tcp16(192.168.202.152@tcp16:192.168.202.152@tcp16) : PUT try# 0 00000800:00000200:3.0:1767384328.182299:0:16135:0:(socklnd_cb.c:1001:ksocknal_send()) sending 496 bytes in 1 frags to 12345-192.168.202.152@tcp16 00000800:00000010:3.0:1767384328.182301:0:16135:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000374fc03a. 00000800:00000200:3.0:1767384328.182305:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000048e2af5f] -> 12345-192.168.202.152@tcp16 (6) 00000800:00000200:3.0:1767384328.182310:0:16135:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp16 ip 192.168.202.152:988 00000800:00000200:3.0:1767384328.182313:0:16135:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000374fc03a type 1, nob 592 niov 1 nkiov 1 00000400:00000200:3.0:1767384328.182327:0:16135:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.152@tcp 00000400:00000200:3.0:1767384328.182333:0:16135:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100571 rc 0 00000800:00000200:3.0:1767384328.182408:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384328.182410:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000374fc03a. 00000400:00000200:3.0:1767384328.182414:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384328.182418:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp16->192.168.202.152@tcp16: PUT: OK 00000400:00000200:3.0:1767384328.182421:0:16131:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384328.182423:0:16131:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.152@tcp16: 0 00000800:00000001:3.0:1767384328.182429:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384328.182436:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384328.182440:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384328.182447:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384328.182455:0:16131:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.152@tcp16(192.168.202.152@tcp16) <- 192.168.202.152@tcp16 : PUT - for me 00000400:00000200:3.0:1767384328.182462:0:16131:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.152@tcp of length 496 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384328.182467:0:16131:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.152@tcp of length 496/496 into md 0x1a65 [1] + 0 00000400:00000010:3.0:1767384328.182469:0:16131:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000916f0326. 00000400:00000200:3.0:1767384328.182472:0:16131:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000c7a16a19 00000800:00000001:3.0:1767384328.182475:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384328.182479:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384328.182481:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384328.182485:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp16->192.168.202.152@tcp16: PUT: OK 00000400:00000200:3.0:1767384328.182487:0:16131:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c7a16a19 00000400:00000010:3.0:1767384328.182494:0:16131:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c7a16a19. 00000400:00000200:3.0:1767384328.182499:0:16131:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:3.0:1767384328.182502:0:16131:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (31) 00000400:00000200:3.0:1767384328.182506:0:16131:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.152@tcp(000000005d9714d7) is MR 00000400:00000010:3.0:1767384328.182511:0:16131:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 505 at 00000000212edfd2. 00000400:00000200:3.0:1767384328.182515:0:16131:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.202.152@tcp 29 00000400:00000200:3.0:1767384328.182519:0:16131:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.152@tcp (000000005d9714d7): -114 00000400:00000200:3.0:1767384328.182528:0:16131:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000005d9714d7 (32) 00000400:00000200:3.0:1767384328.182532:0:16131:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767384328.182538:0:16131:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.152@tcp16 to MR: 192.168.202.152@tcp16 local destination 00000400:00000200:3.0:1767384328.182542:0:16131:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp16 NI seq info: [104:104:256:4294967295] 192.168.202.152@tcp16 LPNI seq info [103:103:8:4294967295] 00000400:00000200:3.0:1767384328.182552:0:16131:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp16(192.168.202.152@tcp16:192.168.202.152@tcp16) -> 192.168.202.152@tcp16(192.168.202.152@tcp16:192.168.202.152@tcp16) 192.168.202.152@tcp16 : ACK try# 0 00000800:00000200:3.0:1767384328.182556:0:16131:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.152@tcp16 00000800:00000010:3.0:1767384328.182719:0:16131:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000374fc03a. 00000800:00000200:3.0:1767384328.182724:0:16131:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000048e2af5f] -> 12345-192.168.202.152@tcp16 (6) 00000800:00000200:3.0:1767384328.182728:0:16131:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp16 ip 192.168.202.152:1009 00000800:00000200:3.0:1767384328.182731:0:16131:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000374fc03a type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1767384328.182804:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384328.182807:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000374fc03a. 00000400:00000200:3.0:1767384328.182813:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384328.182818:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp16->192.168.202.152@tcp16: ACK: OK 00000800:00000001:3.0:1767384328.182881:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384328.182885:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384328.182887:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384328.182890:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384328.182892:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384328.182895:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384328.182900:0:16132:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.152@tcp16(192.168.202.152@tcp16) <- 192.168.202.152@tcp16 : ACK - for me 00000400:00000200:3.0:1767384328.182931:0:16132:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.152@tcp16: ACK from 12345-192.168.202.152@tcp16 into md 0x1a6d 00000400:00000200:3.0:1767384328.182936:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384328.182942:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp16->192.168.202.152@tcp16: ACK: OK 00000400:00000200:3.0:1767384328.182953:0:16132:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000083038595 00000400:00000010:3.0:1767384328.182955:0:16132:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000083038595. 00000400:00000200:3.0:1767384328.182958:0:16132:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:3.0:1767384328.182961:0:16132:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.152@tcp ev->status 0 00000400:00000200:3.0:1767384328.182965:0:16132:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.152@tcp (000000005d9714d7): -114 00000400:00000200:3.0:1767384328.182969:0:16132:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000005d9714d7 (31) 00000800:00000001:0.0:1767384328.182996:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384328.183003:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384328.183020:0:16135:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:0.0:1767384328.183026:0:16135:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000039f4abad. 00000400:00000010:0.0:1767384328.183031:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003607bc79. 00000400:00000200:0.0:1767384328.183036:0:16135:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000007545ae74 00000400:00000200:0.0:1767384328.183043:0:16135:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x1000f1 00000400:00000010:0.0:1767384328.183058:0:16135:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 600 at 0000000095a26dfb. 00000400:00000010:0.0:1767384328.183064:0:16135:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 720 at 00000000c5df7bcc. 00000400:00000010:0.0:1767384328.183069:0:16135:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 600 at 0000000092138935. 00000400:00000010:0.0:1767384328.183144:0:16135:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 600 at 0000000095a26dfb. 00000400:00000010:0.0:1767384328.183149:0:16135:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 720 at 00000000c5df7bcc. 00000400:00000010:0.0:1767384328.183154:0:16135:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 600 at 0000000092138935. 00000400:00000010:0.0:1767384328.183160:0:16135:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 505 at 00000000212edfd2. 00000400:00000200:0.0:1767384328.183165:0:16135:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.152@tcp (000000005d9714d7): 0 00000400:00000200:0.0:1767384328.183169:0:16135:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.152@tcp(000000005d9714d7): 0. state = 0x100171 00000400:00000200:0.0:1767384328.183173:0:16135:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100171 rc 1 00000400:00000200:0.0:1767384328.183178:0:16135:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100171 00000400:00000200:0.0:1767384328.183182:0:16135:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.152@tcp 00000400:00000200:0.0:1767384328.183184:0:16135:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100111 rc 0 00000400:00000200:0.0:1767384328.183189:0:16135:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.152@tcp (000000005d9714d7) 00000400:00000200:0.0:1767384328.183193:0:16135:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000005d9714d7 (30) 00080000:00000001:3.0:1767384328.189684:0:27212:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384328.189690:0:27212:0:(lu_object.c:207:lu_object_put()) Add 00000000f07b1e3f/000000000f28175b to site lru. bkt: 00000000b56e2c81 00080000:00000001:1.0:1767384328.189693:0:16807:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 20000000:00000001:3.0:1767384328.189694:0:27212:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384328.189697:0:27212:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:1.0:1767384328.189699:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384328.189703:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1767384328.189704:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:01000000:3.0:1767384328.189706:0:27212:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00040000:00000001:1.0:1767384328.189706:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384328.189710:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000039d13e9a. 00080000:00000001:1.0:1767384328.189716:0:16807:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:3.0:1767384328.189720:0:27212:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384328.189724:0:27212:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:00000010:0.0:1767384328.189725:0:16773:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000a57bdbd6. 00080000:00000020:3.0:1767384328.189730:0:27212:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:0.0:1767384328.189732:0:16773:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #37 20000000:01000000:2.0:1767384328.189736:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384328.189739:0:16773:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:00000001:2.0:1767384328.189745:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000001:0.0:1767384328.189747:0:16773:0:(osd_index.c:626:osd_dir_lookup()) Process entered 10000000:01000000:2.0:1767384328.189752:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384328.189761:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384328.189766:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384328.189776:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000d406f69b. 00080000:00000001:0.0:1767384328.189776:0:16773:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384328.189785:0:16773:0:(osd_index.c:949:osd_remote_fid()) Process entered 00010000:00000001:2.0:1767384328.189786:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:0.0:1767384328.189788:0:16773:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384328.189793:0:16773:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00010000:00000010:2.0:1767384328.189794:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000005eb7e91e. 00000020:00000001:0.0:1767384328.189798:0:16773:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384328.189803:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000001:0.0:1767384328.189805:0:16773:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446619782313850200 : -124291395701416 : ffff8ef52782b558) 00000020:00000040:2.0:1767384328.189808:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 000000005eb7e91e with handle 0x7e51148972eecc1b to hash 00080000:00000001:0.0:1767384328.189815:0:16773:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000020:00000001:2.0:1767384328.189816:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384328.189822:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446619782554465792 : -124291155085824 : ffff8ef535da3600) 00080000:00000010:0.0:1767384328.189825:0:16773:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000011ff30f3. 00010000:00000001:2.0:1767384328.189827:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446619782554465792 : -124291155085824 : ffff8ef535da3600) 00080000:00000001:0.0:1767384328.189832:0:16773:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446619781780558848 : -124291928992768 : ffff8ef507b95400) 00010000:00000001:2.0:1767384328.189835:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384328.189843:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384328.189843:0:16773:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00010000:2.0:1767384328.189852:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000005eb7e91e/0x7e51148972eecc1b lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384328.189864:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384328.189875:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384328.189879:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384328.189881:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384328.189884:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384328.189888:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384328.189890:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384328.189893:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384328.189896:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384328.189899:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384328.189902:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384328.189905:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000d406f69b) refcount = 1 00010000:00010000:2.0:1767384328.189910:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000005eb7e91e/0x7e51148972eecc1b lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384328.189917:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384328.189920:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384328.189922:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384328.189925:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384328.189928:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384328.189932:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384328.189937:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003445359s 00010000:00000001:2.0:1767384328.189943:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000001:00000001:0.0:1767384328.189944:0:16773:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000020:00000001:2.0:1767384328.189946:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00080000:00000001:0.0:1767384328.189949:0:16773:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384328.189952:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000005eb7e91e refcount=4 00080000:00000001:0.0:1767384328.189954:0:16773:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000020:00000001:2.0:1767384328.189957:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619782554465792 : -124291155085824 : ffff8ef535da3600) 00010000:00000001:2.0:1767384328.189962:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619782554465792 : -124291155085824 : ffff8ef535da3600) 00010000:00000001:2.0:1767384328.189965:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384328.189968:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000005eb7e91e/0x7e51148972eecc1b lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384328.189973:0:16773:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384328.189979:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00080000:00000001:0.0:1767384328.189980:0:16773:0:(osd_io.c:399:osd_write()) Process entered 00010000:00010000:2.0:1767384328.189985:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000005eb7e91e/0x7e51148972eecc1b lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384328.189996:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384328.189999:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384328.190010:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000005eb7e91e/0x7e51148972eecc1b lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384328.190017:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384328.190019:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384328.190023:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384328.190026:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000005eb7e91e/0x7e51148972eecc1b lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384328.190033:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000005eb7e91e already unused, calling callback (00000000871a6010) 00010000:00000001:2.0:1767384328.190037:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384328.190041:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384328.190043:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000005eb7e91e/0x7e51148972eecc1b lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384328.190051:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384328.190054:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384328.190056:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384328.190057:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000005eb7e91e refcount=5 00000020:00000001:2.0:1767384328.190060:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619782554465792 : -124291155085824 : ffff8ef535da3600) 00010000:00000001:2.0:1767384328.190063:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619782554465792 : -124291155085824 : ffff8ef535da3600) 00010000:00000001:2.0:1767384328.190067:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384328.190070:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000005eb7e91e/0x7e51148972eecc1b lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384328.190077:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384328.190080:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384328.190082:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384328.190128:0:16773:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767384328.190135:0:16773:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000001:2.0:1767384328.190138:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384328.190142:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384328.190146:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384328.190149:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384328.190154:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000005eb7e91e with handle 0x7e51148972eecc1b from hash 00010000:00000001:2.0:1767384328.190158:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384328.190161:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384328.190171:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384328.190173:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384328.190177:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384328.190180:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384328.190184:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384328.190187:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384328.190191:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384328.190194:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384328.190196:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384328.190200:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384328.190202:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384328.190204:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384328.190206:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384328.190209:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384328.190212:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000005eb7e91e/0x7e51148972eecc1b lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384328.190219:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384328.190220:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384328.190223:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384328.190225:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384328.190226:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384328.190228:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384328.190229:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384328.190233:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384328.190236:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384328.190238:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000005eb7e91e/0x7e51148972eecc1b lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384328.190246:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384328.190248:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384328.190249:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000005eb7e91e/0x7e51148972eecc1b lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384328.190257:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000d406f69b count: 0 00010000:00000001:2.0:1767384328.190269:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384328.190271:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000010:2.1:1767384328.198131:0:18308:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000d406f69b. 00010000:00000010:2.1:1767384328.198146:0:18308:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000005eb7e91e. 00080000:00000001:0.0:1767384328.200827:0:16807:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384328.200833:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384328.200836:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1767384328.200837:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384328.200838:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384328.200841:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000011ff30f3. 00080000:00000001:0.0:1767384328.200846:0:16807:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1767384328.200934:0:16773:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384328.200941:0:16773:0:(lu_object.c:207:lu_object_put()) Add 00000000f07b1e3f/000000000f28175b to site lru. bkt: 00000000b56e2c81 20000000:00000001:1.0:1767384328.200945:0:16773:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384328.200947:0:16773:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384328.200950:0:16773:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384328.200965:0:16773:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384328.200968:0:16773:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:1.0:1767384328.200975:0:16773:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:2.0:1767384328.200980:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384328.200994:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384328.200998:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384328.201004:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384328.201007:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384328.201015:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000d406f69b. 00010000:00000001:2.0:1767384328.201020:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384328.201023:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000005eb7e91e. 00000020:00000001:2.0:1767384328.201027:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384328.201033:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 000000005eb7e91e with handle 0x7e51148972eecc22 to hash 00000020:00000001:2.0:1767384328.201035:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384328.201038:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446619782554465792 : -124291155085824 : ffff8ef535da3600) 00010000:00000001:2.0:1767384328.201041:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446619782554465792 : -124291155085824 : ffff8ef535da3600) 00010000:00000001:2.0:1767384328.201045:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384328.201047:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384328.201050:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000005eb7e91e/0x7e51148972eecc22 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384328.201060:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384328.201064:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384328.201067:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384328.201070:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384328.201072:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384328.201075:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384328.201077:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384328.201080:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384328.201083:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384328.201121:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384328.201124:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384328.201126:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000d406f69b) refcount = 1 00010000:00010000:2.0:1767384328.201131:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000005eb7e91e/0x7e51148972eecc22 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384328.201137:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384328.201139:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384328.201142:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384328.201144:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384328.201153:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384328.201156:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384328.201160:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003445359s 00010000:00000001:2.0:1767384328.201163:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384328.201166:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384328.201169:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000005eb7e91e refcount=4 00000020:00000001:2.0:1767384328.201171:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619782554465792 : -124291155085824 : ffff8ef535da3600) 00010000:00000001:2.0:1767384328.201174:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619782554465792 : -124291155085824 : ffff8ef535da3600) 00010000:00000001:2.0:1767384328.201177:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384328.201180:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000005eb7e91e/0x7e51148972eecc22 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384328.201188:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384328.201190:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000005eb7e91e/0x7e51148972eecc22 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384328.201196:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384328.201198:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384328.201201:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000005eb7e91e/0x7e51148972eecc22 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384328.201206:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384328.201208:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384328.201212:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384328.201214:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000005eb7e91e/0x7e51148972eecc22 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384328.201222:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000005eb7e91e already unused, calling callback (00000000871a6010) 00010000:00000001:2.0:1767384328.201224:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384328.201227:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384328.201229:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000005eb7e91e/0x7e51148972eecc22 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384328.201235:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384328.201236:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384328.201250:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384328.201253:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000005eb7e91e refcount=5 00000020:00000001:2.0:1767384328.201255:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619782554465792 : -124291155085824 : ffff8ef535da3600) 00010000:00000001:2.0:1767384328.201258:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619782554465792 : -124291155085824 : ffff8ef535da3600) 00010000:00000001:2.0:1767384328.201262:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384328.201264:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000005eb7e91e/0x7e51148972eecc22 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384328.201271:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384328.201274:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384328.201277:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384328.201283:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384328.201285:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384328.201287:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384328.201290:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384328.201293:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000005eb7e91e with handle 0x7e51148972eecc22 from hash 00010000:00000001:2.0:1767384328.201295:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384328.201297:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384328.201298:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384328.201299:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384328.201301:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384328.201303:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384328.201306:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384328.201308:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384328.201311:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384328.201313:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384328.201315:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384328.201318:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384328.201319:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384328.201321:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384328.201323:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384328.201325:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384328.201327:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000005eb7e91e/0x7e51148972eecc22 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384328.201332:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384328.201342:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384328.201344:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384328.201346:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384328.201349:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384328.201351:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384328.201352:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384328.201368:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384328.201371:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384328.201374:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000005eb7e91e/0x7e51148972eecc22 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384328.201379:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384328.201381:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384328.201383:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000005eb7e91e/0x7e51148972eecc22 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384328.201389:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000d406f69b count: 0 00010000:00000001:2.0:1767384328.201399:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384328.201401:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:2.0:1767384328.202015:0:27212:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:2.0:1767384328.202021:0:27212:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384328.202025:0:27212:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000093e83a39. 20000000:00000001:2.0:1767384328.202035:0:27212:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384328.202043:0:27212:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236723079808 00010000:00000001:2.0:1767384328.202046:0:27212:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384328.202061:0:27212:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000a3f1b2c2 x1853236723079808/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:309/0 lens 4848/4768 e 0 to 0 dl 1767384339 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384328.202073:0:27212:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384328.202077:0:27212:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384328.202083:0:27212:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dd452398 time=58 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384328.202120:0:27212:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384328.202124:0:27212:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 21 to 0@lo 00000100:00000001:2.0:1767384328.202127:0:27212:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 02000000:00000001:2.0:1767384328.202131:0:27212:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384328.202136:0:27212:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384328.202142:0:27212:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384328.202157:0:27212:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384328.202163:0:27212:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c3ef9401. 00000100:00000200:2.0:1767384328.202172:0:27212:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236723079808, offset 224 00000400:00000200:2.0:1767384328.202182:0:27212:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384328.202200:0:27212:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384328.202215:0:27212:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824c905a80 00000400:00000200:2.0:1767384328.202228:0:27212:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1a55 [2] + 224 00000400:00000200:2.0:1767384328.202240:0:27212:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384328.202248:0:27212:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384328.202259:0:27212:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384328.202267:0:27212:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003615e837 x1853236723079808/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384344 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384328.202280:0:27212:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000003615e837 x1853236723079808/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384344 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384328.202301:0:27212:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384328.202313:0:27212:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c3ef9401 00000400:00000010:2.0:1767384328.202316:0:27212:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c3ef9401. 00000100:00000001:2.0:1767384328.202321:0:27212:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384328.202325:0:27212:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384328.202332:0:27212:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384328.202336:0:27212:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 20 to 0@lo 00010000:00000001:2.0:1767384328.202340:0:27212:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384328.202343:0:27212:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384328.202347:0:27212:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384328.202353:0:27212:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a3f1b2c2 x1853236723079808/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:309/0 lens 4848/4768 e 0 to 0 dl 1767384339 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384328.202379:0:27212:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000a3f1b2c2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:c0412d60-4f67-4dbc-8791-892843f60083+15:16139:x1853236723079808:12345-0@lo:253: Request processed in 21859us (22488us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384328.202393:0:27212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 115 00000100:00000040:2.0:1767384328.202397:0:27212:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000555601ca : new rpc_count 1 00000100:00000001:2.0:1767384328.202401:0:27212:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384328.202404:0:27212:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384328.202412:0:27212:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007947c3b9. 00000020:00000010:2.0:1767384328.202429:0:27212:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000006ba800d. 00000020:00000010:2.0:1767384328.202435:0:27212:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f8dd4368. 00000020:00000040:2.0:1767384328.202445:0:27212:0:(genops.c:898:class_export_put()) PUTting export 00000000555601ca : new refcount 14 02000000:00000001:2.0:1767384328.202452:0:27212:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384328.202456:0:27212:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000a871178b. 02000000:00000001:2.0:1767384328.202465:0:27212:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384328.202468:0:27212:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384328.202477:0:27212:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384328.202485:0:27212:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005ab3a84f. 00000400:00000010:2.0:1767384328.202493:0:27212:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c3ef9401. 00000100:00000001:2.0:1767384328.202526:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384328.202531:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384328.202540:0:16139:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384328.202543:0:16139:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384328.202546:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000068b24252. 00000400:00000200:2.0:1767384328.202552:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000026f3893d 00000400:00000010:2.0:1767384328.202555:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000026f3893d. 00000100:00000001:2.0:1767384328.202559:0:16139:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384328.202564:0:16139:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003615e837 x1853236723079808/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384344 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384328.202576:0:16139:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003615e837 x1853236723079808/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384344 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384328.202586:0:16139:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384328.202590:0:16139:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384328.202593:0:16139:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384328.202597:0:16139:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384328.202600:0:16139:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384328.202603:0:16139:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384328.202608:0:16139:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384328.202614:0:16139:0:(import.c:2128:obd_at_measure()) add 5 to 0000000028df3f77 time=58 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384328.202619:0:16139:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f5022cbe time=58 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384328.202624:0:16139:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384328.202626:0:16139:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384328.202629:0:16139:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384328.202632:0:16139:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384328.202635:0:16139:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384328.202650:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003615e837 x1853236723079808/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384344 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384328.202659:0:16139:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384328.202663:0:16139:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384328.202665:0:16139:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384328.202672:0:16139:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384328.202676:0:16139:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384328.202678:0:16139:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384328.202681:0:16139:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384328.202683:0:16139:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384328.202685:0:16139:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384328.202687:0:16139:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384328.202690:0:16139:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384328.202693:0:16139:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384328.202696:0:16139:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384328.202701:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003615e837 x1853236723079808/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384344 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384328.202710:0:16139:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003615e837 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c0412d60-4f67-4dbc-8791-892843f60083:16139:1853236723079808:0@lo:253: 00000100:00000001:2.0:1767384328.202717:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384328.202721:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384328.202726:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003615e837 x1853236723079808/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384344 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384328.202738:0:16139:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384328.202742:0:16139:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384328.202746:0:16139:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000004519d93b. 02000000:00000001:2.0:1767384328.202757:0:16139:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384328.202760:0:16139:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384328.202762:0:16139:0:(genops.c:1242:class_import_put()) import 00000000df830bbe refcount=4 obd=MGC192.168.202.152@tcp 00000020:00000001:2.0:1767384328.202765:0:16139:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384328.202769:0:16139:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000aab16fa3. 02000000:00000001:2.0:1767384328.202775:0:16139:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384328.202778:0:16139:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384328.202781:0:16139:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003615e837. 00000100:00000001:2.0:1767384328.202786:0:16139:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384328.202788:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384328.202798:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384328.202808:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384328.202811:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384328.202816:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384328.202820:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384328.205058:0:30532:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000ad87288f. 00000400:00000040:3.0:1767384328.205079:0:30532:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384328.205082:0:30532:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384328.205128:0:30532:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384328.205132:0:30532:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384328.205136:0:30532:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384328.205138:0:30532:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:3.0:1767384328.205142:0:30532:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384328.205145:0:30532:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384328.205147:0:30532:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384328.205150:0:30532:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:3.0:1767384328.205152:0:30532:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384328.205155:0:30532:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384328.205158:0:30532:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384328.205160:0:30532:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384328.205161:0:30532:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767384328.205164:0:30532:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384328.205167:0:30532:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384328.205169:0:30532:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767384328.205171:0:30532:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:3.0:1767384328.205174:0:30532:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384328.205176:0:30532:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384328.205177:0:30532:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384328.205184:0:30532:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384328.205187:0:30532:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384328.205190:0:30532:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000100:00000040:1.0:1767384328.205192:0:62:0:(connection.c:75:cpu_latency_work()) work item of 00000000edc4e618 (cpu 0) has reached its deadline 4294918167, at 4294918168 00000400:00000040:3.0:1767384328.205193:0:30532:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384328.205198:0:30532:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384328.205202:0:30532:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000100:00000010:1.0:1767384328.205204:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b538a431. 00000400:00000040:3.0:1767384328.205205:0:30532:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384328.205209:0:30532:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384328.205212:0:30532:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767384328.205214:0:30532:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384328.205216:0:30532:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384328.205219:0:30532:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384328.205223:0:30532:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384328.205225:0:30532:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384328.205225:0:30532:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767384328.205227:0:30532:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384328.205228:0:30532:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384328.205229:0:30532:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384328.205231:0:30532:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384328.205233:0:30532:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384328.205235:0:30532:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000100:00000040:2.0:1767384328.205236:0:270:0:(connection.c:75:cpu_latency_work()) work item of 00000000135c2452 (cpu 0) has reached its deadline 4294918167, at 4294918168 00000400:00000040:3.0:1767384328.205237:0:30532:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767384328.205241:0:30532:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767384328.205249:0:30532:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767384328.205251:0:30532:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000100:00000010:2.0:1767384328.205253:0:270:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000000b6696c. 00000400:00000040:3.0:1767384328.205254:0:30532:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767384328.205261:0:30532:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384328.205264:0:30532:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384328.205266:0:30532:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767384328.205268:0:30532:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384328.205269:0:30532:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767384328.205271:0:30532:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:3.0:1767384328.205273:0:30532:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767384328.205276:0:30532:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767384328.205277:0:30532:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:3.0:1767384328.205438:0:30532:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000ad87288f. 00000100:00000040:3.0:1767384328.205459:0:53:0:(connection.c:75:cpu_latency_work()) work item of 000000009d5c2cb6 (cpu 0) has reached its deadline 4294918167, at 4294918168 00000100:00000010:3.0:1767384328.205464:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000fe3845a. 00080000:00000020:1.0:1767384328.205465:0:16773:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767384328.205469:0:16773:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384328.205474:0:16773:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000d5c85fd3. 20000000:00000001:1.0:1767384328.205479:0:16773:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384328.205484:0:16773:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236723079936 00010000:00000001:1.0:1767384328.205487:0:16773:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384328.205493:0:16773:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000be93efa9 x1853236723079936/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:309/0 lens 4848/4768 e 0 to 0 dl 1767384339 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384328.205500:0:16773:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384328.205502:0:16773:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384328.205505:0:16773:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dd452398 time=58 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384328.205509:0:16773:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384328.205518:0:16773:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 21 to 0@lo 00000100:00000001:1.0:1767384328.205520:0:16773:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 02000000:00000001:1.0:1767384328.205523:0:16773:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384328.205526:0:16773:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384328.205530:0:16773:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384328.205534:0:16773:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384328.205539:0:16773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007b90de10. 00000100:00000200:1.0:1767384328.205544:0:16773:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236723079936, offset 224 00000400:00000200:1.0:1767384328.205551:0:16773:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384328.205562:0:16773:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384328.205571:0:16773:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824c905b00 00000400:00000200:1.0:1767384328.205577:0:16773:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1a5d [2] + 224 00000400:00000200:1.0:1767384328.205584:0:16773:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384328.205587:0:16773:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384328.205592:0:16773:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384328.205595:0:16773:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bb43b465 x1853236723079936/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384344 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384328.205602:0:16773:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000bb43b465 x1853236723079936/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384344 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384328.205615:0:16773:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384328.205624:0:16773:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007b90de10 00000400:00000010:1.0:1767384328.205626:0:16773:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007b90de10. 00000100:00000001:1.0:1767384328.205628:0:16773:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384328.205629:0:16773:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384328.205639:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384328.205640:0:16773:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384328.205648:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767384328.205649:0:16773:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 20 to 0@lo 00010000:00000001:1.0:1767384328.205653:0:16773:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:2.0:1767384328.205657:0:16140:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:1.0:1767384328.205657:0:16773:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384328.205666:0:16140:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:1.0:1767384328.205667:0:16773:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:2.0:1767384328.205675:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ecffd2a2. 00000100:00000040:1.0:1767384328.205679:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000be93efa9 x1853236723079936/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:309/0 lens 4848/4768 e 0 to 0 dl 1767384339 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384328.205687:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d9ea7bbf 00000400:00000010:2.0:1767384328.205693:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d9ea7bbf. 00000100:00000001:2.0:1767384328.205701:0:16140:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:1.0:1767384328.205702:0:16773:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000be93efa9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c0412d60-4f67-4dbc-8791-892843f60083+14:16140:x1853236723079936:12345-0@lo:253: Request processed in 25159us (25676us total) trans 0 rc 0/0 00000100:00000200:2.0:1767384328.205711:0:16140:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bb43b465 x1853236723079936/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384344 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384328.205737:0:16140:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bb43b465 x1853236723079936/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384344 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384328.205745:0:16773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 116 00000100:00000040:1.0:1767384328.205751:0:16773:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000555601ca : new rpc_count 0 00000100:00000001:1.0:1767384328.205758:0:16773:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384328.205761:0:16773:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384328.205767:0:16140:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:1.0:1767384328.205768:0:16773:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000af83ee4d. 00000100:00000001:2.0:1767384328.205771:0:16140:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384328.205778:0:16140:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:1.0:1767384328.205779:0:16773:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000aa71986f. 02000000:00000001:2.0:1767384328.205781:0:16140:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384328.205785:0:16140:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:1.0:1767384328.205786:0:16773:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a9f525db. 00000100:00000001:2.0:1767384328.205788:0:16140:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384328.205793:0:16140:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384328.205794:0:16773:0:(genops.c:898:class_export_put()) PUTting export 00000000555601ca : new refcount 13 00000100:00001000:2.0:1767384328.205799:0:16140:0:(import.c:2128:obd_at_measure()) add 5 to 0000000028df3f77 time=58 v=5 (5 0 0 0) 02000000:00000001:1.0:1767384328.205802:0:16773:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00001000:2.0:1767384328.205807:0:16140:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f5022cbe time=58 v=5 (1 0 0 0) 02000000:00000010:1.0:1767384328.205808:0:16773:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000002cb8ab3. 00000100:00000001:2.0:1767384328.205818:0:16140:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:1.0:1767384328.205819:0:16773:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384328.205823:0:16140:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384328.205824:0:16773:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384328.205835:0:16140:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384328.205838:0:16140:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384328.205839:0:16773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:2.0:1767384328.205842:0:16140:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384328.205848:0:16773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000018ef7e1d. 00000100:00000040:2.0:1767384328.205849:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bb43b465 x1853236723079936/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384344 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384328.205860:0:16773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007b90de10. 00000100:00000001:2.0:1767384328.205863:0:16140:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384328.205876:0:16140:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384328.205879:0:16140:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384328.205883:0:16140:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384328.205885:0:16140:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384328.205887:0:16140:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384328.205889:0:16140:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384328.205891:0:16140:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384328.205893:0:16140:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384328.205894:0:16140:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384328.205896:0:16140:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384328.205898:0:16140:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384328.205904:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bb43b465 x1853236723079936/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384344 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384328.205912:0:16140:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000bb43b465 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c0412d60-4f67-4dbc-8791-892843f60083:16140:1853236723079936:0@lo:253: 00000100:00000001:2.0:1767384328.205918:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384328.205920:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384328.205925:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bb43b465 x1853236723079936/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384344 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384328.205933:0:16140:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384328.205936:0:16140:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384328.205938:0:16140:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000fc2316a4. 02000000:00000001:2.0:1767384328.205942:0:16140:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384328.205943:0:16140:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384328.205945:0:16140:0:(genops.c:1242:class_import_put()) import 00000000df830bbe refcount=3 obd=MGC192.168.202.152@tcp 00000020:00000001:2.0:1767384328.205947:0:16140:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384328.205949:0:16140:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000686b2cb5. 02000000:00000001:2.0:1767384328.205953:0:16140:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384328.205954:0:16140:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384328.205955:0:16140:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bb43b465. 00000100:00000001:2.0:1767384328.205959:0:16140:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384328.205960:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384328.205962:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384328.205968:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384328.205969:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384328.205972:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384328.205974:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384328.206139:0:449:0:(connection.c:75:cpu_latency_work()) work item of 000000002fd0fb58 (cpu 0) has reached its deadline 4294918167, at 4294918169 00000100:00000010:0.0:1767384328.206148:0:449:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000496d9e1e. 00010000:00000010:2.1:1767384328.207134:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000d406f69b. 00010000:00000010:2.1:1767384328.207140:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000005eb7e91e. 00000400:00000001:2.0:1767384328.629509:0:16134:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384328.629523:0:16134:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384328.629528:0:16134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000000183fdb 00000400:00000010:2.0:1767384328.629535:0:16134:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000000183fdb. 00000400:00000200:2.0:1767384328.629543:0:16134:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384328.629552:0:16134:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.152@tcp35 recovery ping unlinked 00000400:00000010:2.0:1767384328.629569:0:16134:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000d71e4229. 00000400:00000010:2.0:1767384328.629580:0:16134:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000c44ad256. 00000400:00000200:2.0:1767384328.629587:0:16134:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.152@tcp34 00000400:00000010:2.0:1767384328.629593:0:16134:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000003fef7423. 00000400:00000010:2.0:1767384328.629600:0:16134:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000ca2d863a. 00000400:00000010:2.0:1767384328.629605:0:16134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000000183fdb. 00000400:00000010:2.0:1767384328.629615:0:16134:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000a6ee9522. 00000400:00000200:2.0:1767384328.629621:0:16134:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.152@tcp34 00000400:00000200:2.0:1767384328.629639:0:16134:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.152@tcp34 local destination 00000400:00000200:2.0:1767384328.629648:0:16134:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.152@tcp34 00000400:00000200:2.0:1767384328.629653:0:16134:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp34 NI seq info: [105:105:256:4294967295] 192.168.202.152@tcp34 LPNI seq info [104:104:8:4294967295] 00000400:00000200:2.0:1767384328.629663:0:16134:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.152@tcp34 00000400:00000200:2.0:1767384328.629673:0:16134:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp34(192.168.202.152@tcp34:) -> 192.168.202.152@tcp34(192.168.202.152@tcp34:192.168.202.152@tcp34) : GET try# 0 00000800:00000200:2.0:1767384328.629680:0:16134:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.152@tcp34 00000800:00000010:2.0:1767384328.629687:0:16134:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000017b4489b. 00000800:00000200:2.0:1767384328.629697:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000023264447] -> 12345-192.168.202.152@tcp34 (2) 00000800:00000200:2.1:1767384328.629704:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000023264447] -> 12345-192.168.202.152@tcp34 (2) 00000400:00000200:2.0:1767384328.629731:0:16134:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.152@tcp34 added to recovery queue. ping count: 2 next ping: 255 health :800 00000400:00000200:0.0:1767384328.629822:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.152:988 00000400:00000200:0.0:1767384328.629877:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.152:988 00000400:00000200:0.0:1767384328.629904:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.152:988 00000400:00000200:0.0:1767384328.629938:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.152:988 00000400:00000200:0.0:1767384328.629980:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.152:988 00000400:00000200:0.0:1767384328.630021:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.152:988 00000400:00000200:0.0:1767384328.630062:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.152:988 00000400:00000200:0.0:1767384328.630121:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.152:988 00000400:00000200:0.0:1767384328.630153:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.152:988 00000400:00000200:0.0:1767384328.630182:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.152:988 00000400:00000200:0.0:1767384328.630211:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.152:988 00000400:00000200:0.0:1767384328.630254:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.152:988 00000400:00000200:0.0:1767384328.630297:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.152:988 00000400:00000200:0.0:1767384328.630339:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.152:988 00000400:00000200:0.0:1767384328.630374:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.152:988 00000400:00000200:0.0:1767384328.630396:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.152:988 00000400:00000200:0.0:1767384328.630422:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.152:988 00000400:00000200:0.0:1767384328.630463:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.152:988 00000400:00000200:0.0:1767384328.630516:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.152:988 00000400:00000200:0.0:1767384328.630547:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.152:988 00000400:00000200:0.0:1767384328.630566:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.152:988 00000400:00000200:0.0:1767384328.630581:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.152:988 00000400:00000200:0.0:1767384328.630597:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.152:988 00000400:00000200:0.0:1767384328.630622:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.152:988 00000400:00000200:0.0:1767384328.630641:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.152:988 00000400:00000200:0.0:1767384328.630661:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.152:988 00000400:00000200:0.0:1767384328.630703:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.152:988 00000400:00000200:0.0:1767384328.630742:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.152:988 00000400:00000200:0.0:1767384328.630769:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.152:988 00000400:00000200:0.0:1767384328.630786:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.152:988 00000400:00000200:0.0:1767384328.630805:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.152:988 00000400:00000200:0.0:1767384328.630821:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.152:988 00000400:00000200:0.0:1767384328.630835:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.152:988 00000400:00000200:0.0:1767384328.630857:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.152:988 00000400:00000200:0.0:1767384328.630895:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.152:988 00000800:00000010:0.0:1767384328.631146:0:16128:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000f7aa12ca. 00000800:00000010:0.0:1767384328.631152:0:16128:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f74bd376. 00000800:00000010:0.0:1767384328.631158:0:16128:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000c63c3c50. 00000800:00000010:0.0:1767384328.631185:0:16128:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000c63c3c50. 00000800:00020000:0.0:1767384328.631198:0:16128:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.152 00000800:00000010:0.0:1767384328.639106:0:16128:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f74bd376. 00000800:00000010:0.0:1767384328.639115:0:16128:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000f7aa12ca. 00000400:02020000:0.0:1767384328.639238:0:16128:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.152@tcp34 at host 192.168.202.152:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384328.645772:0:16128:0:(router.c:1755:lnet_notify()) 192.168.202.152@tcp34 notifying 192.168.202.152@tcp34: down 00000800:00000200:0.0:1767384328.645785:0:16128:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.152@tcp34 down 00000800:00000100:0.0:1767384328.645794:0:16128:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.152@tcp34 00000800:00000010:0.0:1767384328.645798:0:16128:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000017b4489b. 00000400:00000200:0.0:1767384328.645806:0:16128:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384328.645812:0:16128:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp34->192.168.202.152@tcp34: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384328.645828:0:16128:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384328.645831:0:16128:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.152@tcp34 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384328.645837:0:16128:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.152@tcp34) recovery failed with -71 00010000:00000001:0.0:1767384328.757307:0:449:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384328.757312:0:449:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384328.757324:0:449:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384328.757325:0:449:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384328.757392:0:16768:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384328.757398:0:16768:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384328.757404:0:16768:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:2.0:1767384329.654184:0:16134:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384329.654192:0:16134:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384329.654197:0:16134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000000183fdb 00000400:00000010:2.0:1767384329.654202:0:16134:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000000183fdb. 00000400:00000200:2.0:1767384329.654209:0:16134:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384329.654218:0:16134:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.152@tcp34 recovery ping unlinked 00000400:00000010:2.0:1767384329.654240:0:16134:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000003fef7423. 00000400:00000010:2.0:1767384329.654245:0:16134:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000ca2d863a. 00080000:00000001:1.0:1767384329.750925:0:30952:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384329.750937:0:30952:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384329.750940:0:30952:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384329.750946:0:30952:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384329.750950:0:30952:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384329.750953:0:30952:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384329.781191:0:449:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384329.781197:0:449:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384329.781203:0:449:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384329.781205:0:449:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384329.781250:0:16767:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384329.781256:0:16767:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384329.781260:0:16767:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:1.0:1767384330.510866:0:31116:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384330.510870:0:31116:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg252-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp38 --if ens2 00000001:00000001:1.0:1767384330.513810:0:31116:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384330.520611:0:31117:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 0000000004b7e5ad. 00000400:00000010:1.0:1767384330.520624:0:31117:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000009ad35c04. 00000400:00000010:1.0:1767384330.520632:0:31117:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000f1b9b7df. 00000400:00000010:1.0:1767384330.520636:0:31117:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000c24ed97c. 00000400:00000010:1.0:1767384330.520639:0:31117:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000c9585317. 00000400:00000010:1.0:1767384330.520642:0:31117:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000008a678e99. 00000400:00000010:1.0:1767384330.520644:0:31117:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000728e61a5. 00000400:00000010:1.0:1767384330.520645:0:31117:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000090be79af. 00000400:00000010:1.0:1767384330.520648:0:31117:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 0000000037823438. 00000800:00000010:1.0:1767384330.520668:0:31117:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000c61eb977. 00000800:00000200:1.0:1767384330.520681:0:31117:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384330.520695:0:31117:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384330.520737:0:31117:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.152) 00000400:02000000:1.0:1767384330.520761:0:31117:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.152@tcp38 [8/256/0/180] 00000400:00000010:1.0:1767384330.522082:0:31117:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 521 at 00000000951ccdce. 00000400:00000010:1.0:1767384330.522108:0:31117:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a83621bb. 00000400:00000010:1.0:1767384330.522114:0:31117:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fb49a397. 00000400:00000001:1.0:1767384330.522135:0:31117:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384330.522138:0:31117:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384330.522140:0:31117:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fbeea7d1. 00000400:00000200:1.0:1767384330.522145:0:31117:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cac8814e 00000400:00000010:1.0:1767384330.522147:0:31117:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cac8814e. 00000400:00000010:1.0:1767384330.522151:0:31117:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 505 at 00000000a2f949d7. 00000400:00000200:1.0:1767384330.522157:0:31117:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (29) 00000400:00000200:1.0:1767384330.522168:0:31117:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.152@tcp (000000005d9714d7): 0 00000400:00000200:1.0:1767384330.522176:0:31117:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131110 00000020:00000010:1.0:1767384330.522182:0:31117:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000686b2cb5. 00000020:01000000:1.0:1767384330.522187:0:31117:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:1.0:1767384330.522189:0:31117:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.152@tcp38 00000400:00000200:3.0:1767384330.522191:0:16135:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384330.522198:0:16135:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100151 00000400:00000010:1.0:1767384330.522203:0:31117:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000009ad35c04. 00000400:00000010:3.0:1767384330.522205:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000083038595. 00000400:00000010:1.0:1767384330.522207:0:31117:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 0000000004b7e5ad. 00000400:00000200:3.0:1767384330.522210:0:16135:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (30) 00000400:00000010:3.0:1767384330.522217:0:16135:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000003c6b17a3. 00000400:00000200:3.0:1767384330.522222:0:16135:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.152@tcp 00000400:00000200:3.0:1767384330.522233:0:16135:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.152@tcp local destination 00000020:00000001:2.0:1767384330.522235:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:3.0:1767384330.522240:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 37], ns[40, 37] 10000000:00000001:2.0:1767384330.522243:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384330.522248:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:3.0:1767384330.522249:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 37], ns[64, 37] 10000000:01000000:2.0:1767384330.522255:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:3.0:1767384330.522260:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[68, 37], ns[68, 37] 00000020:01000004:2.0:1767384330.522264:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384330.522271:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:3.0:1767384330.522273:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[78, 37], ns[78, 37] 00000020:01000004:2.0:1767384330.522282:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384330.522288:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384330.522292:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:3.0:1767384330.522293:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[83, 37], ns[83, 37] 00000020:01000004:2.0:1767384330.522301:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384330.522305:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000200:3.0:1767384330.522306:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[99, 37], ns[100, 37] 00000020:01000004:2.0:1767384330.522313:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:3.0:1767384330.522316:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[103, 37], ns[104, 37] 00000020:01000004:2.0:1767384330.522318:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:3.0:1767384330.522323:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 37], ns[22, 37] 00000020:01000004:2.0:1767384330.522324:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:3.0:1767384330.522345:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 22], ns[24, 22] 00000400:00000200:3.0:1767384330.522350:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 22], ns[26, 22] 00000100:00000010:2.0:1767384330.522352:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000db8542b2. 00000400:00000200:3.0:1767384330.522356:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 22], ns[28, 22] 00000020:00000040:2.0:1767384330.522363:0:36:0:(genops.c:1229:class_import_get()) import 00000000df830bbe refcount=4 obd=MGC192.168.202.152@tcp 00000400:00000200:3.0:1767384330.522364:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 22], ns[30, 22] 00000400:00000200:3.0:1767384330.522378:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 22], ns[32, 22] 00000100:00000001:2.0:1767384330.522381:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:3.0:1767384330.522382:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 22], ns[34, 22] 02000000:00000001:2.0:1767384330.522390:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:3.0:1767384330.522391:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 22], ns[44, 22] 02000000:00000001:2.0:1767384330.522399:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384330.522404:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 22], ns[48, 22] 00000400:00000200:3.0:1767384330.522409:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 22], ns[52, 22] 00000400:00000200:3.0:1767384330.522412:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 22], ns[56, 22] 02000000:00000010:2.0:1767384330.522416:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000713c9570. 00000400:00000200:3.0:1767384330.522423:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 22], ns[60, 22] 00000400:00000200:3.0:1767384330.522428:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 22], ns[72, 22] 00000100:00000001:2.0:1767384330.522429:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384330.522436:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[76, 22], ns[76, 22] 00000400:00000200:3.0:1767384330.522442:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[96, 22], ns[97, 22] 00000100:00000001:2.0:1767384330.522443:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:3.0:1767384330.522448:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[95, 22], ns[96, 22] 00000100:00000001:2.0:1767384330.522449:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384330.522464:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[90, 22], ns[91, 22] 00000100:00000040:2.0:1767384330.522469:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000db8542b2] to pc [ptlrpcd_00_00+0] req@00000000db8542b2 x1853236723080064/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384330.522475:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[104, 22], ns[105, 22] 00000400:00000200:3.0:1767384330.522512:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[97, 22], ns[98, 22] 00000400:00000200:3.0:1767384330.522520:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 22], ns[0, 22] 00000400:00000200:3.0:1767384330.522524:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp36] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 00000400:00000200:3.0:1767384330.522527:0:16135:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp36 00000400:00000200:3.0:1767384330.522532:0:16135:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.152@tcp36 00000400:00000200:3.0:1767384330.522536:0:16135:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.152@tcp36 lpni_is_preferred = 0 00000400:00000200:3.0:1767384330.522539:0:16135:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.152@tcp36 10000000:00000001:2.0:1767384330.522540:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384330.522547:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384330.522548:0:16135:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp36 NI seq info: [106:106:256:4294967295] 192.168.202.152@tcp36 LPNI seq info [105:105:8:4294967295] 00000020:00000001:2.0:1767384330.522552:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384330.522552:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384330.522561:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:01000000:2.0:1767384330.522562:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:3.0:1767384330.522566:0:16135:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.152@tcp36 00000100:00000001:1.0:1767384330.522569:0:16137:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:2.0:1767384330.522581:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000040:1.0:1767384330.522582:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000db8542b2 x1853236723080064/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384330.522586:0:16135:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp36(192.168.202.152@tcp36:) -> 192.168.202.152@tcp36(192.168.202.152@tcp:192.168.202.152@tcp36) : PUT try# 0 10000000:00000001:2.0:1767384330.522588:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000100:00000001:1.0:1767384330.522598:0:16137:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000800:00000200:3.0:1767384330.522600:0:16135:0:(socklnd_cb.c:1001:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.202.152@tcp36 10000000:00000001:2.0:1767384330.522603:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000001:1.0:1767384330.522604:0:16137:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:2.0:1767384330.522610:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 02000000:00000001:1.0:1767384330.522613:0:16137:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000010:3.0:1767384330.522615:0:16135:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005c722da2. 00000020:01000004:2.0:1767384330.522616:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 02000000:00000001:1.0:1767384330.522618:0:16137:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:2.0:1767384330.522625:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 02000000:00000001:1.0:1767384330.522626:0:16137:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384330.522627:0:16135:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000231f705e. 00000020:01000004:2.0:1767384330.522635:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000800:00000010:3.0:1767384330.522637:0:16135:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000c51fd502. 00000100:00100000:1.0:1767384330.522638:0:16137:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000db8542b2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c0412d60-4f67-4dbc-8791-892843f60083:16137:1853236723080064:0@lo:253: 00000020:01000004:2.0:1767384330.522643:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384330.522651:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000800:00000200:3.0:1767384330.522652:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000231f705e] -> 12345-192.168.202.152@tcp36 (2) 00000100:00000001:1.0:1767384330.522653:0:16137:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:01000004:2.0:1767384330.522656:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384330.522658:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384330.522663:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000800:00000200:3.1:1767384330.522664:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000231f705e] -> 12345-192.168.202.152@tcp36 (2) 00000020:01000004:2.0:1767384330.522667:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:1.0:1767384330.522669:0:16137:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384330.522677:0:16137:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384330.522678:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009b22d73f. 00000020:00000040:2.0:1767384330.522685:0:36:0:(genops.c:1229:class_import_get()) import 00000000df830bbe refcount=5 obd=MGC192.168.202.152@tcp 02000000:00000001:1.0:1767384330.522687:0:16137:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767384330.522691:0:16135:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.152@tcp 00000100:00000001:2.0:1767384330.522692:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384330.522698:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000010:1.0:1767384330.522699:0:16137:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000fc2316a4. 00000400:00000200:3.0:1767384330.522700:0:16135:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100551 rc 0 02000000:00000001:2.0:1767384330.522703:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384330.522706:0:16137:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384330.522712:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000004519d93b. 00000400:00000010:1.0:1767384330.522714:0:16137:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001f79ecfe. 00000100:00000001:2.0:1767384330.522718:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384330.522723:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384330.522725:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384330.522725:0:16137:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009ad35c04. 00000100:00000001:3.0:1767384330.522726:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384330.522733:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384330.522741:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b22d73f] to pc [ptlrpcd_00_01+1] req@000000009b22d73f x1853236723080192/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384330.522742:0:16137:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236723080064, portal 25 00000100:00000001:1.0:1767384330.522755:0:16137:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384330.522759:0:16137:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782407655808 : -124291301895808 : ffff8ef52d1a1180) 00000100:00000040:1.0:1767384330.522770:0:16137:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000db8542b2 x1853236723080064/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384346 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:2.0:1767384330.522772:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384330.522783:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384330.522788:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.152:988 00000020:00000001:2.0:1767384330.522794:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384330.522798:0:16137:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:01000000:2.0:1767384330.522800:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000100:00000040:1.0:1767384330.522807:0:16137:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:2.0:1767384330.522809:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000686b2cb5. 00000400:00000010:1.0:1767384330.522812:0:16137:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009a78cce4. 00000100:00000200:1.0:1767384330.522817:0:16137:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236723080064, offset 0 00000400:00000200:1.0:1767384330.522823:0:16137:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384330.522832:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384330.522835:0:16137:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384330.522836:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384330.522841:0:16138:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384330.522846:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009b22d73f x1853236723080192/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384330.522851:0:16137:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824c905b80 00000400:00000200:3.0:1767384330.522860:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.152:988 00000400:00000200:1.0:1767384330.522872:0:16137:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x12d5 [2] + 0 00000400:00000010:1.0:1767384330.522888:0:16137:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e3dc7d26. 00000100:00000001:2.0:1767384330.522892:0:16138:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384330.522895:0:16138:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384330.522896:0:16137:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000a72309d1 00000400:00000200:3.0:1767384330.522901:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.152:988 02000000:00000001:2.0:1767384330.522909:0:16138:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384330.522912:0:16138:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384330.522913:0:16137:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384330.522918:0:16137:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:2.0:1767384330.522932:0:16138:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384330.522935:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a72309d1 00000100:00100000:2.0:1767384330.522939:0:16138:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009b22d73f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c0412d60-4f67-4dbc-8791-892843f60083:16138:1853236723080192:0@lo:253: 00000400:00000010:1.0:1767384330.522940:0:16137:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a72309d1. 00000400:00000200:3.0:1767384330.522942:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.152:988 00000100:00000001:1.0:1767384330.522950:0:16137:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1767384330.522952:0:16138:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000200:1.0:1767384330.522954:0:16137:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384330.522959:0:16137:0:(events.c:337:request_in_callback()) incoming req@000000007031e36a x1853236723080064 msgsize 4848 02000000:00000001:2.0:1767384330.522960:0:16138:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384330.522968:0:16138:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384330.522975:0:16138:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:1.0:1767384330.522978:0:16137:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384330.522981:0:16137:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 02000000:00000010:2.0:1767384330.522982:0:16138:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000a871178b. 02000000:00000001:2.0:1767384330.522985:0:16138:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384330.522989:0:16137:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:2.0:1767384330.522991:0:16138:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000534a0999. 00000400:00000200:1.0:1767384330.522999:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009a78cce4 00000400:00000010:2.0:1767384330.523000:0:16138:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004469cda7. 00000400:00000010:1.0:1767384330.523006:0:16137:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009a78cce4. 00000400:00000200:3.0:1767384330.523007:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.152:988 00000100:00000001:1.0:1767384330.523011:0:16137:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384330.523017:0:16138:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236723080192, portal 25 00000100:00000001:2.0:1767384330.523020:0:16138:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384330.523023:0:16138:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782407662080 : -124291301889536 : ffff8ef52d1a2a00) 00000100:00000200:1.0:1767384330.523024:0:16137:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000db8542b2 x1853236723080064/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384346 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384330.523038:0:16138:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009b22d73f x1853236723080192/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384346 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384330.523040:0:16137:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384330.523050:0:16137:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000db8542b2 x1853236723080064/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384346 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384330.523052:0:16138:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767384330.523062:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.152:988 00000100:00000040:2.0:1767384330.523063:0:16138:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384330.523070:0:16138:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c0066973. 00000100:00000200:2.0:1767384330.523082:0:16138:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236723080192, offset 0 00000100:00000001:1.0:1767384330.523084:0:16137:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384330.523112:0:16137:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384330.523121:0:16137:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384330.523125:0:16137:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294920510 00000100:00000010:1.0:1767384330.523129:0:16137:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000482ebd09. 00000100:00000001:1.0:1767384330.523139:0:16137:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 0 00000400:00000200:2.0:1767384330.523143:0:16138:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384330.523151:0:16137:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294920510 00000100:00000010:1.0:1767384330.523157:0:16137:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002633d82c. 00000400:00000200:3.0:1767384330.523158:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.152:988 00000400:00000200:2.0:1767384330.523165:0:16138:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384330.523169:0:16137:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767384330.523183:0:16137:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294920510 00000100:00000010:1.0:1767384330.523188:0:16137:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b7f6e1c7. 00000400:00000200:2.0:1767384330.523191:0:16138:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824c905c00 00000100:00000001:1.0:1767384330.523196:0:16137:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 2 00000400:00000200:2.0:1767384330.523203:0:16138:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x12dd [2] + 0 00000100:00000001:1.0:1767384330.523205:0:16137:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294920510 00000400:00000010:2.0:1767384330.523211:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000080af15de. 00000100:00000010:1.0:1767384330.523212:0:16137:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003c248dc4. 00000400:00000200:2.0:1767384330.523218:0:16138:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000001d8c1db 00000100:00000001:1.0:1767384330.523219:0:16137:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 3 00000400:00000200:3.0:1767384330.523221:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.152:988 00000100:00000001:1.0:1767384330.523226:0:16137:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384330.523229:0:16138:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384330.523230:0:16137:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384330.523242:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384330.523247:0:16138:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384330.523249:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384330.523256:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000001d8c1db 00000400:00000010:2.0:1767384330.523260:0:16138:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000001d8c1db. 00000100:00000001:1.0:1767384330.523261:0:16137:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1767384330.523271:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.152:988 00000100:00000001:1.0:1767384330.523273:0:16137:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384330.523277:0:16138:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384330.523281:0:16138:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:1.0:1767384330.523282:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384330.523288:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767384330.523291:0:16138:0:(events.c:337:request_in_callback()) incoming req@00000000091742f7 x1853236723080192 msgsize 4848 00000100:00000001:1.0:1767384330.523293:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384330.523309:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384330.523321:0:16138:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384330.523326:0:16138:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000400:00000200:3.0:1767384330.523329:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.152:988 00000100:00000001:1.0:1767384330.523353:0:16773:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384330.523363:0:16138:0:(events.c:373:request_in_callback()) Process leaving 00000100:00100000:1.0:1767384330.523364:0:16773:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723080064 02000000:00000001:1.0:1767384330.523372:0:16773:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:2.0:1767384330.523379:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c0066973 00000100:00000001:1.0:1767384330.523381:0:16773:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:2.0:1767384330.523385:0:16138:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c0066973. 00000100:00000001:1.0:1767384330.523386:0:16773:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384330.523396:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.152:988 02000000:00000001:1.0:1767384330.523397:0:16773:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384330.523400:0:16138:0:(events.c:34:request_out_callback()) Process entered 00000100:00100000:1.0:1767384330.523404:0:16773:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723080064 00000100:00000200:2.0:1767384330.523408:0:16138:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009b22d73f x1853236723080192/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384346 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384330.523409:0:16773:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384330.523413:0:16773:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eec8e1 00000020:00000001:1.0:1767384330.523421:0:16773:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384330.523427:0:16773:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000555601ca refcount=14 00000100:00000001:2.0:1767384330.523428:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:1.0:1767384330.523432:0:16773:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000020:00000001:1.0:1767384330.523435:0:16773:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000100:00000040:2.0:1767384330.523436:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009b22d73f x1853236723080192/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384346 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384330.523444:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384330.523448:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384330.523451:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.152:988 00000020:00000010:1.0:1767384330.523451:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c0a1e7bf. 00000100:00000001:2.0:1767384330.523452:0:16138:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384330.523462:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384330.523465:0:16138:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384330.523466:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c0a1e7bf. 00000100:00000001:2.0:1767384330.523472:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294920510 00000100:00000001:2.0:1767384330.523477:0:16138:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 0, keep current deadline 4294920510 00000020:00000010:1.0:1767384330.523477:0:16773:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000005b77e45. 00000100:00000001:2.0:1767384330.523490:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294920510 00000020:00000010:1.0:1767384330.523493:0:16773:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000cacf11f5. 00000100:00000001:2.0:1767384330.523495:0:16138:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 1, keep current deadline 4294920510 00000100:00000001:2.0:1767384330.523500:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294920510 00000020:00000010:1.0:1767384330.523500:0:16773:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c370a78c. 00000100:00000001:2.0:1767384330.523512:0:16138:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 2, keep current deadline 4294920510 00000100:00000001:2.0:1767384330.523515:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294920510 00000100:00000001:2.0:1767384330.523517:0:16138:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 3, keep current deadline 4294920510 00000400:00000200:3.0:1767384330.523518:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.152:988 00000100:00000040:1.0:1767384330.523522:0:16773:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384330.523529:0:16138:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384330.523530:0:16773:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384330.523537:0:16773:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384330.523539:0:16138:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384330.523549:0:16773:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384330.523550:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384330.523555:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384330.523562:0:16773:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384330.523565:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384330.523567:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1767384330.523570:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.152:988 00000100:00000001:2.0:1767384330.523571:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384330.523572:0:16773:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384330.523577:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384330.523583:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384330.523589:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384330.523589:0:16773:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384330.523593:0:16773:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723080192 02000000:00000001:1.0:1767384330.523597:0:16773:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384330.523599:0:16773:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384330.523602:0:16773:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384330.523606:0:16773:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384330.523607:0:16773:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723080192 00000020:00000001:1.0:1767384330.523609:0:16773:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384330.523610:0:16773:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eec8e1 00000020:00000001:1.0:1767384330.523613:0:16773:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384330.523615:0:16773:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000555601ca refcount=15 00000020:00000001:1.0:1767384330.523617:0:16773:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000400:00000200:3.0:1767384330.523621:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.152:988 00000020:00000001:1.0:1767384330.523627:0:16773:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000100:00000001:2.0:1767384330.523630:0:27212:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384330.523632:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384330.523635:0:27212:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:1.0:1767384330.523637:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c0a1e7bf. 00000100:00000001:1.0:1767384330.523640:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384330.523643:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c0a1e7bf. 00000100:00100000:2.0:1767384330.523648:0:27212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 117 00000400:00000200:3.0:1767384330.523652:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.152:988 00000020:00000010:1.0:1767384330.523653:0:16773:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000073c981e8. 00000020:00000010:1.0:1767384330.523665:0:16773:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000366e325e. 00000100:00000040:2.0:1767384330.523668:0:27212:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000555601ca : new rpc_count 1 00000100:00000001:2.0:1767384330.523674:0:27212:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619777413674064 : -124296295877552 : ffff8ef4036ff450) 00000020:00000010:1.0:1767384330.523677:0:16773:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002d9084b7. 00000100:00000040:2.0:1767384330.523684:0:27212:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000007031e36a x1853236723080064/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:311/0 lens 4848/0 e 0 to 0 dl 1767384341 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384330.523689:0:16773:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384330.523697:0:16773:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384330.523698:0:27212:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1767384330.523704:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.152:988 00000020:00000010:2.0:1767384330.523705:0:27212:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a70ac1cf. 00000100:00000001:1.0:1767384330.523706:0:16773:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384330.523716:0:27212:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384330.523720:0:27212:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a70ac1cf. 00000100:00000001:1.0:1767384330.523723:0:16773:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384330.523730:0:27212:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000007031e36a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:c0412d60-4f67-4dbc-8791-892843f60083+15:16137:x1853236723080064:12345-0@lo:253: 00000100:00000200:2.0:1767384330.523734:0:27212:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723080064 00000020:00000001:2.0:1767384330.523739:0:27212:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:1.0:1767384330.523740:0:16773:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384330.523746:0:27212:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384330.523750:0:27212:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384330.523753:0:27212:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384330.523756:0:27212:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669141328 : -1040410288 : ffffffffc1fc9950) 00000100:00000001:1.0:1767384330.523759:0:16773:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:2.0:1767384330.523760:0:27212:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1767384330.523762:0:16773:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:2.0:1767384330.523765:0:27212:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384330.523772:0:27212:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00100000:1.0:1767384330.523773:0:16773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 118 00000400:00000200:3.0:1767384330.523775:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.152:988 00000020:00000001:2.0:1767384330.523779:0:27212:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000040:1.0:1767384330.523782:0:16773:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000555601ca : new rpc_count 2 00000020:00000001:2.0:1767384330.523789:0:27212:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384330.523790:0:16773:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619777413663824 : -124296295887792 : ffff8ef4036fcc50) 00000100:00000001:2.0:1767384330.523806:0:27212:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000040:1.0:1767384330.523807:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000091742f7 x1853236723080192/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:311/0 lens 4848/0 e 0 to 0 dl 1767384341 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384330.523812:0:27212:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1767384330.523822:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000010:2.0:1767384330.523824:0:27212:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000238360ed. 00000400:00000200:3.0:1767384330.523827:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.152:988 00000020:00000010:1.0:1767384330.523827:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c0a1e7bf. 02000000:00000001:2.0:1767384330.523828:0:27212:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384330.523839:0:27212:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384330.523839:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384330.523852:0:27212:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000010:1.0:1767384330.523852:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c0a1e7bf. 00000100:00100000:1.0:1767384330.523865:0:16773:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000091742f7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c0412d60-4f67-4dbc-8791-892843f60083+15:16138:x1853236723080192:12345-0@lo:253: 00000100:00000200:1.0:1767384330.523869:0:16773:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723080192 00000400:00000200:3.0:1767384330.523872:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.152:988 00000020:00000001:1.0:1767384330.523873:0:16773:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384330.523878:0:16773:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 20000000:00000010:2.0:1767384330.523881:0:27212:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000078529ee3. 00000020:00000001:1.0:1767384330.523882:0:16773:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384330.523894:0:16773:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:3.0:1767384330.523896:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.152:988 20000000:01000000:2.0:1767384330.523896:0:27212:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000020:00000001:1.0:1767384330.523897:0:16773:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669141328 : -1040410288 : ffffffffc1fc9950) 20000000:00000001:2.0:1767384330.523906:0:27212:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000020:00000001:1.0:1767384330.523907:0:16773:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 20000000:00000001:2.0:1767384330.523910:0:27212:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384330.523912:0:27212:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384330.523915:0:27212:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384330.523918:0:16773:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:2.0:1767384330.523919:0:27212:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000020:00000001:1.0:1767384330.523922:0:16773:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384330.523925:0:16773:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384330.523929:0:16773:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384330.523933:0:16773:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384330.523936:0:16773:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:00000010:2.0:1767384330.523937:0:27212:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000a275e017. 20000000:01000000:2.0:1767384330.523942:0:27212:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #38 02000000:00000010:1.0:1767384330.523943:0:16773:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000aab16fa3. 02000000:00000001:1.0:1767384330.523949:0:16773:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384330.523952:0:16773:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384330.523954:0:27212:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:00000001:1.0:1767384330.523955:0:16773:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:3.0:1767384330.523962:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.152:988 00080000:00000001:2.0:1767384330.523965:0:27212:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:00000010:1.0:1767384330.523968:0:16773:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000686b2cb5. 20000000:01000000:1.0:1767384330.523973:0:16773:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:1.0:1767384330.523977:0:16773:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384330.523979:0:16773:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384330.523983:0:16773:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384330.523987:0:16773:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384330.523989:0:16773:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000001:2.0:1767384330.524035:0:27212:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384330.524037:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.152:988 00080000:00000001:2.0:1767384330.524043:0:27212:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384330.524045:0:27212:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384330.524048:0:27212:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:2.0:1767384330.524052:0:27212:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384330.524059:0:27212:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446619782313850200 : -124291395701416 : ffff8ef52782b558) 00080000:00000001:2.0:1767384330.524063:0:27212:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000400:00000200:3.0:1767384330.524069:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.152:988 00080000:00000010:2.0:1767384330.524071:0:27212:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000521b6f75. 00080000:00000001:2.0:1767384330.524074:0:27212:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446619777392435200 : -124296317116416 : ffff8ef4022be000) 00080000:00000001:2.0:1767384330.524122:0:27212:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:3.0:1767384330.524150:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.152:988 00000400:00000200:3.0:1767384330.524181:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.152:988 00000400:00000200:3.0:1767384330.524212:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.152:988 00000400:00000200:3.0:1767384330.524255:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.152:988 00000001:00000001:2.0:1767384330.524284:0:27212:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384330.524287:0:27212:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384330.524290:0:27212:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000400:00000200:3.0:1767384330.524300:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.152:988 00080000:00000001:2.0:1767384330.524319:0:27212:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384330.524326:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.152:988 00080000:00000001:2.0:1767384330.524326:0:27212:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:3.0:1767384330.524385:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.152:988 00000400:00000200:3.0:1767384330.524434:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.152:988 00000400:00000200:3.0:1767384330.524463:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.152:988 00000400:00000200:3.0:1767384330.524517:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.152:988 00080000:00000001:2.0:1767384330.524549:0:27212:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:2.0:1767384330.524554:0:27212:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:3.0:1767384330.524576:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.152:988 00000800:00000010:3.0:1767384330.524764:0:16127:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000d52de1a5. 00000800:00000010:3.0:1767384330.524769:0:16127:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000005fde13c7. 00000800:00000010:3.0:1767384330.524775:0:16127:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000d0137c73. 00000800:00000010:3.0:1767384330.524805:0:16127:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000d0137c73. 00000800:00020000:3.0:1767384330.524818:0:16127:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.152 00000800:00000010:3.0:1767384330.524822:0:16127:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000005fde13c7. 00000800:00000010:3.0:1767384330.524825:0:16127:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000d52de1a5. 00000400:02020000:3.0:1767384330.524891:0:16127:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.152@tcp36 at host 192.168.202.152:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384330.524899:0:16127:0:(router.c:1755:lnet_notify()) 192.168.202.152@tcp36 notifying 192.168.202.152@tcp36: down 00000800:00000200:3.0:1767384330.524906:0:16127:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.152@tcp36 down 00000800:00000100:3.0:1767384330.524912:0:16127:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 512 0@<0:0>->192.168.202.152@tcp36 00000800:00000010:3.0:1767384330.524915:0:16127:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005c722da2. 00000400:00000200:3.0:1767384330.524919:0:16127:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384330.524924:0:16127:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp36->192.168.202.152@tcp36: PUT: LOCAL_ERROR 00000400:00000200:3.0:1767384330.524932:0:16127:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.152@tcp36 added to recovery queue. ping count: 0 next ping: 254 health :900 00000400:00000200:3.0:1767384330.524938:0:16127:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384330.524941:0:16127:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.152@tcp: 1 00000400:00000200:3.0:1767384330.524944:0:16127:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.152@tcp (000000005d9714d7): -114 00000400:00000200:3.0:1767384330.524973:0:16135:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384330.524988:0:16135:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x101151 00000400:00000001:3.0:1767384330.524994:0:16135:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384330.524996:0:16135:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384330.524998:0:16135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000083038595 00000400:00000010:3.0:1767384330.525000:0:16135:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000083038595. 00000400:00000200:3.0:1767384330.525004:0:16135:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:3.0:1767384330.525007:0:16135:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.152@tcp (000000005d9714d7): -114 00000400:00000200:3.0:1767384330.525010:0:16135:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000005d9714d7 (31) 00000400:00000200:3.0:1767384330.525014:0:16135:0:(peer.c:3900:lnet_peer_push_failed()) peer 192.168.202.152@tcp 00000400:00000200:3.0:1767384330.525019:0:16135:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100151 rc -71 00000400:00000200:3.0:1767384330.525024:0:16135:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.152@tcp (000000005d9714d7) 00000400:00000200:3.0:1767384330.525034:0:16135:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000005d9714d7 (30) 00080000:00000001:0.0:1767384330.534543:0:27212:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384330.534553:0:27212:0:(lu_object.c:207:lu_object_put()) Add 00000000f07b1e3f/000000000f28175b to site lru. bkt: 00000000b56e2c81 20000000:00000001:0.0:1767384330.534558:0:27212:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384330.534562:0:27212:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384330.534574:0:27212:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384330.534587:0:27212:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:00000010:1.0:1767384330.534590:0:16773:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000932dd1ae. 20000000:01000000:0.0:1767384330.534591:0:27212:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:1.0:1767384330.534596:0:16773:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #38 20000000:00000001:1.0:1767384330.534601:0:16773:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000020:0.0:1767384330.534603:0:27212:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 00080000:00000001:1.0:1767384330.534607:0:16773:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:0.0:1767384330.534622:0:16807:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384330.534628:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384330.534631:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1767384330.534632:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384330.534635:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384330.534638:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000521b6f75. 00080000:00000001:1.0:1767384330.534641:0:16773:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384330.534644:0:16807:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1767384330.534646:0:16773:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384330.534648:0:16773:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384330.534650:0:16773:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:1.0:1767384330.534654:0:16773:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384330.534658:0:16773:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446619782313850200 : -124291395701416 : ffff8ef52782b558) 20000000:01000000:0.0:1767384330.534659:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:1.0:1767384330.534664:0:16773:0:(osd_handler.c:352:osd_trans_create()) Process entered 20000000:00000001:0.0:1767384330.534664:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384330.534670:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000010:1.0:1767384330.534672:0:16773:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000005a3092ce. 00010000:00000001:0.0:1767384330.534675:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:1.0:1767384330.534677:0:16773:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446619782425128960 : -124291284422656 : ffff8ef52e24b000) 00010000:00000001:0.0:1767384330.534681:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:1.0:1767384330.534683:0:16773:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000010:0.0:1767384330.534690:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000e4f70ace. 00010000:00000001:0.0:1767384330.534697:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384330.534702:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000006bdfcc95. 00000020:00000001:0.0:1767384330.534706:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384330.534709:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 000000006bdfcc95 with handle 0x7e51148972eecc29 to hash 00000020:00000001:0.0:1767384330.534713:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384330.534714:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446619781734635008 : -124291974916608 : ffff8ef504fc9600) 00010000:00000001:0.0:1767384330.534718:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446619781734635008 : -124291974916608 : ffff8ef504fc9600) 00010000:00000001:0.0:1767384330.534721:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384330.534724:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384330.534734:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000006bdfcc95/0x7e51148972eecc29 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384330.534744:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384330.534749:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384330.534752:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384330.534755:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384330.534757:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384330.534760:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384330.534761:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384330.534763:0:16773:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:0.0:1767384330.534764:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00080000:00000001:1.0:1767384330.534766:0:16773:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384330.534768:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00080000:00000001:1.0:1767384330.534769:0:16773:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:0.0:1767384330.534771:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384330.534774:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384330.534777:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000e4f70ace) refcount = 1 00010000:00010000:0.0:1767384330.534781:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000006bdfcc95/0x7e51148972eecc29 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384330.534786:0:16773:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384330.534788:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00080000:00000001:1.0:1767384330.534789:0:16773:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:0.0:1767384330.534792:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384330.534795:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384330.534798:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384330.534799:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384330.534803:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384330.534806:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003445359s 00010000:00000001:0.0:1767384330.534810:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384330.534811:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384330.534812:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000006bdfcc95 refcount=4 00000020:00000001:0.0:1767384330.534815:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781734635008 : -124291974916608 : ffff8ef504fc9600) 00010000:00000001:0.0:1767384330.534817:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781734635008 : -124291974916608 : ffff8ef504fc9600) 00010000:00000001:0.0:1767384330.534820:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384330.534822:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000006bdfcc95/0x7e51148972eecc29 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384330.534829:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384330.534838:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000006bdfcc95/0x7e51148972eecc29 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384330.534844:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384330.534846:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384330.534848:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000006bdfcc95/0x7e51148972eecc29 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384330.534854:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384330.534855:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384330.534859:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384330.534861:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000006bdfcc95/0x7e51148972eecc29 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384330.534867:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000006bdfcc95 already unused, calling callback (00000000871a6010) 00010000:00000001:0.0:1767384330.534871:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384330.534873:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384330.534875:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000006bdfcc95/0x7e51148972eecc29 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384330.534876:0:16773:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00010000:00000001:0.0:1767384330.534881:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384330.534885:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00080000:00000001:1.0:1767384330.534887:0:16773:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000020:00000001:0.0:1767384330.534888:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384330.534891:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000006bdfcc95 refcount=5 00000020:00000001:0.0:1767384330.534894:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781734635008 : -124291974916608 : ffff8ef504fc9600) 00010000:00000001:0.0:1767384330.534897:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781734635008 : -124291974916608 : ffff8ef504fc9600) 00010000:00000001:0.0:1767384330.534900:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384330.534902:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000006bdfcc95/0x7e51148972eecc29 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384330.534909:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384330.534911:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384330.534913:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384330.534916:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384330.534918:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384330.534919:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384330.534928:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384330.534930:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000006bdfcc95 with handle 0x7e51148972eecc29 from hash 00010000:00000001:0.0:1767384330.534933:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384330.534935:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384330.534937:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384330.534939:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384330.534941:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384330.534944:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384330.534948:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384330.534951:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384330.534953:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384330.534956:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384330.534957:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384330.534962:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384330.534964:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384330.534965:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384330.534968:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384330.534971:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384330.534976:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000006bdfcc95/0x7e51148972eecc29 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384330.534993:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384330.534995:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384330.534998:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384330.535002:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384330.535006:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384330.535010:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384330.535013:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384330.535016:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384330.535019:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384330.535021:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000006bdfcc95/0x7e51148972eecc29 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384330.535028:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384330.535030:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384330.535032:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000006bdfcc95/0x7e51148972eecc29 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384330.535050:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000e4f70ace count: 0 00010000:00000001:0.0:1767384330.535063:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384330.535066:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000010:0.1:1767384330.544125:0:31123:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000e4f70ace. 00010000:00000010:0.1:1767384330.544142:0:31123:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000006bdfcc95. 00080000:00000001:0.0:1767384330.544880:0:16807:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384330.544882:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384330.544884:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1767384330.544887:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384330.544889:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384330.544890:0:16773:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384330.544894:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000005a3092ce. 00000020:00000002:1.0:1767384330.544898:0:16773:0:(lu_object.c:207:lu_object_put()) Add 00000000f07b1e3f/000000000f28175b to site lru. bkt: 00000000b56e2c81 00080000:00000001:0.0:1767384330.544900:0:16807:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:1.0:1767384330.544902:0:16773:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384330.544906:0:16773:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384330.544911:0:16773:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384330.544929:0:16773:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384330.544931:0:16773:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:0.0:1767384330.544933:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000020:1.0:1767384330.544937:0:16773:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000001:0.0:1767384330.544937:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384330.544939:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384330.544943:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384330.544946:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384330.544952:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000e4f70ace. 00010000:00000001:0.0:1767384330.544957:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384330.544959:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000006bdfcc95. 00000020:00000001:0.0:1767384330.544962:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384330.544963:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 000000006bdfcc95 with handle 0x7e51148972eecc30 to hash 00000020:00000001:0.0:1767384330.544965:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384330.544967:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446619781734635008 : -124291974916608 : ffff8ef504fc9600) 00010000:00000001:0.0:1767384330.544968:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446619781734635008 : -124291974916608 : ffff8ef504fc9600) 00010000:00000001:0.0:1767384330.544971:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384330.544973:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384330.544975:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000006bdfcc95/0x7e51148972eecc30 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384330.544981:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384330.544983:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384330.544985:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384330.544987:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384330.544989:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384330.544990:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384330.544992:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384330.544999:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384330.545001:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384330.545003:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384330.545004:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384330.545006:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000e4f70ace) refcount = 1 00010000:00010000:0.0:1767384330.545010:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000006bdfcc95/0x7e51148972eecc30 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384330.545014:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384330.545015:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384330.545016:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384330.545019:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384330.545020:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384330.545022:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384330.545025:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003445359s 00010000:00000001:0.0:1767384330.545027:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384330.545028:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384330.545030:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000006bdfcc95 refcount=4 00000020:00000001:0.0:1767384330.545032:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781734635008 : -124291974916608 : ffff8ef504fc9600) 00010000:00000001:0.0:1767384330.545035:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781734635008 : -124291974916608 : ffff8ef504fc9600) 00010000:00000001:0.0:1767384330.545037:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384330.545039:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000006bdfcc95/0x7e51148972eecc30 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384330.545043:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384330.545043:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000006bdfcc95/0x7e51148972eecc30 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384330.545047:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384330.545048:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384330.545050:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000006bdfcc95/0x7e51148972eecc30 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384330.545053:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384330.545056:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384330.545064:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384330.545066:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000006bdfcc95/0x7e51148972eecc30 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384330.545073:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000006bdfcc95 already unused, calling callback (00000000871a6010) 00010000:00000001:0.0:1767384330.545075:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384330.545079:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384330.545083:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000006bdfcc95/0x7e51148972eecc30 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384330.545087:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384330.545088:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384330.545089:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384330.545091:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000006bdfcc95 refcount=5 00000020:00000001:0.0:1767384330.545093:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781734635008 : -124291974916608 : ffff8ef504fc9600) 00010000:00000001:0.0:1767384330.545095:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781734635008 : -124291974916608 : ffff8ef504fc9600) 00010000:00000001:0.0:1767384330.545137:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384330.545140:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000006bdfcc95/0x7e51148972eecc30 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384330.545146:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384330.545165:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384330.545167:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384330.545174:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384330.545177:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384330.545182:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384330.545185:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384330.545188:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000006bdfcc95 with handle 0x7e51148972eecc30 from hash 00010000:00000001:0.0:1767384330.545193:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384330.545196:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384330.545199:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384330.545201:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384330.545205:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384330.545208:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384330.545210:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384330.545214:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384330.545224:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384330.545226:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384330.545227:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384330.545230:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384330.545248:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384330.545251:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384330.545253:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384330.545256:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384330.545259:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000006bdfcc95/0x7e51148972eecc30 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384330.545264:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384330.545267:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384330.545269:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384330.545271:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384330.545273:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384330.545274:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384330.545276:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384330.545281:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384330.545283:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384330.545285:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000006bdfcc95/0x7e51148972eecc30 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384330.545288:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384330.545289:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384330.545290:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000006bdfcc95/0x7e51148972eecc30 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384330.545294:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000e4f70ace count: 0 00010000:00000001:0.0:1767384330.545318:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384330.545320:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:3.0:1767384330.547211:0:27212:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767384330.547216:0:27212:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384330.547219:0:27212:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000078529ee3. 20000000:00000001:3.0:1767384330.547226:0:27212:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384330.547232:0:27212:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236723080064 00010000:00000001:3.0:1767384330.547235:0:27212:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384330.547244:0:27212:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000007031e36a x1853236723080064/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:311/0 lens 4848/4768 e 0 to 0 dl 1767384341 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384330.547254:0:27212:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384330.547258:0:27212:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384330.547262:0:27212:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dd452398 time=60 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384330.547268:0:27212:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384330.547273:0:27212:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 21 to 0@lo 00000100:00000001:3.0:1767384330.547276:0:27212:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 02000000:00000001:3.0:1767384330.547280:0:27212:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384330.547283:0:27212:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384330.547288:0:27212:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384330.547291:0:27212:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384330.547297:0:27212:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e374e567. 00000100:00000200:3.0:1767384330.547305:0:27212:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236723080064, offset 224 00000400:00000200:3.0:1767384330.547314:0:27212:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384330.547327:0:27212:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384330.547354:0:27212:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824c905b80 00000400:00000200:3.0:1767384330.547371:0:27212:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1a91 [2] + 224 00000400:00000200:3.0:1767384330.547382:0:27212:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384330.547388:0:27212:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384330.547395:0:27212:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384330.547401:0:27212:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000db8542b2 x1853236723080064/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384346 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384330.547411:0:27212:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000db8542b2 x1853236723080064/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384346 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384330.547430:0:27212:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384330.547440:0:27212:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e374e567 00000100:00000001:1.0:1767384330.547441:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1767384330.547445:0:27212:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e374e567. 00000100:00000001:1.0:1767384330.547447:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384330.547452:0:27212:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:1.0:1767384330.547454:0:16137:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767384330.547457:0:27212:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:1.0:1767384330.547457:0:16137:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384330.547463:0:16137:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001f79ecfe. 00000100:00000001:3.0:1767384330.547467:0:27212:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384330.547467:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009ad35c04 00000400:00000010:1.0:1767384330.547470:0:16137:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009ad35c04. 00000100:00000001:1.0:1767384330.547474:0:16137:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1767384330.547476:0:27212:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 20 to 0@lo 00000100:00000200:1.0:1767384330.547480:0:16137:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000db8542b2 x1853236723080064/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384346 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384330.547481:0:27212:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384330.547484:0:27212:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384330.547487:0:27212:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:2.0:1767384330.547490:0:31122:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 0000000078995644. 00000100:00000040:3.0:1767384330.547494:0:27212:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007031e36a x1853236723080064/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:311/0 lens 4848/4768 e 0 to 0 dl 1767384341 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000040:2.0:1767384330.547515:0:31122:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384330.547524:0:31122:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384330.547534:0:31122:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000100:00000200:1.0:1767384330.547537:0:16137:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000db8542b2 x1853236723080064/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384346 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000040:2.0:1767384330.547541:0:31122:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000100:00100000:3.0:1767384330.547543:0:27212:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000007031e36a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:c0412d60-4f67-4dbc-8791-892843f60083+15:16137:x1853236723080064:12345-0@lo:253: Request processed in 23838us (24576us total) trans 0 rc 0/0 00000400:00000040:2.0:1767384330.547552:0:31122:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384330.547560:0:31122:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:2.0:1767384330.547574:0:31122:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000100:00000001:1.0:1767384330.547577:0:16137:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000040:2.0:1767384330.547584:0:31122:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000100:00000001:1.0:1767384330.547585:0:16137:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384330.547586:0:27212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 117 00000100:00000001:1.0:1767384330.547600:0:16137:0:(client.c:1578:after_reply()) Process entered 00000400:00000040:2.0:1767384330.547601:0:31122:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000100:00000040:3.0:1767384330.547602:0:27212:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000555601ca : new rpc_count 1 02000000:00000001:1.0:1767384330.547610:0:16137:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384330.547613:0:27212:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000040:2.0:1767384330.547613:0:31122:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000100:00000001:1.0:1767384330.547614:0:16137:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384330.547618:0:27212:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000040:2.0:1767384330.547621:0:31122:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000100:00000001:1.0:1767384330.547621:0:16137:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384330.547625:0:27212:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000cacf11f5. 00000400:00000040:2.0:1767384330.547632:0:31122:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 02000000:00000001:1.0:1767384330.547633:0:16137:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384330.547637:0:27212:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c370a78c. 00000400:00000040:2.0:1767384330.547638:0:31122:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000100:00001000:1.0:1767384330.547640:0:16137:0:(import.c:2128:obd_at_measure()) add 5 to 0000000028df3f77 time=60 v=5 (5 0 0 0) 00000400:00000040:2.0:1767384330.547648:0:31122:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384330.547650:0:31122:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000100:00001000:1.0:1767384330.547650:0:16137:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f5022cbe time=60 v=5 (1 0 0 0) 00000020:00000010:3.0:1767384330.547651:0:27212:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000005b77e45. 00000400:00000040:2.0:1767384330.547664:0:31122:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000100:00000001:1.0:1767384330.547665:0:16137:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000040:3.0:1767384330.547666:0:27212:0:(genops.c:898:class_export_put()) PUTting export 00000000555601ca : new refcount 14 00000100:00000001:1.0:1767384330.547671:0:16137:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384330.547673:0:27212:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000400:00000040:2.0:1767384330.547677:0:31122:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 02000000:00000010:3.0:1767384330.547678:0:27212:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000238360ed. 00010000:00000001:1.0:1767384330.547679:0:16137:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000040:2.0:1767384330.547680:0:31122:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767384330.547686:0:31122:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00010000:00000001:1.0:1767384330.547688:0:16137:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000040:2.0:1767384330.547690:0:31122:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 02000000:00000001:3.0:1767384330.547691:0:27212:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384330.547695:0:16137:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000040:2.0:1767384330.547696:0:31122:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000100:00000001:3.0:1767384330.547697:0:27212:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000040:2.0:1767384330.547707:0:31122:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384330.547710:0:31122:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000100:00000200:3.0:1767384330.547711:0:27212:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000040:2.0:1767384330.547713:0:31122:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000100:00000040:1.0:1767384330.547716:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000db8542b2 x1853236723080064/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384346 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000040:2.0:1767384330.547721:0:31122:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000010:3.0:1767384330.547723:0:27212:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000916f0326. 00000400:00000040:2.0:1767384330.547730:0:31122:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000010:3.0:1767384330.547733:0:27212:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e374e567. 00000400:00000040:2.0:1767384330.547736:0:31122:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384330.547745:0:31122:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384330.547751:0:31122:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384330.547754:0:31122:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384330.547755:0:31122:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767384330.547759:0:31122:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384330.547766:0:31122:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384330.547774:0:31122:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384330.547784:0:31122:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000100:00000001:1.0:1767384330.547786:0:16137:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000040:2.0:1767384330.547788:0:31122:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384330.547793:0:31122:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000100:00000001:1.0:1767384330.547794:0:16137:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000040:2.0:1767384330.547798:0:31122:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000100:00000001:1.0:1767384330.547799:0:16137:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000040:2.0:1767384330.547811:0:31122:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000020:01000004:1.0:1767384330.547813:0:16137:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000400:00000040:2.0:1767384330.547814:0:31122:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384330.547821:0:31122:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000020:01000004:1.0:1767384330.547821:0:16137:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000040:2.0:1767384330.547831:0:31122:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000020:01000004:1.0:1767384330.547831:0:16137:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000040:2.0:1767384330.547844:0:31122:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000020:01000004:1.0:1767384330.547844:0:16137:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000040:2.0:1767384330.547855:0:31122:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:01000004:1.0:1767384330.547855:0:16137:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000040:2.0:1767384330.547869:0:31122:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000020:01000004:1.0:1767384330.547870:0:16137:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384330.547875:0:16137:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000040:2.0:1767384330.547876:0:31122:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000020:01000004:1.0:1767384330.547880:0:16137:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000040:2.0:1767384330.547881:0:31122:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767384330.547884:0:31122:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000020:01000004:1.0:1767384330.547884:0:16137:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384330.547891:0:16137:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000040:2.0:1767384330.547893:0:31122:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384330.547895:0:31122:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000100:00000040:1.0:1767384330.547896:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000db8542b2 x1853236723080064/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384346 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000040:2.0:1767384330.547899:0:31122:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767384330.547904:0:31122:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384330.547910:0:31122:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767384330.547918:0:31122:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000100:00100000:1.0:1767384330.547922:0:16137:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000db8542b2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c0412d60-4f67-4dbc-8791-892843f60083:16137:1853236723080064:0@lo:253: 00000400:00000040:2.0:1767384330.547925:0:31122:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000100:00000001:1.0:1767384330.547928:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384330.547931:0:16137:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000040:2.0:1767384330.547940:0:31122:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000100:00000040:1.0:1767384330.547945:0:16137:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000db8542b2 x1853236723080064/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384346 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000040:2.0:1767384330.547946:0:31122:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000100:00000001:1.0:1767384330.547958:0:16137:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384330.547963:0:16137:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384330.547969:0:16137:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000fc2316a4. 02000000:00000001:1.0:1767384330.547974:0:16137:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384330.547976:0:16137:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384330.547981:0:16137:0:(genops.c:1242:class_import_put()) import 00000000df830bbe refcount=4 obd=MGC192.168.202.152@tcp 00000020:00000001:1.0:1767384330.547985:0:16137:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384330.547987:0:16137:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000713c9570. 02000000:00000001:1.0:1767384330.547999:0:16137:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384330.548001:0:16137:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384330.548004:0:16137:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000db8542b2. 00000100:00000001:1.0:1767384330.548011:0:16137:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384330.548016:0:16137:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384330.548020:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384330.548035:0:16137:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384330.548039:0:16137:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384330.548047:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384330.548053:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384330.548136:0:62:0:(connection.c:75:cpu_latency_work()) work item of 00000000edc4e618 (cpu 0) has reached its deadline 4294920510, at 4294920511 00000100:00000010:1.0:1767384330.548145:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002633d82c. 00000100:00000040:3.0:1767384330.548156:0:53:0:(connection.c:75:cpu_latency_work()) work item of 000000009d5c2cb6 (cpu 0) has reached its deadline 4294920510, at 4294920511 00000100:00000010:3.0:1767384330.548168:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003c248dc4. 00000400:00000010:2.0:1767384330.548187:0:31122:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 0000000078995644. 00000100:00000040:2.0:1767384330.548210:0:270:0:(connection.c:75:cpu_latency_work()) work item of 00000000135c2452 (cpu 0) has reached its deadline 4294920510, at 4294920511 00000100:00000010:2.0:1767384330.548217:0:270:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b7f6e1c7. 00080000:00000020:1.0:1767384330.549191:0:16773:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767384330.549194:0:16773:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384330.549195:0:16773:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000686b2cb5. 20000000:00000001:1.0:1767384330.549198:0:16773:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384330.549201:0:16773:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236723080192 00010000:00000001:1.0:1767384330.549202:0:16773:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384330.549206:0:16773:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000091742f7 x1853236723080192/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:311/0 lens 4848/4768 e 0 to 0 dl 1767384341 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384330.549212:0:16773:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384330.549213:0:16773:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384330.549214:0:16773:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dd452398 time=60 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384330.549216:0:16773:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384330.549218:0:16773:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 21 to 0@lo 00000100:00000001:1.0:1767384330.549219:0:16773:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 02000000:00000001:1.0:1767384330.549221:0:16773:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384330.549223:0:16773:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384330.549224:0:16773:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384330.549228:0:16773:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384330.549230:0:16773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000028a3d929. 00000100:00000200:1.0:1767384330.549232:0:16773:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236723080192, offset 224 00000400:00000200:1.0:1767384330.549236:0:16773:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384330.549241:0:16773:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384330.549245:0:16773:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824c905c00 00000400:00000200:1.0:1767384330.549252:0:16773:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1a99 [2] + 224 00000400:00000200:1.0:1767384330.549256:0:16773:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384330.549258:0:16773:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384330.549260:0:16773:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384330.549264:0:16773:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009b22d73f x1853236723080192/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384346 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384330.549281:0:16773:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000009b22d73f x1853236723080192/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384346 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384330.549295:0:16773:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384330.549306:0:16773:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000028a3d929 00000400:00000010:1.0:1767384330.549308:0:16773:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000028a3d929. 00000100:00000001:1.0:1767384330.549313:0:16773:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384330.549315:0:16773:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384330.549323:0:16773:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384330.549328:0:16773:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 20 to 0@lo 00010000:00000001:1.0:1767384330.549331:0:16773:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:3.0:1767384330.549347:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1767384330.549348:0:16773:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384330.549354:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1767384330.549354:0:16773:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384330.549363:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000091742f7 x1853236723080192/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:311/0 lens 4848/4768 e 0 to 0 dl 1767384341 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767384330.549364:0:16138:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384330.549368:0:16138:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384330.549373:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000534a0999. 00000100:00100000:1.0:1767384330.549377:0:16773:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000091742f7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c0412d60-4f67-4dbc-8791-892843f60083+14:16138:x1853236723080192:12345-0@lo:253: Request processed in 25550us (26080us total) trans 0 rc 0/0 00000400:00000200:3.0:1767384330.549381:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004469cda7 00000400:00000010:3.0:1767384330.549387:0:16138:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004469cda7. 00000100:00100000:1.0:1767384330.549390:0:16773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 118 00000100:00000001:3.0:1767384330.549395:0:16138:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1767384330.549395:0:16773:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000555601ca : new rpc_count 0 00000100:00000001:1.0:1767384330.549402:0:16773:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384330.549406:0:16773:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:0.0:1767384330.549409:0:449:0:(connection.c:75:cpu_latency_work()) work item of 000000002fd0fb58 (cpu 0) has reached its deadline 4294920510, at 4294920512 00000100:00000200:3.0:1767384330.549410:0:16138:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009b22d73f x1853236723080192/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384346 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384330.549411:0:16773:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000366e325e. 00000020:00000010:1.0:1767384330.549421:0:16773:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002d9084b7. 00000100:00000010:0.0:1767384330.549422:0:449:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000482ebd09. 00000020:00000010:1.0:1767384330.549430:0:16773:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000073c981e8. 00000100:00000200:3.0:1767384330.549433:0:16138:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009b22d73f x1853236723080192/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384346 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767384330.549440:0:16773:0:(genops.c:898:class_export_put()) PUTting export 00000000555601ca : new refcount 13 00000100:00000001:3.0:1767384330.549452:0:16138:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:1.0:1767384330.549453:0:16773:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384330.549458:0:16773:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000aab16fa3. 00000100:00000001:3.0:1767384330.549461:0:16138:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384330.549466:0:16773:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384330.549467:0:16138:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767384330.549471:0:16773:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384330.549473:0:16138:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384330.549478:0:16138:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:1.0:1767384330.549479:0:16773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:3.0:1767384330.549482:0:16138:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384330.549485:0:16773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001f79ecfe. 02000000:00000001:3.0:1767384330.549489:0:16138:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384330.549494:0:16773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000028a3d929. 00000100:00001000:3.0:1767384330.549496:0:16138:0:(import.c:2128:obd_at_measure()) add 5 to 0000000028df3f77 time=60 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384330.549505:0:16138:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f5022cbe time=60 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384330.549513:0:16138:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384330.549517:0:16138:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384330.549521:0:16138:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384330.549525:0:16138:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384330.549531:0:16138:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384330.549542:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009b22d73f x1853236723080192/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384346 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384330.549553:0:16138:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384330.549565:0:16138:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384330.549568:0:16138:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384330.549573:0:16138:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384330.549576:0:16138:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384330.549578:0:16138:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384330.549580:0:16138:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384330.549583:0:16138:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384330.549585:0:16138:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384330.549588:0:16138:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384330.549591:0:16138:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384330.549594:0:16138:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384330.549598:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009b22d73f x1853236723080192/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384346 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384330.549607:0:16138:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009b22d73f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c0412d60-4f67-4dbc-8791-892843f60083:16138:1853236723080192:0@lo:253: 00000100:00000001:3.0:1767384330.549614:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384330.549617:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384330.549621:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009b22d73f x1853236723080192/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384346 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384330.549629:0:16138:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384330.549631:0:16138:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384330.549633:0:16138:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000a871178b. 02000000:00000001:3.0:1767384330.549639:0:16138:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384330.549641:0:16138:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384330.549643:0:16138:0:(genops.c:1242:class_import_put()) import 00000000df830bbe refcount=3 obd=MGC192.168.202.152@tcp 00000020:00000001:3.0:1767384330.549646:0:16138:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384330.549648:0:16138:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000004519d93b. 02000000:00000001:3.0:1767384330.549654:0:16138:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384330.549656:0:16138:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384330.549657:0:16138:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009b22d73f. 00000100:00000001:3.0:1767384330.549661:0:16138:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384330.549663:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384330.549665:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384330.549670:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384330.549672:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384330.549674:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384330.549676:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1767384330.554132:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000e4f70ace. 00010000:00000010:0.1:1767384330.554153:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000006bdfcc95. 00000800:00000200:0.0:1767384330.677161:0:16129:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000dabcf4fa] -> 12345-192.168.202.152@tcp17 (6) 00000800:00000200:0.0:1767384330.677173:0:16129:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp17 ip 192.168.202.152:988 00000800:00000200:0.0:1767384330.677177:0:16129:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000050b9c4c8 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:2.0:1767384330.677267:0:16130:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1767384330.677273:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384330.677282:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384330.677286:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384330.677289:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384330.805139:0:449:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384330.805144:0:449:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384330.805150:0:449:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384330.805151:0:449:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384330.805180:0:16768:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384330.805183:0:16768:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384330.805186:0:16768:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:2.0:1767384331.701152:0:16134:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.152@tcp35 00000400:00000010:2.0:1767384331.701160:0:16134:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000003ac7e293. 00000400:00000010:2.0:1767384331.701169:0:16134:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000aa4dcec4. 00000400:00000010:2.0:1767384331.701174:0:16134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000000183fdb. 00000400:00000010:2.0:1767384331.701183:0:16134:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000b0f6e5e9. 00000400:00000200:2.0:1767384331.701189:0:16134:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.152@tcp35 00000400:00000200:2.0:1767384331.701209:0:16134:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.152@tcp35 local destination 00000400:00000200:2.0:1767384331.701215:0:16134:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.152@tcp35 00000400:00000200:2.0:1767384331.701220:0:16134:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp35 NI seq info: [107:107:256:4294967295] 192.168.202.152@tcp35 LPNI seq info [106:106:8:4294967295] 00000400:00000200:2.0:1767384331.701227:0:16134:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.152@tcp35 00000400:00000200:2.0:1767384331.701236:0:16134:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp35(192.168.202.152@tcp35:) -> 192.168.202.152@tcp35(192.168.202.152@tcp35:192.168.202.152@tcp35) : GET try# 0 00000800:00000200:2.0:1767384331.701243:0:16134:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.152@tcp35 00000800:00000010:2.0:1767384331.701248:0:16134:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000009242c1dd. 00000800:00000200:2.0:1767384331.701255:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000637d50da] -> 12345-192.168.202.152@tcp35 (2) 00000800:00000200:2.1:1767384331.701260:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000637d50da] -> 12345-192.168.202.152@tcp35 (2) 00000400:00000200:2.0:1767384331.701282:0:16134:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.152@tcp35 added to recovery queue. ping count: 3 next ping: 262 health :700 00000400:00000200:2.0:1767384331.701287:0:16134:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.152@tcp36 00000400:00000010:2.0:1767384331.701291:0:16134:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000771c75a5. 00000400:00000010:2.0:1767384331.701295:0:16134:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000000829aa86. 00000400:00000010:2.0:1767384331.701299:0:16134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000085e5b010. 00000400:00000010:2.0:1767384331.701312:0:16134:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000d612245a. 00000400:00000200:2.0:1767384331.701317:0:16134:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.152@tcp36 00000400:00000200:2.0:1767384331.701340:0:16134:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.152@tcp36 local destination 00000400:00000200:2.0:1767384331.701345:0:16134:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.152@tcp36 00000400:00000200:2.0:1767384331.701349:0:16134:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp36 NI seq info: [108:108:256:4294967295] 192.168.202.152@tcp36 LPNI seq info [107:107:8:4294967295] 00000400:00000200:2.0:1767384331.701355:0:16134:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.152@tcp36 00000400:00000200:2.0:1767384331.701363:0:16134:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp36(192.168.202.152@tcp36:) -> 192.168.202.152@tcp36(192.168.202.152@tcp36:192.168.202.152@tcp36) : GET try# 0 00000800:00000200:2.0:1767384331.701368:0:16134:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.152@tcp36 00000400:00000200:3.0:1767384331.701373:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.152:988 00000800:00000010:2.0:1767384331.701373:0:16134:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000057c34970. 00000800:00000200:2.0:1767384331.701382:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000231f705e] -> 12345-192.168.202.152@tcp36 (2) 00000800:00000200:2.1:1767384331.701388:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000231f705e] -> 12345-192.168.202.152@tcp36 (2) 00000400:00000200:2.0:1767384331.701407:0:16134:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.152@tcp36 added to recovery queue. ping count: 1 next ping: 256 health :900 00000400:00000200:3.0:1767384331.701430:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.152:988 00000400:00000200:0.0:1767384331.701456:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.152:988 00000400:00000200:3.0:1767384331.701479:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.152:988 00000400:00000200:0.0:1767384331.701522:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.152:988 00000400:00000200:3.0:1767384331.701539:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.152:988 00000400:00000200:0.0:1767384331.701573:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.152:988 00000400:00000200:3.0:1767384331.701601:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.152:988 00000400:00000200:0.0:1767384331.701616:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.152:988 00000400:00000200:3.0:1767384331.701661:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.152:988 00000400:00000200:0.0:1767384331.701666:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.152:988 00000400:00000200:3.0:1767384331.701729:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.152:988 00000400:00000200:0.0:1767384331.701730:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.152:988 00000400:00000200:0.0:1767384331.701780:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.152:988 00000400:00000200:3.0:1767384331.701802:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.152:988 00000400:00000200:0.0:1767384331.701829:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.152:988 00000400:00000200:3.0:1767384331.701857:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.152:988 00000400:00000200:0.0:1767384331.701887:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.152:988 00000400:00000200:3.0:1767384331.701916:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.152:988 00000400:00000200:0.0:1767384331.701954:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.152:988 00000400:00000200:3.0:1767384331.701973:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.152:988 00000400:00000200:0.0:1767384331.702009:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.152:988 00000400:00000200:3.0:1767384331.702029:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.152:988 00000400:00000200:0.0:1767384331.702067:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.152:988 00000400:00000200:3.0:1767384331.702110:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.152:988 00000400:00000200:0.0:1767384331.702142:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.152:988 00000400:00000200:3.0:1767384331.702167:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.152:988 00000400:00000200:0.0:1767384331.702187:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.152:988 00000400:00000200:3.0:1767384331.702224:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.152:988 00000400:00000200:0.0:1767384331.702243:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.152:988 00000400:00000200:3.0:1767384331.702284:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.152:988 00000400:00000200:0.0:1767384331.702292:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.152:988 00000400:00000200:3.0:1767384331.702366:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.152:988 00000400:00000200:0.0:1767384331.702379:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.152:988 00000400:00000200:3.0:1767384331.702428:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.152:988 00000400:00000200:0.0:1767384331.702433:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.152:988 00000400:00000200:3.0:1767384331.702493:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.152:988 00000400:00000200:0.0:1767384331.702495:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.152:988 00000400:00000200:3.0:1767384331.702565:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.152:988 00000400:00000200:0.0:1767384331.702565:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.152:988 00000400:00000200:0.0:1767384331.702601:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.152:988 00000400:00000200:3.0:1767384331.702636:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.152:988 00000400:00000200:0.0:1767384331.702643:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.152:988 00000400:00000200:3.0:1767384331.702690:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.152:988 00000400:00000200:0.0:1767384331.702696:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.152:988 00000400:00000200:3.0:1767384331.702751:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.152:988 00000400:00000200:0.0:1767384331.702753:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.152:988 00000400:00000200:0.0:1767384331.702832:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.152:988 00000400:00000200:3.0:1767384331.702834:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.152:988 00000400:00000200:3.0:1767384331.702887:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.152:988 00000400:00000200:0.0:1767384331.702899:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.152:988 00000400:00000200:3.0:1767384331.702936:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.152:988 00000400:00000200:0.0:1767384331.702966:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.152:988 00000400:00000200:3.0:1767384331.702984:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.152:988 00000400:00000200:0.0:1767384331.703032:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.152:988 00000400:00000200:3.0:1767384331.703039:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.152:988 00000400:00000200:0.0:1767384331.703114:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.152:988 00000400:00000200:3.0:1767384331.703126:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.152:988 00000400:00000200:0.0:1767384331.703178:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.152:988 00000400:00000200:3.0:1767384331.703186:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.152:988 00000400:00000200:0.0:1767384331.703238:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.152:988 00000400:00000200:3.0:1767384331.703258:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.152:988 00000400:00000200:0.0:1767384331.703276:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.152:988 00000400:00000200:3.0:1767384331.703316:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.152:988 00000400:00000200:0.0:1767384331.703339:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.152:988 00000400:00000200:3.0:1767384331.703379:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.152:988 00000400:00000200:0.0:1767384331.703387:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.152:988 00000400:00000200:3.0:1767384331.703433:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.152:988 00000400:00000200:0.0:1767384331.703446:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.152:988 00000400:00000200:3.0:1767384331.703494:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.152:988 00000400:00000200:3.0:1767384331.703529:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.202.152:988 00000400:00000200:3.0:1767384331.703556:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.202.152:988 00000400:00000200:3.0:1767384331.703602:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.202.152:988 00000400:00000200:3.0:1767384331.703644:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.202.152:988 00000800:00000010:0.0:1767384331.703649:0:16126:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000f7aa12ca. 00000800:00000010:0.0:1767384331.703654:0:16126:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000008094b95e. 00000800:00000010:0.0:1767384331.703659:0:16126:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000002e1b47fe. 00000400:00000200:3.0:1767384331.703675:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.202.152:988 00000800:00000010:0.0:1767384331.703681:0:16126:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000002e1b47fe. 00000800:00020000:0.0:1767384331.703693:0:16126:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.152 00000800:00000010:0.0:1767384331.703696:0:16126:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000008094b95e. 00000800:00000010:0.0:1767384331.703699:0:16126:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000f7aa12ca. 00000400:00000200:3.0:1767384331.703704:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.202.152:988 00000400:00000200:3.0:1767384331.703747:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.202.152:988 00000400:02020000:0.0:1767384331.703763:0:16126:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.152@tcp36 at host 192.168.202.152:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384331.703772:0:16126:0:(router.c:1755:lnet_notify()) 192.168.202.152@tcp36 notifying 192.168.202.152@tcp36: down 00000400:00000200:0.0:1767384331.703775:0:16126:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:0.0:1767384331.703780:0:16126:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.152@tcp36 00000800:00000010:0.0:1767384331.703784:0:16126:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000057c34970. 00000400:00000200:0.0:1767384331.703788:0:16126:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384331.703789:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.202.152:988 00000400:00000200:0.0:1767384331.703795:0:16126:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp36->192.168.202.152@tcp36: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384331.703804:0:16126:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384331.703807:0:16126:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.152@tcp36 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384331.703812:0:16126:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.152@tcp36) recovery failed with -71 00000400:00000200:3.0:1767384331.703850:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.202.152:988 00000400:00000200:3.0:1767384331.703891:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 979 -> 192.168.202.152:988 00000800:00000010:3.0:1767384331.704039:0:16125:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000d52de1a5. 00000800:00000010:3.0:1767384331.704045:0:16125:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f5dc2e30. 00000800:00000010:3.0:1767384331.704050:0:16125:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000005d86949a. 00000800:00000010:3.0:1767384331.704083:0:16125:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000005d86949a. 00000400:00000200:0.0:1767384331.704189:0:16133:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767384331.704202:0:16133:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.152@tcp35 from 210.3.0.2 00000800:00000010:0.0:1767384331.704205:0:16133:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000007bcf3bcd. 00000800:00000010:3.0:1767384331.704242:0:16128:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000e1ad20fa. 00000800:00000010:3.0:1767384331.704246:0:16128:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000057fdb7a3. 00000800:00000010:3.0:1767384331.704269:0:16128:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000001c5bc700. 00000800:00000200:3.1:1767384331.704276:0:16128:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000637d50da] -> 12345-192.168.202.152@tcp35 (2) 00000800:00000200:3.1:1767384331.704282:0:16128:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.152@tcp35 000000001c5bc700 deleted 00000800:00000010:3.1:1767384331.704284:0:16128:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000001c5bc700. 00000800:00000200:3.1:1767384331.704290:0:16128:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1767384331.704297:0:16128:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp35 ip 192.168.202.152:978 00000800:00000200:3.1:1767384331.704300:0:16128:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009242c1dd type 2, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1767384331.704306:0:16128:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.152@tcp35 p 3.x 192.168.202.152 -> 192.168.202.152:978 incarnation:1767384324046527097 sched[0] 00000800:00000010:3.0:1767384331.704310:0:16128:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000005d86949a. 00000800:00000010:3.0:1767384331.704372:0:16128:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000005d86949a. 00000800:00000010:3.0:1767384331.704376:0:16128:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000057fdb7a3. 00000800:00000010:3.0:1767384331.704412:0:16128:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000007bcf3bcd. 00000800:00000001:3.0:1767384331.704428:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384331.704433:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767384331.704490:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384331.704492:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000009242c1dd. 00000400:00000200:3.0:1767384331.704496:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384331.704502:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp35->192.168.202.152@tcp35: GET: OK 00000400:00000200:3.0:1767384331.704511:0:16131:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:3.0:1767384331.704514:0:16131:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.152@tcp35 recovery message sent successfully:0 00000800:00000200:3.1:1767384331.704553:0:16125:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.0:1767384331.704558:0:16125:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.152@tcp35 p 3.x 192.168.202.152 -> 192.168.202.152:988 incarnation:1767384324046527097 sched[0] 00000800:00000010:3.0:1767384331.704562:0:16125:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f5dc2e30. 00000800:00000001:1.0:1767384331.704613:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384331.704629:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384331.704631:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384331.704638:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.152:988 00000800:00000001:1.0:1767384331.704640:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384331.704652:0:16132:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.152@tcp35(192.168.202.152@tcp35) <- 192.168.202.152@tcp35 : GET - for me 00000400:00000200:1.0:1767384331.704666:0:16132:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.152@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384331.704678:0:16132:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.152@tcp of length 272/272 into md 0x1a89 [1] + 0 00000400:00000200:1.0:1767384331.704689:0:16132:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.152@tcp35 to MR: 192.168.202.152@tcp35 local destination 00000400:00000200:1.0:1767384331.704701:0:16132:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp35 NI seq info: [109:109:256:4294967295] 192.168.202.152@tcp35 LPNI seq info [108:108:8:4294967295] 00000400:00000200:3.0:1767384331.704716:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.152:988 00000400:00000200:1.0:1767384331.704716:0:16132:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp35(192.168.202.152@tcp35:192.168.202.152@tcp35) -> 192.168.202.152@tcp35(192.168.202.152@tcp35:192.168.202.152@tcp35) 192.168.202.152@tcp35 : REPLY try# 0 00000800:00000200:1.0:1767384331.704730:0:16132:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.152@tcp35 00000800:00000010:1.0:1767384331.704734:0:16132:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f2544a0f. 00000800:00000200:1.0:1767384331.704740:0:16132:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000637d50da] -> 12345-192.168.202.152@tcp35 (4) 00000800:00000200:1.0:1767384331.704747:0:16132:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp35 ip 192.168.202.152:988 00000800:00000200:1.0:1767384331.704750:0:16132:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f2544a0f type 3, nob 368 niov 1 nkiov 1 00000400:00000200:3.0:1767384331.704786:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.152:988 00000800:00000200:1.0:1767384331.704810:0:16132:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384331.704813:0:16132:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f2544a0f. 00000400:00000200:1.0:1767384331.704817:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384331.704822:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp35->192.168.202.152@tcp35: REPLY: OK 00000800:00000001:1.0:1767384331.704834:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384331.704839:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384331.704842:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384331.704848:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.152:988 00000800:00000001:1.0:1767384331.704848:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384331.704850:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384331.704856:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384331.704867:0:16132:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.152@tcp35(192.168.202.152@tcp35) <- 192.168.202.152@tcp35 : REPLY - for me 00000400:00000200:1.0:1767384331.704878:0:16132:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.152@tcp35: Reply from 12345-192.168.202.152@tcp35 of length 272/272 into md 0x1ab1 00000800:00000001:1.0:1767384331.704882:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384331.704888:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384331.704889:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384331.704894:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp35->192.168.202.152@tcp35: REPLY: OK 00000400:00000200:1.0:1767384331.704902:0:16132:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000000183fdb 00000400:00000010:1.0:1767384331.704904:0:16132:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000000183fdb. 00000400:00000200:1.0:1767384331.704907:0:16132:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:1.0:1767384331.704912:0:16132:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000003ac7e293. 00000400:00000010:1.0:1767384331.704915:0:16132:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000aa4dcec4. 00000800:00000001:1.0:1767384331.704921:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384331.704924:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384331.704960:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.152:988 00000400:00000200:3.0:1767384331.704983:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.152:988 00000400:00000200:3.0:1767384331.704995:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.152:988 00000400:00000200:3.0:1767384331.705007:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.152:988 00000400:00000200:3.0:1767384331.705020:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.152:988 00000400:00000200:3.0:1767384331.705031:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.152:988 00000400:00000200:3.0:1767384331.705043:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.152:988 00000400:00000200:3.0:1767384331.705055:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.152:988 00000400:00000200:3.0:1767384331.705067:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.152:988 00000400:00000200:3.0:1767384331.705078:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.152:988 00000400:00000200:3.0:1767384331.705120:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.152:988 00000400:00000200:3.0:1767384331.705154:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.152:988 00000400:00000200:3.0:1767384331.705176:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.152:988 00000400:00000200:3.0:1767384331.705265:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.152:988 00000400:00000200:3.0:1767384331.705288:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.152:988 00000400:00000200:3.0:1767384331.705310:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.152:988 00000400:00000200:3.0:1767384331.705350:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.152:988 00000400:00000200:3.0:1767384331.705375:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.152:988 00000400:00000200:3.0:1767384331.705399:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.152:988 00000400:00000200:3.0:1767384331.705422:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.152:988 00000400:00000200:3.0:1767384331.705461:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.152:988 00000400:00000200:3.0:1767384331.705486:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.152:988 00000400:00000200:3.0:1767384331.705505:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.152:988 00000400:00000200:3.0:1767384331.705529:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.152:988 00000400:00000200:3.0:1767384331.705666:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.152:988 00000400:00000200:3.0:1767384331.705691:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.152:988 00000400:00000200:3.0:1767384331.705714:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.152:988 00000400:00000200:3.0:1767384331.705739:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.152:988 00000400:00000200:3.0:1767384331.705799:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.152:988 00000400:00000200:3.0:1767384331.705830:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.152:988 00000400:00000200:3.0:1767384331.705860:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.152:988 00000800:00000010:3.0:1767384331.705981:0:16125:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000c9ea2ecf. 00000800:00000010:3.0:1767384331.705987:0:16125:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f5dc2e30. 00000800:00000010:3.0:1767384331.705991:0:16125:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000005d86949a. 00000800:00000010:3.0:1767384331.706017:0:16125:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000005d86949a. 00000800:00020000:3.0:1767384331.706027:0:16125:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.152 00000800:00000010:3.0:1767384331.706030:0:16125:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f5dc2e30. 00000800:00000010:3.0:1767384331.706033:0:16125:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000c9ea2ecf. 00000400:02020000:3.0:1767384331.706082:0:16125:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.152@tcp35 at host 192.168.202.152:988: is it running a compatible version of Lustre? 00010000:00000001:0.0:1767384331.829197:0:449:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384331.829202:0:449:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384331.829207:0:449:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384331.829210:0:449:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767384331.829211:0:449:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767384331.829219:0:449:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384331.829222:0:449:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767384331.829223:0:449:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384331.829225:0:449:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384331.829226:0:449:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384331.829256:0:16767:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384331.829259:0:16767:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384331.829262:0:16767:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:1.0:1767384331.915591:0:31553:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384331.915602:0:31553:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384331.915606:0:31553:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384331.915611:0:31553:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384331.915615:0:31553:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384331.915618:0:31553:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384332.277175:0:16802:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:0.0:1767384332.277183:0:16802:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:0.0:1767384332.277190:0:16802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000091a70da0. 00000020:00000040:0.0:1767384332.277199:0:16802:0:(genops.c:1229:class_import_get()) import 0000000068bc8709 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:0.0:1767384332.277204:0:16802:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1767384332.277208:0:16766:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 02000000:00000001:0.0:1767384332.277208:0:16802:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1767384332.277214:0:16766:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384332.277215:0:16802:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384332.277227:0:16802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004cc02e67. 00000100:00000001:1.0:1767384332.277233:0:16763:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:0.0:1767384332.277236:0:16802:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384332.277238:0:16763:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384332.277240:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) c0412d60-4f67-4dbc-8791-892843f60083->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767384332.277244:0:16802:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384332.277249:0:16802:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384332.277250:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767384332.277258:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ed922b2b. 00000100:00000040:0.0:1767384332.277263:0:16802:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000091a70da0] to pc [ptlrpcd_00_02+2] req@0000000091a70da0 x1853236723080320/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767384332.277264:0:36:0:(genops.c:1229:class_import_get()) import 00000000df830bbe refcount=4 obd=MGC192.168.202.152@tcp 00000100:00000001:2.0:1767384332.277271:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384332.277275:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384332.277280:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384332.277288:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009242c1dd. 00000004:00000001:0.0:1767384332.277293:0:16802:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384332.277295:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384332.277304:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c0412d60-4f67-4dbc-8791-892843f60083->MGS req@00000000ed922b2b x1853236723080448/t0(0) o400->MGC192.168.202.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384332.277304:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384332.277309:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384332.277313:0:16139:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767384332.277335:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:0.0:1767384332.277335:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000091a70da0 x1853236723080320/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384332.277339:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384332.277349:0:16139:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1767384332.277350:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ed922b2b] to pc [ptlrpcd_00_03+3] req@00000000ed922b2b x1853236723080448/t0(0) o400->MGC192.168.202.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384332.277352:0:16139:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384332.277359:0:16139:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384332.277363:0:16139:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384332.277364:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767384332.277369:0:16139:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384332.277370:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384332.277373:0:16139:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000091a70da0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16139:1853236723080320:0@lo:13: 00000100:00000001:0.0:1767384332.277383:0:16139:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384332.277390:0:16139:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384332.277394:0:16139:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384332.277396:0:16139:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384332.277400:0:16139:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000221e017a. 00000100:00000001:2.0:1767384332.277402:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384332.277406:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1767384332.277411:0:16139:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384332.277414:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000010:0.0:1767384332.277419:0:16139:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000026ae81df. 00000100:00000010:2.0:1767384332.277420:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009b22d73f. 00000020:00000040:2.0:1767384332.277425:0:36:0:(genops.c:1229:class_import_get()) import 0000000068bc8709 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000400:00000010:0.0:1767384332.277428:0:16139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000a5e2c09. 00000100:00000001:2.0:1767384332.277429:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384332.277434:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384332.277437:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384332.277438:0:16139:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236723080320, portal 4 00000100:00000001:0.0:1767384332.277442:0:16139:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000010:2.0:1767384332.277443:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000057c34970. 00000100:00000001:0.0:1767384332.277444:0:16139:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782674421888 : -124291035129728 : ffff8ef53d009880) 00000100:00000001:2.0:1767384332.277450:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384332.277454:0:16139:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000091a70da0 x1853236723080320/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384348 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384332.277459:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@000000009b22d73f x1853236723080576/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384332.277465:0:16139:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384332.277471:0:16139:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384332.277476:0:16139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000936b337a. 00000100:00000001:2.0:1767384332.277480:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000200:0.0:1767384332.277481:0:16139:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853236723080320, offset 0 00000100:00000001:2.0:1767384332.277485:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384332.277490:0:16139:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1767384332.277495:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b22d73f] to pc [ptlrpcd_00_00+0] req@000000009b22d73f x1853236723080576/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384332.277496:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384332.277501:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384332.277505:0:16140:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767384332.277507:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:1.0:1767384332.277514:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ed922b2b x1853236723080448/t0(0) o400->MGC192.168.202.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384332.277526:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x695824c905c80 00000100:00000001:1.0:1767384332.277533:0:16140:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384332.277536:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384332.277537:0:16140:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384332.277537:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xb9d [8] + 2240 00000100:00000040:2.0:1767384332.277542:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1767384332.277544:0:16140:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1767384332.277548:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1767384332.277549:0:16140:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384332.277550:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:1.0:1767384332.277556:0:16140:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384332.277557:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000db8542b2. 00000400:00000200:0.0:1767384332.277557:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000040:2.0:1767384332.277564:0:36:0:(genops.c:1229:class_import_get()) import 00000000345f9ba7 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00100000:1.0:1767384332.277566:0:16140:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ed922b2b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c0412d60-4f67-4dbc-8791-892843f60083:16140:1853236723080448:0@lo:400: 00000100:00000001:0.0:1767384332.277567:0:16139:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1767384332.277571:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000200:0.0:1767384332.277571:0:16139:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 02000000:00000001:2.0:1767384332.277576:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767384332.277577:0:16140:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000010:0.0:1767384332.277579:0:16139:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000acb379ab. 02000000:00000001:2.0:1767384332.277581:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384332.277583:0:16140:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:0.0:1767384332.277583:0:16139:0:(events.c:337:request_in_callback()) incoming req@00000000acb379ab x1853236723080320 msgsize 224 02000000:00000001:1.0:1767384332.277588:0:16140:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384332.277589:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000009da40fe. 00000100:00100000:0.0:1767384332.277593:0:16139:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:1.0:1767384332.277594:0:16140:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767384332.277597:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384332.277601:0:16140:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000040d37a3a. 00000100:00000001:0.0:1767384332.277604:0:16139:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:2.0:1767384332.277606:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@00000000db8542b2 x1853236723080704/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1767384332.277607:0:16140:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384332.277613:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000936b337a 00000400:00000010:1.0:1767384332.277616:0:16140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000044c700f3. 00000400:00000010:0.0:1767384332.277618:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000936b337a. 00000100:00000001:2.0:1767384332.277624:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384332.277624:0:16139:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:1.0:1767384332.277628:0:16140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ca28d10e. 00000100:00000001:2.0:1767384332.277629:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384332.277630:0:16139:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000091a70da0 x1853236723080320/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384348 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384332.277638:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:1.0:1767384332.277642:0:16140:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236723080448, portal 25 00000100:00000040:0.0:1767384332.277645:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000091a70da0 x1853236723080320/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384348 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384332.277647:0:16140:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:2.0:1767384332.277649:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000db8542b2] to pc [ptlrpcd_00_01+1] req@00000000db8542b2 x1853236723080704/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384332.277651:0:16140:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782407665664 : -124291301885952 : ffff8ef52d1a3800) 00000100:00000040:1.0:1767384332.277662:0:16140:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000ed922b2b x1853236723080448/t0(0) o400->MGC192.168.202.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384348 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384332.277667:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384332.277678:0:16139:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384332.277686:0:16139:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384332.277687:0:16140:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384332.277689:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384332.277694:0:16139:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 8115 usecs (9 jiffies) 00000100:00000040:2.0:1767384332.277695:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1767384332.277695:0:16140:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384332.277701:0:16139:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294922249 00000400:00000010:1.0:1767384332.277702:0:16140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000050be1f4b. 00000100:00000001:2.0:1767384332.277703:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000200:1.0:1767384332.277709:0:16140:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853236723080448, offset 0 00000100:00000010:0.0:1767384332.277709:0:16139:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ea58aeb3. 00000100:00000010:2.0:1767384332.277710:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b8d5d876. 00000020:00000040:2.0:1767384332.277717:0:36:0:(genops.c:1229:class_import_get()) import 000000005a28ad8c refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:2.0:1767384332.277720:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767384332.277720:0:16139:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000400:00000200:1.0:1767384332.277722:0:16140:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:2.0:1767384332.277726:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767384332.277729:0:16139:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294922249 02000000:00000001:2.0:1767384332.277730:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384332.277736:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:0.0:1767384332.277737:0:16139:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a06c96d1. 02000000:00000010:2.0:1767384332.277740:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000099fb2693. 00000100:00000001:0.0:1767384332.277742:0:16139:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384332.277746:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384332.277748:0:16139:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294922249 00000400:00000200:1.0:1767384332.277751:0:16140:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x695824c905d00 00000100:00000010:0.0:1767384332.277754:0:16139:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006d6e87cd. 00000100:00000040:2.0:1767384332.277755:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@00000000b8d5d876 x1853236723080832/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384332.277760:0:16139:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000400:00000200:1.0:1767384332.277764:0:16140:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1301 [2] + 0 00000100:00000001:0.0:1767384332.277766:0:16139:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294922249 00000100:00000010:0.0:1767384332.277773:0:16139:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000021256cfb. 00000400:00000010:1.0:1767384332.277775:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000157eef89. 00000100:00000001:0.0:1767384332.277778:0:16139:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000400:00000200:1.0:1767384332.277783:0:16140:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000026dc7542 00000100:00000001:0.0:1767384332.277784:0:16139:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384332.277785:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384332.277790:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384332.277790:0:16139:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384332.277791:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384332.277798:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384332.277801:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b8d5d876] to pc [ptlrpcd_00_02+2] req@00000000b8d5d876 x1853236723080832/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384332.277802:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384332.277803:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384332.277810:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000026dc7542 00000100:00000001:0.0:1767384332.277815:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:1.0:1767384332.277816:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000026dc7542. 00000100:00000001:0.0:1767384332.277819:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384332.277824:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384332.277826:0:16140:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1767384332.277826:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384332.277827:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384332.277831:0:16140:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:0.0:1767384332.277831:0:16139:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384332.277835:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (259) 00000100:00000040:0.0:1767384332.277837:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b8d5d876 x1853236723080832/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384332.277838:0:16140:0:(events.c:337:request_in_callback()) incoming req@00000000efdfd0f3 x1853236723080448 msgsize 224 00000100:00000001:0.0:1767384332.277850:0:16139:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384332.277853:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384332.277853:0:16139:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384332.277854:0:16140:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384332.277859:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1767384332.277859:0:16139:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1767384332.277860:0:16140:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384332.277865:0:16137:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1767384332.277865:0:16139:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384332.277869:0:16139:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384332.277874:0:16140:0:(events.c:373:request_in_callback()) Process leaving 00000100:00100000:0.0:1767384332.277875:0:16139:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b8d5d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:16139:1853236723080832:0@lo:400: 00000100:00000040:2.0:1767384332.277876:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009b22d73f x1853236723080576/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384332.277886:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000050be1f4b 00000400:00000010:1.0:1767384332.277891:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000050be1f4b. 00000100:00000001:0.0:1767384332.277893:0:16139:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767384332.277895:0:16137:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384332.277898:0:16140:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:0.0:1767384332.277898:0:16139:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767384332.277899:0:16137:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384332.277903:0:16139:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384332.277905:0:16137:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384332.277906:0:16139:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:1.0:1767384332.277907:0:16140:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ed922b2b x1853236723080448/t0(0) o400->MGC192.168.202.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384348 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384332.277911:0:16137:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000010:0.0:1767384332.277912:0:16139:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002a66af08. 02000000:00000001:0.0:1767384332.277918:0:16139:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384332.277920:0:16137:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384332.277926:0:16139:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b266f012. 00000100:00000001:1.0:1767384332.277928:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:2.0:1767384332.277929:0:16137:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009b22d73f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16137:1853236723080576:0@lo:400: 00000400:00000010:0.0:1767384332.277933:0:16139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000936b337a. 00000100:00000040:1.0:1767384332.277935:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ed922b2b x1853236723080448/t0(0) o400->MGC192.168.202.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384348 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384332.277937:0:16137:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000200:0.0:1767384332.277939:0:16139:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236723080832, portal 10 00000100:00000001:0.0:1767384332.277943:0:16139:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384332.277946:0:16139:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782407653120 : -124291301898496 : ffff8ef52d1a0700) 02000000:00000001:2.0:1767384332.277951:0:16137:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384332.277956:0:16137:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384332.277956:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384332.277956:0:16139:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b8d5d876 x1853236723080832/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384348 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384332.277964:0:16137:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767384332.277970:0:16140:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384332.277970:0:16139:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000010:2.0:1767384332.277971:0:16137:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ae53d45f. 00000100:00000040:0.0:1767384332.277974:0:16139:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:2.0:1767384332.277977:0:16137:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384332.277979:0:16139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ff276a1b. 00000100:00000001:1.0:1767384332.277981:0:16140:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384332.277984:0:16139:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236723080832, offset 0 00000400:00000010:2.0:1767384332.277987:0:16137:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000534a0999. 00000100:00000001:1.0:1767384332.277987:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294922264 00000400:00000200:0.0:1767384332.277993:0:16139:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384332.277998:0:16140:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294922249 00000400:00000200:0.0:1767384332.278001:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384332.278005:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294922264 00000400:00000010:2.0:1767384332.278006:0:16137:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001bfe4b9b. 00000400:00000200:0.0:1767384332.278011:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824c905e80 00000100:00000001:1.0:1767384332.278013:0:16140:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294922249 00000100:00000200:2.0:1767384332.278014:0:16137:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236723080576, portal 4 00000400:00000200:0.0:1767384332.278020:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 6040 00000100:00000001:1.0:1767384332.278021:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294922264 00000100:00000001:2.0:1767384332.278022:0:16137:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384332.278025:0:16137:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782407662080 : -124291301889536 : ffff8ef52d1a2a00) 00000100:00000001:1.0:1767384332.278030:0:16140:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294922249 00000400:00000200:0.0:1767384332.278031:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384332.278036:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294922264 00000100:00000040:2.0:1767384332.278037:0:16137:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009b22d73f x1853236723080576/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384348 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384332.278043:0:16140:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294922249 00000400:00000200:0.0:1767384332.278043:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384332.278050:0:16140:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384332.278054:0:16139:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1767384332.278056:0:16140:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384332.278059:0:16139:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:2.0:1767384332.278060:0:16137:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384332.278062:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384332.278067:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384332.278069:0:16137:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000010:0.0:1767384332.278069:0:16139:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a17a245b. 00000100:00000001:1.0:1767384332.278074:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:0.0:1767384332.278075:0:16139:0:(events.c:337:request_in_callback()) incoming req@00000000a17a245b x1853236723080832 msgsize 224 00000400:00000010:2.0:1767384332.278076:0:16137:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009aa3c431. 00000100:00000001:1.0:1767384332.278078:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:2.0:1767384332.278117:0:16137:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853236723080576, offset 0 00000100:00100000:0.0:1767384332.278121:0:16139:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:2.0:1767384332.278131:0:16137:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384332.278133:0:16139:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384332.278143:0:16137:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384332.278143:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ff276a1b 00000400:00000010:0.0:1767384332.278147:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ff276a1b. 00000100:00000001:0.0:1767384332.278151:0:16139:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384332.278152:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384332.278156:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:0.0:1767384332.278157:0:16139:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b8d5d876 x1853236723080832/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384348 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384332.278160:0:16137:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x695824c905d80 00000100:00000001:1.0:1767384332.278160:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384332.278166:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384332.278175:0:16137:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xa9d [8] + 3664 00000400:00000200:2.0:1767384332.278182:0:16137:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384332.278189:0:16773:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384332.278191:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767384332.278193:0:16137:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:1.0:1767384332.278194:0:16773:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723080448 00000100:00000040:0.0:1767384332.278197:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b8d5d876 x1853236723080832/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384348 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384332.278200:0:16773:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384332.278203:0:16137:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1767384332.278205:0:16773:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:2.0:1767384332.278208:0:16137:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000001:0.0:1767384332.278208:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384332.278210:0:16773:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384332.278213:0:16139:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000010:2.0:1767384332.278216:0:16137:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000598ac44b. 02000000:00000001:1.0:1767384332.278220:0:16773:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384332.278220:0:16139:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384332.278221:0:16137:0:(events.c:337:request_in_callback()) incoming req@00000000598ac44b x1853236723080576 msgsize 224 00000100:00000040:0.0:1767384332.278226:0:16139:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3902 usecs (4 jiffies) 00000100:00100000:1.0:1767384332.278228:0:16773:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723080448 00000100:00000001:0.0:1767384332.278233:0:16139:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294922245 00000020:00000001:1.0:1767384332.278234:0:16773:0:(genops.c:811:class_conn2export()) Process entered 00000100:00100000:2.0:1767384332.278235:0:16137:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000040:1.0:1767384332.278240:0:16773:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eec8e1 00000100:00000001:0.0:1767384332.278240:0:16139:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294922264 00000100:00000001:0.0:1767384332.278245:0:16139:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294922245 00000020:00000001:1.0:1767384332.278246:0:16773:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384332.278248:0:16139:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294922264 00000020:00000040:1.0:1767384332.278251:0:16773:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000555601ca refcount=14 00000100:00000001:0.0:1767384332.278251:0:16139:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294922245 00000100:00000001:2.0:1767384332.278252:0:16137:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384332.278252:0:16139:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294922264 00000100:00000001:0.0:1767384332.278258:0:16139:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294922245 00000020:00000001:1.0:1767384332.278259:0:16773:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000100:00000001:0.0:1767384332.278260:0:16139:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294922264 00000400:00000200:2.0:1767384332.278263:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009aa3c431 00000020:00000001:1.0:1767384332.278265:0:16773:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000100:00000001:0.0:1767384332.278265:0:16139:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1767384332.278268:0:16137:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009aa3c431. 00000100:00000001:0.0:1767384332.278269:0:16139:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384332.278272:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384332.278275:0:16137:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384332.278277:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384332.278282:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:2.0:1767384332.278284:0:16137:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009b22d73f x1853236723080576/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384348 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384332.278284:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384332.278285:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:1.0:1767384332.278290:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000081c8a4ab. 00000100:00000001:0.0:1767384332.278291:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384332.278294:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384332.278298:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384332.278298:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384332.278303:0:16137:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384332.278304:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384332.278305:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000081c8a4ab. 00000020:00000010:1.0:1767384332.278315:0:16773:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002ec50708. 00000100:00000040:2.0:1767384332.278332:0:16137:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009b22d73f x1853236723080576/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384348 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384332.278335:0:17551:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:1.0:1767384332.278336:0:16773:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b8349893. 00000100:00100000:0.0:1767384332.278338:0:17551:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723080320 02000000:00000001:0.0:1767384332.278343:0:17551:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000010:1.0:1767384332.278345:0:16773:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002d9084b7. 00000100:00000001:0.0:1767384332.278346:0:17551:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384332.278349:0:17551:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384332.278355:0:17551:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384332.278356:0:16137:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384332.278359:0:16773:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384332.278360:0:16137:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384332.278366:0:16773:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00100000:0.0:1767384332.278367:0:17551:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723080320 00000100:00000001:1.0:1767384332.278370:0:16773:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384332.278371:0:16137:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384332.278371:0:17551:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384332.278375:0:16773:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384332.278375:0:17551:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eeca38 00000100:00000040:2.0:1767384332.278377:0:16137:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 8115 usecs (9 jiffies) 00000020:00000001:0.0:1767384332.278380:0:17551:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384332.278385:0:16137:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294922250 00000020:00000040:0.0:1767384332.278385:0:17551:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000cf791f94 refcount=5 00000100:00000001:1.0:1767384332.278389:0:16773:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384332.278390:0:17551:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619777391929344 : -124296317622272 : ffff8ef402242800) 00000100:00000001:2.0:1767384332.278392:0:16137:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294922264 00000020:00000001:0.0:1767384332.278395:0:17551:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619777391929344 : -124296317622272 : ffff8ef402242800) 00000100:00000001:2.0:1767384332.278399:0:16137:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294922250 00000100:00000001:0.0:1767384332.278400:0:17551:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384332.278403:0:16773:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384332.278404:0:17551:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000044b77718. 00000100:00000001:2.0:1767384332.278405:0:16137:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294922264 00000100:00000001:2.0:1767384332.278410:0:16137:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294922250 00000020:00000010:0.0:1767384332.278412:0:17551:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000021745c5c. 00000100:00000001:2.0:1767384332.278413:0:16137:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294922264 00000100:00000001:2.0:1767384332.278417:0:16137:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294922250 00000100:00000001:1.0:1767384332.278419:0:16773:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000040:0.0:1767384332.278419:0:17551:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (0000000083abdb14) now 6 - evictor 00000100:00000001:2.0:1767384332.278420:0:16137:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294922264 00000100:00000001:1.0:1767384332.278424:0:16773:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384332.278426:0:16137:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384332.278430:0:16137:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384332.278434:0:16773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 119 00000100:00000001:0.0:1767384332.278434:0:17551:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:2.0:1767384332.278436:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384332.278439:0:17551:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f66e1ffd. 00000100:00000001:2.0:1767384332.278442:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384332.278443:0:16773:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000555601ca : new rpc_count 1 00000020:00000010:0.0:1767384332.278444:0:17551:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e2d8f82e. 00000100:00000001:1.0:1767384332.278448:0:16773:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619777413666896 : -124296295884720 : ffff8ef4036fd850) 00000020:00000010:0.0:1767384332.278450:0:17551:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f9b52dae. 00000100:00000001:2.0:1767384332.278451:0:16137:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384332.278456:0:16137:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:1.0:1767384332.278458:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000efdfd0f3 x1853236723080448/t0(0) o400->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:313/0 lens 224/0 e 0 to 0 dl 1767384343 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384332.278462:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767384332.278462:0:17551:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:2.0:1767384332.278466:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384332.278468:0:17551:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384332.278472:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384332.278472:0:17551:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384332.278474:0:17551:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384332.278477:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:2.0:1767384332.278480:0:16137:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1767384332.278482:0:17551:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384332.278483:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000081c8a4ab. 00000100:00000001:2.0:1767384332.278484:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384332.278490:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384332.278491:0:16137:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384332.278492:0:17551:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384332.278496:0:16137:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384332.278496:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000081c8a4ab. 00000100:00000001:2.0:1767384332.278504:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384332.278505:0:17551:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:1.0:1767384332.278508:0:16773:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000efdfd0f3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c0412d60-4f67-4dbc-8791-892843f60083+14:16140:x1853236723080448:12345-0@lo:400: 00000100:00000001:2.0:1767384332.278509:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384332.278509:0:17551:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384332.278515:0:16137:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000200:1.0:1767384332.278516:0:16773:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723080448 00000100:00100000:0.0:1767384332.278517:0:17551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000020:00000001:1.0:1767384332.278521:0:16773:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000040:0.0:1767384332.278522:0:17551:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000cf791f94 : new rpc_count 1 00000100:00000040:2.0:1767384332.278523:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000db8542b2 x1853236723080704/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384332.278527:0:17551:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619782674416512 : -124291035135104 : ffff8ef53d008380) 00000020:00000001:1.0:1767384332.278528:0:16773:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384332.278533:0:16773:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384332.278537:0:17551:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000acb379ab x1853236723080320/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:313/0 lens 224/0 e 0 to 0 dl 1767384343 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384332.278540:0:16773:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384332.278545:0:16773:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669141120 : -1040410496 : ffffffffc1fc9880) 00000100:00000001:2.0:1767384332.278546:0:16137:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:1.0:1767384332.278553:0:16773:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1767384332.278554:0:17551:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384332.278557:0:16137:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384332.278559:0:17551:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000391be796. 02000000:00000001:2.0:1767384332.278563:0:16137:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767384332.278565:0:17551:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384332.278566:0:16773:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384332.278569:0:16137:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384332.278570:0:17551:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000391be796. 00000020:00000001:1.0:1767384332.278574:0:16773:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 02000000:00000001:2.0:1767384332.278576:0:16137:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384332.278579:0:16773:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00100000:0.0:1767384332.278581:0:17551:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000acb379ab pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16139:x1853236723080320:12345-0@lo:13: 00000020:00000001:1.0:1767384332.278584:0:16773:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384332.278585:0:16137:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000db8542b2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16137:1853236723080704:0@lo:400: 00000020:00000001:1.0:1767384332.278590:0:16773:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1767384332.278595:0:16773:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1767384332.278598:0:16137:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000200:0.0:1767384332.278599:0:17551:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723080320 02000000:00000001:1.0:1767384332.278600:0:16773:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:2.0:1767384332.278602:0:16137:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384332.278606:0:16137:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384332.278606:0:17551:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 02000000:00000010:1.0:1767384332.278608:0:16773:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000004b7e5ad. 00000020:00000001:0.0:1767384332.278611:0:17551:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 02000000:00000001:2.0:1767384332.278612:0:16137:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1767384332.278613:0:16773:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384332.278615:0:17551:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384332.278619:0:16137:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000112ac890. 00000100:00000001:1.0:1767384332.278619:0:16773:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384332.278621:0:17551:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384332.278626:0:16773:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384332.278627:0:16137:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384332.278627:0:17551:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072673306064 : -1036245552 : ffffffffc23c25d0) 00000020:00000001:0.0:1767384332.278635:0:17551:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1767384332.278636:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1767384332.278636:0:16137:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fbeea7d1. 00010000:00000040:1.0:1767384332.278636:0:16773:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236723080448 00000020:00000001:0.0:1767384332.278639:0:17551:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384332.278641:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384332.278644:0:16773:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000010:2.0:1767384332.278645:0:16137:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009aa3c431. 00000020:00000001:0.0:1767384332.278646:0:17551:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384332.278652:0:17551:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000200:2.0:1767384332.278653:0:16137:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236723080704, portal 10 00010000:00000200:1.0:1767384332.278653:0:16773:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000efdfd0f3 x1853236723080448/t0(0) o400->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:313/0 lens 224/224 e 0 to 0 dl 1767384343 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384332.278657:0:17551:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384332.278659:0:16137:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384332.278663:0:16137:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782407655808 : -124291301895808 : ffff8ef52d1a1180) 00000100:00000001:0.0:1767384332.278665:0:17551:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00000001:1.0:1767384332.278671:0:16773:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 02000000:00000001:0.0:1767384332.278671:0:17551:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:2.0:1767384332.278676:0:16137:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000db8542b2 x1853236723080704/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384348 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384332.278676:0:16773:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384332.278678:0:17551:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000316218dc. 00000100:00001000:1.0:1767384332.278683:0:16773:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dd452398 time=62 v=5 (1 0 0 0) 02000000:00000001:0.0:1767384332.278684:0:17551:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384332.278693:0:16773:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1767384332.278693:0:17551:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384332.278697:0:16137:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384332.278699:0:16773:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 21 to 0@lo 00002000:00000001:0.0:1767384332.278700:0:17551:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000100:00000001:1.0:1767384332.278702:0:16773:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 00000100:00000040:2.0:1767384332.278707:0:16137:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:1.0:1767384332.278708:0:16773:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00002000:00000001:0.0:1767384332.278710:0:17551:0:(ofd_obd.c:689:ofd_statfs()) Process entered 02000000:00000001:1.0:1767384332.278711:0:16773:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384332.278712:0:16137:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005c4e6169. 00000100:00000001:1.0:1767384332.278716:0:16773:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:0.0:1767384332.278716:0:17551:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000100:00000200:2.0:1767384332.278718:0:16137:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236723080704, offset 0 00000100:00000040:1.0:1767384332.278724:0:16773:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00080000:00000001:0.0:1767384332.278724:0:17551:0:(osd_handler.c:571:osd_statfs()) Process entered 00000400:00000200:2.0:1767384332.278729:0:16137:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:1.0:1767384332.278730:0:16773:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000050be1f4b. 00000100:00000200:1.0:1767384332.278736:0:16773:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853236723080448, offset 224 00000400:00000200:2.0:1767384332.278742:0:16137:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00080000:00000001:0.0:1767384332.278742:0:17551:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384332.278748:0:16773:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:0.0:1767384332.278750:0:17551:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384332.278755:0:16137:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824c905e00 00002000:00000024:0.0:1767384332.278755:0:17551:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 389021696 avail 386924544 00000400:00000200:1.0:1767384332.278762:0:16773:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000020:0.0:1767384332.278764:0:17551:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40828928 0 0 00000400:00000200:2.0:1767384332.278769:0:16137:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 6264 00000020:00000020:0.0:1767384332.278771:0:17551:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000cf791f94 dirty 0 pend 0 grant 0 00000400:00000200:1.0:1767384332.278776:0:16773:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x695824c905d00 00002000:00000020:0.0:1767384332.278781:0:17551:0:(ofd_obd.c:737:ofd_statfs()) 374 blocks: 371 free, 331 avail; 12296 objects: 11872 free; state 0 00000400:00000200:2.0:1767384332.278782:0:16137:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384332.278787:0:16773:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1ac1 [1] + 224 00002000:00000001:0.0:1767384332.278790:0:17551:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000400:00000200:2.0:1767384332.278795:0:16137:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384332.278796:0:16773:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000001:00000001:0.0:1767384332.278798:0:17551:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000100:00000001:2.0:1767384332.278802:0:16137:0:(events.c:286:request_in_callback()) Process entered 00000001:00000001:0.0:1767384332.278803:0:17551:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384332.278805:0:16773:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384332.278807:0:16137:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00002000:00000001:0.0:1767384332.278809:0:17551:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384332.278812:0:16773:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000040:0.0:1767384332.278814:0:17551:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236723080320 00000100:00000010:2.0:1767384332.278815:0:16137:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008e7bad1d. 00010000:00000001:0.0:1767384332.278819:0:17551:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000200:1.0:1767384332.278820:0:16773:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ed922b2b x1853236723080448/t0(0) o400->MGC192.168.202.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384348 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384332.278822:0:16137:0:(events.c:337:request_in_callback()) incoming req@000000008e7bad1d x1853236723080704 msgsize 224 00010000:00000200:0.0:1767384332.278827:0:17551:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000acb379ab x1853236723080320/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:313/0 lens 224/368 e 0 to 0 dl 1767384343 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384332.278838:0:16137:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384332.278855:0:16137:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000001:0.0:1767384332.278856:0:17551:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000040:1.0:1767384332.278857:0:16773:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000ed922b2b x1853236723080448/t0(0) o400->MGC192.168.202.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384348 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384332.278869:0:17551:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384332.278873:0:17551:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bde6550e time=51 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384332.278874:0:16773:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384332.278875:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005c4e6169 00000400:00000010:2.0:1767384332.278881:0:16137:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005c4e6169. 00000100:00000001:0.0:1767384332.278882:0:17551:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1767384332.278888:0:16137:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:0.0:1767384332.278889:0:17551:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 22 to 0@lo 00000400:00000200:1.0:1767384332.278892:0:16773:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000050be1f4b 00000100:00000001:0.0:1767384332.278894:0:17551:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 00000100:00000200:2.0:1767384332.278897:0:16137:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000db8542b2 x1853236723080704/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384348 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384332.278897:0:16773:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000050be1f4b. 02000000:00000001:0.0:1767384332.278900:0:17551:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1767384332.278903:0:16773:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:0.0:1767384332.278905:0:17551:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384332.278906:0:16773:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384332.278911:0:16773:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384332.278912:0:17551:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384332.278918:0:17548:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:1.0:1767384332.278919:0:16773:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 21 to 0@lo 00000100:00000001:2.0:1767384332.278920:0:16137:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:3.0:1767384332.278923:0:17548:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723080576 00000100:00000040:0.0:1767384332.278923:0:17551:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:1.0:1767384332.278925:0:16773:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 02000000:00000001:3.0:1767384332.278927:0:17548:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:2.0:1767384332.278928:0:16137:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000db8542b2 x1853236723080704/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384348 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384332.278929:0:16773:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384332.278931:0:17548:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:0.0:1767384332.278931:0:17551:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ff276a1b. 00000020:00000001:1.0:1767384332.278935:0:16773:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1767384332.278936:0:17548:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384332.278939:0:17551:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853236723080320, offset 224 02000000:00000001:3.0:1767384332.278942:0:17548:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384332.278942:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000efdfd0f3 x1853236723080448/t0(0) o400->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:313/0 lens 224/224 e 0 to 0 dl 1767384343 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384332.278949:0:17548:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723080576 00000020:00000001:3.0:1767384332.278954:0:17548:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:0.0:1767384332.278955:0:17551:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000040:3.0:1767384332.278957:0:17548:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eeca38 00000020:00000001:3.0:1767384332.278964:0:17548:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384332.278965:0:16137:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384332.278967:0:17548:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000cf791f94 refcount=6 00000100:00100000:1.0:1767384332.278970:0:16773:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000efdfd0f3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c0412d60-4f67-4dbc-8791-892843f60083+14:16140:x1853236723080448:12345-0@lo:400: Request processed in 489us (1128us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384332.278972:0:16137:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1767384332.278972:0:17551:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:3.0:1767384332.278973:0:17548:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619777391929344 : -124296317622272 : ffff8ef402242800) 00000020:00000001:3.0:1767384332.278979:0:17548:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619777391929344 : -124296317622272 : ffff8ef402242800) 00000100:00000001:2.0:1767384332.278981:0:16137:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384332.278984:0:17548:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:2.0:1767384332.278986:0:16137:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 3551 usecs (4 jiffies) 00000100:00100000:1.0:1767384332.278987:0:16773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 119 00000400:00000200:0.0:1767384332.278989:0:17551:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x695824c905c80 00000020:00000010:3.0:1767384332.278994:0:17548:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003ac5293a. 00000100:00000001:2.0:1767384332.278995:0:16137:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294922245 00000100:00000040:1.0:1767384332.278995:0:16773:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000555601ca : new rpc_count 0 00000100:00000001:3.0:1767384332.278999:0:17548:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384332.279002:0:16773:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384332.279003:0:16137:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294922264 00000400:00000200:0.0:1767384332.279003:0:17551:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1ab9 [1] + 224 00000020:00000010:3.0:1767384332.279004:0:17548:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003ac5293a. 00000100:00000001:1.0:1767384332.279007:0:16773:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384332.279011:0:16137:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294922245 00000020:00000010:3.0:1767384332.279012:0:17548:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000452a7bdd. 00000020:00000010:1.0:1767384332.279014:0:16773:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b8349893. 00000400:00000200:0.0:1767384332.279014:0:17551:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384332.279016:0:16137:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294922264 00000020:00000010:3.0:1767384332.279017:0:17548:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002b7b4c1e. 00000020:00000010:1.0:1767384332.279021:0:16773:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002d9084b7. 00000100:00000001:2.0:1767384332.279023:0:16137:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294922245 00000020:00000010:3.0:1767384332.279024:0:17548:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002c20824e. 00000400:00000200:0.0:1767384332.279025:0:17551:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:1.0:1767384332.279027:0:16773:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002ec50708. 00000100:00000001:2.0:1767384332.279032:0:16137:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294922264 00000100:00000040:3.0:1767384332.279036:0:17548:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000020:00000040:1.0:1767384332.279036:0:16773:0:(genops.c:898:class_export_put()) PUTting export 00000000555601ca : new refcount 13 00000100:00000001:2.0:1767384332.279037:0:16137:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294922245 00000100:00000001:0.0:1767384332.279037:0:17551:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384332.279043:0:17548:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384332.279044:0:16137:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294922264 02000000:00000001:1.0:1767384332.279044:0:16773:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000200:0.0:1767384332.279048:0:17551:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000091a70da0 x1853236723080320/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384348 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384332.279049:0:17548:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 02000000:00000010:1.0:1767384332.279049:0:16773:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000004b7e5ad. 00000100:00000001:2.0:1767384332.279050:0:16137:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384332.279053:0:17548:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384332.279055:0:16773:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384332.279059:0:16137:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384332.279060:0:16773:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384332.279062:0:17548:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1767384332.279068:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384332.279068:0:16773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:3.0:1767384332.279069:0:17548:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384332.279072:0:17548:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384332.279076:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384332.279076:0:17551:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@0000000091a70da0 x1853236723080320/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384348 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384332.279082:0:17548:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384332.279122:0:17548:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384332.279124:0:17551:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384332.279125:0:17548:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384332.279127:0:17568:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384332.279131:0:17548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1767384332.279133:0:17568:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723080832 00000400:00000200:0.0:1767384332.279133:0:17551:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ff276a1b 00000100:00000040:3.0:1767384332.279134:0:17548:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000cf791f94 : new rpc_count 2 02000000:00000001:2.0:1767384332.279138:0:17568:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384332.279139:0:17548:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619782407659392 : -124291301892224 : ffff8ef52d1a1f80) 00000400:00000010:0.0:1767384332.279139:0:17551:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ff276a1b. 00000100:00000001:2.0:1767384332.279142:0:17568:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384332.279147:0:17568:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384332.279147:0:17551:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000040:3.0:1767384332.279148:0:17548:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000598ac44b x1853236723080576/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:313/0 lens 224/0 e 0 to 0 dl 1767384343 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384332.279153:0:17551:0:(events.c:398:reply_out_callback()) Process leaving 02000000:00000001:2.0:1767384332.279154:0:17568:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384332.279159:0:17551:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384332.279161:0:17568:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723080832 00000020:00000001:2.0:1767384332.279167:0:17568:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384332.279168:0:17548:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:0.0:1767384332.279169:0:17551:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 20 to 0@lo 00000020:00000010:3.0:1767384332.279172:0:17548:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003ac5293a. 00010000:00000001:0.0:1767384332.279174:0:17551:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:3.0:1767384332.279177:0:17548:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1767384332.279178:0:17568:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eeca23 00000020:00000001:0.0:1767384332.279179:0:17551:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384332.279180:0:17548:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003ac5293a. 00000020:00000001:2.0:1767384332.279183:0:17568:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1767384332.279186:0:17551:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000040:2.0:1767384332.279187:0:17568:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000b2466616 refcount=5 00000100:00100000:3.0:1767384332.279190:0:17548:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000598ac44b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:16137:x1853236723080576:12345-0@lo:400: 00000020:00000001:2.0:1767384332.279192:0:17568:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619782058162176 : -124291651389440 : ffff8ef518453800) 00000100:00000040:0.0:1767384332.279195:0:17551:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000acb379ab x1853236723080320/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:313/0 lens 224/368 e 0 to 0 dl 1767384343 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384332.279197:0:17548:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723080576 00000020:00000001:2.0:1767384332.279199:0:17568:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619782058162176 : -124291651389440 : ffff8ef518453800) 00000020:00000001:3.0:1767384332.279201:0:17548:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384332.279205:0:17548:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:2.0:1767384332.279207:0:17568:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1767384332.279208:0:17548:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384332.279212:0:17548:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384332.279214:0:17548:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661494240 : -1048057376 : ffffffffc187e9e0) 00000020:00000010:2.0:1767384332.279214:0:17568:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c1379e58. 00000020:00000001:3.0:1767384332.279220:0:17548:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000010:2.0:1767384332.279222:0:17568:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000005db7378a. 00000020:00000001:3.0:1767384332.279230:0:17548:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384332.279231:0:17551:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000acb379ab pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:16139:x1853236723080320:12345-0@lo:13: Request processed in 674us (1644us total) trans 0 rc 0/0 00000020:00000040:2.0:1767384332.279232:0:17568:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000b1f9e0ef) now 8 - evictor 00000020:00000001:3.0:1767384332.279236:0:17548:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384332.279240:0:17548:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1767384332.279240:0:17568:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000001:3.0:1767384332.279242:0:17548:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384332.279245:0:17551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000020:00000001:3.0:1767384332.279247:0:17548:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000020:00000010:2.0:1767384332.279247:0:17568:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004ec749c9. 00000100:00000040:0.0:1767384332.279249:0:17551:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000cf791f94 : new rpc_count 1 00000100:00000001:3.0:1767384332.279252:0:17548:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1767384332.279254:0:17551:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:3.0:1767384332.279255:0:17548:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:2.0:1767384332.279255:0:17568:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007faf4f8a. 00000100:00000001:0.0:1767384332.279257:0:17551:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000010:3.0:1767384332.279260:0:17548:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000079c399d6. 00000020:00000010:0.0:1767384332.279262:0:17551:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e2d8f82e. 00000020:00000010:2.0:1767384332.279263:0:17568:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000cdb44793. 02000000:00000001:3.0:1767384332.279265:0:17548:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384332.279267:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:0.0:1767384332.279268:0:17551:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f9b52dae. 00000100:00000001:3.0:1767384332.279269:0:17548:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384332.279270:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:0.0:1767384332.279273:0:17551:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f66e1ffd. 00000020:00000001:3.0:1767384332.279274:0:17548:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384332.279277:0:17568:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000400:00000001:1.0:1767384332.279277:0:16140:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000040:3.0:1767384332.279278:0:17548:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236723080576 00000020:00000040:0.0:1767384332.279279:0:17551:0:(genops.c:898:class_export_put()) PUTting export 00000000cf791f94 : new refcount 5 00000100:00000001:2.0:1767384332.279283:0:17568:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00010000:00000001:3.0:1767384332.279285:0:17548:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000001:1.0:1767384332.279286:0:16140:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767384332.279286:0:17551:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384332.279287:0:17568:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000010:1.0:1767384332.279291:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000044c700f3. 00010000:00000200:3.0:1767384332.279293:0:17548:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000598ac44b x1853236723080576/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:313/0 lens 224/224 e 0 to 0 dl 1767384343 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384332.279293:0:17568:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384332.279295:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ca28d10e 00000400:00000010:1.0:1767384332.279300:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ca28d10e. 00000100:00000001:2.0:1767384332.279304:0:17568:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1767384332.279306:0:16140:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1767384332.279309:0:17548:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1767384332.279309:0:17568:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1767384332.279311:0:16780:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:1.0:1767384332.279312:0:16140:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ed922b2b x1853236723080448/t0(0) o400->MGC192.168.202.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384348 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384332.279313:0:17548:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384332.279313:0:17568:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384332.279314:0:16780:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723080704 00000100:00001000:3.0:1767384332.279333:0:17548:0:(import.c:2128:obd_at_measure()) add 1 to 0000000094c7e214 time=51 v=5 (1 0 0 0) 02000000:00000001:0.0:1767384332.279335:0:16780:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384332.279340:0:16780:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384332.279343:0:17548:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1767384332.279344:0:17568:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384332.279344:0:16780:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384332.279349:0:17548:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 21 to 0@lo 02000000:00000001:0.0:1767384332.279351:0:16780:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384332.279355:0:17548:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 00000100:00100000:0.0:1767384332.279356:0:16780:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723080704 00000100:00000200:1.0:1767384332.279358:0:16140:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ed922b2b x1853236723080448/t0(0) o400->MGC192.168.202.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384348 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384332.279361:0:17548:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1767384332.279361:0:17568:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:0.0:1767384332.279362:0:16780:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:3.0:1767384332.279365:0:17548:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384332.279367:0:17568:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000040:0.0:1767384332.279367:0:16780:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eeca2a 00000100:00000001:3.0:1767384332.279369:0:17548:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:0.0:1767384332.279372:0:16780:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384332.279375:0:16780:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f335576c refcount=5 00000100:00100000:2.0:1767384332.279379:0:17568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00000040:3.0:1767384332.279380:0:17548:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:0.0:1767384332.279380:0:16780:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619777384806400 : -124296324745216 : ffff8ef401b77800) 00000400:00000010:3.0:1767384332.279386:0:17548:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000083038595. 00000020:00000001:0.0:1767384332.279386:0:16780:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619777384806400 : -124296324745216 : ffff8ef401b77800) 00000100:00000040:2.0:1767384332.279387:0:17568:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000b2466616 : new rpc_count 1 00000100:00000200:3.0:1767384332.279393:0:17548:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853236723080576, offset 224 00000100:00000001:2.0:1767384332.279394:0:17568:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619782674425472 : -124291035126144 : ffff8ef53d00a680) 00000100:00000001:0.0:1767384332.279394:0:16780:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384332.279400:0:16780:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000391be796. 00000400:00000200:3.0:1767384332.279401:0:17548:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384332.279403:0:16780:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384332.279405:0:17568:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a17a245b x1853236723080832/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:313/0 lens 224/0 e 0 to 0 dl 1767384343 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384332.279407:0:16780:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000391be796. 00000020:00000010:0.0:1767384332.279413:0:16780:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f66e1ffd. 00000400:00000200:3.0:1767384332.279415:0:17548:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:0.0:1767384332.279419:0:16780:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e2d8f82e. 00000020:00000010:0.0:1767384332.279427:0:16780:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f9b52dae. 00000400:00000200:3.0:1767384332.279431:0:17548:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x695824c905d80 00000100:00000001:0.0:1767384332.279433:0:16780:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384332.279439:0:16140:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384332.279442:0:16780:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:3.0:1767384332.279443:0:17548:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1ad1 [1] + 224 00000100:00000001:2.0:1767384332.279444:0:17568:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384332.279444:0:16140:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384332.279445:0:16780:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384332.279450:0:16140:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:2.0:1767384332.279452:0:17568:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005db7378a. 00000400:00000200:3.0:1767384332.279453:0:17548:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1767384332.279454:0:16140:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384332.279454:0:16780:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1767384332.279459:0:16140:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384332.279460:0:17568:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384332.279461:0:16780:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000400:00000200:3.0:1767384332.279463:0:17548:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384332.279463:0:16140:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384332.279464:0:16780:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384332.279469:0:17568:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005db7378a. 02000000:00000001:1.0:1767384332.279470:0:16140:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384332.279472:0:17548:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384332.279478:0:16780:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767384332.279479:0:16140:0:(import.c:2128:obd_at_measure()) add 5 to 0000000028df3f77 time=62 v=5 (5 0 0 0) 00000100:00000200:3.0:1767384332.279482:0:17548:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009b22d73f x1853236723080576/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384348 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384332.279485:0:17568:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000a17a245b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:16139:x1853236723080832:12345-0@lo:400: 00000100:00001000:1.0:1767384332.279486:0:16140:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f5022cbe time=62 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384332.279489:0:16140:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384332.279491:0:16780:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384332.279492:0:16140:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384332.279496:0:16780:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000001:1.0:1767384332.279498:0:16140:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384332.279502:0:16140:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384332.279504:0:16780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00000200:2.0:1767384332.279506:0:17568:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723080832 00000100:00000001:1.0:1767384332.279507:0:16140:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384332.279511:0:16780:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000f335576c : new rpc_count 1 00000020:00000001:2.0:1767384332.279513:0:17568:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:0.0:1767384332.279516:0:16780:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619782407660288 : -124291301891328 : ffff8ef52d1a2300) 00000100:00000040:1.0:1767384332.279517:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ed922b2b x1853236723080448/t0(0) o400->MGC192.168.202.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384348 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384332.279518:0:17568:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384332.279523:0:17568:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384332.279524:0:17548:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000009b22d73f x1853236723080576/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384348 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384332.279526:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000008e7bad1d x1853236723080704/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:313/0 lens 224/0 e 0 to 0 dl 1767384343 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384332.279529:0:17568:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384332.279532:0:17568:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661494240 : -1048057376 : ffffffffc187e9e0) 00000020:00000001:2.0:1767384332.279538:0:17568:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384332.279542:0:17568:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384332.279547:0:17568:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1767384332.279549:0:16140:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384332.279551:0:17568:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384332.279555:0:17568:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384332.279557:0:16140:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:2.0:1767384332.279561:0:17568:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1767384332.279562:0:16140:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384332.279567:0:17568:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1767384332.279568:0:16780:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:1.0:1767384332.279570:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ed922b2b x1853236723080448/t0(0) o400->MGC192.168.202.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384348 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384332.279572:0:17548:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:2.0:1767384332.279573:0:17568:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:0.0:1767384332.279574:0:16780:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000391be796. 02000000:00000010:2.0:1767384332.279578:0:17568:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000d64f992d. 00000100:00000001:0.0:1767384332.279580:0:16780:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384332.279581:0:17548:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000083038595 02000000:00000001:2.0:1767384332.279584:0:17568:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384332.279586:0:17548:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000083038595. 00000020:00000010:0.0:1767384332.279587:0:16780:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000391be796. 00000100:00100000:1.0:1767384332.279590:0:16140:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ed922b2b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c0412d60-4f67-4dbc-8791-892843f60083:16140:1853236723080448:0@lo:400: 00000100:00000001:2.0:1767384332.279591:0:17568:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384332.279593:0:17548:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000001:2.0:1767384332.279597:0:17568:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384332.279598:0:17548:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00100000:0.0:1767384332.279599:0:16780:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000008e7bad1d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:16137:x1853236723080704:12345-0@lo:400: 00000100:00000001:1.0:1767384332.279601:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:2.0:1767384332.279603:0:17568:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236723080832 00000100:00000001:3.0:1767384332.279605:0:17548:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384332.279605:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:2.0:1767384332.279609:0:17568:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000200:0.0:1767384332.279610:0:16780:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723080704 00000100:00000040:3.0:1767384332.279613:0:17548:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 20 to 0@lo 00000020:00000001:0.0:1767384332.279615:0:16780:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00010000:00000001:3.0:1767384332.279616:0:17548:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00000200:2.0:1767384332.279616:0:17568:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000a17a245b x1853236723080832/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:313/0 lens 224/224 e 0 to 0 dl 1767384343 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384332.279618:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ed922b2b x1853236723080448/t0(0) o400->MGC192.168.202.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384348 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384332.279619:0:16780:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384332.279620:0:17548:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384332.279623:0:16780:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384332.279626:0:17548:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000001:0.0:1767384332.279630:0:16780:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000040:3.0:1767384332.279634:0:17548:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000598ac44b x1853236723080576/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:313/0 lens 224/224 e 0 to 0 dl 1767384343 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384332.279635:0:16780:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661494240 : -1048057376 : ffffffffc187e9e0) 00000020:00000001:0.0:1767384332.279641:0:16780:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384332.279645:0:16780:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384332.279651:0:16780:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384332.279656:0:16780:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00010000:00000001:2.0:1767384332.279658:0:17568:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1767384332.279658:0:16140:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1767384332.279660:0:16780:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384332.279663:0:17568:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384332.279663:0:16140:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00100000:3.0:1767384332.279664:0:17548:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000598ac44b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:16137:x1853236723080576:12345-0@lo:400: Request processed in 493us (1439us total) trans 0 rc 0/0 00000020:00000001:0.0:1767384332.279664:0:16780:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 02000000:00000010:1.0:1767384332.279668:0:16140:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000040d37a3a. 00000100:00001000:2.0:1767384332.279669:0:17568:0:(import.c:2128:obd_at_measure()) add 1 to 000000008dd0459f time=57 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384332.279670:0:16780:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384332.279675:0:16780:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:1.0:1767384332.279676:0:16140:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767384332.279677:0:17568:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000010:0.0:1767384332.279680:0:16780:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000e9b694fc. 00000100:00100000:3.0:1767384332.279681:0:17548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000020:00000001:1.0:1767384332.279681:0:16140:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:2.0:1767384332.279683:0:17568:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 21 to 0@lo 00000020:00000040:1.0:1767384332.279685:0:16140:0:(genops.c:1242:class_import_put()) import 00000000df830bbe refcount=3 obd=MGC192.168.202.152@tcp 02000000:00000001:0.0:1767384332.279686:0:16780:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384332.279689:0:17548:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000cf791f94 : new rpc_count 0 00000100:00000001:2.0:1767384332.279689:0:17568:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 00000020:00000001:1.0:1767384332.279690:0:16140:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384332.279694:0:16140:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000009242c1dd. 00000100:00000001:3.0:1767384332.279696:0:17548:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:2.0:1767384332.279697:0:17568:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1767384332.279698:0:16780:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384332.279700:0:17548:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:1.0:1767384332.279700:0:16140:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384332.279701:0:17568:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384332.279702:0:16780:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384332.279704:0:16140:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000010:3.0:1767384332.279705:0:17548:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002b7b4c1e. 00000100:00000001:2.0:1767384332.279708:0:17568:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000010:1.0:1767384332.279709:0:16140:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ed922b2b. 00010000:00000040:0.0:1767384332.279709:0:16780:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236723080704 00000020:00000010:3.0:1767384332.279710:0:17548:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002c20824e. 00000100:00000001:1.0:1767384332.279715:0:16140:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000040:2.0:1767384332.279716:0:17568:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:0.0:1767384332.279717:0:16780:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000010:3.0:1767384332.279718:0:17548:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000452a7bdd. 00000100:00000001:1.0:1767384332.279719:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384332.279722:0:17568:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005c4e6169. 00010000:00000200:0.0:1767384332.279724:0:16780:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000008e7bad1d x1853236723080704/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:313/0 lens 224/224 e 0 to 0 dl 1767384343 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384332.279725:0:17548:0:(genops.c:898:class_export_put()) PUTting export 00000000cf791f94 : new refcount 4 00000100:00000001:1.0:1767384332.279725:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384332.279727:0:17568:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236723080832, offset 224 00000100:00000001:1.0:1767384332.279731:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384332.279732:0:17548:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384332.279736:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384332.279740:0:17568:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384332.279743:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1767384332.279745:0:16780:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1767384332.279747:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384332.279750:0:16780:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384332.279756:0:17568:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00001000:0.0:1767384332.279756:0:16780:0:(import.c:2128:obd_at_measure()) add 1 to 000000008dd0459f time=57 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384332.279764:0:16780:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:2.0:1767384332.279768:0:17568:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824c905e80 00000100:00000040:0.0:1767384332.279771:0:16780:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 22 to 0@lo 00000100:00000001:0.0:1767384332.279776:0:16780:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 00000100:00000001:3.0:1767384332.279777:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384332.279777:0:17568:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1ac9 [1] + 224 00000100:00000001:3.0:1767384332.279781:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1767384332.279784:0:16780:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:2.0:1767384332.279787:0:17568:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1767384332.279788:0:16780:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384332.279789:0:16137:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384332.279793:0:16137:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384332.279794:0:17568:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:3.0:1767384332.279796:0:16137:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000534a0999. 00000100:00000001:0.0:1767384332.279796:0:16780:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767384332.279802:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001bfe4b9b 00000100:00000040:0.0:1767384332.279804:0:16780:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384332.279805:0:16137:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001bfe4b9b. 00000100:00000001:3.0:1767384332.279811:0:16137:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000010:0.0:1767384332.279811:0:16780:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ff276a1b. 00000100:00000001:2.0:1767384332.279813:0:17568:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384332.279818:0:16780:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236723080704, offset 224 00000100:00000200:2.0:1767384332.279822:0:17568:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b8d5d876 x1853236723080832/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384348 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384332.279823:0:16137:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009b22d73f x1853236723080576/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384348 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384332.279832:0:16780:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384332.279847:0:16780:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:3.0:1767384332.279848:0:16137:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009b22d73f x1853236723080576/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384348 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384332.279863:0:16137:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:2.0:1767384332.279864:0:17568:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b8d5d876 x1853236723080832/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384348 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384332.279864:0:16780:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824c905e00 00000100:00000001:3.0:1767384332.279865:0:16137:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384332.279870:0:16137:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384332.279874:0:16137:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384332.279876:0:16137:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384332.279880:0:16137:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384332.279880:0:16780:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1ad9 [1] + 224 02000000:00000001:3.0:1767384332.279885:0:16137:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384332.279886:0:16773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000044c700f3. 00000100:00000001:2.0:1767384332.279889:0:17568:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:3.0:1767384332.279895:0:16137:0:(import.c:2128:obd_at_measure()) add 5 to 0000000040f3b9ed time=51 v=5 (5 0 0 0) 00000400:00000200:0.0:1767384332.279895:0:16780:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1767384332.279896:0:16773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004ee348ed. 00000400:00000200:2.0:1767384332.279898:0:17568:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005c4e6169 00000400:00000010:2.0:1767384332.279904:0:17568:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005c4e6169. 00000100:00001000:3.0:1767384332.279905:0:16137:0:(import.c:2128:obd_at_measure()) add 1 to 000000001fbc0fd6 time=51 v=5 (1 0 0 0) 00000400:00000200:0.0:1767384332.279905:0:16780:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384332.279910:0:17568:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384332.279913:0:16137:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384332.279914:0:17568:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384332.279915:0:16780:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384332.279916:0:16137:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384332.279920:0:17568:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384332.279921:0:16137:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000200:0.0:1767384332.279926:0:16780:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000db8542b2 x1853236723080704/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384348 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:3.0:1767384332.279928:0:16137:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000009b22d73f x1853236723080576/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384348 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384332.279929:0:17568:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 21 to 0@lo 00010000:00000001:2.0:1767384332.279938:0:17568:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384332.279942:0:17568:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384332.279948:0:17568:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:3.0:1767384332.279955:0:16137:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384332.279957:0:17568:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a17a245b x1853236723080832/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:313/0 lens 224/224 e 0 to 0 dl 1767384343 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384332.279962:0:16137:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384332.279965:0:16780:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000db8542b2 x1853236723080704/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384348 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384332.279966:0:16137:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:3.0:1767384332.279970:0:16137:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384332.279974:0:16137:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384332.279980:0:17568:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000a17a245b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:16139:x1853236723080832:12345-0@lo:400: Request processed in 531us (1899us total) trans 0 rc 0/0 00000100:00000040:3.0:1767384332.279983:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009b22d73f x1853236723080576/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384348 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384332.280004:0:17568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00000001:0.0:1767384332.280004:0:16780:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384332.280005:0:16137:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384332.280012:0:16137:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384332.280013:0:16137:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384332.280013:0:17568:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000b2466616 : new rpc_count 0 00000400:00000200:0.0:1767384332.280014:0:16780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ff276a1b 00000100:00000001:2.0:1767384332.280019:0:17568:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:3.0:1767384332.280021:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009b22d73f x1853236723080576/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384348 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384332.280021:0:16780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ff276a1b. 00000100:00000001:2.0:1767384332.280024:0:17568:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384332.280029:0:16780:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000010:2.0:1767384332.280031:0:17568:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007faf4f8a. 00000100:00100000:3.0:1767384332.280032:0:16137:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009b22d73f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16137:1853236723080576:0@lo:400: 00000020:00000010:2.0:1767384332.280038:0:17568:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000cdb44793. 00000100:00000001:3.0:1767384332.280040:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384332.280040:0:16780:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000010:2.0:1767384332.280044:0:17568:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004ec749c9. 00000100:00000001:0.0:1767384332.280048:0:16780:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384332.280051:0:16137:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000040:2.0:1767384332.280054:0:17568:0:(genops.c:898:class_export_put()) PUTting export 00000000b2466616 : new refcount 4 00000100:00000040:0.0:1767384332.280055:0:16780:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 20 to 0@lo 00000100:00000040:3.0:1767384332.280056:0:16137:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009b22d73f x1853236723080576/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384348 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384332.280062:0:16780:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384332.280068:0:16780:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384332.280070:0:16137:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1767384332.280070:0:17568:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384332.280073:0:16780:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 02000000:00000001:3.0:1767384332.280074:0:16137:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384332.280077:0:16137:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ae53d45f. 02000000:00000001:3.0:1767384332.280081:0:16137:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:0.0:1767384332.280081:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008e7bad1d x1853236723080704/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:313/0 lens 224/224 e 0 to 0 dl 1767384343 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384332.280084:0:16137:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384332.280112:0:16137:0:(genops.c:1242:class_import_put()) import 0000000068bc8709 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:3.0:1767384332.280116:0:16137:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384332.280119:0:16137:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000057c34970. 00000100:00100000:0.0:1767384332.280121:0:16780:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000008e7bad1d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:16137:x1853236723080704:12345-0@lo:400: Request processed in 550us (1295us total) trans 0 rc 0/0 02000000:00000001:3.0:1767384332.280122:0:16137:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384332.280126:0:16137:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384332.280128:0:16137:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009b22d73f. 00000100:00000001:3.0:1767384332.280134:0:16137:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00080000:2.0:1767384332.280134:0:16775:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00000001:3.0:1767384332.280138:0:16137:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384332.280139:0:16780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000020:00000040:2.0:1767384332.280140:0:16775:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000b1f9e0ef) now 8 - evictor 00000100:00000001:3.0:1767384332.280143:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384332.280146:0:16780:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f335576c : new rpc_count 0 00000100:00000001:3.0:1767384332.280148:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:2.0:1767384332.280148:0:16775:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00000001:0.0:1767384332.280150:0:16780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384332.280152:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:2.0:1767384332.280152:0:16775:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (0000000083abdb14) now 6 - evictor 00000100:00000001:0.0:1767384332.280154:0:16780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000001:3.0:1767384332.280157:0:16137:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000010:0.0:1767384332.280159:0:16780:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e2d8f82e. 00000400:00000001:3.0:1767384332.280160:0:16137:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384332.280165:0:16137:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fbeea7d1. 00000020:00000010:0.0:1767384332.280166:0:16780:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f9b52dae. 00000400:00000200:3.0:1767384332.280168:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009aa3c431 00000400:00000010:3.0:1767384332.280172:0:16137:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009aa3c431. 00000020:00000010:0.0:1767384332.280172:0:16780:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f66e1ffd. 00000100:00000001:2.0:1767384332.280174:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384332.280177:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384332.280180:0:16137:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:0.0:1767384332.280181:0:16780:0:(genops.c:898:class_export_put()) PUTting export 00000000f335576c : new refcount 4 00000400:00000001:2.0:1767384332.280183:0:16139:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000200:3.0:1767384332.280186:0:16137:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000db8542b2 x1853236723080704/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384348 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767384332.280187:0:16139:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767384332.280188:0:16780:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384332.280191:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b266f012. 00000400:00000200:2.0:1767384332.280198:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000936b337a 00000100:00000200:3.0:1767384332.280201:0:16137:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000db8542b2 x1853236723080704/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384348 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384332.280202:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000936b337a. 00000100:00000001:2.0:1767384332.280208:0:16139:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384332.280213:0:16137:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:2.0:1767384332.280214:0:16139:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b8d5d876 x1853236723080832/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384348 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384332.280215:0:16137:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384332.280221:0:16137:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384332.280223:0:16137:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384332.280225:0:16137:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384332.280229:0:16137:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384332.280231:0:16139:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b8d5d876 x1853236723080832/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384348 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384332.280232:0:16137:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384332.280238:0:16137:0:(import.c:2128:obd_at_measure()) add 5 to 00000000701828d5 time=57 v=5 (5 0 0 0) 00000100:00000001:2.0:1767384332.280241:0:16139:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384332.280243:0:16139:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384332.280247:0:16139:0:(client.c:1578:after_reply()) Process entered 00000100:00001000:3.0:1767384332.280249:0:16137:0:(import.c:2128:obd_at_measure()) add 1 to 0000000073619233 time=57 v=5 (1 0 0 0) 02000000:00000001:2.0:1767384332.280250:0:16139:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384332.280253:0:16139:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384332.280254:0:16137:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384332.280255:0:16139:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384332.280257:0:16137:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384332.280259:0:16139:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384332.280261:0:16137:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00001000:2.0:1767384332.280264:0:16139:0:(import.c:2128:obd_at_measure()) add 5 to 00000000edb11b67 time=57 v=5 (5 0 0 0) 00010000:00080000:3.0:1767384332.280267:0:16137:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000db8542b2 x1853236723080704/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384348 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1767384332.280269:0:16139:0:(import.c:2128:obd_at_measure()) add 1 to 000000006fb1a5f2 time=57 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384332.280276:0:16139:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384332.280279:0:16139:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384332.280280:0:16137:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384332.280282:0:16139:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767384332.280284:0:16137:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384332.280287:0:16137:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00010000:00080000:2.0:1767384332.280288:0:16139:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000b8d5d876 x1853236723080832/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384348 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384332.280291:0:16137:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384332.280295:0:16137:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384332.280301:0:16139:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384332.280304:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000db8542b2 x1853236723080704/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384348 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384332.280304:0:16139:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767384332.280307:0:16139:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:2.0:1767384332.280311:0:16139:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384332.280314:0:16137:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384332.280327:0:16137:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384332.280328:0:16137:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384332.280331:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000db8542b2 x1853236723080704/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384348 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384332.280337:0:16139:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384332.280340:0:16137:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000db8542b2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16137:1853236723080704:0@lo:400: 00000100:00000040:2.0:1767384332.280344:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b8d5d876 x1853236723080832/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384348 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384332.280347:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384332.280351:0:16137:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384332.280356:0:16139:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767384332.280357:0:16137:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000db8542b2 x1853236723080704/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384348 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384332.280360:0:16139:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384332.280362:0:16139:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384332.280369:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b8d5d876 x1853236723080832/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384348 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384332.280370:0:16137:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384332.280373:0:16137:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384332.280376:0:16137:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000112ac890. 00000100:00100000:2.0:1767384332.280379:0:16139:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b8d5d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:16139:1853236723080832:0@lo:400: 02000000:00000001:3.0:1767384332.280381:0:16137:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384332.280384:0:16137:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384332.280385:0:16137:0:(genops.c:1242:class_import_put()) import 00000000345f9ba7 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000400:00000001:2.0:1767384332.280386:0:16139:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:3.0:1767384332.280388:0:16137:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000001:2.0:1767384332.280389:0:16139:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000010:3.0:1767384332.280392:0:16137:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000009da40fe. 00000400:00000010:2.0:1767384332.280393:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000026ae81df. 02000000:00000001:3.0:1767384332.280395:0:16137:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:2.0:1767384332.280398:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000a5e2c09 00000400:00000010:2.0:1767384332.280399:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000a5e2c09. 00000100:00000001:2.0:1767384332.280402:0:16139:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:3.0:1767384332.280403:0:16137:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000200:2.0:1767384332.280406:0:16139:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000091a70da0 x1853236723080320/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384348 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384332.280407:0:16137:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000db8542b2. 00000100:00000001:3.0:1767384332.280413:0:16137:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384332.280415:0:16137:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384332.280418:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384332.280420:0:16139:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000091a70da0 x1853236723080320/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384348 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384332.280423:0:16137:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384332.280426:0:16137:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384332.280427:0:16139:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384332.280429:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384332.280430:0:16139:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384332.280433:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384332.280433:0:16139:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384332.280436:0:16139:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384332.280439:0:16139:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384332.280440:0:16139:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384332.280442:0:16139:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384332.280444:0:16139:0:(import.c:2128:obd_at_measure()) add 5 to 0000000032110564 time=51 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384332.280447:0:16139:0:(import.c:2128:obd_at_measure()) add 1 to 000000001fbc0fd6 time=51 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384332.280448:0:16139:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384332.280449:0:16139:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384332.280451:0:16139:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767384332.280453:0:16139:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000091a70da0 x1853236723080320/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384348 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384332.280467:0:16139:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384332.280469:0:16139:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767384332.280471:0:16139:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:2.0:1767384332.280472:0:16139:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384332.280473:0:16139:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384332.280476:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000091a70da0 x1853236723080320/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384348 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384332.280480:0:16139:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384332.280481:0:16139:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384332.280482:0:16139:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1767384332.280484:0:16139:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:2.0:1767384332.280487:0:16139:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:2.0:1767384332.280490:0:16139:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=95744 free=94976 avail=84736 avail_mb=331 hwm_mb=3 files=12296 ffree=11872 state=0: rc = 0 00000004:00000020:2.0:1767384332.280497:0:16139:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (000000009fef8af1): 95744 blocks, 94976 free, 84736 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 12296 files, 11872 free files 0x0 00000004:00000001:2.0:1767384332.280501:0:16139:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384332.280504:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000091a70da0 x1853236723080320/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384348 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384332.280510:0:16139:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000091a70da0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16139:1853236723080320:0@lo:13: 00000100:00000001:2.0:1767384332.280513:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384332.280514:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384332.280517:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b8d5d876 x1853236723080832/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384348 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384332.280521:0:16139:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384332.280523:0:16139:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384332.280524:0:16139:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002a66af08. 02000000:00000001:2.0:1767384332.280528:0:16139:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384332.280529:0:16139:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384332.280530:0:16139:0:(genops.c:1242:class_import_put()) import 000000005a28ad8c refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:2.0:1767384332.280532:0:16139:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384332.280538:0:16139:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000099fb2693. 02000000:00000001:2.0:1767384332.280542:0:16139:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384332.280543:0:16139:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384332.280544:0:16139:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b8d5d876. 00000100:00000001:2.0:1767384332.280546:0:16139:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384332.280547:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384332.280548:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384332.280550:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000091a70da0 x1853236723080320/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384348 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384332.280555:0:16139:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384332.280556:0:16139:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384332.280557:0:16139:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000221e017a. 02000000:00000001:2.0:1767384332.280559:0:16139:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384332.280560:0:16139:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384332.280561:0:16139:0:(genops.c:1242:class_import_put()) import 0000000068bc8709 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:2.0:1767384332.280562:0:16139:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384332.280563:0:16139:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004cc02e67. 02000000:00000001:2.0:1767384332.280566:0:16139:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384332.280566:0:16139:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384332.280567:0:16139:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000091a70da0. 00000100:00000001:2.0:1767384332.280569:0:16139:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384332.280570:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384332.280571:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384332.280574:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384332.280574:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384332.280576:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384332.280578:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384332.302134:0:62:0:(connection.c:75:cpu_latency_work()) work item of 00000000edc4e618 (cpu 0) has reached its deadline 4294922264, at 4294922265 00000100:00000040:3.0:1767384332.302139:0:53:0:(connection.c:75:cpu_latency_work()) work item of 000000009d5c2cb6 (cpu 0) has reached its deadline 4294922264, at 4294922265 00000100:00000040:2.0:1767384332.302140:0:270:0:(connection.c:75:cpu_latency_work()) work item of 00000000135c2452 (cpu 0) has reached its deadline 4294922264, at 4294922265 00000100:00000010:1.0:1767384332.302150:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a06c96d1. 00000100:00000010:3.0:1767384332.302152:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000021256cfb. 00000100:00000010:2.0:1767384332.302154:0:270:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006d6e87cd. 00000100:00000040:0.0:1767384332.302168:0:449:0:(connection.c:75:cpu_latency_work()) work item of 000000002fd0fb58 (cpu 0) has reached its deadline 4294922264, at 4294922265 00000100:00000010:0.0:1767384332.302175:0:449:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ea58aeb3. 00000400:00000001:2.0:1767384332.726153:0:16134:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000200:0.0:1767384332.726157:0:16129:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000fff6e3b] -> 12345-192.168.202.152@tcp20 (6) 00000400:00000001:2.0:1767384332.726159:0:16134:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384332.726163:0:16134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000085e5b010 00000400:00000010:2.0:1767384332.726167:0:16134:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000085e5b010. 00000800:00000200:0.0:1767384332.726167:0:16129:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp20 ip 192.168.202.152:988 00000400:00000200:2.0:1767384332.726174:0:16134:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000800:00000200:0.0:1767384332.726174:0:16129:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000050b9c4c8 type 192, nob 24 niov 1 nkiov 0 00000400:00000200:2.0:1767384332.726181:0:16134:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.152@tcp36 recovery ping unlinked 00000400:00000010:2.0:1767384332.726193:0:16134:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000771c75a5. 00000400:00000010:2.0:1767384332.726197:0:16134:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000000829aa86. 00000400:00000200:2.0:1767384332.726212:0:16134:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.152@tcp34 00000400:00000010:2.0:1767384332.726216:0:16134:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000005d62dcd7. 00000400:00000010:2.0:1767384332.726221:0:16134:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000a746ec1e. 00000400:00000010:2.0:1767384332.726224:0:16134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000085e5b010. 00000400:00000010:2.0:1767384332.726231:0:16134:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000a5a0085e. 00000400:00000200:2.0:1767384332.726234:0:16134:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.152@tcp34 00000400:00000200:2.0:1767384332.726248:0:16134:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.152@tcp34 local destination 00000400:00000200:2.0:1767384332.726254:0:16134:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.152@tcp34 00000400:00000200:2.0:1767384332.726257:0:16134:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp34 NI seq info: [110:110:256:4294967295] 192.168.202.152@tcp34 LPNI seq info [109:109:8:4294967295] 00000400:00000200:2.0:1767384332.726263:0:16134:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.152@tcp34 00000400:00000200:2.0:1767384332.726269:0:16134:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp34(192.168.202.152@tcp34:) -> 192.168.202.152@tcp34(192.168.202.152@tcp34:192.168.202.152@tcp34) : GET try# 0 00000800:00000200:2.0:1767384332.726274:0:16134:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.152@tcp34 00000800:00000010:2.0:1767384332.726277:0:16134:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000099fb2693. 00000800:00000200:2.0:1767384332.726282:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000023264447] -> 12345-192.168.202.152@tcp34 (2) 00000800:00000200:2.1:1767384332.726285:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000023264447] -> 12345-192.168.202.152@tcp34 (2) 00000400:00000200:2.0:1767384332.726327:0:16134:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.152@tcp34 added to recovery queue. ping count: 3 next ping: 263 health :700 00000800:00000200:3.0:1767384332.726357:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1767384332.726364:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384332.726380:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384332.726384:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384332.726389:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384332.726414:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.152:988 00000400:00000200:0.0:1767384332.726468:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.152:988 00000400:00000200:0.0:1767384332.726492:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.152:988 00000400:00000200:0.0:1767384332.726515:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.152:988 00000400:00000200:0.0:1767384332.726534:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.152:988 00000400:00000200:0.0:1767384332.726554:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.152:988 00000400:00000200:0.0:1767384332.726574:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.152:988 00000400:00000200:0.0:1767384332.726594:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.152:988 00000400:00000200:0.0:1767384332.726623:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.152:988 00000400:00000200:0.0:1767384332.726643:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.152:988 00000400:00000200:0.0:1767384332.726665:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.152:988 00000400:00000200:0.0:1767384332.726682:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.152:988 00000400:00000200:0.0:1767384332.726701:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.152:988 00000400:00000200:0.0:1767384332.726718:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.152:988 00000400:00000200:0.0:1767384332.726734:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.152:988 00000400:00000200:0.0:1767384332.726752:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.152:988 00000400:00000200:0.0:1767384332.726781:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.152:988 00000400:00000200:0.0:1767384332.726827:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.152:988 00000400:00000200:0.0:1767384332.726867:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.152:988 00000400:00000200:0.0:1767384332.726890:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.152:988 00000400:00000200:0.0:1767384332.726905:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.152:988 00000400:00000200:0.0:1767384332.726921:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.152:988 00000400:00000200:0.0:1767384332.726935:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.152:988 00000400:00000200:0.0:1767384332.726950:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.152:988 00000400:00000200:0.0:1767384332.726965:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.152:988 00000400:00000200:0.0:1767384332.726980:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.152:988 00000400:00000200:0.0:1767384332.726996:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.152:988 00000400:00000200:0.0:1767384332.727013:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.152:988 00000400:00000200:0.0:1767384332.727037:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.152:988 00000400:00000200:0.0:1767384332.727064:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.152:988 00000400:00000200:0.0:1767384332.727109:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.152:988 00000400:00000200:0.0:1767384332.727139:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.152:988 00000400:00000200:0.0:1767384332.727168:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.152:988 00000400:00000200:0.0:1767384332.727197:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.152:988 00000400:00000200:0.0:1767384332.727226:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.152:988 00000800:00000010:0.0:1767384332.727385:0:16127:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000f7aa12ca. 00000800:00000010:0.0:1767384332.727391:0:16127:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000def3ae70. 00000800:00000010:0.0:1767384332.727396:0:16127:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000003135086e. 00000800:00000010:0.0:1767384332.727415:0:16127:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000003135086e. 00000800:00020000:0.0:1767384332.727429:0:16127:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.152 00000800:00000010:0.0:1767384332.727433:0:16127:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000def3ae70. 00000800:00000010:0.0:1767384332.727435:0:16127:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000f7aa12ca. 00000400:02020000:0.0:1767384332.727473:0:16127:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.152@tcp34 at host 192.168.202.152:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384332.727479:0:16127:0:(router.c:1755:lnet_notify()) 192.168.202.152@tcp34 notifying 192.168.202.152@tcp34: down 00000400:00000200:0.0:1767384332.727483:0:16127:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:0.0:1767384332.727487:0:16127:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.152@tcp34 00000800:00000010:0.0:1767384332.727490:0:16127:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000099fb2693. 00000400:00000200:0.0:1767384332.727494:0:16127:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384332.727499:0:16127:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp34->192.168.202.152@tcp34: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384332.727507:0:16127:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384332.727509:0:16127:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.152@tcp34 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384332.727512:0:16127:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.152@tcp34) recovery failed with -71 00000001:00000001:2.0:1767384332.737603:0:31717:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1767384332.737607:0:31717:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg252-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp39 --if ens2 00000001:00000001:2.0:1767384332.741401:0:31717:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:2.0:1767384332.750219:0:31718:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000001c410405. 00000400:00000010:2.0:1767384332.750237:0:31718:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000001466db36. 00000400:00000010:2.0:1767384332.750252:0:31718:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000004a260803. 00000400:00000010:2.0:1767384332.750257:0:31718:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000006d2706b6. 00000400:00000010:2.0:1767384332.750262:0:31718:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000016e4ed50. 00000400:00000010:2.0:1767384332.750267:0:31718:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000bedaf639. 00000400:00000010:2.0:1767384332.750270:0:31718:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000042219994. 00000400:00000010:2.0:1767384332.750273:0:31718:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000005db7378a. 00000400:00000010:2.0:1767384332.750277:0:31718:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 0000000078995644. 00000800:00000010:2.0:1767384332.750301:0:31718:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000f1b73e13. 00000800:00000200:2.0:1767384332.750329:0:31718:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:2.0:1767384332.750349:0:31718:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:2.0:1767384332.750400:0:31718:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.152) 00000400:02000000:2.0:1767384332.750427:0:31718:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.152@tcp39 [8/256/0/180] 00000400:00000010:2.0:1767384332.752912:0:31718:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 537 at 00000000a6850883. 00000400:00000010:2.0:1767384332.752920:0:31718:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000958f3e97. 00000400:00000010:2.0:1767384332.752927:0:31718:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005c4e6169. 00000400:00000001:2.0:1767384332.752954:0:31718:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384332.752957:0:31718:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384332.752959:0:31718:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a83621bb. 00000400:00000200:2.0:1767384332.752963:0:31718:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fb49a397 00000400:00000010:2.0:1767384332.752966:0:31718:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fb49a397. 00000400:00000010:2.0:1767384332.752971:0:31718:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 521 at 00000000951ccdce. 00000400:00000200:2.0:1767384332.752977:0:31718:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (29) 00000400:00000200:2.0:1767384332.752991:0:31718:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.152@tcp (000000005d9714d7): 0 00000400:00000200:2.0:1767384332.753004:0:31718:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131111 00000400:00000200:0.0:1767384332.753011:0:16135:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:00000010:2.0:1767384332.753014:0:31718:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000316ac112. 00000400:00000200:0.0:1767384332.753018:0:16135:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100171 00000020:01000000:2.0:1767384332.753022:0:31718:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000010:0.0:1767384332.753026:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ff276a1b. 00000020:01000000:2.0:1767384332.753028:0:31718:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.152@tcp39 00000400:00000200:0.0:1767384332.753030:0:16135:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (30) 00000400:00000010:0.0:1767384332.753037:0:16135:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000050022f11. 00000400:00000200:0.0:1767384332.753041:0:16135:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.152@tcp 00000400:00000010:2.0:1767384332.753051:0:31718:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000001466db36. 00000400:00000200:0.0:1767384332.753055:0:16135:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.152@tcp local destination 00000400:00000010:2.0:1767384332.753059:0:31718:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000001c410405. 00000400:00000200:0.0:1767384332.753061:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 37], ns[40, 37] 00000400:00000200:0.0:1767384332.753067:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 37], ns[64, 37] 00000400:00000200:0.0:1767384332.753070:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[68, 37], ns[68, 37] 00000400:00000200:0.0:1767384332.753073:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[78, 37], ns[78, 37] 00000400:00000200:0.0:1767384332.753076:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[83, 37], ns[83, 37] 00000400:00000200:0.0:1767384332.753078:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[99, 37], ns[100, 37] 00000400:00000200:0.0:1767384332.753081:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[103, 37], ns[104, 37] 00000400:00000200:0.0:1767384332.753106:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 37], ns[22, 37] 00000400:00000200:0.0:1767384332.753109:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 22], ns[24, 22] 00000400:00000200:0.0:1767384332.753114:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 22], ns[26, 22] 00000400:00000200:0.0:1767384332.753120:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 22], ns[28, 22] 00000400:00000200:0.0:1767384332.753124:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 22], ns[30, 22] 00000400:00000200:0.0:1767384332.753128:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 22], ns[32, 22] 00000020:00000001:3.0:1767384332.753132:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:0.0:1767384332.753135:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 22], ns[34, 22] 10000000:00000001:3.0:1767384332.753139:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384332.753144:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:0.0:1767384332.753145:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 22], ns[44, 22] 10000000:01000000:3.0:1767384332.753149:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:0.0:1767384332.753154:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 22], ns[48, 22] 00000020:01000004:3.0:1767384332.753155:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384332.753160:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384332.753163:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:0.0:1767384332.753163:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 22], ns[52, 22] 00000020:01000004:3.0:1767384332.753166:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384332.753169:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384332.753172:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:0.0:1767384332.753172:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 22], ns[56, 22] 00000020:01000004:3.0:1767384332.753175:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384332.753178:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:0.0:1767384332.753180:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 22], ns[60, 22] 00000020:01000004:3.0:1767384332.753181:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384332.753184:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:0.0:1767384332.753187:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 22], ns[72, 22] 00000400:00000200:0.0:1767384332.753191:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[76, 22], ns[76, 22] 00000100:00000010:3.0:1767384332.753193:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007dc04b73. 00000400:00000200:0.0:1767384332.753195:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[96, 22], ns[97, 22] 00000020:00000040:3.0:1767384332.753200:0:36:0:(genops.c:1229:class_import_get()) import 00000000df830bbe refcount=4 obd=MGC192.168.202.152@tcp 00000400:00000200:0.0:1767384332.753207:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[95, 22], ns[96, 22] 00000400:00000200:0.0:1767384332.753212:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[90, 22], ns[91, 22] 00000100:00000001:3.0:1767384332.753213:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384332.753218:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1767384332.753220:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[109, 22], ns[110, 22] 02000000:00000001:3.0:1767384332.753225:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384332.753233:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[108, 22], ns[109, 22] 02000000:00000010:3.0:1767384332.753237:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000c9ea2ecf. 00000400:00000200:0.0:1767384332.753237:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[107, 22], ns[108, 22] 00000400:00000200:0.0:1767384332.753243:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 22], ns[0, 22] 00000400:00000200:0.0:1767384332.753246:0:16135:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp37 00000100:00000001:3.0:1767384332.753248:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384332.753251:0:16135:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.152@tcp37 00000400:00000200:0.0:1767384332.753256:0:16135:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.152@tcp37 lpni_is_preferred = 0 00000400:00000200:0.0:1767384332.753258:0:16135:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.152@tcp37 00000100:00000001:3.0:1767384332.753261:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:0.0:1767384332.753263:0:16135:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp37 NI seq info: [111:111:256:4294967295] 192.168.202.152@tcp37 LPNI seq info [110:110:8:4294967295] 00000100:00000001:3.0:1767384332.753264:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384332.753273:0:16135:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.152@tcp37 00000100:00000040:3.0:1767384332.753275:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007dc04b73] to pc [ptlrpcd_00_03+3] req@000000007dc04b73 x1853236723080960/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384332.753294:0:16135:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp37(192.168.202.152@tcp37:) -> 192.168.202.152@tcp37(192.168.202.152@tcp:192.168.202.152@tcp37) : PUT try# 0 00000800:00000200:0.0:1767384332.753306:0:16135:0:(socklnd_cb.c:1001:ksocknal_send()) sending 528 bytes in 1 frags to 12345-192.168.202.152@tcp37 00000800:00000010:0.0:1767384332.753311:0:16135:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000113211fa. 10000000:00000001:3.0:1767384332.753335:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384332.753337:0:16135:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000def3ae70. 00000800:00000010:0.0:1767384332.753341:0:16135:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000fe02c903. 10000000:00000001:3.0:1767384332.753347:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384332.753350:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384332.753351:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000def3ae70] -> 12345-192.168.202.152@tcp37 (2) 00000020:01000000:3.0:1767384332.753353:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000800:00000200:0.1:1767384332.753359:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000def3ae70] -> 12345-192.168.202.152@tcp37 (2) 00000020:00000001:3.0:1767384332.753362:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000001:1.0:1767384332.753363:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:00000001:3.0:1767384332.753365:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384332.753369:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384332.753372:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:3.0:1767384332.753374:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000100:00000001:1.0:1767384332.753375:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767384332.753379:0:16135:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.152@tcp 00000020:01000004:3.0:1767384332.753382:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384332.753385:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000001:1.0:1767384332.753386:0:16140:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767384332.753387:0:16135:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100571 rc 0 00000020:01000004:3.0:1767384332.753391:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384332.753395:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384332.753397:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384332.753399:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384332.753404:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000100:00000040:1.0:1767384332.753405:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007dc04b73 x1853236723080960/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:3.0:1767384332.753407:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:3.0:1767384332.753414:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bf6531a0. 00000020:00000040:3.0:1767384332.753421:0:36:0:(genops.c:1229:class_import_get()) import 00000000df830bbe refcount=5 obd=MGC192.168.202.152@tcp 00000100:00000001:3.0:1767384332.753427:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384332.753430:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384332.753434:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384332.753442:0:16140:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384332.753445:0:16140:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384332.753446:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000093e83a39. 02000000:00000001:1.0:1767384332.753449:0:16140:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767384332.753451:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384332.753455:0:16140:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384332.753455:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.152:988 00000100:00000001:3.0:1767384332.753456:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384332.753463:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384332.753469:0:16140:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384332.753475:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bf6531a0] to pc [ptlrpcd_00_00+0] req@00000000bf6531a0 x1853236723081088/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384332.753477:0:16140:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000007dc04b73 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c0412d60-4f67-4dbc-8791-892843f60083:16140:1853236723080960:0@lo:253: 00000100:00000001:1.0:1767384332.753504:0:16140:0:(niobuf.c:865:ptl_send_rpc()) Process entered 10000000:00000001:3.0:1767384332.753505:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384332.753508:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384332.753510:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384332.753511:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.152:988 02000000:00000001:1.0:1767384332.753512:0:16140:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:01000000:3.0:1767384332.753513:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 02000000:00000001:1.0:1767384332.753521:0:16140:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384332.753523:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000316ac112. 02000000:00000001:1.0:1767384332.753536:0:16140:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767384332.753540:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.152:988 02000000:00000010:1.0:1767384332.753543:0:16140:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000aab16fa3. 00000100:00000001:3.0:1767384332.753547:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767384332.753547:0:16140:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384332.753554:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384332.753560:0:16140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a62587a3. 00000100:00000001:3.0:1767384332.753561:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384332.753568:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:1.0:1767384332.753576:0:16140:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009b0b5bc0. 00000400:00000200:0.0:1767384332.753576:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.152:988 00000100:00000001:3.0:1767384332.753579:0:16137:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384332.753588:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bf6531a0 x1853236723081088/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384332.753592:0:16140:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236723080960, portal 25 00000100:00000001:1.0:1767384332.753600:0:16140:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384332.753606:0:16140:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782675221120 : -124291034330496 : ffff8ef53d0cca80) 00000100:00000001:3.0:1767384332.753607:0:16137:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:0.0:1767384332.753611:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.152:988 00000100:00000001:3.0:1767384332.753616:0:16137:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384332.753623:0:16137:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1767384332.753623:0:16140:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000007dc04b73 x1853236723080960/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384348 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384332.753631:0:16137:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384332.753641:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.152:988 02000000:00000001:3.0:1767384332.753643:0:16137:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384332.753653:0:16140:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:3.0:1767384332.753657:0:16137:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000bf6531a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c0412d60-4f67-4dbc-8791-892843f60083:16137:1853236723081088:0@lo:253: 00000100:00000001:3.0:1767384332.753663:0:16137:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1767384332.753666:0:16140:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384332.753673:0:16140:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c278b9c7. 02000000:00000001:3.0:1767384332.753675:0:16137:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384332.753681:0:16137:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384332.753684:0:16140:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236723080960, offset 0 00000400:00000200:0.0:1767384332.753686:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.152:988 02000000:00000001:3.0:1767384332.753687:0:16137:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384332.753702:0:16137:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000004519d93b. 00000400:00000200:1.0:1767384332.753707:0:16140:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:3.0:1767384332.753708:0:16137:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384332.753715:0:16137:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000079219a23. 00000400:00000010:3.0:1767384332.753723:0:16137:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000508c5766. 00000400:00000200:0.0:1767384332.753727:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.152:988 00000400:00000200:1.0:1767384332.753728:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:3.0:1767384332.753731:0:16137:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236723081088, portal 25 00000100:00000001:3.0:1767384332.753742:0:16137:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384332.753744:0:16137:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782675230080 : -124291034321536 : ffff8ef53d0ced80) 00000100:00000040:3.0:1767384332.753749:0:16137:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000bf6531a0 x1853236723081088/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384348 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384332.753756:0:16137:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767384332.753763:0:16140:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824c905f00 00000100:00000040:3.0:1767384332.753765:0:16137:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1767384332.753766:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.152:988 00000400:00000010:3.0:1767384332.753775:0:16137:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005f7b0d47. 00000400:00000200:1.0:1767384332.753786:0:16140:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1309 [2] + 0 00000400:00000010:1.0:1767384332.753790:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009a0070c2. 00000400:00000200:1.0:1767384332.753794:0:16140:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000198065c5 00000100:00000200:3.0:1767384332.753797:0:16137:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236723081088, offset 0 00000400:00000200:1.0:1767384332.753800:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384332.753813:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.152:988 00000400:00000200:3.0:1767384332.753814:0:16137:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384332.753814:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384332.753831:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000198065c5 00000400:00000010:1.0:1767384332.753835:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000198065c5. 00000400:00000200:3.0:1767384332.753841:0:16137:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384332.753843:0:16140:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384332.753846:0:16140:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384332.753850:0:16140:0:(events.c:337:request_in_callback()) incoming req@00000000ae718e3d x1853236723080960 msgsize 4848 00000400:00000200:3.0:1767384332.753856:0:16137:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824c905f80 00000400:00000200:3.0:1767384332.753874:0:16137:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x135d [2] + 0 00000100:00100000:1.0:1767384332.753874:0:16140:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:0.0:1767384332.753878:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.152:988 00000100:00000040:1.0:1767384332.753881:0:16140:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000010:3.0:1767384332.753884:0:16137:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000003494e. 00000400:00000200:3.0:1767384332.753892:0:16137:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000059e5be45 00000100:00000001:1.0:1767384332.753895:0:16140:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384332.753900:0:16137:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384332.753905:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c278b9c7 00000400:00000200:3.0:1767384332.753911:0:16137:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:1.0:1767384332.753917:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c278b9c7. 00000100:00000001:1.0:1767384332.753925:0:16140:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:3.0:1767384332.753926:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000059e5be45 00000400:00000010:3.0:1767384332.753930:0:16137:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000059e5be45. 00000100:00000200:1.0:1767384332.753930:0:16140:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007dc04b73 x1853236723080960/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384348 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384332.753934:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.152:988 00000100:00000001:3.0:1767384332.753939:0:16137:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384332.753946:0:16137:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384332.753958:0:16137:0:(events.c:337:request_in_callback()) incoming req@0000000017daab4b x1853236723081088 msgsize 4848 00000100:00000001:1.0:1767384332.753961:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:3.0:1767384332.753969:0:16137:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:0.0:1767384332.753970:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.152:988 00000100:00000040:1.0:1767384332.753972:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000007dc04b73 x1853236723080960/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384348 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384332.753977:0:16137:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:1.0:1767384332.753989:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384332.753993:0:16140:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384332.753996:0:16137:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384332.754003:0:16140:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384332.754009:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005f7b0d47 00000100:00000001:1.0:1767384332.754009:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294922740 00000400:00000200:0.0:1767384332.754010:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.152:988 00000400:00000010:3.0:1767384332.754012:0:16137:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005f7b0d47. 00000100:00000001:3.0:1767384332.754023:0:16137:0:(events.c:34:request_out_callback()) Process entered 00000100:00000010:1.0:1767384332.754025:0:16140:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000aecfe49f. 00000100:00000200:3.0:1767384332.754030:0:16137:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bf6531a0 x1853236723081088/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384348 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384332.754033:0:16140:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767384332.754047:0:16137:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384332.754049:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294922740 00000400:00000200:0.0:1767384332.754052:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.152:988 00000100:00000040:3.0:1767384332.754055:0:16137:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bf6531a0 x1853236723081088/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384348 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384332.754058:0:16140:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002ea6a0e8. 00000100:00000001:1.0:1767384332.754070:0:16140:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384332.754071:0:16137:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384332.754079:0:16137:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1767384332.754079:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.152:988 00000100:00000001:1.0:1767384332.754081:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294922740 00000100:00000001:3.0:1767384332.754129:0:16137:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384332.754138:0:16137:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294922741 00000100:00000001:3.0:1767384332.754147:0:16137:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294922740 00000100:00000010:1.0:1767384332.754149:0:16140:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000482ebd09. 00000100:00000001:3.0:1767384332.754154:0:16137:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294922741 00000100:00000001:1.0:1767384332.754156:0:16140:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384332.754163:0:16137:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294922740 00000100:00000001:1.0:1767384332.754166:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294922741 00000100:00000001:3.0:1767384332.754168:0:16137:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294922741 00000100:00000001:3.0:1767384332.754172:0:16137:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294922740 00000100:00000010:1.0:1767384332.754175:0:16140:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b7f6e1c7. 00000100:00000001:3.0:1767384332.754177:0:16137:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294922741 00000100:00000001:1.0:1767384332.754182:0:16140:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384332.754189:0:16140:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384332.754191:0:16137:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 3, keep current deadline 4294922741 00000100:00000001:1.0:1767384332.754193:0:16140:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384332.754195:0:16137:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384332.754196:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.152:988 00000100:00000001:1.0:1767384332.754201:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384332.754202:0:16137:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384332.754213:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384332.754214:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384332.754223:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.152:988 00000100:00000001:3.0:1767384332.754228:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384332.754234:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384332.754242:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384332.754248:0:16137:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384332.754249:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384332.754255:0:16137:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384332.754256:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384332.754265:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384332.754266:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384332.754273:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384332.754277:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384332.754279:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384332.754280:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.152:988 00000100:00000001:3.0:1767384332.754287:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384332.754304:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384332.754308:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384332.754335:0:16773:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384332.754342:0:27212:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384332.754346:0:16773:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723080960 00000100:00100000:3.0:1767384332.754347:0:27212:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723081088 02000000:00000001:1.0:1767384332.754352:0:16773:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:3.0:1767384332.754354:0:27212:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384332.754359:0:27212:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384332.754360:0:16773:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384332.754362:0:27212:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384332.754366:0:16773:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384332.754368:0:27212:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384332.754369:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.152:988 02000000:00000001:1.0:1767384332.754379:0:16773:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384332.754380:0:27212:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723081088 00000020:00000001:3.0:1767384332.754386:0:27212:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384332.754389:0:27212:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eec8e1 00000100:00100000:1.0:1767384332.754390:0:16773:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723080960 00000020:00000001:3.0:1767384332.754392:0:27212:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384332.754399:0:27212:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000555601ca refcount=14 00000020:00000001:1.0:1767384332.754399:0:16773:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1767384332.754405:0:27212:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000020:00000040:1.0:1767384332.754407:0:16773:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eec8e1 00000020:00000001:3.0:1767384332.754409:0:27212:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000020:00000001:1.0:1767384332.754416:0:16773:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384332.754418:0:27212:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1767384332.754419:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.152:988 00000020:00000040:1.0:1767384332.754425:0:16773:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000555601ca refcount=15 00000020:00000010:3.0:1767384332.754426:0:27212:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005a6c85bf. 00000100:00000001:3.0:1767384332.754434:0:27212:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384332.754435:0:16773:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000020:00000010:3.0:1767384332.754438:0:27212:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005a6c85bf. 00000020:00000001:1.0:1767384332.754443:0:16773:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000020:00000010:3.0:1767384332.754449:0:27212:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000452a7bdd. 00000100:00000001:1.0:1767384332.754451:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384332.754462:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005053e407. 00000020:00000010:3.0:1767384332.754463:0:27212:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002b7b4c1e. 00000400:00000200:0.0:1767384332.754468:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.152:988 00000100:00000001:1.0:1767384332.754477:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384332.754478:0:27212:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002c20824e. 00000020:00000010:1.0:1767384332.754484:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005053e407. 00000020:00000010:1.0:1767384332.754495:0:16773:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000784a0de4. 00000100:00000040:3.0:1767384332.754496:0:27212:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384332.754506:0:27212:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000010:1.0:1767384332.754507:0:16773:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b8349893. 00000100:00000001:3.0:1767384332.754511:0:27212:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384332.754515:0:27212:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384332.754515:0:16773:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002d9084b7. 00000100:00000001:1.0:1767384332.754528:0:16773:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:0.0:1767384332.754529:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.152:988 00000100:00000001:1.0:1767384332.754532:0:16773:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384332.754534:0:27212:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384332.754542:0:16773:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384332.754556:0:27212:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384332.754556:0:16773:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384332.754573:0:16773:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384332.754580:0:27212:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384332.754584:0:27212:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384332.754601:0:27212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 120 00000100:00000001:1.0:1767384332.754602:0:16773:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:0.0:1767384332.754608:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.152:988 00000100:00000001:1.0:1767384332.754610:0:16773:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:3.0:1767384332.754613:0:27212:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000555601ca : new rpc_count 1 00000100:00000001:3.0:1767384332.754619:0:27212:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619777413676112 : -124296295875504 : ffff8ef4036ffc50) 00000100:00100000:1.0:1767384332.754625:0:16773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 121 00000100:00000040:3.0:1767384332.754628:0:27212:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000017daab4b x1853236723081088/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:313/0 lens 4848/0 e 0 to 0 dl 1767384343 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384332.754633:0:16773:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000555601ca : new rpc_count 2 00000100:00000001:1.0:1767384332.754643:0:16773:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619777413664848 : -124296295886768 : ffff8ef4036fd050) 00000100:00000001:3.0:1767384332.754645:0:27212:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384332.754653:0:27212:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005a6c85bf. 00000100:00000040:1.0:1767384332.754659:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ae718e3d x1853236723080960/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:313/0 lens 4848/0 e 0 to 0 dl 1767384343 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384332.754661:0:27212:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384332.754666:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.152:988 00000020:00000010:3.0:1767384332.754673:0:27212:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005a6c85bf. 00000100:00000001:1.0:1767384332.754685:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:3.0:1767384332.754686:0:27212:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000017daab4b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:c0412d60-4f67-4dbc-8791-892843f60083+15:16137:x1853236723081088:12345-0@lo:253: 00000020:00000010:1.0:1767384332.754690:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005053e407. 00000100:00000200:3.0:1767384332.754691:0:27212:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723081088 00000020:00000001:3.0:1767384332.754694:0:27212:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384332.754699:0:27212:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384332.754703:0:27212:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384332.754703:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384332.754714:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.152:988 00000020:00000001:3.0:1767384332.754719:0:27212:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000010:1.0:1767384332.754719:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005053e407. 00000020:00000001:3.0:1767384332.754727:0:27212:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669141328 : -1040410288 : ffffffffc1fc9950) 00000020:00000001:3.0:1767384332.754735:0:27212:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384332.754740:0:27212:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384332.754741:0:16773:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000ae718e3d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c0412d60-4f67-4dbc-8791-892843f60083+15:16140:x1853236723080960:12345-0@lo:253: 00000020:00000001:3.0:1767384332.754753:0:27212:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000200:1.0:1767384332.754754:0:16773:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723080960 00000020:00000001:3.0:1767384332.754760:0:27212:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384332.754761:0:16773:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:0.0:1767384332.754764:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.152:988 00000020:00000001:3.0:1767384332.754771:0:27212:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384332.754772:0:16773:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384332.754777:0:16773:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384332.754780:0:27212:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:1.0:1767384332.754781:0:16773:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384332.754788:0:16773:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669141328 : -1040410288 : ffffffffc1fc9950) 02000000:00000001:3.0:1767384332.754789:0:27212:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:1.0:1767384332.754797:0:16773:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384332.754798:0:16773:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1767384332.754800:0:27212:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000a871178b. 00000020:00000001:1.0:1767384332.754801:0:16773:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 02000000:00000001:3.0:1767384332.754805:0:27212:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384332.754807:0:16773:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:0.0:1767384332.754809:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.152:988 00000100:00000001:3.0:1767384332.754812:0:27212:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384332.754813:0:16773:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384332.754830:0:16773:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 20000000:00000001:3.0:1767384332.754832:0:27212:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 02000000:00000001:1.0:1767384332.754841:0:16773:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:00000010:3.0:1767384332.754848:0:27212:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000238360ed. 02000000:00000010:1.0:1767384332.754848:0:16773:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000686b2cb5. 00000400:00000200:0.0:1767384332.754859:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.152:988 02000000:00000001:1.0:1767384332.754863:0:16773:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:3.0:1767384332.754864:0:27212:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000100:00000001:1.0:1767384332.754872:0:16773:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384332.754873:0:27212:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384332.754877:0:27212:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384332.754877:0:16773:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000001:3.0:1767384332.754886:0:27212:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384332.754889:0:27212:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:1.0:1767384332.754891:0:16773:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000fc2316a4. 20000000:01000000:1.0:1767384332.754897:0:16773:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:3.0:1767384332.754899:0:27212:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:1.0:1767384332.754901:0:16773:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384332.754903:0:16773:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384332.754906:0:16773:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384332.754909:0:16773:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384332.754911:0:16773:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:0.0:1767384332.754911:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.152:988 20000000:00000010:3.0:1767384332.754912:0:27212:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000020eb5af3. 20000000:01000000:3.0:1767384332.754920:0:27212:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #39 20000000:00000001:3.0:1767384332.754929:0:27212:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:3.0:1767384332.754935:0:27212:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000400:00000200:0.0:1767384332.754944:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.152:988 00000400:00000200:0.0:1767384332.754981:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.152:988 00080000:00000001:3.0:1767384332.754992:0:27212:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384332.754997:0:27212:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384332.754999:0:27212:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384332.755000:0:27212:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:3.0:1767384332.755005:0:27212:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384332.755011:0:27212:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446619782313850200 : -124291395701416 : ffff8ef52782b558) 00000400:00000200:0.0:1767384332.755012:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.152:988 00080000:00000001:3.0:1767384332.755015:0:27212:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384332.755024:0:27212:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000008e19ae9f. 00080000:00000001:3.0:1767384332.755026:0:27212:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446619781773031424 : -124291936520192 : ffff8ef507467800) 00080000:00000001:3.0:1767384332.755030:0:27212:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:0.0:1767384332.755048:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.152:988 00000400:00000200:0.0:1767384332.755079:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.152:988 00000001:00000001:3.0:1767384332.755205:0:27212:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384332.755208:0:27212:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384332.755211:0:27212:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384332.755236:0:27212:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384332.755239:0:27212:0:(osd_io.c:399:osd_write()) Process entered 00000800:00000010:0.0:1767384332.755338:0:16126:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000f7aa12ca. 00000800:00000010:0.0:1767384332.755344:0:16126:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000ac25eaa1. 00000800:00000010:0.0:1767384332.755350:0:16126:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000003135086e. 00080000:00000001:3.0:1767384332.755363:0:27212:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384332.755368:0:27212:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000800:00000010:0.0:1767384332.755374:0:16126:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000003135086e. 00000800:00020000:0.0:1767384332.755385:0:16126:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.152 00000800:00000010:0.0:1767384332.755388:0:16126:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000ac25eaa1. 00000800:00000010:0.0:1767384332.755391:0:16126:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000f7aa12ca. 00000400:02020000:0.0:1767384332.755457:0:16126:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.152@tcp37 at host 192.168.202.152:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384332.755465:0:16126:0:(router.c:1755:lnet_notify()) 192.168.202.152@tcp37 notifying 192.168.202.152@tcp37: down 00000800:00000200:0.0:1767384332.755472:0:16126:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.152@tcp37 down 00000800:00000100:0.0:1767384332.755480:0:16126:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 528 0@<0:0>->192.168.202.152@tcp37 00000800:00000010:0.0:1767384332.755485:0:16126:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000113211fa. 00000400:00000200:0.0:1767384332.755488:0:16126:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384332.755491:0:16126:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp37->192.168.202.152@tcp37: PUT: LOCAL_ERROR 00000400:00000200:0.0:1767384332.755499:0:16126:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.152@tcp37 added to recovery queue. ping count: 0 next ping: 256 health :900 00000400:00000200:0.0:1767384332.755503:0:16126:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384332.755507:0:16126:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.152@tcp: 1 00000400:00000200:0.0:1767384332.755511:0:16126:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.152@tcp (000000005d9714d7): -114 00000400:00000200:3.0:1767384332.755561:0:16135:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384332.755573:0:16135:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x101171 00000400:00000001:3.0:1767384332.755578:0:16135:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384332.755581:0:16135:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384332.755582:0:16135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ff276a1b 00000400:00000010:3.0:1767384332.755584:0:16135:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ff276a1b. 00000400:00000200:3.0:1767384332.755589:0:16135:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:3.0:1767384332.755598:0:16135:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.152@tcp (000000005d9714d7): -114 00000400:00000200:3.0:1767384332.755602:0:16135:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000005d9714d7 (31) 00000400:00000200:3.0:1767384332.755610:0:16135:0:(peer.c:3900:lnet_peer_push_failed()) peer 192.168.202.152@tcp 00000400:00000200:3.0:1767384332.755616:0:16135:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100171 rc -71 00000400:00000200:3.0:1767384332.755621:0:16135:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.152@tcp (000000005d9714d7) 00000400:00000200:3.0:1767384332.755629:0:16135:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000005d9714d7 (30) 00080000:00000001:1.0:1767384332.764701:0:16807:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00080000:00000001:0.0:1767384332.764704:0:27212:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384332.764706:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384332.764710:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1767384332.764713:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000020:00000002:0.0:1767384332.764714:0:27212:0:(lu_object.c:207:lu_object_put()) Add 00000000f07b1e3f/000000000f28175b to site lru. bkt: 00000000b56e2c81 00040000:00000001:1.0:1767384332.764716:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:0.0:1767384332.764721:0:27212:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384332.764722:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000008e19ae9f. 20000000:00000001:0.0:1767384332.764736:0:27212:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00080000:00000001:1.0:1767384332.764739:0:16807:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:0.0:1767384332.764752:0:27212:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384332.764763:0:27212:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:00000010:1.0:1767384332.764766:0:16773:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000048dbeb0a. 20000000:01000000:0.0:1767384332.764768:0:27212:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:1.0:1767384332.764773:0:16773:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #39 20000000:01000000:2.0:1767384332.764776:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000020:0.0:1767384332.764779:0:27212:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000001:2.0:1767384332.764784:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384332.764788:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:00000001:1.0:1767384332.764789:0:16773:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00010000:00000001:2.0:1767384332.764795:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:1.0:1767384332.764796:0:16773:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00010000:00000001:2.0:1767384332.764805:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384332.764814:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000002d6e12db. 00010000:00000001:2.0:1767384332.764822:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384332.764827:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000a716292b. 00000020:00000001:2.0:1767384332.764831:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384332.764839:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000a716292b with handle 0x7e51148972eecc37 to hash 00080000:00000001:1.0:1767384332.764839:0:16773:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384332.764846:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000001:1.0:1767384332.764847:0:16773:0:(osd_index.c:949:osd_remote_fid()) Process entered 00010000:00000001:2.0:1767384332.764850:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446619782554467328 : -124291155084288 : ffff8ef535da3c00) 00080000:00000001:1.0:1767384332.764851:0:16773:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384332.764866:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446619782554467328 : -124291155084288 : ffff8ef535da3c00) 00080000:00000001:1.0:1767384332.764867:0:16773:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:1.0:1767384332.764872:0:16773:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:2.0:1767384332.764879:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000001:1.0:1767384332.764879:0:16773:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446619782313850200 : -124291395701416 : ffff8ef52782b558) 00010000:00000001:2.0:1767384332.764883:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384332.764885:0:16773:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00010000:2.0:1767384332.764887:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000a716292b/0x7e51148972eecc37 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00080000:00000010:1.0:1767384332.764892:0:16773:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000933032e9. 00010000:00000001:2.0:1767384332.764898:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000001:1.0:1767384332.764899:0:16773:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446619782425123840 : -124291284427776 : ffff8ef52e249c00) 00010000:00000001:2.0:1767384332.764905:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00080000:00000001:1.0:1767384332.764906:0:16773:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:2.0:1767384332.764912:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384332.764916:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384332.764918:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384332.764922:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384332.764923:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384332.764927:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384332.764930:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384332.764934:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384332.764936:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384332.764939:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000002d6e12db) refcount = 1 00010000:00010000:2.0:1767384332.764945:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000a716292b/0x7e51148972eecc37 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384332.764952:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384332.764956:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384332.764959:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384332.764961:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384332.764963:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384332.764967:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384332.764971:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003445359s 00010000:00000001:2.0:1767384332.764974:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000001:00000001:1.0:1767384332.764975:0:16773:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000020:00000001:2.0:1767384332.764976:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00080000:00000001:1.0:1767384332.764980:0:16773:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384332.764981:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a716292b refcount=4 00080000:00000001:1.0:1767384332.764989:0:16773:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000020:00000001:2.0:1767384332.764990:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619782554467328 : -124291155084288 : ffff8ef535da3c00) 00010000:00000001:2.0:1767384332.764996:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619782554467328 : -124291155084288 : ffff8ef535da3c00) 00010000:00000001:2.0:1767384332.764998:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384332.765000:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000a716292b/0x7e51148972eecc37 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384332.765007:0:16773:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384332.765011:0:16773:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:2.0:1767384332.765030:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384332.765032:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000a716292b/0x7e51148972eecc37 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384332.765037:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384332.765039:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384332.765041:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000a716292b/0x7e51148972eecc37 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384332.765045:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384332.765047:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384332.765050:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384332.765053:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000a716292b/0x7e51148972eecc37 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384332.765060:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000a716292b already unused, calling callback (00000000871a6010) 00010000:00000001:2.0:1767384332.765063:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384332.765065:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384332.765068:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000a716292b/0x7e51148972eecc37 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384332.765072:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384332.765073:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384332.765075:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384332.765078:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a716292b refcount=5 00000020:00000001:2.0:1767384332.765081:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619782554467328 : -124291155084288 : ffff8ef535da3c00) 00010000:00000001:2.0:1767384332.765083:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619782554467328 : -124291155084288 : ffff8ef535da3c00) 00080000:00000001:1.0:1767384332.765160:0:16773:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384332.765165:0:16773:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000001:2.0:1767384332.765363:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384332.765366:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000a716292b/0x7e51148972eecc37 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384332.765373:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384332.765375:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384332.765382:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384332.765388:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384332.765390:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384332.765392:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384332.765394:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384332.765398:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000a716292b with handle 0x7e51148972eecc37 from hash 00010000:00000001:2.0:1767384332.765402:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384332.765404:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384332.765405:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384332.765406:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384332.765408:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384332.765410:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384332.765412:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384332.765413:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384332.765416:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384332.765417:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384332.765418:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384332.765420:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384332.765421:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384332.765422:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384332.765424:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384332.765425:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384332.765427:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000a716292b/0x7e51148972eecc37 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384332.765430:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384332.765431:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384332.765433:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384332.765435:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384332.765435:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384332.765437:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384332.765439:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384332.765441:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384332.765442:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384332.765444:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000a716292b/0x7e51148972eecc37 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384332.765447:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384332.765454:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384332.765456:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000a716292b/0x7e51148972eecc37 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384332.765461:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000002d6e12db count: 0 00010000:00000001:2.0:1767384332.765469:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384332.765470:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000010:2.1:1767384332.772136:0:31722:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000002d6e12db. 00010000:00000010:2.1:1767384332.772155:0:31722:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000a716292b. 00080000:00000001:2.0:1767384332.775999:0:16807:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00080000:00000001:1.0:1767384332.776002:0:16773:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384332.776005:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384332.776012:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000020:00000002:1.0:1767384332.776013:0:16773:0:(lu_object.c:207:lu_object_put()) Add 00000000f07b1e3f/000000000f28175b to site lru. bkt: 00000000b56e2c81 00040000:00000001:2.0:1767384332.776016:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:1.0:1767384332.776018:0:16773:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384332.776021:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:1.0:1767384332.776022:0:16773:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384332.776027:0:16773:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000010:2.0:1767384332.776028:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000933032e9. 00080000:00000001:2.0:1767384332.776035:0:16807:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:1.0:1767384332.776040:0:16773:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384332.776044:0:16773:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000020:1.0:1767384332.776053:0:16773:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:2.0:1767384332.776122:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384332.776128:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384332.776131:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384332.776137:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384332.776141:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384332.776150:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000002d6e12db. 00010000:00000001:2.0:1767384332.776155:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384332.776159:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000a716292b. 00000020:00000001:2.0:1767384332.776164:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384332.776167:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000a716292b with handle 0x7e51148972eecc3e to hash 00000020:00000001:2.0:1767384332.776170:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384332.776172:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446619782554467328 : -124291155084288 : ffff8ef535da3c00) 00010000:00000001:2.0:1767384332.776176:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446619782554467328 : -124291155084288 : ffff8ef535da3c00) 00010000:00000001:2.0:1767384332.776180:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384332.776183:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384332.776186:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000a716292b/0x7e51148972eecc3e lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384332.776196:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384332.776199:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384332.776201:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384332.776204:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384332.776206:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384332.776217:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384332.776219:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384332.776222:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384332.776224:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384332.776226:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384332.776228:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384332.776229:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000002d6e12db) refcount = 1 00010000:00010000:2.0:1767384332.776234:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000a716292b/0x7e51148972eecc3e lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384332.776241:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384332.776244:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384332.776246:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384332.776249:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384332.776251:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384332.776254:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384332.776257:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003445359s 00010000:00000001:2.0:1767384332.776260:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384332.776263:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384332.776265:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a716292b refcount=4 00000020:00000001:2.0:1767384332.776268:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619782554467328 : -124291155084288 : ffff8ef535da3c00) 00010000:00000001:2.0:1767384332.776270:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619782554467328 : -124291155084288 : ffff8ef535da3c00) 00010000:00000001:2.0:1767384332.776273:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384332.776275:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000a716292b/0x7e51148972eecc3e lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384332.776282:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384332.776284:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000a716292b/0x7e51148972eecc3e lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384332.776289:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384332.776291:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384332.776293:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000a716292b/0x7e51148972eecc3e lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384332.776300:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384332.776309:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384332.776323:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384332.776326:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000a716292b/0x7e51148972eecc3e lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384332.776333:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000a716292b already unused, calling callback (00000000871a6010) 00010000:00000001:2.0:1767384332.776336:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384332.776338:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384332.776340:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000a716292b/0x7e51148972eecc3e lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384332.776347:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384332.776349:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384332.776351:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384332.776353:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a716292b refcount=5 00000020:00000001:2.0:1767384332.776355:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619782554467328 : -124291155084288 : ffff8ef535da3c00) 00010000:00000001:2.0:1767384332.776358:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619782554467328 : -124291155084288 : ffff8ef535da3c00) 00010000:00000001:2.0:1767384332.776361:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384332.776363:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000a716292b/0x7e51148972eecc3e lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384332.776370:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384332.776372:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384332.776373:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384332.776377:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384332.776379:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384332.776381:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384332.776382:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384332.776384:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000a716292b with handle 0x7e51148972eecc3e from hash 00010000:00000001:2.0:1767384332.776387:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384332.776388:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384332.776390:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384332.776391:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384332.776393:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384332.776395:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384332.776404:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384332.776406:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384332.776409:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384332.776412:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384332.776414:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384332.776417:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384332.776418:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384332.776420:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384332.776422:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384332.776424:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384332.776426:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000a716292b/0x7e51148972eecc3e lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384332.776433:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384332.776434:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384332.776436:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384332.776438:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384332.776439:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384332.776440:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384332.776443:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384332.776446:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384332.776448:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384332.776450:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000a716292b/0x7e51148972eecc3e lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384332.776456:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384332.776458:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384332.776460:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000a716292b/0x7e51148972eecc3e lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384332.776467:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000002d6e12db count: 0 00010000:00000001:2.0:1767384332.776477:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384332.776479:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000010:3.0:1767384332.777461:0:31723:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000006b403171. 00000400:00000040:3.0:1767384332.777486:0:31723:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384332.777489:0:31723:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384332.777491:0:31723:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384332.777493:0:31723:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384332.777495:0:31723:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384332.777497:0:31723:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:3.0:1767384332.777500:0:31723:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384332.777501:0:31723:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384332.777502:0:31723:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384332.777503:0:31723:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:3.0:1767384332.777505:0:31723:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384332.777507:0:31723:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384332.777509:0:31723:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384332.777510:0:31723:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384332.777511:0:31723:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767384332.777513:0:31723:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384332.777514:0:31723:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384332.777515:0:31723:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767384332.777516:0:31723:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:3.0:1767384332.777518:0:31723:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384332.777519:0:31723:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384332.777520:0:31723:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384332.777521:0:31723:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384332.777522:0:31723:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384332.777522:0:31723:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:3.0:1767384332.777524:0:31723:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384332.777525:0:31723:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384332.777526:0:31723:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384332.777528:0:31723:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384332.777529:0:31723:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384332.777530:0:31723:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767384332.777532:0:31723:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384332.777533:0:31723:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384332.777534:0:31723:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384332.777535:0:31723:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384332.777536:0:31723:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384332.777537:0:31723:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767384332.777539:0:31723:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384332.777546:0:31723:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384332.777548:0:31723:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384332.777549:0:31723:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384332.777550:0:31723:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384332.777553:0:31723:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767384332.777555:0:31723:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767384332.777556:0:31723:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767384332.777557:0:31723:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767384332.777559:0:31723:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767384332.777561:0:31723:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767384332.777564:0:31723:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384332.777566:0:31723:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384332.777567:0:31723:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767384332.777569:0:31723:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384332.777570:0:31723:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767384332.777571:0:31723:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:3.0:1767384332.777573:0:31723:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767384332.777575:0:31723:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767384332.777576:0:31723:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:3.0:1767384332.777711:0:31723:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000006b403171. 00080000:00000020:1.0:1767384332.778601:0:27212:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767384332.778605:0:27212:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384332.778608:0:27212:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000238360ed. 20000000:00000001:1.0:1767384332.778616:0:27212:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384332.778622:0:27212:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236723081088 00010000:00000001:1.0:1767384332.778625:0:27212:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384332.778636:0:27212:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000017daab4b x1853236723081088/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:313/0 lens 4848/4768 e 0 to 0 dl 1767384343 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384332.778644:0:27212:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384332.778654:0:27212:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384332.778659:0:27212:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dd452398 time=62 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384332.778663:0:27212:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384332.778669:0:27212:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 21 to 0@lo 00000100:00000001:1.0:1767384332.778673:0:27212:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 02000000:00000001:1.0:1767384332.778677:0:27212:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384332.778680:0:27212:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384332.778687:0:27212:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384332.778695:0:27212:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384332.778700:0:27212:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000de5dd046. 00000100:00000200:1.0:1767384332.778708:0:27212:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236723081088, offset 224 00000400:00000200:1.0:1767384332.778720:0:27212:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384332.778734:0:27212:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384332.778748:0:27212:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824c905f80 00000400:00000200:1.0:1767384332.778757:0:27212:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1b0d [2] + 224 00000400:00000200:1.0:1767384332.778767:0:27212:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384332.778772:0:27212:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384332.778779:0:27212:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384332.778786:0:27212:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bf6531a0 x1853236723081088/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384348 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384332.778799:0:27212:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000bf6531a0 x1853236723081088/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384348 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384332.778820:0:27212:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384332.778831:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384332.778831:0:27212:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000de5dd046 00000400:00000010:1.0:1767384332.778836:0:27212:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000de5dd046. 00000100:00000001:3.0:1767384332.778837:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384332.778849:0:27212:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384332.778851:0:27212:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:3.0:1767384332.778853:0:16137:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384332.778856:0:16137:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767384332.778858:0:27212:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384332.778860:0:16137:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000079219a23. 00000100:00000040:1.0:1767384332.778865:0:27212:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 20 to 0@lo 00000400:00000200:3.0:1767384332.778866:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000508c5766 00000400:00000010:3.0:1767384332.778873:0:16137:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000508c5766. 00010000:00000001:1.0:1767384332.778874:0:27212:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384332.778881:0:27212:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384332.778883:0:16137:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:1.0:1767384332.778886:0:27212:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:3.0:1767384332.778891:0:16137:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bf6531a0 x1853236723081088/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384348 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384332.778895:0:27212:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000017daab4b x1853236723081088/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:313/0 lens 4848/4768 e 0 to 0 dl 1767384343 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384332.778916:0:16137:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bf6531a0 x1853236723081088/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384348 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384332.778944:0:16137:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384332.778946:0:16137:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384332.778952:0:16137:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384332.778958:0:16137:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384332.778964:0:16137:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384332.778973:0:16137:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384332.778975:0:27212:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000017daab4b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:c0412d60-4f67-4dbc-8791-892843f60083+15:16137:x1853236723081088:12345-0@lo:253: Request processed in 24327us (25012us total) trans 0 rc 0/0 02000000:00000001:3.0:1767384332.778978:0:16137:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384332.778992:0:16137:0:(import.c:2128:obd_at_measure()) add 5 to 0000000028df3f77 time=62 v=5 (5 0 0 0) 00000100:00100000:1.0:1767384332.779001:0:27212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 120 00000100:00001000:3.0:1767384332.779007:0:16137:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f5022cbe time=62 v=5 (1 0 0 0) 00000100:00000040:1.0:1767384332.779009:0:27212:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000555601ca : new rpc_count 1 00000100:00000001:1.0:1767384332.779020:0:27212:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384332.779021:0:16137:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384332.779030:0:16137:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384332.779031:0:27212:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:3.0:1767384332.779039:0:16137:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384332.779043:0:16137:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384332.779044:0:27212:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002b7b4c1e. 00000100:00000001:3.0:1767384332.779058:0:16137:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384332.779061:0:27212:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002c20824e. 00000100:00000040:3.0:1767384332.779067:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bf6531a0 x1853236723081088/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384348 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384332.779069:0:27212:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000452a7bdd. 00000100:00000001:3.0:1767384332.779081:0:16137:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1767384332.779082:0:27212:0:(genops.c:898:class_export_put()) PUTting export 00000000555601ca : new refcount 14 00000100:00000001:3.0:1767384332.779131:0:16137:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384332.779134:0:16137:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384332.779139:0:16137:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384332.779144:0:16137:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384332.779147:0:16137:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 02000000:00000001:1.0:1767384332.779149:0:27212:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000020:01000004:3.0:1767384332.779150:0:16137:0:(tgt_mount.c:1150:server_mti_print()) uuid: 02000000:00000010:1.0:1767384332.779158:0:27212:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000a871178b. 00000020:01000004:3.0:1767384332.779159:0:16137:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384332.779168:0:16137:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384332.779172:0:16137:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 02000000:00000001:1.0:1767384332.779175:0:27212:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:01000004:3.0:1767384332.779176:0:16137:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384332.779186:0:16137:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:1.0:1767384332.779186:0:27212:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384332.779195:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bf6531a0 x1853236723081088/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384348 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384332.779196:0:449:0:(connection.c:75:cpu_latency_work()) work item of 000000002fd0fb58 (cpu 0) has reached its deadline 4294922741, at 4294922742 00000100:00000200:1.0:1767384332.779197:0:27212:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384332.779209:0:27212:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000059cd8260. 00000100:00000010:0.0:1767384332.779218:0:449:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000aecfe49f. 00000400:00000010:1.0:1767384332.779220:0:27212:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000de5dd046. 00000100:00100000:3.0:1767384332.779221:0:16137:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000bf6531a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c0412d60-4f67-4dbc-8791-892843f60083:16137:1853236723081088:0@lo:253: 00000100:00000040:2.0:1767384332.779221:0:270:0:(connection.c:75:cpu_latency_work()) work item of 00000000135c2452 (cpu 0) has reached its deadline 4294922741, at 4294922742 00000100:00000010:2.0:1767384332.779236:0:270:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000482ebd09. 00000100:00000001:3.0:1767384332.779238:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384332.779242:0:16137:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384332.779250:0:16137:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bf6531a0 x1853236723081088/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384348 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384332.779257:0:16137:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384332.779260:0:16137:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:1.0:1767384332.779262:0:62:0:(connection.c:75:cpu_latency_work()) work item of 00000000edc4e618 (cpu 0) has reached its deadline 4294922741, at 4294922742 02000000:00000010:3.0:1767384332.779269:0:16137:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000004519d93b. 00000100:00000010:1.0:1767384332.779274:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002ea6a0e8. 02000000:00000001:3.0:1767384332.779278:0:16137:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384332.779281:0:16137:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384332.779288:0:16137:0:(genops.c:1242:class_import_put()) import 00000000df830bbe refcount=4 obd=MGC192.168.202.152@tcp 00000020:00000001:3.0:1767384332.779293:0:16137:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384332.779297:0:16137:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000093e83a39. 02000000:00000001:3.0:1767384332.779304:0:16137:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384332.779307:0:16137:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384332.779311:0:16137:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bf6531a0. 00000100:00000001:3.0:1767384332.779329:0:16137:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384332.779332:0:16137:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384332.779335:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384332.779343:0:16137:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384332.779345:0:16137:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384332.779348:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384332.779350:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384332.779361:0:53:0:(connection.c:75:cpu_latency_work()) work item of 000000009d5c2cb6 (cpu 0) has reached its deadline 4294922741, at 4294922742 00000100:00000010:3.0:1767384332.779367:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b7f6e1c7. 00080000:00000020:1.0:1767384332.779399:0:16773:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767384332.779402:0:16773:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384332.779403:0:16773:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000fc2316a4. 20000000:00000001:1.0:1767384332.779411:0:16773:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384332.779414:0:16773:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236723080960 00010000:00000001:1.0:1767384332.779417:0:16773:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384332.779423:0:16773:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000ae718e3d x1853236723080960/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:313/0 lens 4848/4768 e 0 to 0 dl 1767384343 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384332.779429:0:16773:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384332.779431:0:16773:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384332.779434:0:16773:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dd452398 time=62 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384332.779439:0:16773:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384332.779443:0:16773:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 21 to 0@lo 00000100:00000001:1.0:1767384332.779451:0:16773:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 02000000:00000001:1.0:1767384332.779455:0:16773:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384332.779457:0:16773:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384332.779461:0:16773:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384332.779466:0:16773:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384332.779470:0:16773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a9955d95. 00000100:00000200:1.0:1767384332.779473:0:16773:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236723080960, offset 224 00000400:00000200:1.0:1767384332.779483:0:16773:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384332.779490:0:16773:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384332.779496:0:16773:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824c905f00 00000400:00000200:1.0:1767384332.779500:0:16773:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1b05 [2] + 224 00000400:00000200:1.0:1767384332.779505:0:16773:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384332.779507:0:16773:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384332.779512:0:16773:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384332.779516:0:16773:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007dc04b73 x1853236723080960/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384348 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384332.779522:0:16773:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000007dc04b73 x1853236723080960/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384348 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384332.779539:0:16773:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384332.779549:0:16773:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a9955d95 00000400:00000010:1.0:1767384332.779552:0:16773:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a9955d95. 00000100:00000001:2.0:1767384332.779558:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384332.779559:0:16773:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384332.779562:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384332.779563:0:16773:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384332.779568:0:16773:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384332.779570:0:16773:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 20 to 0@lo 00010000:00000001:1.0:1767384332.779575:0:16773:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:2.0:1767384332.779577:0:16140:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:1.0:1767384332.779578:0:16773:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384332.779583:0:16140:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:1.0:1767384332.779584:0:16773:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:2.0:1767384332.779587:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a62587a3. 00000100:00000040:1.0:1767384332.779592:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ae718e3d x1853236723080960/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:313/0 lens 4848/4768 e 0 to 0 dl 1767384343 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384332.779594:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009b0b5bc0 00000400:00000010:2.0:1767384332.779601:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009b0b5bc0. 00000100:00000001:2.0:1767384332.779608:0:16140:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384332.779619:0:16140:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007dc04b73 x1853236723080960/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384348 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384332.779619:0:16773:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000ae718e3d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c0412d60-4f67-4dbc-8791-892843f60083+14:16140:x1853236723080960:12345-0@lo:253: Request processed in 24928us (25762us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384332.779660:0:16773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 121 00000100:00000200:2.0:1767384332.779662:0:16140:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007dc04b73 x1853236723080960/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384348 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384332.779677:0:16773:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000555601ca : new rpc_count 0 00000100:00000001:2.0:1767384332.779679:0:16140:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384332.779681:0:16773:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384332.779682:0:16140:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384332.779685:0:16773:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384332.779686:0:16140:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384332.779691:0:16140:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:1.0:1767384332.779692:0:16773:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b8349893. 00000100:00000001:2.0:1767384332.779695:0:16140:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:1.0:1767384332.779700:0:16773:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002d9084b7. 00000100:00000001:2.0:1767384332.779701:0:16140:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384332.779712:0:16140:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384332.779713:0:16773:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000784a0de4. 00000100:00001000:2.0:1767384332.779723:0:16140:0:(import.c:2128:obd_at_measure()) add 5 to 0000000028df3f77 time=62 v=5 (5 0 0 0) 00000020:00000040:1.0:1767384332.779724:0:16773:0:(genops.c:898:class_export_put()) PUTting export 00000000555601ca : new refcount 13 00000100:00001000:2.0:1767384332.779736:0:16140:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f5022cbe time=62 v=5 (1 0 0 0) 02000000:00000001:1.0:1767384332.779738:0:16773:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384332.779743:0:16773:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000686b2cb5. 00000100:00000001:2.0:1767384332.779744:0:16140:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384332.779753:0:16140:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384332.779756:0:16773:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:2.0:1767384332.779757:0:16140:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384332.779761:0:16140:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384332.779761:0:16773:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384332.779774:0:16140:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384332.779776:0:16773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000040:2.0:1767384332.779780:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007dc04b73 x1853236723080960/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384348 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384332.779782:0:16773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000674f7118. 00000400:00000010:1.0:1767384332.779793:0:16773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a9955d95. 00000100:00000001:2.0:1767384332.779796:0:16140:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384332.779799:0:16140:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384332.779800:0:16140:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384332.779804:0:16140:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384332.779807:0:16140:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384332.779809:0:16140:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384332.779811:0:16140:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384332.779813:0:16140:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384332.779816:0:16140:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384332.779817:0:16140:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384332.779820:0:16140:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384332.779827:0:16140:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384332.779829:0:16140:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384332.779833:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007dc04b73 x1853236723080960/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384348 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384332.779840:0:16140:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000007dc04b73 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c0412d60-4f67-4dbc-8791-892843f60083:16140:1853236723080960:0@lo:253: 00000100:00000001:2.0:1767384332.779845:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384332.779847:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384332.779850:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000007dc04b73 x1853236723080960/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384348 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384332.779855:0:16140:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384332.779857:0:16140:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384332.779859:0:16140:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000aab16fa3. 02000000:00000001:2.0:1767384332.779862:0:16140:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384332.779863:0:16140:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384332.779864:0:16140:0:(genops.c:1242:class_import_put()) import 00000000df830bbe refcount=3 obd=MGC192.168.202.152@tcp 00000020:00000001:2.0:1767384332.779866:0:16140:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384332.779867:0:16140:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000c9ea2ecf. 02000000:00000001:2.0:1767384332.779871:0:16140:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384332.779873:0:16140:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384332.779874:0:16140:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007dc04b73. 00000100:00000001:2.0:1767384332.779878:0:16140:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384332.779879:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384332.779881:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384332.779887:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384332.779889:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384332.779892:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384332.779895:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1767384332.782141:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000002d6e12db. 00010000:00000010:2.1:1767384332.782151:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000a716292b. 00010000:00000001:0.0:1767384332.854147:0:449:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384332.854153:0:449:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384332.854158:0:449:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384332.854160:0:449:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384332.854193:0:16768:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384332.854198:0:16768:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384332.854203:0:16768:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:2.0:1767384333.749156:0:16134:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384333.749162:0:16134:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384333.749166:0:16134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000085e5b010 00000400:00000010:2.0:1767384333.749172:0:16134:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000085e5b010. 00000400:00000200:2.0:1767384333.749179:0:16134:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384333.749186:0:16134:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.152@tcp34 recovery ping unlinked 00000400:00000010:2.0:1767384333.749206:0:16134:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000005d62dcd7. 00000400:00000010:2.0:1767384333.749209:0:16134:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000a746ec1e. 00000400:00000200:2.0:1767384333.749215:0:16134:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.152@tcp36 00000400:00000010:2.0:1767384333.749219:0:16134:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000007f5e4d59. 00000400:00000010:2.0:1767384333.749225:0:16134:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000c44ad256. 00000400:00000010:2.0:1767384333.749229:0:16134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000085e5b010. 00000400:00000010:2.0:1767384333.749236:0:16134:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000055468133. 00000400:00000200:2.0:1767384333.749241:0:16134:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.152@tcp36 00000400:00000200:2.0:1767384333.749259:0:16134:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.152@tcp36 local destination 00000400:00000200:2.0:1767384333.749268:0:16134:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.152@tcp36 00000400:00000200:2.0:1767384333.749273:0:16134:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp36 NI seq info: [112:112:256:4294967295] 192.168.202.152@tcp36 LPNI seq info [111:111:8:4294967295] 00000400:00000200:2.0:1767384333.749282:0:16134:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.152@tcp36 00000400:00000200:2.0:1767384333.749294:0:16134:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp36(192.168.202.152@tcp36:) -> 192.168.202.152@tcp36(192.168.202.152@tcp36:192.168.202.152@tcp36) : GET try# 0 00000800:00000200:2.0:1767384333.749302:0:16134:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.152@tcp36 00000800:00000010:2.0:1767384333.749322:0:16134:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000009242c1dd. 00000800:00000200:2.0:1767384333.749331:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000231f705e] -> 12345-192.168.202.152@tcp36 (2) 00000800:00000200:2.1:1767384333.749337:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000231f705e] -> 12345-192.168.202.152@tcp36 (2) 00000400:00000200:2.0:1767384333.749363:0:16134:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.152@tcp36 added to recovery queue. ping count: 2 next ping: 260 health :800 00000400:00000200:2.0:1767384333.749368:0:16134:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.152@tcp37 00000400:00000010:2.0:1767384333.749371:0:16134:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000003bae797a. 00000400:00000010:2.0:1767384333.749377:0:16134:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000008e9d1816. 00000400:00000010:2.0:1767384333.749382:0:16134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000750e275d. 00000400:00000010:2.0:1767384333.749386:0:16134:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000f79d13a2. 00000400:00000200:2.0:1767384333.749391:0:16134:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.152@tcp37 00000400:00000200:2.0:1767384333.749400:0:16134:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.152@tcp37 local destination 00000400:00000200:2.0:1767384333.749405:0:16134:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.152@tcp37 00000400:00000200:2.0:1767384333.749409:0:16134:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp37 NI seq info: [113:113:256:4294967295] 192.168.202.152@tcp37 LPNI seq info [112:112:8:4294967295] 00000400:00000200:2.0:1767384333.749415:0:16134:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.152@tcp37 00000400:00000200:2.0:1767384333.749423:0:16134:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp37(192.168.202.152@tcp37:) -> 192.168.202.152@tcp37(192.168.202.152@tcp37:192.168.202.152@tcp37) : GET try# 0 00000800:00000200:2.0:1767384333.749429:0:16134:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.152@tcp37 00000800:00000010:2.0:1767384333.749439:0:16134:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000f8e3839c. 00000800:00000200:2.0:1767384333.749444:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000def3ae70] -> 12345-192.168.202.152@tcp37 (2) 00000400:00000200:0.0:1767384333.749447:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.152:988 00000800:00000200:2.1:1767384333.749451:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000def3ae70] -> 12345-192.168.202.152@tcp37 (2) 00000400:00000200:2.0:1767384333.749481:0:16134:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.152@tcp37 added to recovery queue. ping count: 1 next ping: 258 health :900 00000400:00000200:0.0:1767384333.749508:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.152:988 00000400:00000200:0.0:1767384333.749571:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.152:988 00000400:00000200:1.0:1767384333.749576:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.152:988 00000400:00000200:0.0:1767384333.749603:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.152:988 00000400:00000200:0.0:1767384333.749688:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.152:988 00000400:00000200:1.0:1767384333.749741:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.152:988 00000400:00000200:0.0:1767384333.749758:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.152:988 00000400:00000200:0.0:1767384333.749818:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.152:988 00000400:00000200:1.0:1767384333.749847:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.152:988 00000400:00000200:0.0:1767384333.749908:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.152:988 00000400:00000200:1.0:1767384333.749939:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.152:988 00000400:00000200:0.0:1767384333.749985:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.152:988 00000400:00000200:1.0:1767384333.750053:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.152:988 00000400:00000200:0.0:1767384333.750126:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.152:988 00000400:00000200:1.0:1767384333.750217:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.152:988 00000400:00000200:0.0:1767384333.750225:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.152:988 00000400:00000200:0.0:1767384333.750300:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.152:988 00000400:00000200:1.0:1767384333.750323:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.152:988 00000400:00000200:0.0:1767384333.750390:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.152:988 00000400:00000200:1.0:1767384333.750452:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.152:988 00000400:00000200:0.0:1767384333.750493:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.152:988 00000400:00000200:1.0:1767384333.750556:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.152:988 00000400:00000200:0.0:1767384333.750568:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.152:988 00000400:00000200:0.0:1767384333.750630:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.152:988 00000400:00000200:1.0:1767384333.750666:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.152:988 00000400:00000200:0.0:1767384333.750679:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.152:988 00000400:00000200:0.0:1767384333.750749:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.152:988 00000400:00000200:1.0:1767384333.750758:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.152:988 00000400:00000200:0.0:1767384333.750805:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.152:988 00000400:00000200:0.0:1767384333.750887:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.152:988 00000400:00000200:1.0:1767384333.750895:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.152:988 00000400:00000200:0.0:1767384333.750952:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.152:988 00000400:00000200:1.0:1767384333.751008:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.152:988 00000400:00000200:0.0:1767384333.751016:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.152:988 00000400:00000200:0.0:1767384333.751061:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.152:988 00000400:00000200:0.0:1767384333.751196:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.152:988 00000400:00000200:0.0:1767384333.751237:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.152:988 00000400:00000200:0.0:1767384333.751270:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.152:988 00000400:00000200:0.0:1767384333.751288:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.152:988 00000400:00000200:0.0:1767384333.751346:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.152:988 00000400:00000200:0.0:1767384333.751400:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.152:988 00000400:00000200:0.0:1767384333.751481:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.152:988 00000400:00000200:0.0:1767384333.751591:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.152:988 00000400:00000200:1.0:1767384333.751611:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.152:988 00000400:00000200:0.0:1767384333.751633:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.152:988 00000400:00000200:0.0:1767384333.751690:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.152:988 00000400:00000200:0.0:1767384333.751738:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.152:988 00000400:00000200:1.0:1767384333.751765:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.152:988 00000400:00000200:0.0:1767384333.751812:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.152:988 00000400:00000200:1.0:1767384333.751892:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.152:988 00000400:00000200:1.0:1767384333.751940:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.152:988 00000400:00000200:1.0:1767384333.751971:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.152:988 00000400:00000200:1.0:1767384333.752024:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.152:988 00000400:00000200:1.0:1767384333.752084:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.152:988 00000800:00000010:0.0:1767384333.752182:0:16128:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000f7aa12ca. 00000400:00000200:1.0:1767384333.752190:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.152:988 00000800:00000010:0.0:1767384333.752191:0:16128:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000a71be3fb. 00000800:00000010:0.0:1767384333.752203:0:16128:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000a70be275. 00000800:00000010:0.0:1767384333.752252:0:16128:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000a70be275. 00000800:00020000:0.0:1767384333.752269:0:16128:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.152 00000400:00000200:1.0:1767384333.752272:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.152:988 00000800:00000010:0.0:1767384333.752275:0:16128:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000a71be3fb. 00000800:00000010:0.0:1767384333.752283:0:16128:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000f7aa12ca. 00000400:02020000:0.0:1767384333.752376:0:16128:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.152@tcp36 at host 192.168.202.152:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384333.752381:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.152:988 00000400:00000200:0.0:1767384333.752390:0:16128:0:(router.c:1755:lnet_notify()) 192.168.202.152@tcp36 notifying 192.168.202.152@tcp36: down 00000400:00000200:0.0:1767384333.752397:0:16128:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:0.0:1767384333.752402:0:16128:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.152@tcp36 00000800:00000010:0.0:1767384333.752407:0:16128:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000009242c1dd. 00000400:00000200:0.0:1767384333.752414:0:16128:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384333.752423:0:16128:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp36->192.168.202.152@tcp36: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384333.752434:0:16128:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384333.752438:0:16128:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.152@tcp36 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384333.752441:0:16128:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.152@tcp36) recovery failed with -71 00000400:00000200:1.0:1767384333.752479:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.152:988 00000400:00000200:1.0:1767384333.752571:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.152:988 00000400:00000200:1.0:1767384333.752662:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.152:988 00000400:00000200:1.0:1767384333.752706:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.152:988 00000400:00000200:1.0:1767384333.752742:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.152:988 00000400:00000200:1.0:1767384333.752789:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.152:988 00000400:00000200:1.0:1767384333.752841:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.152:988 00000400:00000200:1.0:1767384333.752876:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.152:988 00000400:00000200:1.0:1767384333.752909:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.152:988 00000400:00000200:1.0:1767384333.752942:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.152:988 00000400:00000200:1.0:1767384333.752978:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.152:988 00000400:00000200:1.0:1767384333.753005:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.152:988 00000800:00000010:1.0:1767384333.753231:0:16125:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000686b2cb5. 00000800:00000010:1.0:1767384333.753241:0:16125:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000362f11af. 00000800:00000010:1.0:1767384333.753246:0:16125:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000000100e619. 00000800:00000010:1.0:1767384333.753280:0:16125:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000000100e619. 00000800:00020000:1.0:1767384333.753291:0:16125:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.152 00000800:00000010:1.0:1767384333.753299:0:16125:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000362f11af. 00000800:00000010:1.0:1767384333.753302:0:16125:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000686b2cb5. 00000400:02020000:1.0:1767384333.753372:0:16125:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.152@tcp37 at host 192.168.202.152:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384333.753381:0:16125:0:(router.c:1755:lnet_notify()) 192.168.202.152@tcp37 notifying 192.168.202.152@tcp37: down 00000400:00000200:1.0:1767384333.753388:0:16125:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:1.0:1767384333.753392:0:16125:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.152@tcp37 00000800:00000010:1.0:1767384333.753401:0:16125:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000f8e3839c. 00000400:00000200:1.0:1767384333.753405:0:16125:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384333.753413:0:16125:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp37->192.168.202.152@tcp37: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384333.753430:0:16125:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384333.753441:0:16125:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.152@tcp37 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384333.753445:0:16125:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.152@tcp37) recovery failed with -71 00010000:00000001:0.0:1767384333.878177:0:449:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384333.878182:0:449:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384333.878188:0:449:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384333.878189:0:449:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384333.878224:0:16767:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384333.878228:0:16767:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384333.878231:0:16767:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:3.0:1767384334.399343:0:32166:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384334.399360:0:32166:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384334.399364:0:32166:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384334.399370:0:32166:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384334.399376:0:32166:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384334.399380:0:32166:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384334.773150:0:16134:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384334.773157:0:16134:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384334.773160:0:16134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000085e5b010 00000400:00000010:2.0:1767384334.773166:0:16134:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000085e5b010. 00000400:00000200:2.0:1767384334.773171:0:16134:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384334.773178:0:16134:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.152@tcp36 recovery ping unlinked 00000800:00000200:0.0:1767384334.773181:0:16129:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c1bf8186] -> 12345-192.168.202.152@tcp23 (6) 00000800:00000200:0.0:1767384334.773192:0:16129:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp23 ip 192.168.202.152:988 00000400:00000010:2.0:1767384334.773193:0:16134:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000007f5e4d59. 00000400:00000010:2.0:1767384334.773199:0:16134:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000c44ad256. 00000800:00000200:0.0:1767384334.773199:0:16129:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000050b9c4c8 type 192, nob 24 niov 1 nkiov 0 00000400:00000001:2.0:1767384334.773206:0:16134:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384334.773208:0:16134:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384334.773209:0:16134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000750e275d 00000400:00000010:2.0:1767384334.773211:0:16134:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000750e275d. 00000400:00000200:2.0:1767384334.773214:0:16134:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384334.773217:0:16134:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.152@tcp37 recovery ping unlinked 00000400:00000010:2.0:1767384334.773220:0:16134:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000003bae797a. 00000400:00000010:2.0:1767384334.773223:0:16134:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000008e9d1816. 00000800:00000001:3.0:1767384334.773400:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:0.0:1767384334.773401:0:16130:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1767384334.773419:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384334.773427:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384334.773430:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1767384334.837278:0:16776:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1767384334.837287:0:16776:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (0000000070cb7a0b) refs 2 10000000:00000001:3.0:1767384334.837303:0:16776:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384334.837307:0:16776:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1767384334.837309:0:16776:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1767384334.837311:0:16776:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:3.0:1767384334.837314:0:16776:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:3.0:1767384334.837316:0:16776:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:3.0:1767384334.837319:0:16776:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff8ef5103e6000 from 59 10000000:00000001:3.0:1767384334.837322:0:16776:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:3.0:1767384334.837324:0:16776:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:3.0:1767384334.837335:0:16776:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bf6531a0. 00000020:00000040:3.0:1767384334.837340:0:16776:0:(genops.c:1229:class_import_get()) import 00000000df830bbe refcount=4 obd=MGC192.168.202.152@tcp 00000100:00000001:3.0:1767384334.837356:0:16776:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384334.837361:0:16776:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384334.837368:0:16776:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384334.837375:0:16776:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000112ac890. 00000100:00000001:3.0:1767384334.837383:0:16776:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384334.837388:0:16776:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1767384334.837391:0:16776:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384334.837398:0:16776:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000046e81cbd. 00010000:00000001:3.0:1767384334.837402:0:16776:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384334.837405:0:16776:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000046a46c52. 00000020:00000001:3.0:1767384334.837410:0:16776:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384334.837414:0:16776:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000046a46c52 with handle 0x7e51148972eecc45 to hash 00000020:00000001:3.0:1767384334.837416:0:16776:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384334.837417:0:16776:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446619781713885696 : -124291995665920 : ffff8ef503bffa00) 00010000:00000001:3.0:1767384334.837420:0:16776:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446619781713885696 : -124291995665920 : ffff8ef503bffa00) 00010000:00000001:3.0:1767384334.837423:0:16776:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384334.837425:0:16776:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384334.837428:0:16776:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.152@tcp lock: 0000000046a46c52/0x7e51148972eecc45 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 16776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384334.837435:0:16776:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.152@tcp lock: 0000000046a46c52/0x7e51148972eecc45 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 16776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384334.837450:0:16776:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.152@tcp lock: 0000000046a46c52/0x7e51148972eecc45 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 16776 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384334.837455:0:16776:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767384334.837457:0:16776:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384334.837462:0:16776:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000038ab7521. 00000100:00000001:3.0:1767384334.837465:0:16776:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446619781730752576 : -124291978799040 : ffff8ef504c15840) 00000100:00000001:3.0:1767384334.837467:0:16776:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384334.837469:0:16776:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782675230080 : -124291034321536 : ffff8ef53d0ced80) 00000100:00000001:3.0:1767384334.837473:0:16776:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384334.837476:0:16776:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384334.837478:0:16776:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384334.837485:0:16776:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384334.837493:0:16776:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bf6531a0 x1853236723081216/t0(0) o101->MGC192.168.202.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384334.837501:0:16776:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384334.837502:0:16776:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384334.837506:0:16776:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384334.837508:0:16776:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384334.837510:0:16776:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384334.837512:0:16776:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000bf6531a0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c0412d60-4f67-4dbc-8791-892843f60083:16776:1853236723081216:0@lo:101: 00000100:00000001:3.0:1767384334.837515:0:16776:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384334.837521:0:16776:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384334.837524:0:16776:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384334.837526:0:16776:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384334.837530:0:16776:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000008e19ae9f. 02000000:00000001:3.0:1767384334.837532:0:16776:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384334.837539:0:16776:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000079219a23. 00000400:00000010:3.0:1767384334.837546:0:16776:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000083038595. 00000100:00000200:3.0:1767384334.837555:0:16776:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236723081216, portal 25 00000100:00000001:3.0:1767384334.837558:0:16776:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384334.837559:0:16776:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782675230080 : -124291034321536 : ffff8ef53d0ced80) 00000100:00000040:3.0:1767384334.837564:0:16776:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000bf6531a0 x1853236723081216/t0(0) o101->MGC192.168.202.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384350 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384334.837573:0:16776:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384334.837576:0:16776:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384334.837578:0:16776:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c7a16a19. 00000100:00000200:3.0:1767384334.837581:0:16776:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853236723081216, offset 0 00000400:00000200:3.0:1767384334.837589:0:16776:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384334.837605:0:16776:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384334.837616:0:16776:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695824c906000 00000400:00000200:3.0:1767384334.837622:0:16776:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x1365 [2] + 0 00000400:00000010:3.0:1767384334.837626:0:16776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000038bfcdbd. 00000400:00000200:3.0:1767384334.837629:0:16776:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000039f42ea5 00000400:00000200:3.0:1767384334.837636:0:16776:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384334.837643:0:16776:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384334.837648:0:16776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000039f42ea5 00000400:00000010:3.0:1767384334.837650:0:16776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000039f42ea5. 00000100:00000001:3.0:1767384334.837654:0:16776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384334.837657:0:16776:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384334.837660:0:16776:0:(events.c:337:request_in_callback()) incoming req@00000000bec23288 x1853236723081216 msgsize 328 00000100:00100000:3.0:1767384334.837662:0:16776:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384334.837664:0:16776:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384334.837677:0:16776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384334.837685:0:16776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c7a16a19 00000400:00000010:3.0:1767384334.837687:0:16776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c7a16a19. 00000100:00000001:3.0:1767384334.837689:0:16776:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384334.837692:0:16776:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bf6531a0 x1853236723081216/t0(0) o101->MGC192.168.202.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384350 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384334.837702:0:16776:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384334.837704:0:16776:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000bf6531a0 x1853236723081216/t0(0) o101->MGC192.168.202.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384350 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384334.837710:0:16776:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384334.837711:0:16776:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384334.837715:0:16773:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384334.837716:0:16776:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384334.837722:0:16773:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723081216 00000100:00000001:3.0:1767384334.837723:0:16776:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294924824 02000000:00000001:0.0:1767384334.837728:0:16773:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000010:3.0:1767384334.837729:0:16776:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000916b7c38. 00000100:00000001:0.0:1767384334.837732:0:16773:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384334.837736:0:16773:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384334.837738:0:16776:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 0 02000000:00000001:0.0:1767384334.837742:0:16773:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384334.837745:0:16776:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294924824 00000100:00000010:3.0:1767384334.837749:0:16776:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b538a431. 00000100:00100000:0.0:1767384334.837749:0:16773:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723081216 00000100:00000001:3.0:1767384334.837754:0:16776:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 1 00000020:00000001:0.0:1767384334.837756:0:16773:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384334.837758:0:16776:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294924824 00000020:00000040:0.0:1767384334.837761:0:16773:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eec8e1 00000100:00000010:3.0:1767384334.837762:0:16776:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000000b6696c. 00000020:00000001:0.0:1767384334.837767:0:16773:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384334.837768:0:16776:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384334.837772:0:16776:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294924824 00000020:00000040:0.0:1767384334.837774:0:16773:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000555601ca refcount=14 00000100:00000010:3.0:1767384334.837775:0:16776:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000496d9e1e. 00000100:00000001:3.0:1767384334.837777:0:16776:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 3 00000020:00000001:0.0:1767384334.837787:0:16773:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000100:00000001:3.0:1767384334.837788:0:16776:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384334.837793:0:16776:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384334.837795:0:16773:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000100:00000001:3.0:1767384334.837797:0:16776:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384334.837800:0:16776:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767384334.837802:0:16776:0:(client.c:2690:ptlrpc_set_wait()) set 0000000038ab7521 going to sleep for 11 seconds 00000100:00000001:0.0:1767384334.837804:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384334.837805:0:16776:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384334.837810:0:16776:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384334.837812:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000f92ca34. 00000100:00000001:0.0:1767384334.837817:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384334.837821:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000f92ca34. 00000020:00000010:0.0:1767384334.837829:0:16773:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c31f79c5. 00000020:00000010:0.0:1767384334.837835:0:16773:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b6ece374. 00000020:00000010:0.0:1767384334.837842:0:16773:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f9b52dae. 00000100:00000040:0.0:1767384334.837856:0:16773:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384334.837860:0:16773:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384334.837861:0:16773:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384334.837864:0:16773:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384334.837874:0:16773:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384334.837889:0:16773:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384334.837905:0:16773:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384334.837908:0:16773:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384334.837914:0:16773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 122 00000100:00000040:0.0:1767384334.837919:0:16773:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000555601ca : new rpc_count 1 00000100:00000001:0.0:1767384334.837922:0:16773:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619777413672016 : -124296295879600 : ffff8ef4036fec50) 00000100:00000040:0.0:1767384334.837927:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000bec23288 x1853236723081216/t0(0) o101->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:315/0 lens 328/0 e 0 to 0 dl 1767384345 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384334.837939:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384334.837942:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000f92ca34. 00000100:00000001:0.0:1767384334.837944:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384334.837946:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000f92ca34. 00000100:00100000:0.0:1767384334.837950:0:16773:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000bec23288 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c0412d60-4f67-4dbc-8791-892843f60083+14:16776:x1853236723081216:12345-0@lo:101: 00000100:00000200:0.0:1767384334.837954:0:16773:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723081216 00000020:00000001:0.0:1767384334.837957:0:16773:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384334.837961:0:16773:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384334.837964:0:16773:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384334.837967:0:16773:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384334.837976:0:16773:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669141056 : -1040410560 : ffffffffc1fc9840) 00000020:00000001:0.0:1767384334.837980:0:16773:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384334.837982:0:16773:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384334.837985:0:16773:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384334.837988:0:16773:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384334.837992:0:16773:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384334.837995:0:16773:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1767384334.837998:0:16773:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1767384334.838000:0:16773:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1767384334.838002:0:16773:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1767384334.838004:0:16773:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384334.838010:0:16773:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384334.838015:0:16773:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000f57b2dfa. 00010000:00000001:0.0:1767384334.838020:0:16773:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384334.838023:0:16773:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000cf5af016. 00000020:00000001:0.0:1767384334.838026:0:16773:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384334.838028:0:16773:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000cf5af016 with handle 0x7e51148972eecc4c to hash 00000020:00000001:0.0:1767384334.838030:0:16773:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384334.838031:0:16773:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446619781734631424 : -124291974920192 : ffff8ef504fc8800) 00010000:00000001:0.0:1767384334.838034:0:16773:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446619781734631424 : -124291974920192 : ffff8ef504fc8800) 00010000:00010000:0.0:1767384334.838037:0:16773:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000cf5af016/0x7e51148972eecc4c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x7e51148972eecc45 expref: -99 pid: 16773 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384334.838046:0:16773:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 00000000555601ca : new locks_count 10 00000020:00000040:0.0:1767384334.838049:0:16773:0:(genops.c:887:class_export_get()) GET export 00000000555601ca refcount=15 00000100:00000001:0.0:1767384334.838058:0:16773:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384334.838061:0:16773:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384334.838065:0:16773:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000221e017a. 02000000:00000001:0.0:1767384334.838068:0:16773:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384334.838071:0:16773:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384334.838073:0:16773:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384334.838078:0:16773:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384334.838081:0:16773:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384334.838083:0:16773:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384334.838085:0:16773:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384334.838135:0:16773:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384334.838138:0:16773:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384334.838141:0:16773:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384334.838144:0:16773:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384334.838146:0:16773:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384334.838147:0:16773:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384334.838150:0:16773:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000f57b2dfa) refcount = 1 00010000:00010000:0.0:1767384334.838156:0:16773:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000cf5af016/0x7e51148972eecc4c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x7e51148972eecc45 expref: 15 pid: 16773 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384334.838164:0:16773:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384334.838166:0:16773:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384334.838168:0:16773:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384334.838171:0:16773:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384334.838173:0:16773:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384334.838179:0:16773:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:0.0:1767384334.838181:0:16773:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000cf5af016/0x7e51148972eecc4c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7e51148972eecc45 expref: 15 pid: 16773 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384334.838190:0:16773:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384334.838193:0:16773:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384334.838195:0:16773:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384334.838198:0:16773:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384334.838200:0:16773:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384334.838202:0:16773:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384334.838204:0:16773:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384334.838205:0:16773:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000cf5af016, rc 0) 00000020:00000001:0.0:1767384334.838208:0:16773:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384334.838212:0:16773:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236723081216 00010000:00000001:0.0:1767384334.838215:0:16773:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384334.838220:0:16773:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000bec23288 x1853236723081216/t0(0) o101->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:315/0 lens 328/344 e 0 to 0 dl 1767384345 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384334.838229:0:16773:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384334.838233:0:16773:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384334.838238:0:16773:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dd452398 time=64 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384334.838244:0:16773:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384334.838253:0:16773:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 21 to 0@lo 00000100:00000001:0.0:1767384334.838256:0:16773:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 02000000:00000001:0.0:1767384334.838260:0:16773:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384334.838262:0:16773:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384334.838265:0:16773:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384334.838268:0:16773:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384334.838271:0:16773:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000d9cea79. 00000100:00000200:0.0:1767384334.838274:0:16773:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236723081216, offset 224 00000400:00000200:0.0:1767384334.838280:0:16773:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384334.838286:0:16773:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384334.838293:0:16773:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695824c906000 00000400:00000200:0.0:1767384334.838311:0:16773:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x1b2d [1] + 224 00000400:00000200:0.0:1767384334.838316:0:16773:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384334.838319:0:16773:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384334.838323:0:16773:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384334.838327:0:16773:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bf6531a0 x1853236723081216/t0(0) o101->MGC192.168.202.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384350 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384334.838337:0:16773:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@00000000bf6531a0 x1853236723081216/t0(0) o101->MGC192.168.202.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384350 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384334.838354:0:16773:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384334.838359:0:16773:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000d9cea79 00000400:00000010:0.0:1767384334.838361:0:16773:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000d9cea79. 00000100:00000001:0.0:1767384334.838365:0:16773:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384334.838367:0:16773:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384334.838371:0:16773:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384334.838374:0:16776:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767384334.838375:0:16773:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 20 to 0@lo 00010000:00000001:0.0:1767384334.838380:0:16773:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:3.0:1767384334.838381:0:16776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:0.0:1767384334.838382:0:16773:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384334.838384:0:16776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:0.0:1767384334.838388:0:16773:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:3.0:1767384334.838389:0:16776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000079219a23. 00000400:00000200:3.0:1767384334.838394:0:16776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000083038595 00000100:00000040:0.0:1767384334.838396:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bec23288 x1853236723081216/t0(0) o101->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:315/0 lens 328/344 e 0 to 0 dl 1767384345 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384334.838397:0:16776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000083038595. 00000100:00000001:3.0:1767384334.838401:0:16776:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384334.838406:0:16776:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bf6531a0 x1853236723081216/t0(0) o101->MGC192.168.202.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384350 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384334.838426:0:16776:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bf6531a0 x1853236723081216/t0(0) o101->MGC192.168.202.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384350 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384334.838427:0:16773:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000bec23288 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c0412d60-4f67-4dbc-8791-892843f60083+15:16776:x1853236723081216:12345-0@lo:101: Request processed in 484us (761us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384334.838441:0:16776:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384334.838443:0:16776:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384334.838445:0:16776:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384334.838449:0:16776:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384334.838451:0:16776:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384334.838453:0:16776:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384334.838457:0:16776:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384334.838461:0:16776:0:(import.c:2128:obd_at_measure()) add 5 to 0000000028df3f77 time=64 v=5 (5 0 0 0) 00000100:00100000:0.0:1767384334.838461:0:16773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 122 00000100:00001000:3.0:1767384334.838467:0:16776:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f5022cbe time=64 v=5 (1 0 0 0) 00000100:00000040:0.0:1767384334.838468:0:16773:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000555601ca : new rpc_count 0 00000100:00000001:3.0:1767384334.838469:0:16776:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384334.838472:0:16776:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384334.838474:0:16773:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:3.0:1767384334.838476:0:16776:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767384334.838478:0:16773:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:3.0:1767384334.838479:0:16776:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384334.838482:0:16776:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384334.838485:0:16776:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bf6531a0 x1853236723081216/t0(0) o101->MGC192.168.202.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384350 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384334.838486:0:16773:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b6ece374. 00000020:00000010:0.0:1767384334.838495:0:16773:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f9b52dae. 00000100:00000001:3.0:1767384334.838496:0:16776:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384334.838500:0:16776:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000010:0.0:1767384334.838504:0:16773:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c31f79c5. 00000100:00000001:3.0:1767384334.838510:0:16776:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767384334.838513:0:16773:0:(genops.c:898:class_export_put()) PUTting export 00000000555601ca : new refcount 14 00000100:00000040:3.0:1767384334.838515:0:16776:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bf6531a0 x1853236723081216/t0(0) o101->MGC192.168.202.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384350 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384334.838521:0:16773:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00100000:3.0:1767384334.838523:0:16776:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000bf6531a0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c0412d60-4f67-4dbc-8791-892843f60083:16776:1853236723081216:0@lo:101: 02000000:00000010:0.0:1767384334.838525:0:16773:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000221e017a. 00000100:00000001:3.0:1767384334.838528:0:16776:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384334.838533:0:16776:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384334.838533:0:16773:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384334.838536:0:16776:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767384334.838539:0:16773:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384334.838540:0:16776:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384334.838545:0:16776:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bf6531a0 x1853236723081216/t0(0) o101->MGC192.168.202.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384350 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384334.838547:0:16773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384334.838556:0:16773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002f4f0859. 00000100:00000001:3.0:1767384334.838557:0:16776:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384334.838562:0:16776:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000038ab7521. 00000400:00000010:0.0:1767384334.838564:0:16773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000715fa4b. 00000100:00000001:3.0:1767384334.838566:0:16776:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767384334.838570:0:16776:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384334.838574:0:16776:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1767384334.838578:0:16776:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384334.838580:0:16776:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384334.838582:0:16776:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000046a46c52 refcount=4 00000020:00000001:3.0:1767384334.838584:0:16776:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781713885696 : -124291995665920 : ffff8ef503bffa00) 00010000:00000001:3.0:1767384334.838587:0:16776:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781713885696 : -124291995665920 : ffff8ef503bffa00) 00010000:00000040:3.0:1767384334.838592:0:16776:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 0000000046a46c52, remote cookie: 0x7e51148972eecc4c, flags: 0x0 00010000:00000001:3.0:1767384334.838596:0:16776:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384334.838599:0:16776:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384334.838600:0:16776:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384334.838602:0:16776:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384334.838602:0:16776:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384334.838604:0:16776:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000046e81cbd) refcount = 1 00010000:00010000:3.0:1767384334.838606:0:16776:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.152@tcp lock: 0000000046a46c52/0x7e51148972eecc45 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7e51148972eecc4c expref: -99 pid: 16776 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384334.838610:0:16776:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384334.838611:0:16776:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384334.838612:0:16776:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384334.838619:0:16776:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384334.838622:0:16776:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384334.838624:0:16776:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.152@tcp lock: 0000000046a46c52/0x7e51148972eecc45 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x7e51148972eecc4c expref: -99 pid: 16776 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384334.838629:0:16776:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1767384334.838630:0:16776:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384334.838631:0:16776:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384334.838632:0:16776:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384334.838633:0:16776:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384334.838634:0:16776:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384334.838635:0:16776:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384334.838637:0:16776:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bf6531a0 x1853236723081216/t0(0) o101->MGC192.168.202.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384350 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384334.838641:0:16776:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384334.838643:0:16776:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384334.838645:0:16776:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000008e19ae9f. 02000000:00000001:3.0:1767384334.838647:0:16776:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384334.838649:0:16776:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384334.838650:0:16776:0:(genops.c:1242:class_import_put()) import 00000000df830bbe refcount=3 obd=MGC192.168.202.152@tcp 00000020:00000001:3.0:1767384334.838652:0:16776:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384334.838654:0:16776:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000112ac890. 02000000:00000001:3.0:1767384334.838657:0:16776:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384334.838659:0:16776:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384334.838660:0:16776:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bf6531a0. 00000100:00000001:3.0:1767384334.838663:0:16776:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384334.838663:0:16776:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1767384334.838665:0:16776:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384334.838666:0:16776:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1767384334.838667:0:16776:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (0000000070cb7a0b) refs 3 10000000:00000001:3.0:1767384334.838668:0:16776:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384334.838670:0:16776:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384334.838671:0:16776:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384334.838672:0:16776:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000046a46c52 refcount=3 00000020:00000001:3.0:1767384334.838673:0:16776:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781713885696 : -124291995665920 : ffff8ef503bffa00) 00010000:00000001:3.0:1767384334.838674:0:16776:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781713885696 : -124291995665920 : ffff8ef503bffa00) 00010000:00000001:3.0:1767384334.838676:0:16776:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:3.0:1767384334.838680:0:16776:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384334.838681:0:16776:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384334.838682:0:16776:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384334.838684:0:16776:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:3.0:1767384334.838687:0:16776:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 00000000f5916c1d. 00000100:00000010:3.0:1767384334.838697:0:16776:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bf6531a0. 00000020:00000040:3.0:1767384334.838698:0:16776:0:(genops.c:1229:class_import_get()) import 00000000df830bbe refcount=4 obd=MGC192.168.202.152@tcp 00000100:00000001:3.0:1767384334.838700:0:16776:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384334.838702:0:16776:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384334.838703:0:16776:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384334.838705:0:16776:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000112ac890. 00000100:00000001:3.0:1767384334.838707:0:16776:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384334.838711:0:16776:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:3.0:1767384334.838713:0:16776:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000008e19ae9f. 00000100:00000010:3.0:1767384334.838715:0:16776:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 000000001e456ce2. 00000020:00000040:3.0:1767384334.838716:0:16776:0:(genops.c:1229:class_import_get()) import 00000000df830bbe refcount=5 obd=MGC192.168.202.152@tcp 00000100:00000001:3.0:1767384334.838720:0:16776:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767384334.838721:0:16776:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384334.838723:0:16776:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000038ab7521. 00000100:00000001:3.0:1767384334.838724:0:16776:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446619781730752576 : -124291978799040 : ffff8ef504c15840) 00000100:00000001:3.0:1767384334.838725:0:16776:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384334.838726:0:16776:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782675230080 : -124291034321536 : ffff8ef53d0ced80) 00000100:00000001:3.0:1767384334.838728:0:16776:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384334.838729:0:16776:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384334.838730:0:16776:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384334.838731:0:16776:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384334.838732:0:16776:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bf6531a0 x1853236723081344/t0(0) o256->MGC192.168.202.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384334.838737:0:16776:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384334.838738:0:16776:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384334.838740:0:16776:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384334.838741:0:16776:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384334.838742:0:16776:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384334.838744:0:16776:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000bf6531a0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c0412d60-4f67-4dbc-8791-892843f60083:16776:1853236723081344:0@lo:256: 00000100:00000001:3.0:1767384334.838746:0:16776:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384334.838751:0:16776:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384334.838752:0:16776:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384334.838754:0:16776:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:3.0:1767384334.838758:0:16776:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000079219a23. 00000400:00000010:3.0:1767384334.838762:0:16776:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000c4b86e4a. 00000100:00000200:3.0:1767384334.838765:0:16776:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x695824c906080-0x695824c906080, portal 33 00000100:00000001:3.0:1767384334.838767:0:16776:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384334.838768:0:16776:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384334.838770:0:16776:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ae53d45f. 02000000:00000001:3.0:1767384334.838771:0:16776:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384334.838773:0:16776:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002c965893. 00000400:00000010:3.0:1767384334.838775:0:16776:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000083038595. 00000100:00000200:3.0:1767384334.838776:0:16776:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236723081344, portal 25 00000100:00000001:3.0:1767384334.838778:0:16776:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384334.838779:0:16776:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782675230080 : -124291034321536 : ffff8ef53d0ced80) 00000100:00000040:3.0:1767384334.838781:0:16776:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000bf6531a0 x1853236723081344/t0(0) o256->MGC192.168.202.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384350 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384334.838786:0:16776:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384334.838787:0:16776:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384334.838788:0:16776:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c7a16a19. 00000100:00000200:3.0:1767384334.838789:0:16776:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853236723081344, offset 0 00000400:00000200:3.0:1767384334.838791:0:16776:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384334.838795:0:16776:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384334.838799:0:16776:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x695824c906080 00000400:00000200:3.0:1767384334.838802:0:16776:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x1375 [2] + 0 00000400:00000010:3.0:1767384334.838804:0:16776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000065dc6267. 00000400:00000200:3.0:1767384334.838806:0:16776:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000007730de73 00000400:00000200:3.0:1767384334.838808:0:16776:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384334.838810:0:16776:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384334.838812:0:16776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007730de73 00000400:00000010:3.0:1767384334.838813:0:16776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007730de73. 00000100:00000001:3.0:1767384334.838816:0:16776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384334.838816:0:16776:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384334.838818:0:16776:0:(events.c:337:request_in_callback()) incoming req@000000001576ac24 x1853236723081344 msgsize 304 00000100:00100000:3.0:1767384334.838824:0:16776:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384334.838825:0:16776:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384334.838834:0:16776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384334.838838:0:16776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c7a16a19 00000400:00000010:3.0:1767384334.838839:0:16776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c7a16a19. 00000100:00000001:3.0:1767384334.838840:0:16776:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384334.838842:0:16776:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bf6531a0 x1853236723081344/t0(0) o256->MGC192.168.202.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384350 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384334.838848:0:16776:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384334.838849:0:16776:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000bf6531a0 x1853236723081344/t0(0) o256->MGC192.168.202.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384350 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384334.838853:0:16776:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384334.838855:0:16776:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384334.838857:0:16776:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384334.838859:0:16776:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294924825 00000100:00000001:3.0:1767384334.838865:0:16776:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294924824 00000100:00000001:0.0:1767384334.838866:0:16773:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384334.838869:0:16776:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294924825 00000100:00100000:0.0:1767384334.838871:0:16773:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723081344 00000100:00000001:3.0:1767384334.838873:0:16776:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294924824 02000000:00000001:0.0:1767384334.838876:0:16773:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384334.838878:0:16776:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294924825 00000100:00000001:0.0:1767384334.838881:0:16773:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384334.838882:0:16776:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294924824 00000100:00000001:0.0:1767384334.838885:0:16773:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384334.838886:0:16776:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294924825 00000100:00000001:3.0:1767384334.838892:0:16776:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294924824 02000000:00000001:0.0:1767384334.838892:0:16773:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384334.838894:0:16776:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384334.838898:0:16776:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384334.838898:0:16773:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723081344 00000100:00000001:3.0:1767384334.838899:0:16776:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384334.838901:0:16776:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767384334.838904:0:16776:0:(client.c:2690:ptlrpc_set_wait()) set 0000000038ab7521 going to sleep for 11 seconds 00000020:00000001:0.0:1767384334.838904:0:16773:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384334.838908:0:16776:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:0.0:1767384334.838909:0:16773:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eec8e1 00000100:00000001:3.0:1767384334.838910:0:16776:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384334.838915:0:16773:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384334.838918:0:16773:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000555601ca refcount=15 00000020:00000001:0.0:1767384334.838922:0:16773:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000020:00000001:0.0:1767384334.838925:0:16773:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000100:00000001:0.0:1767384334.838928:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384334.838931:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000f92ca34. 00000100:00000001:0.0:1767384334.838934:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384334.838936:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000f92ca34. 00000020:00000010:0.0:1767384334.838940:0:16773:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c31f79c5. 00000020:00000010:0.0:1767384334.838950:0:16773:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b6ece374. 00000020:00000010:0.0:1767384334.838953:0:16773:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f9b52dae. 00000100:00000040:0.0:1767384334.838959:0:16773:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384334.838961:0:16773:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384334.838962:0:16773:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384334.838964:0:16773:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384334.838968:0:16773:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384334.838978:0:16773:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384334.838988:0:16773:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384334.838989:0:16773:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384334.838993:0:16773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 123 00000100:00000040:0.0:1767384334.838996:0:16773:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000555601ca : new rpc_count 1 00000100:00000001:0.0:1767384334.838999:0:16773:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619777413670992 : -124296295880624 : ffff8ef4036fe850) 00000100:00000040:0.0:1767384334.839003:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000001576ac24 x1853236723081344/t0(0) o256->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:315/0 lens 304/0 e 0 to 0 dl 1767384345 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384334.839013:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384334.839016:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000f92ca34. 00000100:00000001:0.0:1767384334.839018:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384334.839021:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000f92ca34. 00000100:00100000:0.0:1767384334.839025:0:16773:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000001576ac24 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c0412d60-4f67-4dbc-8791-892843f60083+15:16776:x1853236723081344:12345-0@lo:256: 00000100:00000200:0.0:1767384334.839028:0:16773:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723081344 00000020:00000001:0.0:1767384334.839030:0:16773:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384334.839033:0:16773:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384334.839035:0:16773:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384334.839037:0:16773:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384334.839039:0:16773:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669141472 : -1040410144 : ffffffffc1fc99e0) 00000020:00000001:0.0:1767384334.839041:0:16773:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384334.839043:0:16773:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384334.839045:0:16773:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384334.839046:0:16773:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384334.839049:0:16773:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384334.839052:0:16773:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384334.839054:0:16773:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384334.839063:0:16773:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 00000000221e017a. 02000000:00000001:0.0:1767384334.839065:0:16773:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384334.839067:0:16773:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384334.839071:0:16773:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:0.0:1767384334.839076:0:16773:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:0.0:1767384334.839079:0:16773:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384334.839082:0:16773:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384334.839084:0:16773:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384334.839086:0:16773:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:0.0:1767384334.839108:0:16773:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:0.0:1767384334.839111:0:16773:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 00000000ed6c58f1. 20000000:00000001:0.0:1767384334.839115:0:16773:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:0.0:1767384334.839130:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:0.0:1767384334.839137:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:0.0:1767384334.839142:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:0.0:1767384334.839144:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:0.0:1767384334.839145:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:0.0:1767384334.839146:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:0.0:1767384334.839148:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:0.0:1767384334.839150:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:0.0:1767384334.839151:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:0.0:1767384334.839153:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:0.0:1767384334.839154:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:0.0:1767384334.839155:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:0.0:1767384334.839157:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:0.0:1767384334.839158:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:0.0:1767384334.839159:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:0.0:1767384334.839160:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:0.0:1767384334.839161:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:0.0:1767384334.839163:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:0.0:1767384334.839164:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:0.0:1767384334.839166:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:0.0:1767384334.839167:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:0.0:1767384334.839168:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:0.0:1767384334.839169:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:0.0:1767384334.839171:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:0.0:1767384334.839172:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:0.0:1767384334.839173:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:0.0:1767384334.839174:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:0.0:1767384334.839180:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:0.0:1767384334.839181:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:0.0:1767384334.839183:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:0.0:1767384334.839184:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:01000000:0.0:1767384334.839186:0:16773:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 644, pages 3452/1/4/3. 20000000:00000040:0.0:1767384334.839193:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:0.0:1767384334.839195:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:0.0:1767384334.839196:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:0.0:1767384334.839198:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:0.0:1767384334.839200:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:0.0:1767384334.839201:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:0.0:1767384334.839203:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:0.0:1767384334.839204:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:0.0:1767384334.839205:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:0.0:1767384334.839207:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:0.0:1767384334.839208:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:0.0:1767384334.839209:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:0.0:1767384334.839210:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:0.0:1767384334.839211:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:0.0:1767384334.839213:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:0.0:1767384334.839214:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:0.0:1767384334.839215:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:0.0:1767384334.839216:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:0.0:1767384334.839217:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:0.0:1767384334.839218:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:0.0:1767384334.839219:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:0.0:1767384334.839220:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:0.0:1767384334.839222:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:0.0:1767384334.839223:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:0.0:1767384334.839224:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:0.0:1767384334.839225:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:0.0:1767384334.839226:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:0.0:1767384334.839227:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:0.0:1767384334.839228:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:0.0:1767384334.839229:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:0.0:1767384334.839230:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:01000000:0.0:1767384334.839232:0:16773:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 644, pages 2808/1/4/3. 20000000:01000000:0.0:1767384334.839233:0:16773:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 1288, version 66 20000000:00000001:0.0:1767384334.839235:0:16773:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=1288 : 1288 : 508) 00000100:00000001:0.0:1767384334.839242:0:16773:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:0.0:1767384334.839246:0:16773:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 0000000037eb0901. 00000100:00000010:0.0:1767384334.839249:0:16773:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 000000001b6b292f. 00000020:00000040:0.0:1767384334.839251:0:16773:0:(genops.c:887:class_export_get()) GET export 00000000555601ca refcount=16 00010000:00000001:0.0:1767384334.839254:0:16773:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:0.0:1767384334.839258:0:16773:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:0.0:1767384334.839260:0:16773:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000d9cea79. 00000400:00000010:0.0:1767384334.839267:0:16773:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000010f49777. 00000400:00000200:0.0:1767384334.839271:0:16773:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384334.839279:0:16773:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384334.839285:0:16773:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 1288 into portal 33 MB=0x695824c906080 00000400:00000200:0.0:1767384334.839290:0:16773:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 1288/1288 into md 0x1b3d [4] + 0 00000400:00000010:0.0:1767384334.839305:0:16773:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000079219a23. 00000400:00000200:0.0:1767384334.839309:0:16773:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000c4b86e4a 00000400:00000200:0.0:1767384334.839313:0:16773:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384334.839316:0:16773:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384334.839318:0:16773:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c4b86e4a 00000400:00000010:0.0:1767384334.839319:0:16773:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000c4b86e4a. 00000100:00000001:0.0:1767384334.839322:0:16773:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:0.0:1767384334.839323:0:16773:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 00000000bf6531a0 desc 000000008e19ae9f mbits 1853236723081344 00000100:00000001:0.0:1767384334.839332:0:16773:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:0.0:1767384334.839335:0:16773:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1767384334.839339:0:16773:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:0.0:1767384334.839345:0:16773:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x1b49 00000400:00000200:0.0:1767384334.839347:0:16773:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384334.839350:0:16773:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:3.0:1767384334.839352:0:16776:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384334.839353:0:16773:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000001:3.0:1767384334.839356:0:16776:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384334.839356:0:16773:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 0000000037eb0901 00000100:00000001:0.0:1767384334.839362:0:16773:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:0.0:1767384334.839367:0:16773:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000d9cea79 00000400:00000010:0.0:1767384334.839368:0:16773:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000d9cea79. 00000100:00000001:0.0:1767384334.839369:0:16773:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:0.0:1767384334.839370:0:16773:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 0000000037eb0901 00000100:00000001:0.0:1767384334.839372:0:16773:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:0.0:1767384334.839374:0:16773:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 1288 bytes via portal 33 id 12345-0@lo mbits 0x695824c906080-0x695824c906080 00000100:00000001:0.0:1767384334.839381:0:16773:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384334.839385:0:16773:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384334.839387:0:16773:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:0.0:1767384334.839389:0:16773:0:(genops.c:898:class_export_put()) PUTting export 00000000555601ca : new refcount 15 00000100:00000010:0.0:1767384334.839391:0:16773:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 000000001b6b292f. 00000100:00000010:0.0:1767384334.839394:0:16773:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 0000000037eb0901. 00000100:00000001:0.0:1767384334.839396:0:16773:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:0.0:1767384334.839397:0:16773:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:0.0:1767384334.839401:0:16773:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 00000000ed6c58f1. 20000000:00000001:0.0:1767384334.839405:0:16773:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384334.839407:0:16773:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236723081344 00010000:00000001:0.0:1767384334.839408:0:16773:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384334.839411:0:16773:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000001576ac24 x1853236723081344/t0(0) o256->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:315/0 lens 304/240 e 0 to 0 dl 1767384345 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384334.839416:0:16773:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384334.839417:0:16773:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384334.839419:0:16773:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dd452398 time=64 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384334.839421:0:16773:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384334.839422:0:16773:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 21 to 0@lo 00000100:00000001:0.0:1767384334.839424:0:16773:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 02000000:00000001:0.0:1767384334.839425:0:16773:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384334.839426:0:16773:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384334.839428:0:16773:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384334.839429:0:16773:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384334.839430:0:16773:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000d9cea79. 00000100:00000200:0.0:1767384334.839432:0:16773:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853236723081344, offset 224 00000400:00000200:0.0:1767384334.839435:0:16773:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384334.839438:0:16773:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384334.839442:0:16773:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x695824c906080 00000400:00000200:0.0:1767384334.839444:0:16773:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x1b41 [1] + 224 00000400:00000200:0.0:1767384334.839447:0:16773:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384334.839449:0:16773:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384334.839451:0:16773:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384334.839453:0:16773:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bf6531a0 x1853236723081344/t0(0) o256->MGC192.168.202.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384350 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384334.839461:0:16773:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@00000000bf6531a0 x1853236723081344/t0(0) o256->MGC192.168.202.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384350 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384334.839472:0:16773:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384334.839475:0:16773:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000d9cea79 00000400:00000010:0.0:1767384334.839476:0:16773:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000d9cea79. 00000100:00000001:0.0:1767384334.839477:0:16773:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384334.839478:0:16773:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384334.839480:0:16773:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384334.839483:0:16773:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 20 to 0@lo 00000100:00000001:3.0:1767384334.839484:0:16776:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1767384334.839485:0:16773:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384334.839486:0:16773:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384334.839488:0:16773:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384334.839490:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001576ac24 x1853236723081344/t0(0) o256->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:315/0 lens 304/240 e 0 to 0 dl 1767384345 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767384334.839495:0:16776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384334.839498:0:16776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:0.0:1767384334.839499:0:16773:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000001576ac24 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c0412d60-4f67-4dbc-8791-892843f60083+15:16776:x1853236723081344:12345-0@lo:256: Request processed in 484us (677us total) trans 0 rc 0/0 00000400:00000010:3.0:1767384334.839502:0:16776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002c965893. 00000400:00000200:3.0:1767384334.839507:0:16776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000083038595 00000100:00100000:0.0:1767384334.839510:0:16773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 123 00000400:00000010:3.0:1767384334.839511:0:16776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000083038595. 00000100:00000040:0.0:1767384334.839515:0:16773:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000555601ca : new rpc_count 0 00000100:00000001:3.0:1767384334.839516:0:16776:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384334.839518:0:16773:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384334.839521:0:16773:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:3.0:1767384334.839522:0:16776:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bf6531a0 x1853236723081344/t0(0) o256->MGC192.168.202.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384350 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384334.839524:0:16773:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b6ece374. 00000020:00000010:0.0:1767384334.839529:0:16773:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f9b52dae. 00000020:00000010:0.0:1767384334.839533:0:16773:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c31f79c5. 00000020:00000040:0.0:1767384334.839537:0:16773:0:(genops.c:898:class_export_put()) PUTting export 00000000555601ca : new refcount 14 00000100:00000200:3.0:1767384334.839540:0:16776:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bf6531a0 x1853236723081344/t0(0) o256->MGC192.168.202.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384350 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384334.839540:0:16773:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384334.839542:0:16773:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 00000000221e017a. 02000000:00000001:0.0:1767384334.839546:0:16773:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384334.839549:0:16773:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384334.839554:0:16773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:3.0:1767384334.839559:0:16776:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:0.0:1767384334.839560:0:16773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a90a71aa. 00000100:00000001:3.0:1767384334.839564:0:16776:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384334.839565:0:16773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bf0389e2. 00000100:00000001:3.0:1767384334.839571:0:16776:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384334.839574:0:16776:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384334.839576:0:16776:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384334.839577:0:16776:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384334.839580:0:16776:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384334.839583:0:16776:0:(import.c:2128:obd_at_measure()) add 5 to 0000000028df3f77 time=64 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384334.839587:0:16776:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f5022cbe time=64 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384334.839589:0:16776:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384334.839591:0:16776:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384334.839592:0:16776:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384334.839594:0:16776:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384334.839596:0:16776:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384334.839599:0:16776:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@00000000bf6531a0 x1853236723081344/t0(0) o256->MGC192.168.202.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384350 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384334.839605:0:16776:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@00000000bf6531a0 x1853236723081344/t0(0) o256->MGC192.168.202.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384350 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384334.839609:0:16776:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384334.839610:0:16776:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384334.839612:0:16776:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bf6531a0 x1853236723081344/t0(0) o256->MGC192.168.202.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384350 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384334.839616:0:16776:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000bf6531a0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c0412d60-4f67-4dbc-8791-892843f60083:16776:1853236723081344:0@lo:256: 00000100:00000001:3.0:1767384334.839625:0:16776:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384334.839628:0:16776:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384334.839629:0:16776:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767384334.839631:0:16776:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384334.839632:0:16776:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bf6531a0 x1853236723081344/t0(0) o256->MGC192.168.202.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384350 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384334.839637:0:16776:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384334.839638:0:16776:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000038ab7521. 00000100:00000001:3.0:1767384334.839640:0:16776:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767384334.839641:0:16776:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:3.0:1767384334.839644:0:16776:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 66, more 0. 10000000:00000001:3.0:1767384334.839647:0:16776:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:3.0:1767384334.839653:0:16776:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 000000005c20e1b7. 00010000:00000001:3.0:1767384334.839662:0:16776:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:3.0:1767384334.839665:0:16776:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:3.0:1767384334.839669:0:16776:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.202.152@tcp has 192.168.202.152@tcp. 00000100:00000001:3.0:1767384334.839672:0:16776:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384334.839674:0:16776:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:3.0:1767384334.839675:0:16776:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.202.152@tcp with 192.168.202.152@tcp 00000100:00000200:3.0:1767384334.839676:0:16776:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.202.152@tcp' 00000400:00000200:3.0:1767384334.839680:0:16776:0:(peer.c:1356:LNetAddPeer()) Add peer with 31 NIDs 00000400:00001000:3.0:1767384334.839683:0:16776:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:3.0:1767384334.839685:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.202.152@tcp 00000400:00000200:3.0:1767384334.839689:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp NID flags 0x100001: -17 00000400:00000200:3.0:1767384334.839694:0:16776:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (29) 00000400:00000200:3.0:1767384334.839697:0:16776:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (30) 00000400:00000200:3.0:1767384334.839710:0:16776:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.152@tcp (000000005d9714d7): 0 00000400:00000200:3.0:1767384334.839712:0:16776:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:3.0:1767384334.839715:0:16776:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:3.0:1767384334.839717:0:16776:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.202.152@tcp NID 192.168.202.152@tcp: 0. pending discovery 00000400:00000200:3.0:1767384334.839719:0:16776:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000005d9714d7 (31) 00000400:00000200:3.0:1767384334.839722:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp 00000400:00000200:3.0:1767384334.839723:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.202.152@tcp10 00000400:00000200:3.0:1767384334.839727:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp10 NID flags 0x1: -114 00000400:00000200:3.0:1767384334.839728:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp10 00000400:00000200:0.0:1767384334.839730:0:16135:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384334.839735:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.202.152@tcp11 00000400:00000200:3.0:1767384334.839740:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp11 NID flags 0x1: -114 00000400:00000200:0.0:1767384334.839743:0:16135:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100171 00000400:00000200:3.0:1767384334.839744:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp11 00000400:00000200:3.0:1767384334.839749:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.202.152@tcp12 00000400:00000010:0.0:1767384334.839751:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000d9cea79. 00000400:00000200:3.0:1767384334.839754:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp12 NID flags 0x1: -114 00000400:00000200:0.0:1767384334.839756:0:16135:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (30) 00000400:00000200:3.0:1767384334.839757:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp12 00000400:00000200:3.0:1767384334.839761:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.202.152@tcp13 00000400:00000010:0.0:1767384334.839761:0:16135:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000b40f2a61. 00000400:00000200:3.0:1767384334.839765:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp13 NID flags 0x1: -114 00000400:00000200:3.0:1767384334.839769:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp13 00000400:00000200:0.0:1767384334.839770:0:16135:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.152@tcp 00000400:00000200:3.0:1767384334.839773:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.202.152@tcp14 00000400:00000200:3.0:1767384334.839777:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp14 NID flags 0x1: -114 00000400:00000200:3.0:1767384334.839778:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp14 00000400:00000200:3.0:1767384334.839779:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.202.152@tcp15 00000400:00000200:0.0:1767384334.839782:0:16135:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.152@tcp local destination 00000400:00000200:3.0:1767384334.839784:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp15 NID flags 0x1: -114 00000400:00000200:3.0:1767384334.839788:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp15 00000400:00000200:3.0:1767384334.839789:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.202.152@tcp16 00000400:00000200:3.0:1767384334.839793:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp16 NID flags 0x1: -114 00000400:00000200:0.0:1767384334.839793:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 37], ns[40, 37] 00000400:00000200:3.0:1767384334.839798:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp16 00000400:00000200:3.0:1767384334.839802:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.202.152@tcp17 00000400:00000200:0.0:1767384334.839807:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 37], ns[64, 37] 00000400:00000200:3.0:1767384334.839808:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp17 NID flags 0x1: -114 00000400:00000200:3.0:1767384334.839812:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp17 00000400:00000200:3.0:1767384334.839817:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.202.152@tcp18 00000400:00000200:0.0:1767384334.839819:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[68, 37], ns[68, 37] 00000400:00000200:3.0:1767384334.839823:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp18 NID flags 0x1: -114 00000400:00000200:3.0:1767384334.839827:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp18 00000400:00000200:0.0:1767384334.839829:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[78, 37], ns[78, 37] 00000400:00000200:3.0:1767384334.839831:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.202.152@tcp19 00000400:00000200:3.0:1767384334.839837:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp19 NID flags 0x1: -114 00000400:00000200:0.0:1767384334.839840:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[83, 37], ns[83, 37] 00000400:00000200:3.0:1767384334.839841:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp19 00000400:00000200:3.0:1767384334.839846:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.202.152@tcp20 00000400:00000200:0.0:1767384334.839852:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[99, 37], ns[100, 37] 00000400:00000200:3.0:1767384334.839853:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp20 NID flags 0x1: -114 00000400:00000200:3.0:1767384334.839858:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp20 00000400:00000200:3.0:1767384334.839862:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.202.152@tcp21 00000400:00000200:0.0:1767384334.839865:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[103, 37], ns[104, 37] 00000400:00000200:3.0:1767384334.839869:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp21 NID flags 0x1: -114 00000400:00000200:3.0:1767384334.839874:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp21 00000400:00000200:0.0:1767384334.839877:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 37], ns[22, 37] 00000400:00000200:3.0:1767384334.839878:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.202.152@tcp22 00000400:00000200:3.0:1767384334.839885:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp22 NID flags 0x1: -114 00000400:00000200:3.0:1767384334.839887:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp22 00000400:00000200:0.0:1767384334.839888:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 22], ns[24, 22] 00000400:00000200:0.0:1767384334.839892:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 22], ns[26, 22] 00000400:00000200:3.0:1767384334.839897:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.202.152@tcp23 00000400:00000200:3.0:1767384334.839904:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp23 NID flags 0x1: -114 00000400:00000200:0.0:1767384334.839905:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 22], ns[28, 22] 00000400:00000200:3.0:1767384334.839906:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp23 00000400:00000200:3.0:1767384334.839910:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.202.152@tcp24 00000400:00000200:3.0:1767384334.839915:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp24 NID flags 0x1: -114 00000400:00000200:3.0:1767384334.839917:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp24 00000400:00000200:0.0:1767384334.839921:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 22], ns[30, 22] 00000400:00000200:3.0:1767384334.839922:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.202.152@tcp25 00000400:00000200:3.0:1767384334.839927:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp25 NID flags 0x1: -114 00000400:00000200:3.0:1767384334.839930:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp25 00000400:00000200:3.0:1767384334.839934:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.202.152@tcp26 00000400:00000200:3.0:1767384334.839937:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp26 NID flags 0x1: -114 00000400:00000200:3.0:1767384334.839939:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp26 00000400:00000200:0.0:1767384334.839939:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 22], ns[32, 22] 00000400:00000200:3.0:1767384334.839945:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.202.152@tcp27 00000400:00000200:3.0:1767384334.839950:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp27 NID flags 0x1: -114 00000400:00000200:3.0:1767384334.839952:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp27 00000400:00000200:0.0:1767384334.839955:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 22], ns[34, 22] 00000400:00000200:3.0:1767384334.839956:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.202.152@tcp28 00000400:00000200:3.0:1767384334.839964:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp28 NID flags 0x1: -114 00000400:00000200:3.0:1767384334.839966:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp28 00000400:00000200:3.0:1767384334.839970:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.202.152@tcp29 00000400:00000200:0.0:1767384334.839970:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 22], ns[44, 22] 00000400:00000200:3.0:1767384334.839977:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp29 NID flags 0x1: -114 00000400:00000200:3.0:1767384334.839979:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp29 00000400:00000200:3.0:1767384334.839983:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.202.152@tcp30 00000400:00000200:0.0:1767384334.839983:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 22], ns[48, 22] 00000400:00000200:3.0:1767384334.839986:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp30 NID flags 0x1: -114 00000400:00000200:3.0:1767384334.839987:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp30 00000400:00000200:3.0:1767384334.839989:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[22]: 192.168.202.152@tcp31 00000400:00000200:3.0:1767384334.839992:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp31 NID flags 0x1: -114 00000400:00000200:3.0:1767384334.839996:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp31 00000400:00000200:3.0:1767384334.840001:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[23]: 192.168.202.152@tcp32 00000400:00000200:3.0:1767384334.840008:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp32 NID flags 0x1: -114 00000400:00000200:0.0:1767384334.840008:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 22], ns[52, 22] 00000400:00000200:3.0:1767384334.840013:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp32 00000400:00000200:3.0:1767384334.840016:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[24]: 192.168.202.152@tcp33 00000400:00000200:3.0:1767384334.840021:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp33 NID flags 0x1: -114 00000400:00000200:0.0:1767384334.840023:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 22], ns[56, 22] 00000400:00000200:3.0:1767384334.840024:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp33 00000400:00000200:3.0:1767384334.840029:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[25]: 192.168.202.152@tcp34 00000400:00000200:3.0:1767384334.840035:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp34 NID flags 0x1: -114 00000400:00000200:3.0:1767384334.840037:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp34 00000400:00000200:0.0:1767384334.840039:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 22], ns[60, 22] 00000400:00000200:0.0:1767384334.840046:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 22], ns[72, 22] 00000400:00000200:3.0:1767384334.840048:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[26]: 192.168.202.152@tcp35 00000400:00000200:3.0:1767384334.840054:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp35 NID flags 0x1: -114 00000400:00000200:3.0:1767384334.840057:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp35 00000400:00000200:0.0:1767384334.840058:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[76, 22], ns[76, 22] 00000400:00000200:3.0:1767384334.840060:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[27]: 192.168.202.152@tcp36 00000400:00000200:3.0:1767384334.840066:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp36 NID flags 0x1: -114 00000400:00000200:3.0:1767384334.840069:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp36 00000400:00000200:0.0:1767384334.840072:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[96, 22], ns[97, 22] 00000400:00000200:3.0:1767384334.840073:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[28]: 192.168.202.152@tcp37 00000400:00000200:3.0:1767384334.840079:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp37 NID flags 0x1: -114 00000400:00000200:3.0:1767384334.840082:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp37 00000400:00000200:0.0:1767384334.840085:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[95, 22], ns[96, 22] 00000400:00000200:3.0:1767384334.840131:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[29]: 192.168.202.152@tcp38 00000400:00000010:3.0:1767384334.840135:0:16776:0:(peer.c:231:lnet_peer_alloc()) alloc '(lp)': 376 at 00000000a746ec1e. 00000400:00000200:3.0:1767384334.840140:0:16776:0:(peer.c:264:lnet_peer_alloc()) 00000000a746ec1e nid 192.168.202.152@tcp38 00000400:00000010:3.0:1767384334.840144:0:16776:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 0000000036f20928. 00000400:00000200:3.0:1767384334.840149:0:16776:0:(peer.c:204:lnet_peer_net_alloc()) 0000000036f20928 net tcp38 00000400:00000200:0.0:1767384334.840151:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[90, 22], ns[91, 22] 00000400:00000010:3.0:1767384334.840154:0:16776:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000000fd55c68. 00000400:00000200:0.0:1767384334.840158:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[109, 22], ns[110, 22] 00000400:00000200:0.0:1767384334.840164:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[108, 22], ns[109, 22] 00000400:00000200:3.0:1767384334.840165:0:16776:0:(peer.c:185:lnet_peer_ni_alloc()) 000000000fd55c68 nid 192.168.202.152@tcp38 00000400:00000200:0.0:1767384334.840172:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[111, 22], ns[112, 22] 00000400:00000200:0.0:1767384334.840175:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[112, 22], ns[113, 22] 00000400:00000200:0.0:1767384334.840178:0:16135:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp17 00000400:00000200:0.0:1767384334.840183:0:16135:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.152@tcp17 00000400:00000200:0.0:1767384334.840186:0:16135:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.152@tcp17 lpni_is_preferred = 0 00000400:00000200:0.0:1767384334.840188:0:16135:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.152@tcp17 00000400:00000200:0.0:1767384334.840191:0:16135:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp17 NI seq info: [114:114:256:4294967295] 192.168.202.152@tcp17 LPNI seq info [113:113:8:4294967295] 00000400:00000200:0.0:1767384334.840197:0:16135:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.152@tcp17 00000400:00000200:0.0:1767384334.840205:0:16135:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp17(192.168.202.152@tcp17:) -> 192.168.202.152@tcp17(192.168.202.152@tcp:192.168.202.152@tcp17) : PUT try# 0 00000400:00000200:3.0:1767384334.840212:0:16776:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a746ec1e (0) 00000800:00000200:0.0:1767384334.840213:0:16135:0:(socklnd_cb.c:1001:ksocknal_send()) sending 528 bytes in 1 frags to 12345-192.168.202.152@tcp17 00000400:00000200:3.0:1767384334.840219:0:16776:0:(peer.c:1094:lnet_peer_ni_clr_non_mr_pref_nid()) peer 192.168.202.152@tcp38: -2 00000800:00000010:0.0:1767384334.840223:0:16135:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000113211fa. 00000400:00000200:3.0:1767384334.840224:0:16776:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.152@tcp38 NID 192.168.202.152@tcp38 flags 0x1 00000400:00000200:3.0:1767384334.840227:0:16776:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a746ec1e (1) 00000400:00000200:3.0:1767384334.840228:0:16776:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000a746ec1e (2) 00000400:00000200:3.0:1767384334.840230:0:16776:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a746ec1e (1) 00000400:00000200:3.0:1767384334.840233:0:16776:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a746ec1e (2) 00000400:00000200:3.0:1767384334.840237:0:16776:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.152@tcp38 (00000000a746ec1e): 0 00000400:00000200:3.0:1767384334.840238:0:16776:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:3.0:1767384334.840241:0:16776:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000800:00000200:0.0:1767384334.840243:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000dabcf4fa] -> 12345-192.168.202.152@tcp17 (6) 00000400:00000200:3.0:1767384334.840246:0:16776:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.202.152@tcp38 NID 192.168.202.152@tcp38: 0. pending discovery 00000400:00000200:3.0:1767384334.840250:0:16776:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000a746ec1e (3) 00000400:00000200:3.0:1767384334.840252:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[30]: 192.168.202.152@tcp39 00000400:00000010:3.0:1767384334.840255:0:16776:0:(peer.c:231:lnet_peer_alloc()) alloc '(lp)': 376 at 00000000772c6102. 00000800:00000200:0.0:1767384334.840259:0:16135:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp17 ip 192.168.202.152:988 00000400:00000200:3.0:1767384334.840260:0:16776:0:(peer.c:264:lnet_peer_alloc()) 00000000772c6102 nid 192.168.202.152@tcp39 00000400:00000010:3.0:1767384334.840263:0:16776:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000a79fb490. 00000800:00000200:0.0:1767384334.840266:0:16135:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000113211fa type 1, nob 624 niov 1 nkiov 1 00000400:00000200:3.0:1767384334.840267:0:16776:0:(peer.c:204:lnet_peer_net_alloc()) 00000000a79fb490 net tcp39 00000400:00000010:3.0:1767384334.840273:0:16776:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000008deeeff8. 00000400:00000200:3.0:1767384334.840279:0:16776:0:(peer.c:185:lnet_peer_ni_alloc()) 000000008deeeff8 nid 192.168.202.152@tcp39 00000400:00000200:0.0:1767384334.840288:0:16135:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.152@tcp 00000400:00000200:3.0:1767384334.840291:0:16776:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000772c6102 (0) 00000400:00000200:0.0:1767384334.840308:0:16135:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100571 rc 0 00000400:00000200:3.0:1767384334.840313:0:16776:0:(peer.c:1094:lnet_peer_ni_clr_non_mr_pref_nid()) peer 192.168.202.152@tcp39: -2 00000400:00000200:3.0:1767384334.840319:0:16776:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.152@tcp39 NID 192.168.202.152@tcp39 flags 0x1 00000400:00000200:3.0:1767384334.840324:0:16776:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000772c6102 (1) 00000400:00000200:0.0:1767384334.840326:0:16135:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.152@tcp38(00000000a746ec1e) state 0x41 00000400:00000200:3.0:1767384334.840328:0:16776:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000772c6102 (2) 00000400:00000200:0.0:1767384334.840330:0:16135:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a746ec1e (2) 00000400:00000200:3.0:1767384334.840335:0:16776:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000772c6102 (1) 00000400:00000010:0.0:1767384334.840337:0:16135:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000c31f79c5. 00000400:00000200:3.0:1767384334.840342:0:16776:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000772c6102 (2) 00000400:00000010:0.0:1767384334.840342:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009668caa7. 00000400:00000200:3.0:1767384334.840351:0:16776:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.152@tcp39 (00000000772c6102): 0 00000400:00000200:3.0:1767384334.840354:0:16776:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:3.0:1767384334.840357:0:16776:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000010:0.0:1767384334.840357:0:16135:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000e7cc3872. 00000400:00000200:0.0:1767384334.840366:0:16135:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.152@tcp38 00000400:00000200:3.0:1767384334.840367:0:16776:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.202.152@tcp39 NID 192.168.202.152@tcp39: 0. pending discovery 00000400:00000200:3.0:1767384334.840372:0:16776:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000772c6102 (3) 00000100:00000001:3.0:1767384334.840376:0:16776:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384334.840378:0:16776:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384334.840382:0:16135:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.152@tcp38 local destination 10000000:00000040:3.0:1767384334.840383:0:16776:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.202.152@tcp' by NID '192.168.202.152@tcp' 10000000:00000010:3.0:1767384334.840392:0:16776:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 000000004c067669. 00000400:00000200:0.0:1767384334.840392:0:16135:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp38 10000000:00000040:3.0:1767384334.840397:0:16776:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 65/66 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.202.152@tcp::2 00000400:00000200:0.0:1767384334.840397:0:16135:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.152@tcp38 00000020:00000080:3.0:1767384334.840403:0:16776:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000400:00000200:0.0:1767384334.840404:0:16135:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.152@tcp38 lpni_is_preferred = 0 00000400:00000200:0.0:1767384334.840408:0:16135:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.152@tcp38 00000020:00000001:3.0:1767384334.840412:0:16776:0:(obd_class.h:681:obd_process_config()) Process entered 00000400:00000200:0.0:1767384334.840412:0:16135:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp38 NI seq info: [115:115:256:4294967295] 192.168.202.152@tcp38 LPNI seq info [1:1:8:4294967295] 00000020:00000010:3.0:1767384334.840417:0:16776:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000212edfd2. 00000400:00000200:0.0:1767384334.840420:0:16135:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.152@tcp38 00000020:00000010:3.0:1767384334.840424:0:16776:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000e52835de. 00000400:00000200:0.0:1767384334.840429:0:16135:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp38(192.168.202.152@tcp38:) -> 192.168.202.152@tcp38(192.168.202.152@tcp38:192.168.202.152@tcp38) : GET try# 0 00000040:00000010:3.0:1767384334.840431:0:16776:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000491f8641. 00000800:00000200:0.0:1767384334.840436:0:16135:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.152@tcp38 00000020:00000010:3.0:1767384334.840438:0:16776:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000066a93e3e. 00000800:00000010:0.0:1767384334.840441:0:16135:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000004cc02e67. 00000020:00000010:3.0:1767384334.840444:0:16776:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000003ad121f2. 00000800:00000010:0.0:1767384334.840449:0:16135:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000002ad4ea. 00000020:00000010:3.0:1767384334.840451:0:16776:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000000ef7af6c. 00000800:00000010:0.0:1767384334.840456:0:16135:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000007d04082a. 80000000:00000010:3.0:1767384334.840457:0:16776:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000002b508bbd. 40000000:00000010:3.0:1767384334.840463:0:16776:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000009d2ba4e8. 00000800:00000200:0.0:1767384334.840463:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000002ad4ea] -> 12345-192.168.202.152@tcp38 (2) 00000800:00000200:0.1:1767384334.840471:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000002ad4ea] -> 12345-192.168.202.152@tcp38 (2) 00100000:00000010:3.0:1767384334.840472:0:16776:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000032ed4fd. 00040000:00000010:3.0:1767384334.840479:0:16776:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000000de2c6b8. 00040000:00000010:3.0:1767384334.840484:0:16776:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000005e1e4e83. 00000400:00000200:0.0:1767384334.840487:0:16135:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.152@tcp38 00040000:00000010:3.0:1767384334.840490:0:16776:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000002241dc47. 00000400:00000200:0.0:1767384334.840491:0:16135:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.152@tcp38(00000000a746ec1e) state 0x241 rc 0 00080000:00000010:3.0:1767384334.840497:0:16776:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000ea1351e4. 00000400:00000200:0.0:1767384334.840498:0:16135:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.152@tcp39(00000000772c6102) state 0x41 00000400:00000200:0.0:1767384334.840500:0:16135:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000772c6102 (2) 00000400:00000010:0.0:1767384334.840502:0:16135:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000663f9b84. 00000400:00000010:0.0:1767384334.840509:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ad1c61c3. 00000004:00000010:3.0:1767384334.840510:0:16776:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000570531f5. 00000400:00000010:0.0:1767384334.840513:0:16135:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000004baa3579. 00000004:00000010:3.0:1767384334.840518:0:16776:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000e26889dc. 00000400:00000200:0.0:1767384334.840526:0:16135:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.152@tcp39 00000004:00000010:3.0:1767384334.840528:0:16776:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000007a5adebd. 00000400:00000200:0.0:1767384334.840535:0:16135:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.152@tcp39 local destination 00002000:00000010:3.0:1767384334.840537:0:16776:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000022a56989. 00000400:00000200:0.0:1767384334.840539:0:16135:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp39 00000004:00000010:3.0:1767384334.840545:0:16776:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000039d13e9a. 00000400:00000200:0.0:1767384334.840546:0:16135:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.152@tcp39 00000400:00000200:0.0:1767384334.840551:0:16135:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.152@tcp39 lpni_is_preferred = 0 00000004:00000001:3.0:1767384334.840554:0:16776:0:(osp_dev.c:662:osp_process_config()) Process entered 00000400:00000200:0.0:1767384334.840554:0:16135:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.152@tcp39 00000400:00000200:0.0:1767384334.840558:0:16135:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp39 NI seq info: [116:116:256:4294967295] 192.168.202.152@tcp39 LPNI seq info [1:1:8:4294967295] 00000040:00000001:3.0:1767384334.840560:0:16776:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000400:00000200:0.0:1767384334.840564:0:16135:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.152@tcp39 00000040:00001000:3.0:1767384334.840565:0:16776:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 000000004c067669 00000040:00001000:3.0:1767384334.840571:0:16776:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:3.0:1767384334.840575:0:16776:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000400:00000200:0.0:1767384334.840577:0:16135:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp39(192.168.202.152@tcp39:) -> 192.168.202.152@tcp39(192.168.202.152@tcp39:192.168.202.152@tcp39) : GET try# 0 00000040:00001000:3.0:1767384334.840580:0:16776:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000800:00000200:0.0:1767384334.840584:0:16135:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.152@tcp39 00000040:00001000:3.0:1767384334.840585:0:16776:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000800:00000010:0.0:1767384334.840589:0:16135:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000ee0cd755. 00000040:00001000:3.0:1767384334.840592:0:16776:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000800:00000010:0.0:1767384334.840596:0:16135:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000fd3c63a7. 00000040:00001000:3.0:1767384334.840597:0:16776:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:3.0:1767384334.840601:0:16776:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000800:00000010:0.0:1767384334.840602:0:16135:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000188a00a0. 00000040:00001000:3.0:1767384334.840605:0:16776:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.202.152@tcp::2 00000040:00000001:3.0:1767384334.840609:0:16776:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000800:00000200:0.0:1767384334.840610:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fd3c63a7] -> 12345-192.168.202.152@tcp39 (2) 00000800:00000200:0.1:1767384334.840615:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fd3c63a7] -> 12345-192.168.202.152@tcp39 (2) 00000400:00000200:0.0:1767384334.840625:0:16135:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.152@tcp39 00000400:00000200:0.0:1767384334.840628:0:16135:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.152@tcp39(00000000772c6102) state 0x241 rc 0 00000004:00000001:3.0:1767384334.840678:0:16776:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384334.840682:0:16776:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000e52835de. 00000040:00000010:3.0:1767384334.840686:0:16776:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000491f8641. 00000020:00000010:3.0:1767384334.840689:0:16776:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000066a93e3e. 00000020:00000010:3.0:1767384334.840694:0:16776:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000003ad121f2. 00000020:00000010:3.0:1767384334.840698:0:16776:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000000ef7af6c. 80000000:00000010:3.0:1767384334.840701:0:16776:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000002b508bbd. 40000000:00000010:3.0:1767384334.840707:0:16776:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000009d2ba4e8. 00100000:00000010:3.0:1767384334.840711:0:16776:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000032ed4fd. 00040000:00000010:3.0:1767384334.840714:0:16776:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000000de2c6b8. 00040000:00000010:3.0:1767384334.840717:0:16776:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000005e1e4e83. 00040000:00000010:3.0:1767384334.840720:0:16776:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000002241dc47. 00080000:00000010:3.0:1767384334.840724:0:16776:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000ea1351e4. 00000004:00000010:3.0:1767384334.840726:0:16776:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000570531f5. 00000004:00000010:3.0:1767384334.840730:0:16776:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000e26889dc. 00000004:00000010:3.0:1767384334.840734:0:16776:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000007a5adebd. 00002000:00000010:3.0:1767384334.840737:0:16776:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000022a56989. 00000004:00000010:3.0:1767384334.840739:0:16776:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000039d13e9a. 00000020:00000010:3.0:1767384334.840747:0:16776:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000212edfd2. 00000020:00000001:3.0:1767384334.840752:0:16776:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384334.840754:0:16776:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:3.0:1767384334.840757:0:16776:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 000000004c067669. 10000000:00000040:3.0:1767384334.840765:0:16776:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.202.152@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 10000000:00000010:3.0:1767384334.840767:0:16776:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 000000005c20e1b7. 00000800:00000200:0.0:1767384334.840771:0:16132:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 10000000:00000001:3.0:1767384334.840772:0:16776:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384334.840778:0:16132:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000113211fa. 00000100:00000001:3.0:1767384334.840779:0:16776:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384334.840784:0:16776:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bf6531a0 x1853236723081344/t0(0) o256->MGC192.168.202.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384350 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384334.840784:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384334.840793:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp17->192.168.202.152@tcp17: PUT: OK 00000100:00000001:3.0:1767384334.840800:0:16776:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000200:0.0:1767384334.840801:0:16132:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 02000000:00000001:3.0:1767384334.840804:0:16776:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:0.0:1767384334.840806:0:16132:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.152@tcp: 0 02000000:00000010:3.0:1767384334.840808:0:16776:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ae53d45f. 02000000:00000001:3.0:1767384334.840814:0:16776:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384334.840815:0:16776:0:(genops.c:1236:class_import_put()) Process entered 00000800:00000001:0.0:1767384334.840815:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000040:3.0:1767384334.840820:0:16776:0:(genops.c:1242:class_import_put()) import 00000000df830bbe refcount=4 obd=MGC192.168.202.152@tcp 00000020:00000001:3.0:1767384334.840822:0:16776:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767384334.840824:0:16776:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:3.0:1767384334.840825:0:16776:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384334.840826:0:16776:0:(genops.c:1242:class_import_put()) import 00000000df830bbe refcount=3 obd=MGC192.168.202.152@tcp 00000800:00000001:0.0:1767384334.840827:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384334.840828:0:16776:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:3.0:1767384334.840833:0:16776:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 000000001e456ce2. 00000800:00000001:0.0:1767384334.840833:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000010:3.0:1767384334.840838:0:16776:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000008e19ae9f. 00000800:00000001:0.0:1767384334.840839:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384334.840841:0:16776:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:3.0:1767384334.840843:0:16776:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000112ac890. 02000000:00000001:3.0:1767384334.840848:0:16776:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:0.0:1767384334.840849:0:16132:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.152@tcp17(192.168.202.152@tcp17) <- 192.168.202.152@tcp17 : PUT - for me 02000000:00000001:3.0:1767384334.840850:0:16776:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384334.840854:0:16776:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bf6531a0. 00000400:00000200:0.0:1767384334.840858:0:16132:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.152@tcp of length 528 into portal 0 MB=0x8000000000000000 00000100:00000001:3.0:1767384334.840859:0:16776:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384334.840861:0:16776:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384334.840867:0:16132:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.152@tcp of length 496/528 into md 0x1a71 [1] + 0 00000400:00000010:0.0:1767384334.840871:0:16132:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000039f4abad. 10000000:00000010:3.0:1767384334.840872:0:16776:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 00000000f5916c1d. 00000400:00000200:0.0:1767384334.840874:0:16132:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000003607bc79 10000000:01000000:3.0:1767384334.840878:0:16776:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.152@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:3.0:1767384334.840880:0:16776:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:3.0:1767384334.840884:0:16776:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384334.840886:0:16776:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000800:00000001:0.0:1767384334.840886:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000040:3.0:1767384334.840890:0:16776:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000046a46c52 refcount=3 00000800:00000001:0.0:1767384334.840893:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384334.840899:0:16776:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781713885696 : -124291995665920 : ffff8ef503bffa00) 00000400:00000200:0.0:1767384334.840899:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1767384334.840906:0:16776:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781713885696 : -124291995665920 : ffff8ef503bffa00) 00010000:00000001:3.0:1767384334.840911:0:16776:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000400:00000200:0.0:1767384334.840912:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp17->192.168.202.152@tcp17: PUT: OK 00010000:00010000:3.0:1767384334.840913:0:16776:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.152@tcp lock: 0000000046a46c52/0x7e51148972eecc45 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7e51148972eecc4c expref: -99 pid: 16776 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384334.840918:0:16132:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003607bc79 00010000:00000001:3.0:1767384334.840921:0:16776:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000010:0.0:1767384334.840923:0:16132:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003607bc79. 00010000:00000001:3.0:1767384334.840924:0:16776:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384334.840926:0:16776:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.152@tcp lock: 0000000046a46c52/0x7e51148972eecc45 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7e51148972eecc4c expref: -99 pid: 16776 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384334.840931:0:16132:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00010000:00000001:3.0:1767384334.840932:0:16776:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384334.840934:0:16776:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384334.840938:0:16776:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:3.0:1767384334.840939:0:16776:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384334.840939:0:16132:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (31) 10000000:00000001:3.0:1767384334.840942:0:16776:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384334.840946:0:16776:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:3.0:1767384334.840949:0:16776:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1767384334.840952:0:16776:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(0000000070cb7a0b) refs 3 00000400:00000200:0.0:1767384334.840952:0:16132:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.152@tcp(000000005d9714d7) is MR 10000000:00000001:3.0:1767384334.840957:0:16776:0:(mgc_request.c:147:config_log_put()) Process leaving 00000400:00000200:0.0:1767384334.840959:0:16132:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.202.152@tcp (528 bytes) 00000400:00000200:0.0:1767384334.840965:0:16132:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.152@tcp (000000005d9714d7): -114 00000400:00000200:0.0:1767384334.840972:0:16132:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000005d9714d7 (32) 00000400:00000200:0.0:1767384334.840977:0:16132:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1767384334.840984:0:16132:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.152@tcp17 to MR: 192.168.202.152@tcp17 local destination 00000400:00000200:0.0:1767384334.840988:0:16132:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp17 NI seq info: [117:117:256:4294967295] 192.168.202.152@tcp17 LPNI seq info [114:114:8:4294967295] 00000400:00000200:0.0:1767384334.840995:0:16132:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp17(192.168.202.152@tcp17:192.168.202.152@tcp17) -> 192.168.202.152@tcp17(192.168.202.152@tcp17:192.168.202.152@tcp17) 192.168.202.152@tcp17 : ACK try# 0 00000800:00000200:0.0:1767384334.840998:0:16132:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.152@tcp17 00000800:00000010:0.0:1767384334.841002:0:16132:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000113211fa. 00000800:00000200:0.0:1767384334.841005:0:16132:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000dabcf4fa] -> 12345-192.168.202.152@tcp17 (6) 00000800:00000200:0.0:1767384334.841012:0:16132:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp17 ip 192.168.202.152:1007 00000800:00000200:0.0:1767384334.841015:0:16132:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000113211fa type 0, nob 96 niov 1 nkiov 0 00000800:00000001:0.0:1767384334.841025:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384334.841032:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767384334.841064:0:16132:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384334.841066:0:16132:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000113211fa. 00000400:00000200:0.0:1767384334.841069:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384334.841071:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp17->192.168.202.152@tcp17: ACK: OK 00000800:00000001:0.0:1767384334.841078:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384334.841081:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384334.841084:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384334.841108:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384334.841116:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384334.841120:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384334.841127:0:16132:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.152@tcp17(192.168.202.152@tcp17) <- 192.168.202.152@tcp17 : ACK - for me 00000400:00000200:0.0:1767384334.841134:0:16132:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.152@tcp17: ACK from 12345-192.168.202.152@tcp17 into md 0x1b55 00000400:00000200:0.0:1767384334.841137:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384334.841140:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp17->192.168.202.152@tcp17: ACK: OK 00000400:00000200:0.0:1767384334.841142:0:16132:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000d9cea79 00000400:00000010:0.0:1767384334.841143:0:16132:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000d9cea79. 00000400:00000200:0.0:1767384334.841146:0:16132:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:0.0:1767384334.841152:0:16132:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.152@tcp ev->status 0 00000400:00000200:0.0:1767384334.841155:0:16132:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.152@tcp (000000005d9714d7): -114 00000400:00000200:0.0:1767384334.841157:0:16132:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000005d9714d7 (31) 00000800:00000001:0.0:1767384334.841160:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384334.841162:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384334.841245:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.152:988 00000400:00000200:3.0:1767384334.841308:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.152:988 00000400:00000200:0.0:1767384334.841323:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.152:988 00000400:00000200:3.0:1767384334.841378:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.152:988 00000400:00000200:0.0:1767384334.841389:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.152:988 00000400:00000200:3.0:1767384334.841435:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.152:988 00000400:00000200:0.0:1767384334.841451:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.152:988 00000400:00000200:3.0:1767384334.841482:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.152:988 00000400:00000200:0.0:1767384334.841509:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.152:988 00000400:00000200:3.0:1767384334.841537:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.152:988 00000400:00000200:0.0:1767384334.841564:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.152:988 00000400:00000200:3.0:1767384334.841607:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.152:988 00000400:00000200:0.0:1767384334.841622:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.152:988 00000400:00000200:3.0:1767384334.841671:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.152:988 00000400:00000200:0.0:1767384334.841682:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.152:988 00000400:00000200:3.0:1767384334.841724:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.152:988 00000400:00000200:0.0:1767384334.841745:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.152:988 00000400:00000200:3.0:1767384334.841789:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.152:988 00000400:00000200:0.0:1767384334.841813:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.152:988 00000400:00000200:3.0:1767384334.841849:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.152:988 00000400:00000200:0.0:1767384334.841870:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.152:988 00000400:00000200:3.0:1767384334.841905:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.152:988 00000400:00000200:0.0:1767384334.841940:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.152:988 00000400:00000200:3.0:1767384334.841953:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.152:988 00000400:00000200:0.0:1767384334.842005:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.152:988 00000400:00000200:3.0:1767384334.842012:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.152:988 00000400:00000200:0.0:1767384334.842060:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.152:988 00000400:00000200:3.0:1767384334.842078:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.152:988 00000400:00000200:0.0:1767384334.842153:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.152:988 00000400:00000200:3.0:1767384334.842209:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.152:988 00000400:00000200:0.0:1767384334.842225:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.152:988 00000400:00000200:3.0:1767384334.842292:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.152:988 00000400:00000200:0.0:1767384334.842310:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.152:988 00000400:00000200:3.0:1767384334.842374:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.152:988 00000400:00000200:0.0:1767384334.842375:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.152:988 00000400:00000200:3.0:1767384334.842435:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.152:988 00000400:00000200:0.0:1767384334.842456:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.152:988 00000400:00000200:3.0:1767384334.842495:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.152:988 00000400:00000200:0.0:1767384334.842524:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.152:988 00000400:00000200:3.0:1767384334.842567:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.152:988 00000400:00000200:0.0:1767384334.842582:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.152:988 00000400:00000200:3.0:1767384334.842639:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.152:988 00000400:00000200:0.0:1767384334.842642:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.152:988 00000400:00000200:3.0:1767384334.842696:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.152:988 00000400:00000200:0.0:1767384334.842703:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.152:988 00000400:00000200:3.0:1767384334.842756:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.152:988 00000400:00000200:0.0:1767384334.842769:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.152:988 00000400:00000200:3.0:1767384334.842814:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.152:988 00000400:00000200:0.0:1767384334.842835:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.152:988 00000400:00000200:3.0:1767384334.842867:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.152:988 00000400:00000200:0.0:1767384334.842887:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.152:988 00000400:00000200:3.0:1767384334.842917:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.152:988 00000400:00000200:0.0:1767384334.842953:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.152:988 00000400:00000200:3.0:1767384334.842964:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.152:988 00000400:00000200:0.0:1767384334.843011:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.152:988 00000400:00000200:3.0:1767384334.843018:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.152:988 00000400:00000200:0.0:1767384334.843079:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.152:988 00000400:00000200:3.0:1767384334.843083:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.152:988 00000400:00000200:0.0:1767384334.843157:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.152:988 00000400:00000200:3.0:1767384334.843161:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.152:988 00000400:00000200:0.0:1767384334.843215:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.152:988 00000400:00000200:3.0:1767384334.843229:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.152:988 00000400:00000200:0.0:1767384334.843269:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.152:988 00000400:00000200:3.0:1767384334.843282:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.152:988 00000400:00000200:0.0:1767384334.843329:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.152:988 00000400:00000200:3.0:1767384334.843368:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.152:988 00000400:00000200:0.0:1767384334.843387:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.152:988 00000400:00000200:3.0:1767384334.843427:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.152:988 00000400:00000200:0.0:1767384334.843448:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.152:988 00000400:00000200:3.0:1767384334.843480:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.152:988 00000400:00000200:3.0:1767384334.843522:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.202.152:988 00000400:00000200:3.0:1767384334.843556:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.202.152:988 00000800:00000010:0.0:1767384334.843598:0:16127:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000f7aa12ca. 00000400:00000200:3.0:1767384334.843601:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.202.152:988 00000800:00000010:0.0:1767384334.843603:0:16127:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f74bd376. 00000800:00000010:0.0:1767384334.843609:0:16127:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000000f92ca34. 00000800:00000010:0.0:1767384334.843631:0:16127:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000000f92ca34. 00000800:00020000:0.0:1767384334.843639:0:16127:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.152 00000400:00000200:3.0:1767384334.843640:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.202.152:988 00000800:00000010:0.0:1767384334.843645:0:16127:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f74bd376. 00000800:00000010:0.0:1767384334.843649:0:16127:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000f7aa12ca. 00000400:00000200:3.0:1767384334.843677:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.202.152:988 00000400:02020000:0.0:1767384334.843711:0:16127:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.152@tcp38 at host 192.168.202.152:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384334.843720:0:16127:0:(router.c:1755:lnet_notify()) 192.168.202.152@tcp38 notifying 192.168.202.152@tcp38: down 00000800:00000200:0.0:1767384334.843725:0:16127:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.152@tcp38 down 00000400:00000200:3.0:1767384334.843727:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.202.152:988 00000800:00000100:0.0:1767384334.843734:0:16127:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.152@tcp38 00000800:00000010:0.0:1767384334.843737:0:16127:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000004cc02e67. 00000400:00000200:0.0:1767384334.843740:0:16127:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384334.843744:0:16127:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp38->192.168.202.152@tcp38: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384334.843750:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.202.152:988 00000400:00000200:0.0:1767384334.843758:0:16127:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.152@tcp38 added to recovery queue. ping count: 0 next ping: 258 health :900 00000400:00000200:0.0:1767384334.843762:0:16127:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384334.843764:0:16127:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.152@tcp38: 1 00000400:00000200:0.0:1767384334.843767:0:16127:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.152@tcp38 (00000000a746ec1e): -114 00000400:00000200:3.0:1767384334.843780:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.202.152:988 00000400:00000200:3.0:1767384334.843798:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.202.152:988 00000400:00000200:3.0:1767384334.843811:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 979 -> 192.168.202.152:988 00000400:00000200:3.0:1767384334.843844:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 978 -> 192.168.202.152:988 00000800:00000010:3.0:1767384334.844016:0:16126:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000238360ed. 00000800:00000010:3.0:1767384334.844020:0:16126:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000057144d5a. 00000800:00000010:3.0:1767384334.844024:0:16126:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000001e456ce2. 00000800:00000010:3.0:1767384334.844051:0:16126:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000001e456ce2. 00000400:00000200:0.0:1767384334.844060:0:16133:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:3.0:1767384334.844071:0:16135:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:3.0:1767384334.844077:0:16135:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 537 at 00000000521b6f75. 00000400:00000010:3.0:1767384334.844080:0:16135:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002c965893. 00000400:00000010:3.0:1767384334.844083:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000083038595. 00000400:00000200:3.0:1767384334.844103:0:16135:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000521b6f75 00000400:00000010:3.0:1767384334.844107:0:16135:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 505 at 000000007545ae74. 00000400:00000200:3.0:1767384334.844112:0:16135:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 528 success 00000400:00000200:3.0:1767384334.844117:0:16135:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x102071 00000400:00000200:3.0:1767384334.844120:0:16135:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (30) 00000400:00000010:3.0:1767384334.844123:0:16135:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 537 at 00000000aa84fe8d. 00000400:00000010:3.0:1767384334.844126:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c7a16a19. 00000400:00000200:0.0:1767384334.844128:0:16133:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.152@tcp39 from 209.3.0.2 00000400:00000010:3.0:1767384334.844133:0:16135:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000004d90cca8. 00000800:00000010:0.0:1767384334.844135:0:16133:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000a1264558. 00000400:00000200:3.0:1767384334.844140:0:16135:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.152@tcp 00000400:00000200:3.0:1767384334.844146:0:16135:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.152@tcp local destination 00000400:00000200:3.0:1767384334.844151:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 37], ns[40, 37] 00000400:00000200:3.0:1767384334.844155:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 37], ns[64, 37] 00000400:00000200:3.0:1767384334.844158:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[68, 37], ns[68, 37] 00000400:00000200:3.0:1767384334.844161:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[78, 37], ns[78, 37] 00000400:00000200:3.0:1767384334.844164:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[83, 37], ns[83, 37] 00000400:00000200:3.0:1767384334.844167:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[99, 37], ns[100, 37] 00000400:00000200:3.0:1767384334.844169:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[103, 37], ns[104, 37] 00000400:00000200:3.0:1767384334.844172:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[114, 37], ns[117, 37] 00000400:00000200:3.0:1767384334.844183:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 37], ns[24, 37] 00000400:00000200:3.0:1767384334.844186:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 24], ns[26, 24] 00000400:00000200:3.0:1767384334.844190:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 24], ns[28, 24] 00000400:00000200:3.0:1767384334.844192:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 24], ns[30, 24] 00000400:00000200:3.0:1767384334.844196:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 24], ns[32, 24] 00000400:00000200:3.0:1767384334.844200:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 24], ns[34, 24] 00000400:00000200:3.0:1767384334.844204:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 24], ns[44, 24] 00000400:00000200:3.0:1767384334.844208:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 24], ns[48, 24] 00000400:00000200:3.0:1767384334.844210:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 24], ns[52, 24] 00000400:00000200:3.0:1767384334.844215:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 24], ns[56, 24] 00000400:00000200:3.0:1767384334.844218:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 24], ns[60, 24] 00000400:00000200:3.0:1767384334.844222:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 24], ns[72, 24] 00000400:00000200:3.0:1767384334.844224:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[76, 24], ns[76, 24] 00000400:00000200:3.0:1767384334.844227:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[96, 24], ns[97, 24] 00000400:00000200:3.0:1767384334.844230:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[95, 24], ns[96, 24] 00000400:00000200:3.0:1767384334.844232:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[90, 24], ns[91, 24] 00000400:00000200:3.0:1767384334.844235:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[109, 24], ns[110, 24] 00000400:00000200:3.0:1767384334.844238:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[108, 24], ns[109, 24] 00000400:00000200:3.0:1767384334.844250:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[111, 24], ns[112, 24] 00000400:00000200:3.0:1767384334.844253:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[112, 24], ns[113, 24] 00000400:00000200:3.0:1767384334.844255:0:16135:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp18 00000400:00000200:3.0:1767384334.844258:0:16135:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.152@tcp18 00000400:00000200:3.0:1767384334.844260:0:16135:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.152@tcp18 lpni_is_preferred = 0 00000400:00000200:3.0:1767384334.844261:0:16135:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.152@tcp18 00000400:00000200:3.0:1767384334.844265:0:16135:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp18 NI seq info: [118:118:256:4294967295] 192.168.202.152@tcp18 LPNI seq info [115:115:8:4294967295] 00000400:00000200:3.0:1767384334.844270:0:16135:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.152@tcp18 00000400:00000200:3.0:1767384334.844277:0:16135:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp18(192.168.202.152@tcp18:) -> 192.168.202.152@tcp18(192.168.202.152@tcp:192.168.202.152@tcp18) : GET try# 0 00000800:00000200:3.0:1767384334.844283:0:16135:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.152@tcp18 00000800:00000010:3.0:1767384334.844287:0:16135:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000000de2c6b8. 00000800:00000200:3.0:1767384334.844304:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009992dd6f] -> 12345-192.168.202.152@tcp18 (6) 00000800:00000200:3.0:1767384334.844314:0:16135:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp18 ip 192.168.202.152:988 00000800:00000200:3.0:1767384334.844318:0:16135:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000de2c6b8 type 2, nob 96 niov 1 nkiov 0 00000400:00000200:3.0:1767384334.844331:0:16135:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.152@tcp 00000400:00000200:3.0:1767384334.844336:0:16135:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100271 rc 0 00000400:00000200:3.0:1767384334.844341:0:16135:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.152@tcp38(00000000a746ec1e) state 0x841 00000400:00000001:3.0:1767384334.844346:0:16135:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384334.844349:0:16135:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384334.844352:0:16135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009668caa7 00000400:00000010:3.0:1767384334.844354:0:16135:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009668caa7. 00000400:00000200:3.0:1767384334.844358:0:16135:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:3.0:1767384334.844365:0:16135:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.152@tcp38 (00000000a746ec1e): -114 00000400:00000010:3.0:1767384334.844368:0:16135:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000c31f79c5. 00000400:00000200:3.0:1767384334.844371:0:16135:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000a746ec1e (3) 00000400:00000200:3.0:1767384334.844373:0:16135:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.202.152@tcp38:-71 00000400:00000200:3.0:1767384334.844377:0:16135:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.152@tcp38(00000000a746ec1e) state 0x2041 rc -71 00000400:00000200:3.0:1767384334.844381:0:16135:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.152@tcp38 (00000000a746ec1e) 00000400:00000200:3.0:1767384334.844384:0:16135:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000a746ec1e (2) 00000800:00000010:3.0:1767384334.844417:0:16128:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000c9ea2ecf. 00000800:00000010:3.0:1767384334.844421:0:16128:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000a9642ab7. 00000800:00000010:3.0:1767384334.844442:0:16128:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000048f3b6a0. 00000800:00000200:3.1:1767384334.844448:0:16128:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fd3c63a7] -> 12345-192.168.202.152@tcp39 (2) 00000800:00000200:3.1:1767384334.844452:0:16128:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.152@tcp39 0000000048f3b6a0 deleted 00000800:00000010:3.1:1767384334.844454:0:16128:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000048f3b6a0. 00000800:00000200:3.1:1767384334.844459:0:16128:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1767384334.844464:0:16128:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp39 ip 192.168.202.152:977 00000800:00000200:3.1:1767384334.844466:0:16128:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ee0cd755 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1767384334.844470:0:16128:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.152@tcp39 p 3.x 192.168.202.152 -> 192.168.202.152:977 incarnation:1767384332750303765 sched[0] 00000800:00000010:3.0:1767384334.844474:0:16128:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000001e456ce2. 00000800:00000010:3.0:1767384334.844515:0:16128:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000001e456ce2. 00000800:00000010:3.0:1767384334.844518:0:16128:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000a9642ab7. 00000800:00000010:3.0:1767384334.844547:0:16128:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000a1264558. 00000800:00000001:3.0:1767384334.844561:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384334.844567:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767384334.844616:0:16130:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384334.844619:0:16130:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000000de2c6b8. 00000400:00000200:3.0:1767384334.844622:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384334.844627:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp18->192.168.202.152@tcp18: GET: OK 00000400:00000200:3.0:1767384334.844630:0:16130:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384334.844634:0:16130:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.152@tcp: 0 00000800:00000001:3.0:1767384334.844641:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384334.844646:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384334.844647:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384334.844654:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384334.844659:0:16130:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.152@tcp18(192.168.202.152@tcp18) <- 192.168.202.152@tcp18 : GET - for me 00000400:00000200:3.0:1767384334.844666:0:16130:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.152@tcp of length 528 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384334.844671:0:16130:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.152@tcp of length 528/528 into md 0x1afd [1] + 0 00000400:00000200:3.0:1767384334.844681:0:16130:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.152@tcp18 to MR: 192.168.202.152@tcp18 local destination 00000400:00000200:3.0:1767384334.844686:0:16130:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp18 NI seq info: [119:119:256:4294967295] 192.168.202.152@tcp18 LPNI seq info [116:116:8:4294967295] 00000400:00000200:3.0:1767384334.844695:0:16130:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp18(192.168.202.152@tcp18:192.168.202.152@tcp18) -> 192.168.202.152@tcp18(192.168.202.152@tcp18:192.168.202.152@tcp18) 192.168.202.152@tcp18 : REPLY try# 0 00000800:00000200:3.0:1767384334.844700:0:16130:0:(socklnd_cb.c:1001:ksocknal_send()) sending 528 bytes in 1 frags to 12345-192.168.202.152@tcp18 00000800:00000010:3.0:1767384334.844703:0:16130:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000de2c6b8. 00000800:00000200:3.0:1767384334.844707:0:16130:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009992dd6f] -> 12345-192.168.202.152@tcp18 (6) 00000800:00000200:3.0:1767384334.844712:0:16130:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp18 ip 192.168.202.152:1005 00000800:00000200:3.0:1767384334.844720:0:16130:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000de2c6b8 type 3, nob 624 niov 1 nkiov 1 00000800:00000200:3.0:1767384334.844766:0:16130:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384334.844769:0:16130:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000ee0cd755. 00000400:00000200:3.0:1767384334.844771:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384334.844775:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp39->192.168.202.152@tcp39: GET: OK 00000400:00000200:3.0:1767384334.844779:0:16130:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384334.844781:0:16130:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.152@tcp39: 0 00000800:00000001:3.0:1767384334.844790:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384334.844793:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767384334.844822:0:16130:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384334.844824:0:16130:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000de2c6b8. 00000400:00000200:3.0:1767384334.844826:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384334.844828:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp18->192.168.202.152@tcp18: REPLY: OK 00000800:00000001:3.0:1767384334.844837:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384334.844842:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384334.844844:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384334.844850:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384334.844855:0:16130:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.152@tcp18(192.168.202.152@tcp18) <- 192.168.202.152@tcp18 : REPLY - for me 00000400:00000200:3.0:1767384334.844865:0:16130:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.152@tcp18: Reply from 12345-192.168.202.152@tcp18 of length 528/528 into md 0x1b65 00000800:00000001:3.0:1767384334.844868:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384334.844873:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384334.844875:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384334.844877:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp18->192.168.202.152@tcp18: REPLY: OK 00000400:00000200:3.0:1767384334.844881:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c7a16a19 00000400:00000010:3.0:1767384334.844883:0:16130:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c7a16a19. 00000400:00000200:3.0:1767384334.844886:0:16130:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:3.0:1767384334.844890:0:16130:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.202.152@tcp has discovery enabled 00000400:00000200:3.0:1767384334.844893:0:16130:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.202.152@tcp(000000005d9714d7) is MR 00000400:00000200:3.0:1767384334.844896:0:16130:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.202.152@tcp data present 31. state = 0x100271 00000400:00000200:3.0:1767384334.844900:0:16130:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.152@tcp (000000005d9714d7): -114 00000400:00000200:3.0:1767384334.844908:0:16130:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000005d9714d7 (31) 00000800:00000001:3.0:1767384334.844911:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384334.844914:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384334.844937:0:16135:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384334.844942:0:16135:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x1000f1 00000400:00000010:3.0:1767384334.844948:0:16135:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 640 at 000000008e19ae9f. 00000400:00000010:3.0:1767384334.844951:0:16135:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 768 at 0000000022a56989. 00000400:00000010:3.0:1767384334.844955:0:16135:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 640 at 0000000081edca16. 00000400:00000200:3.0:1767384334.844976:0:16135:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.152@tcp34(00000000d2238615) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:3.0:1767384334.844980:0:16135:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.152@tcp36(000000002eefdff6) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:3.0:1767384334.844983:0:16135:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.152@tcp37(000000008e0fb846) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:3.0:1767384334.844988:0:16135:0:(peer.c:434:lnet_peer_del_locked()) peer 192.168.202.152@tcp38 00000400:00000200:3.0:1767384334.844992:0:16135:0:(peer.c:356:lnet_peer_detach_peer_ni_locked()) peer 192.168.202.152@tcp38 NID 192.168.202.152@tcp38 00000400:00000200:3.0:1767384334.844994:0:16135:0:(peer.c:2255:lnet_destroy_peer_ni_locked()) 000000000fd55c68 nid 192.168.202.152@tcp38 00000400:00000010:3.0:1767384334.844996:0:16135:0:(peer.c:2285:lnet_destroy_peer_ni_locked()) kfreed 'lpni': 384 at 000000000fd55c68. 00000400:00000200:3.0:1767384334.844999:0:16135:0:(peer.c:214:lnet_destroy_peer_net_locked()) 0000000036f20928 net tcp38 00000400:00000010:3.0:1767384334.845001:0:16135:0:(peer.c:221:lnet_destroy_peer_net_locked()) kfreed 'lpn': 72 at 0000000036f20928. 00000400:00000200:3.0:1767384334.845003:0:16135:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000a746ec1e (1) 00000400:00000200:3.0:1767384334.845005:0:16135:0:(peer.c:272:lnet_destroy_peer_locked()) 00000000a746ec1e nid 192.168.202.152@tcp38 00000400:00000010:3.0:1767384334.845007:0:16135:0:(peer.c:302:lnet_destroy_peer_locked()) kfreed 'lp': 376 at 00000000a746ec1e. 00000400:00000010:3.0:1767384334.845011:0:16135:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000002241dc47. 00000400:00000200:3.0:1767384334.845014:0:16135:0:(peer.c:185:lnet_peer_ni_alloc()) 000000002241dc47 nid 192.168.202.152@tcp38 00000400:00000010:3.0:1767384334.845017:0:16135:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 0000000036f20928. 00000400:00000200:3.0:1767384334.845019:0:16135:0:(peer.c:204:lnet_peer_net_alloc()) 0000000036f20928 net tcp38 00000400:00000200:3.0:1767384334.845020:0:16135:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (30) 00000400:00000200:3.0:1767384334.845023:0:16135:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.152@tcp NID 192.168.202.152@tcp38 flags 0x11 00000400:00000001:3.0:1767384334.845026:0:16135:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384334.845028:0:16135:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384334.845029:0:16135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ad1c61c3 00000400:00000010:3.0:1767384334.845030:0:16135:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ad1c61c3. 00000400:00000200:3.0:1767384334.845033:0:16135:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:3.0:1767384334.845034:0:16135:0:(peer.c:3121:lnet_discovery_event_unlink()) Ping Unlink for message to peer 192.168.202.152@tcp39 00000400:00000200:3.0:1767384334.845036:0:16135:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.152@tcp39 (00000000772c6102): -114 00000400:00000010:3.0:1767384334.845039:0:16135:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000663f9b84. 00000400:00000200:3.0:1767384334.845041:0:16135:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000772c6102 (3) 00000400:00000200:3.0:1767384334.845042:0:16135:0:(peer.c:434:lnet_peer_del_locked()) peer 192.168.202.152@tcp39 00000400:00000200:3.0:1767384334.845051:0:16135:0:(peer.c:356:lnet_peer_detach_peer_ni_locked()) peer 192.168.202.152@tcp39 NID 192.168.202.152@tcp39 00000400:00000200:3.0:1767384334.845053:0:16135:0:(peer.c:2255:lnet_destroy_peer_ni_locked()) 000000008deeeff8 nid 192.168.202.152@tcp39 00000400:00000010:3.0:1767384334.845054:0:16135:0:(peer.c:2285:lnet_destroy_peer_ni_locked()) kfreed 'lpni': 384 at 000000008deeeff8. 00000400:00000200:3.0:1767384334.845057:0:16135:0:(peer.c:214:lnet_destroy_peer_net_locked()) 00000000a79fb490 net tcp39 00000400:00000010:3.0:1767384334.845058:0:16135:0:(peer.c:221:lnet_destroy_peer_net_locked()) kfreed 'lpn': 72 at 00000000a79fb490. 00000400:00000200:3.0:1767384334.845060:0:16135:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000772c6102 (2) 00000400:00000010:3.0:1767384334.845063:0:16135:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000000fd55c68. 00000400:00000200:3.0:1767384334.845066:0:16135:0:(peer.c:185:lnet_peer_ni_alloc()) 000000000fd55c68 nid 192.168.202.152@tcp39 00000400:00000010:3.0:1767384334.845069:0:16135:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000a79fb490. 00000400:00000200:3.0:1767384334.845070:0:16135:0:(peer.c:204:lnet_peer_net_alloc()) 00000000a79fb490 net tcp39 00000400:00000200:3.0:1767384334.845072:0:16135:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (31) 00000400:00000200:3.0:1767384334.845075:0:16135:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.152@tcp NID 192.168.202.152@tcp39 flags 0x11 00000400:00000010:3.0:1767384334.845078:0:16135:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 640 at 000000008e19ae9f. 00000400:00000010:3.0:1767384334.845080:0:16135:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 768 at 0000000022a56989. 00000400:00000010:3.0:1767384334.845081:0:16135:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 640 at 0000000081edca16. 00000400:00000010:3.0:1767384334.845084:0:16135:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 537 at 00000000aa84fe8d. 00000400:00000200:3.0:1767384334.845085:0:16135:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.152@tcp (000000005d9714d7): 0 00000400:00000200:3.0:1767384334.845116:0:16135:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.152@tcp(000000005d9714d7): 0. state = 0x100171 00000400:00000200:3.0:1767384334.845120:0:16135:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100171 rc 1 00000400:00000200:3.0:1767384334.845124:0:16135:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100171 00000400:00000200:3.0:1767384334.845126:0:16135:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.152@tcp 00000400:00000200:3.0:1767384334.845127:0:16135:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100111 rc 0 00000400:00000200:3.0:1767384334.845129:0:16135:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.152@tcp (000000005d9714d7) 00000400:00000200:3.0:1767384334.845132:0:16135:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000005d9714d7 (32) 00000400:00000200:3.0:1767384334.845134:0:16135:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.152@tcp39(00000000772c6102) state 0x80841 00000400:00000200:3.0:1767384334.845137:0:16135:0:(peer.c:3584:lnet_peer_deletion()) peer 192.168.202.152@tcp39(00000000772c6102) state 0x80841 00000400:00000200:3.0:1767384334.845138:0:16135:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.152@tcp39(00000000772c6102) state 0x80801 rc 0 00000400:00000200:3.0:1767384334.845141:0:16135:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.152@tcp39 (00000000772c6102) 00000400:00000200:3.0:1767384334.845142:0:16135:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000772c6102 (1) 00000400:00000200:3.0:1767384334.845145:0:16135:0:(peer.c:272:lnet_destroy_peer_locked()) 00000000772c6102 nid 192.168.202.152@tcp39 00000400:00000010:3.0:1767384334.845148:0:16135:0:(peer.c:302:lnet_destroy_peer_locked()) kfreed 'lp': 376 at 00000000772c6102. 00000800:00000200:3.1:1767384334.845170:0:16126:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.0:1767384334.845174:0:16126:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.152@tcp39 p 3.x 192.168.202.152 -> 192.168.202.152:988 incarnation:1767384332750303765 sched[0] 00000800:00000010:3.0:1767384334.845183:0:16126:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000057144d5a. 00000400:00000200:3.0:1767384334.845218:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.152:988 00000400:00000200:3.0:1767384334.845247:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.152:988 00000400:00000200:3.0:1767384334.845270:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.152:988 00000400:00000200:3.0:1767384334.845312:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.152:988 00000400:00000200:3.0:1767384334.845355:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.152:988 00000800:00000001:1.0:1767384334.845364:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384334.845382:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384334.845386:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384334.845404:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.152:988 00000800:00000001:1.0:1767384334.845405:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384334.845426:0:16131:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.152@tcp39(192.168.202.152@tcp39) <- 192.168.202.152@tcp39 : GET - for me 00000400:00000200:1.0:1767384334.845445:0:16131:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.152@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384334.845457:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.152:988 00000400:00000200:1.0:1767384334.845458:0:16131:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.152@tcp of length 272/272 into md 0x1afd [1] + 0 00000400:00000200:1.0:1767384334.845481:0:16131:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.152@tcp39 to MR: 192.168.202.152@tcp39 local destination 00000400:00000200:1.0:1767384334.845496:0:16131:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp39 NI seq info: [120:120:256:4294967295] 192.168.202.152@tcp39 LPNI seq info [117:117:8:4294967295] 00000400:00000200:3.0:1767384334.845509:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.152:988 00000400:00000200:1.0:1767384334.845519:0:16131:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp39(192.168.202.152@tcp39:192.168.202.152@tcp39) -> 192.168.202.152@tcp39(192.168.202.152@tcp39:192.168.202.152@tcp39) 192.168.202.152@tcp39 : REPLY try# 0 00000800:00000200:1.0:1767384334.845530:0:16131:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.152@tcp39 00000800:00000010:1.0:1767384334.845537:0:16131:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009c3fbcb8. 00000800:00000200:1.0:1767384334.845546:0:16131:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fd3c63a7] -> 12345-192.168.202.152@tcp39 (4) 00000800:00000200:1.0:1767384334.845553:0:16131:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp39 ip 192.168.202.152:988 00000800:00000200:1.0:1767384334.845557:0:16131:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009c3fbcb8 type 3, nob 368 niov 1 nkiov 1 00000400:00000200:3.0:1767384334.845570:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.152:988 00000400:00000200:3.0:1767384334.845618:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.152:988 00000400:00000200:3.0:1767384334.845647:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.152:988 00000800:00000200:1.0:1767384334.845683:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384334.845687:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009c3fbcb8. 00000400:00000200:1.0:1767384334.845691:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384334.845693:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.152:988 00000400:00000200:1.0:1767384334.845700:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp39->192.168.202.152@tcp39: REPLY: OK 00000800:00000001:1.0:1767384334.845722:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384334.845729:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384334.845732:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384334.845737:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384334.845739:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384334.845745:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.152:988 00000800:00000001:1.0:1767384334.845745:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384334.845762:0:16131:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.152@tcp39(192.168.202.152@tcp39) <- 192.168.202.152@tcp39 : REPLY - for me 00000400:00000100:1.0:1767384334.845775:0:16131:0:(lib-move.c:4607:lnet_parse_reply()) 192.168.202.152@tcp39: Dropping REPLY from 12345-192.168.202.152@tcp39 for invalid MD 0x188702a009d46eac.0x1b5d 00000400:00000200:1.0:1767384334.845780:0:16131:0:(lib-msg.c:1041:lnet_is_health_check()) Msg 000000005f55fa72 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:1.0:1767384334.845790:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:3.0:1767384334.845791:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.152:988 00000800:00000001:1.0:1767384334.845799:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384334.845807:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384334.845812:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384334.845817:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384334.845849:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.152:988 00000400:00000200:3.0:1767384334.845874:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.152:988 00000400:00000200:3.0:1767384334.845893:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.152:988 00000400:00000200:3.0:1767384334.845908:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.152:988 00000400:00000200:3.0:1767384334.845925:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.152:988 00000400:00000200:3.0:1767384334.845941:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.152:988 00000400:00000200:3.0:1767384334.845959:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.152:988 00000400:00000200:3.0:1767384334.845977:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.152:988 00000400:00000200:3.0:1767384334.845990:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.152:988 00000400:00000200:3.0:1767384334.846009:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.152:988 00000400:00000200:3.0:1767384334.846026:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.152:988 00000400:00000200:3.0:1767384334.846044:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.152:988 00000400:00000200:3.0:1767384334.846062:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.152:988 00000400:00000200:3.0:1767384334.846079:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.152:988 00000400:00000200:3.0:1767384334.846128:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.152:988 00000400:00000200:3.0:1767384334.846148:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.152:988 00000400:00000200:3.0:1767384334.846171:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.152:988 00000400:00000200:3.0:1767384334.846186:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.152:988 00000400:00000200:3.0:1767384334.846204:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.152:988 00000400:00000200:3.0:1767384334.846222:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.152:988 00000400:00000200:3.0:1767384334.846241:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.152:988 00000800:00000010:3.0:1767384334.846369:0:16126:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000093e83a39. 00000800:00000010:3.0:1767384334.846373:0:16126:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000057144d5a. 00000800:00000010:3.0:1767384334.846377:0:16126:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000001e456ce2. 00000800:00000010:3.0:1767384334.846395:0:16126:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000001e456ce2. 00000800:00020000:3.0:1767384334.846400:0:16126:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.152 00000800:00000010:3.0:1767384334.846403:0:16126:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000057144d5a. 00000800:00000010:3.0:1767384334.846404:0:16126:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000093e83a39. 00000400:02020000:3.0:1767384334.846440:0:16126:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.152@tcp39 at host 192.168.202.152:988: is it running a compatible version of Lustre? 00000020:00000010:2.0:1767384334.851405:0:32266:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 00000000fd49f5b0. 00000020:00000040:2.0:1767384334.851412:0:32266:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:2.0:1767384334.851414:0:32266:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 00000000fd49f5b0. 00000100:00000040:3.0:1767384334.863152:0:53:0:(connection.c:75:cpu_latency_work()) work item of 000000009d5c2cb6 (cpu 0) has reached its deadline 4294924825, at 4294924826 00000100:00000040:2.0:1767384334.863154:0:270:0:(connection.c:75:cpu_latency_work()) work item of 00000000135c2452 (cpu 0) has reached its deadline 4294924825, at 4294924826 00000100:00000010:3.0:1767384334.863168:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000496d9e1e. 00000100:00000010:2.0:1767384334.863173:0:270:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000000b6696c. 00000100:00000040:0.0:1767384334.863183:0:449:0:(connection.c:75:cpu_latency_work()) work item of 000000002fd0fb58 (cpu 0) has reached its deadline 4294924825, at 4294924826 00000100:00000010:0.0:1767384334.863193:0:449:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000916b7c38. 00000100:00000040:1.0:1767384334.864173:0:62:0:(connection.c:75:cpu_latency_work()) work item of 00000000edc4e618 (cpu 0) has reached its deadline 4294924825, at 4294924827 00000100:00000010:1.0:1767384334.864190:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b538a431. 00010000:00000001:0.0:1767384334.901181:0:449:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384334.901191:0:449:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384334.901199:0:449:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384334.901201:0:449:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384334.901234:0:16768:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384334.901238:0:16768:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384334.901242:0:16768:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:3.0:1767384335.209817:0:32332:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384335.209823:0:32332:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg252-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp40 --if ens2 00000001:00000001:3.0:1767384335.216162:0:32332:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384335.225885:0:32333:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 0000000081edca16. 00000400:00000010:3.0:1767384335.225908:0:32333:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000b256668b. 00000400:00000010:3.0:1767384335.225925:0:32333:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000004469cda7. 00000400:00000010:3.0:1767384335.225930:0:32333:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000d69d05e7. 00000400:00000010:3.0:1767384335.225935:0:32333:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000051c5e897. 00000400:00000010:3.0:1767384335.225940:0:32333:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000e71f3953. 00000400:00000010:3.0:1767384335.225942:0:32333:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000014aad5c3. 00000400:00000010:3.0:1767384335.225944:0:32333:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000001c76428a. 00000400:00000010:3.0:1767384335.225949:0:32333:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000798cc53d. 00000800:00000010:3.0:1767384335.225973:0:32333:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000692efeea. 00000800:00000200:3.0:1767384335.225995:0:32333:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384335.226015:0:32333:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384335.226072:0:32333:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.152) 00000400:02000000:3.0:1767384335.226405:0:32333:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.152@tcp40 [8/256/0/180] 00000400:00000010:3.0:1767384335.227974:0:32333:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 553 at 00000000277c5712. 00000400:00000010:3.0:1767384335.227981:0:32333:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f8c2957f. 00000400:00000010:3.0:1767384335.227987:0:32333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c7a16a19. 00000400:00000001:3.0:1767384335.228016:0:32333:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384335.228017:0:32333:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384335.228019:0:32333:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000958f3e97. 00000400:00000200:3.0:1767384335.228022:0:32333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005c4e6169 00000400:00000010:3.0:1767384335.228024:0:32333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005c4e6169. 00000400:00000010:3.0:1767384335.228028:0:32333:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 537 at 00000000a6850883. 00000400:00000200:3.0:1767384335.228034:0:32333:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (31) 00000400:00000200:3.0:1767384335.228051:0:32333:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.152@tcp (000000005d9714d7): 0 00000400:00000200:3.0:1767384335.228063:0:32333:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131112 00000400:00000200:0.0:1767384335.228071:0:16135:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:00000010:3.0:1767384335.228074:0:32333:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 0000000093e83a39. 00000400:00000200:0.0:1767384335.228079:0:16135:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100151 00000020:01000000:3.0:1767384335.228083:0:32333:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000010:0.0:1767384335.228106:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000d9cea79. 00000400:00000200:0.0:1767384335.228111:0:16135:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (32) 00000400:00000010:0.0:1767384335.228116:0:16135:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000c04f5e36. 00000400:00000200:0.0:1767384335.228121:0:16135:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.152@tcp18 00000400:00000200:0.0:1767384335.228138:0:16135:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.152@tcp18 to MR: 192.168.202.152@tcp18 local destination 00000020:01000000:3.0:1767384335.228144:0:32333:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.152@tcp40 00000400:00000200:0.0:1767384335.228150:0:16135:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp18 NI seq info: [121:121:256:4294967295] 192.168.202.152@tcp18 LPNI seq info [118:118:8:4294967295] 00000400:00000200:0.0:1767384335.228158:0:16135:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.152@tcp18 00000400:00000010:3.0:1767384335.228164:0:32333:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000b256668b. 00000400:00000200:0.0:1767384335.228171:0:16135:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp18(192.168.202.152@tcp18:192.168.202.152@tcp18) -> 192.168.202.152@tcp18(192.168.202.152@tcp18:192.168.202.152@tcp18) : PUT try# 0 00000400:00000010:3.0:1767384335.228173:0:32333:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 0000000081edca16. 00000800:00000200:0.0:1767384335.228182:0:16135:0:(socklnd_cb.c:1001:ksocknal_send()) sending 544 bytes in 1 frags to 12345-192.168.202.152@tcp18 00000800:00000010:0.0:1767384335.228187:0:16135:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000091f9a426. 00000020:00000001:2.0:1767384335.228193:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000800:00000200:0.0:1767384335.228195:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009992dd6f] -> 12345-192.168.202.152@tcp18 (6) 10000000:00000001:2.0:1767384335.228199:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384335.228203:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000800:00000200:0.0:1767384335.228207:0:16135:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp18 ip 192.168.202.152:988 10000000:01000000:2.0:1767384335.228208:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000800:00000200:0.0:1767384335.228213:0:16135:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000091f9a426 type 1, nob 640 niov 1 nkiov 1 00000020:01000004:2.0:1767384335.228214:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384335.228218:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384335.228228:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:0.0:1767384335.228230:0:16135:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.152@tcp 00000020:01000004:2.0:1767384335.228231:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384335.228235:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:0.0:1767384335.228236:0:16135:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100551 rc 0 00000020:01000004:2.0:1767384335.228237:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384335.228239:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384335.228241:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384335.228243:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384335.228245:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:2.0:1767384335.228253:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b8d5d876. 00000020:00000040:2.0:1767384335.228260:0:36:0:(genops.c:1229:class_import_get()) import 00000000df830bbe refcount=4 obd=MGC192.168.202.152@tcp 00000100:00000001:2.0:1767384335.228266:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384335.228269:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384335.228275:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384335.228286:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000989c557f. 00000100:00000001:2.0:1767384335.228307:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384335.228318:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384335.228320:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384335.228330:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b8d5d876] to pc [ptlrpcd_00_01+1] req@00000000b8d5d876 x1853236723081472/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:2.0:1767384335.228359:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384335.228362:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384335.228364:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767384335.228366:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:0.0:1767384335.228371:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1767384335.228374:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000001:0.0:1767384335.228377:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 10000000:00000001:2.0:1767384335.228378:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384335.228381:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000001:0.0:1767384335.228382:0:16138:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:01000000:2.0:1767384335.228383:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:2.0:1767384335.228387:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384335.228390:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00000040:0.0:1767384335.228392:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b8d5d876 x1853236723081472/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:2.0:1767384335.228393:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000800:00000200:1.0:1767384335.228396:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:01000004:2.0:1767384335.228397:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384335.228405:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384335.228410:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000800:00000010:1.0:1767384335.228410:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000091f9a426. 00000020:01000004:2.0:1767384335.228414:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384335.228421:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000100:00000001:0.0:1767384335.228422:0:16138:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:2.0:1767384335.228426:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:1.0:1767384335.228427:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384335.228429:0:16138:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384335.228438:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000052cd5bfe. 02000000:00000001:0.0:1767384335.228442:0:16138:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000040:2.0:1767384335.228445:0:36:0:(genops.c:1229:class_import_get()) import 00000000df830bbe refcount=5 obd=MGC192.168.202.152@tcp 02000000:00000001:0.0:1767384335.228446:0:16138:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384335.228456:0:16138:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384335.228458:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp18->192.168.202.152@tcp18: PUT: OK 00000100:00000001:2.0:1767384335.228460:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00100000:0.0:1767384335.228462:0:16138:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b8d5d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c0412d60-4f67-4dbc-8791-892843f60083:16138:1853236723081472:0@lo:253: 02000000:00000001:2.0:1767384335.228464:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1767384335.228467:0:16131:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 02000000:00000001:2.0:1767384335.228469:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384335.228480:0:16138:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1767384335.228484:0:16131:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.152@tcp18: 0 02000000:00000010:2.0:1767384335.228486:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000009fb8db61. 02000000:00000001:0.0:1767384335.228489:0:16138:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767384335.228493:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384335.228493:0:16138:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384335.228501:0:16138:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767384335.228502:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000800:00000001:1.0:1767384335.228504:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384335.228505:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384335.228509:0:16138:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000f7aa12ca. 00000100:00000040:2.0:1767384335.228513:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000052cd5bfe] to pc [ptlrpcd_00_02+2] req@0000000052cd5bfe x1853236723081600/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384335.228514:0:16138:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384335.228518:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384335.228523:0:16138:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000039f4abad. 00000800:00000001:1.0:1767384335.228527:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:0.0:1767384335.228533:0:16138:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f74bd376. 00000800:00000001:1.0:1767384335.228537:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384335.228540:0:16138:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236723081472, portal 25 00000100:00000001:0.0:1767384335.228553:0:16138:0:(client.c:3244:ptlrpc_request_addref()) Process entered 10000000:00000001:2.0:1767384335.228557:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384335.228558:0:16138:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782407653120 : -124291301898496 : ffff8ef52d1a0700) 10000000:00000001:2.0:1767384335.228568:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384335.228570:0:16131:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.152@tcp18(192.168.202.152@tcp18) <- 192.168.202.152@tcp18 : PUT - for me 00000100:00000040:0.0:1767384335.228573:0:16138:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b8d5d876 x1853236723081472/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384351 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384335.228579:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767384335.228587:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:2.0:1767384335.228594:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 0000000093e83a39. 00000100:00000001:0.0:1767384335.228596:0:16138:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767384335.228604:0:16131:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.152@tcp of length 544 into portal 0 MB=0x8000000000000000 00000100:00000001:2.0:1767384335.228610:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767384335.228611:0:16138:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384335.228618:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384335.228625:0:16138:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000cfe1faa. 00000100:00000001:2.0:1767384335.228626:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384335.228632:0:16131:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.152@tcp of length 528/544 into md 0x1b61 [1] + 0 00000100:00000001:2.0:1767384335.228634:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384335.228638:0:16139:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:1.0:1767384335.228641:0:16131:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002c965893. 00000100:00000040:2.0:1767384335.228645:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000052cd5bfe x1853236723081600/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384335.228647:0:16131:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000083038595 00000100:00000200:0.0:1767384335.228654:0:16138:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236723081472, offset 0 00000800:00000001:1.0:1767384335.228656:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384335.228657:0:16139:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384335.228666:0:16139:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384335.228668:0:16138:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:2.0:1767384335.228673:0:16139:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000001:1.0:1767384335.228674:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384335.228682:0:16139:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384335.228686:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1767384335.228689:0:16139:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384335.228691:0:16138:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:2.0:1767384335.228705:0:16139:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000052cd5bfe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c0412d60-4f67-4dbc-8791-892843f60083:16139:1853236723081600:0@lo:253: 00000400:00000200:1.0:1767384335.228713:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp18->192.168.202.152@tcp18: PUT: OK 00000400:00000200:0.0:1767384335.228718:0:16138:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824c906100 00000100:00000001:2.0:1767384335.228720:0:16139:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384335.228727:0:16139:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384335.228735:0:16139:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384335.228740:0:16138:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x138d [2] + 0 02000000:00000001:2.0:1767384335.228741:0:16139:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:0.0:1767384335.228747:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009e3de56a. 02000000:00000010:2.0:1767384335.228749:0:16139:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000316ac112. 00000400:00000200:0.0:1767384335.228752:0:16138:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000885deb0f 02000000:00000001:2.0:1767384335.228753:0:16139:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384335.228756:0:16139:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000026a1b6af. 00000400:00000200:1.0:1767384335.228763:0:16131:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000083038595 00000400:00000200:0.0:1767384335.228768:0:16138:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1767384335.228771:0:16131:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000083038595. 00000400:00000200:0.0:1767384335.228778:0:16138:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384335.228779:0:16131:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000010:2.0:1767384335.228782:0:16139:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000064aa1de5. 00000400:00000200:1.0:1767384335.228784:0:16131:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (33) 00000400:00000200:0.0:1767384335.228784:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000885deb0f 00000400:00000010:0.0:1767384335.228789:0:16138:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000885deb0f. 00000400:00000200:1.0:1767384335.228794:0:16131:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.152@tcp(000000005d9714d7) is MR 00000100:00000200:2.0:1767384335.228795:0:16139:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236723081600, portal 25 00000100:00000001:0.0:1767384335.228795:0:16138:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1767384335.228806:0:16139:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000200:0.0:1767384335.228806:0:16138:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1767384335.228810:0:16131:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.202.152@tcp (544 bytes) 00000100:00000001:2.0:1767384335.228812:0:16139:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782407661184 : -124291301890432 : ffff8ef52d1a2680) 00000100:00000040:0.0:1767384335.228815:0:16138:0:(events.c:337:request_in_callback()) incoming req@000000002c029556 x1853236723081472 msgsize 4848 00000400:00000200:1.0:1767384335.228829:0:16131:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.152@tcp (000000005d9714d7): -114 00000100:00000040:2.0:1767384335.228830:0:16139:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000052cd5bfe x1853236723081600/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384351 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384335.228832:0:16138:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384335.228837:0:16138:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384335.228850:0:16138:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384335.228853:0:16139:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767384335.228855:0:16131:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000005d9714d7 (34) 00000100:00000040:2.0:1767384335.228861:0:16139:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1767384335.228866:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000cfe1faa 00000400:00000010:2.0:1767384335.228867:0:16139:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000039228cf3. 00000400:00000200:1.0:1767384335.228870:0:16131:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000010:0.0:1767384335.228871:0:16138:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000cfe1faa. 00000100:00000001:0.0:1767384335.228885:0:16138:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384335.228886:0:16139:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236723081600, offset 0 00000100:00000200:0.0:1767384335.228893:0:16138:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b8d5d876 x1853236723081472/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384351 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384335.228898:0:16131:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.152@tcp18 to MR: 192.168.202.152@tcp18 local destination 00000400:00000200:2.0:1767384335.228910:0:16139:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384335.228924:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1767384335.228926:0:16131:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp18 NI seq info: [122:122:256:4294967295] 192.168.202.152@tcp18 LPNI seq info [119:119:8:4294967295] 00000100:00000040:0.0:1767384335.228932:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b8d5d876 x1853236723081472/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384351 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384335.228955:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384335.228964:0:16138:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1767384335.228969:0:16131:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp18(192.168.202.152@tcp18:192.168.202.152@tcp18) -> 192.168.202.152@tcp18(192.168.202.152@tcp18:192.168.202.152@tcp18) 192.168.202.152@tcp18 : ACK try# 0 00000800:00000200:1.0:1767384335.228975:0:16131:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.152@tcp18 00000100:00000001:0.0:1767384335.228979:0:16138:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767384335.228986:0:16131:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009c3fbcb8. 00000400:00000200:2.0:1767384335.228987:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384335.228989:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294925215 00000100:00000010:0.0:1767384335.229003:0:16138:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ea58aeb3. 00000400:00000200:2.0:1767384335.229014:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824c906180 00000800:00000200:1.0:1767384335.229016:0:16131:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009992dd6f] -> 12345-192.168.202.152@tcp18 (6) 00000100:00000001:0.0:1767384335.229018:0:16138:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 0 00000400:00000200:2.0:1767384335.229029:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x13c9 [2] + 0 00000100:00000001:0.0:1767384335.229029:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294925215 00000100:00000010:0.0:1767384335.229037:0:16138:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004bf6a247. 00000400:00000010:2.0:1767384335.229038:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b3864bb2. 00000800:00000200:1.0:1767384335.229041:0:16131:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp18 ip 192.168.202.152:1005 00000400:00000200:2.0:1767384335.229045:0:16139:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000066cc40ba 00000100:00000001:0.0:1767384335.229045:0:16138:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 1 00000800:00000200:1.0:1767384335.229053:0:16131:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009c3fbcb8 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:0.0:1767384335.229054:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294925215 00000400:00000200:2.0:1767384335.229057:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:0.0:1767384335.229061:0:16138:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006d6e87cd. 00000400:00000200:2.0:1767384335.229072:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384335.229075:0:16138:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 2 00000400:00000200:2.0:1767384335.229077:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000066cc40ba 00000100:00000001:0.0:1767384335.229079:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294925215 00000400:00000010:2.0:1767384335.229080:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000066cc40ba. 00000100:00000001:2.0:1767384335.229146:0:16139:0:(events.c:286:request_in_callback()) Process entered 00000100:00000010:0.0:1767384335.229147:0:16138:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000021256cfb. 00000100:00000200:2.0:1767384335.229149:0:16139:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384335.229154:0:16139:0:(events.c:337:request_in_callback()) incoming req@00000000c70847be x1853236723081600 msgsize 4848 00000100:00000001:0.0:1767384335.229155:0:16138:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 3 00000100:00100000:2.0:1767384335.229165:0:16139:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384335.229168:0:16138:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384335.229170:0:16139:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:0.0:1767384335.229175:0:16138:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384335.229180:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384335.229183:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384335.229188:0:16139:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384335.229195:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1767384335.229197:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000039228cf3 00000100:00000001:0.0:1767384335.229200:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000010:2.0:1767384335.229201:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000039228cf3. 00000100:00000001:0.0:1767384335.229204:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:1.0:1767384335.229206:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384335.229207:0:16139:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384335.229207:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384335.229217:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384335.229220:0:16139:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000052cd5bfe x1853236723081600/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384351 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384335.229221:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384335.229225:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384335.229242:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384335.229245:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000052cd5bfe x1853236723081600/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384351 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384335.229251:0:16773:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384335.229256:0:16773:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723081472 02000000:00000001:0.0:1767384335.229260:0:16773:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384335.229265:0:16773:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384335.229270:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384335.229270:0:16773:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384335.229274:0:16139:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:0.0:1767384335.229277:0:16773:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384335.229282:0:16139:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384335.229282:0:16773:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723081472 00000020:00000001:0.0:1767384335.229288:0:16773:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384335.229289:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294925216 00000020:00000040:0.0:1767384335.229304:0:16773:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eec8e1 00000020:00000001:0.0:1767384335.229310:0:16773:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384335.229311:0:16139:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294925215 00000020:00000040:0.0:1767384335.229313:0:16773:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000555601ca refcount=15 00000020:00000001:0.0:1767384335.229317:0:16773:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000100:00000001:2.0:1767384335.229318:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294925216 00000020:00000001:0.0:1767384335.229320:0:16773:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000100:00000001:2.0:1767384335.229325:0:16139:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294925215 00000100:00000001:0.0:1767384335.229327:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384335.229332:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294925216 00000020:00000010:0.0:1767384335.229333:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000f92ca34. 00000100:00000001:0.0:1767384335.229339:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384335.229341:0:16139:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294925215 00000020:00000010:0.0:1767384335.229342:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000f92ca34. 00000100:00000001:2.0:1767384335.229349:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294925216 00000020:00000010:0.0:1767384335.229351:0:16773:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000663f9b84. 00000100:00000001:2.0:1767384335.229354:0:16139:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294925215 00000020:00000010:0.0:1767384335.229357:0:16773:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b33f949c. 00000020:00000010:0.0:1767384335.229363:0:16773:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f9b52dae. 00000100:00000001:2.0:1767384335.229364:0:16139:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384335.229368:0:16139:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384335.229374:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384335.229376:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384335.229379:0:16773:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384335.229382:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384335.229383:0:16773:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384335.229385:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:1.0:1767384335.229385:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767384335.229387:0:16773:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384335.229397:0:16773:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767384335.229398:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009c3fbcb8. 00000100:00000001:2.0:1767384335.229400:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384335.229406:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384335.229414:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384335.229417:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384335.229417:0:16773:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384335.229419:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384335.229446:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp18->192.168.202.152@tcp18: ACK: OK 00000100:00000001:0.0:1767384335.229449:0:16773:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384335.229451:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384335.229456:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384335.229460:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384335.229469:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384335.229475:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384335.229477:0:16773:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384335.229481:0:16773:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723081600 00000800:00000001:1.0:1767384335.229484:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384335.229485:0:16773:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384335.229486:0:27212:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000800:00000001:1.0:1767384335.229493:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384335.229494:0:27212:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384335.229494:0:16773:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384335.229504:0:16773:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384335.229505:0:27212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 124 02000000:00000001:0.0:1767384335.229513:0:16773:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384335.229515:0:27212:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000555601ca : new rpc_count 1 00000800:00000001:1.0:1767384335.229515:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384335.229517:0:16773:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723081600 00000020:00000001:0.0:1767384335.229528:0:16773:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384335.229532:0:27212:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619777413661776 : -124296295889840 : ffff8ef4036fc450) 00000020:00000040:0.0:1767384335.229533:0:16773:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eec8e1 00000020:00000001:0.0:1767384335.229540:0:16773:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384335.229545:0:16773:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000555601ca refcount=16 00000100:00000040:2.0:1767384335.229547:0:27212:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000002c029556 x1853236723081472/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:316/0 lens 4848/0 e 0 to 0 dl 1767384346 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384335.229551:0:16131:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.152@tcp18(192.168.202.152@tcp18) <- 192.168.202.152@tcp18 : ACK - for me 00000020:00000001:0.0:1767384335.229558:0:16773:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000020:00000001:0.0:1767384335.229568:0:16773:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000100:00000001:2.0:1767384335.229574:0:27212:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384335.229575:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384335.229582:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000f92ca34. 00000020:00000010:2.0:1767384335.229585:0:27212:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003d455daa. 00000400:00000200:1.0:1767384335.229586:0:16131:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.152@tcp18: ACK from 12345-192.168.202.152@tcp18 into md 0x1b6d 00000100:00000001:0.0:1767384335.229587:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384335.229596:0:27212:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384335.229600:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000f92ca34. 00000020:00000010:2.0:1767384335.229601:0:27212:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003d455daa. 00000400:00000200:1.0:1767384335.229602:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:0.0:1767384335.229609:0:16773:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e2b6f0db. 00000020:00000010:0.0:1767384335.229616:0:16773:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002da72ace. 00000100:00100000:2.0:1767384335.229626:0:27212:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000002c029556 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:c0412d60-4f67-4dbc-8791-892843f60083+16:16138:x1853236723081472:12345-0@lo:253: 00000400:00000200:1.0:1767384335.229627:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp18->192.168.202.152@tcp18: ACK: OK 00000020:00000010:0.0:1767384335.229629:0:16773:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005183d201. 00000100:00000200:2.0:1767384335.229645:0:27212:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723081472 00000100:00000001:0.0:1767384335.229647:0:16773:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:1.0:1767384335.229648:0:16131:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000d9cea79 00000020:00000001:2.0:1767384335.229649:0:27212:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000010:1.0:1767384335.229656:0:16131:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000d9cea79. 00000100:00000001:0.0:1767384335.229657:0:16773:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:2.0:1767384335.229659:0:27212:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384335.229665:0:27212:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384335.229668:0:16773:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384335.229673:0:27212:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:1.0:1767384335.229674:0:16131:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000020:00000001:2.0:1767384335.229676:0:27212:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669141328 : -1040410288 : ffffffffc1fc9950) 00000100:00000001:0.0:1767384335.229677:0:16773:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384335.229684:0:16131:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.152@tcp ev->status 0 00000020:00000001:2.0:1767384335.229685:0:27212:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384335.229691:0:27212:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384335.229697:0:27212:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1767384335.229697:0:16773:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384335.229699:0:16131:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.152@tcp (000000005d9714d7): -114 00000020:00000001:2.0:1767384335.229701:0:27212:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384335.229705:0:27212:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384335.229711:0:16773:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384335.229712:0:27212:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:1.0:1767384335.229715:0:16131:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000005d9714d7 (33) 00000100:00000001:0.0:1767384335.229716:0:16773:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000001:2.0:1767384335.229717:0:27212:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384335.229728:0:27212:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000078529ee3. 00000100:00100000:0.0:1767384335.229729:0:16773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 125 00000800:00000001:1.0:1767384335.229732:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:2.0:1767384335.229734:0:27212:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384335.229743:0:27212:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384335.229744:0:16773:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000555601ca : new rpc_count 2 20000000:00000001:2.0:1767384335.229747:0:27212:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000800:00000001:1.0:1767384335.229748:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384335.229749:0:16773:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619777413662800 : -124296295888816 : ffff8ef4036fc850) 20000000:00000010:2.0:1767384335.229762:0:27212:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000058ea7b5c. 20000000:01000000:2.0:1767384335.229768:0:27212:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000100:00000040:0.0:1767384335.229769:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c70847be x1853236723081600/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:316/0 lens 4848/0 e 0 to 0 dl 1767384346 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 20000000:00000001:2.0:1767384335.229772:0:27212:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384335.229776:0:27212:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384335.229781:0:27212:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384335.229782:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 20000000:00000001:2.0:1767384335.229786:0:27212:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384335.229790:0:27212:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000020:00000010:0.0:1767384335.229793:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000f92ca34. 00000100:00000001:0.0:1767384335.229796:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384335.229799:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000f92ca34. 20000000:00000010:2.0:1767384335.229803:0:27212:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000025c74ccc. 00000100:00100000:0.0:1767384335.229804:0:16773:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000c70847be pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c0412d60-4f67-4dbc-8791-892843f60083+16:16139:x1853236723081600:12345-0@lo:253: 20000000:01000000:2.0:1767384335.229808:0:27212:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #40 00000100:00000200:0.0:1767384335.229813:0:16773:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723081600 00000020:00000001:0.0:1767384335.229817:0:16773:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 20000000:00000001:2.0:1767384335.229821:0:27212:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000020:00000001:0.0:1767384335.229822:0:16773:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384335.229827:0:16773:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384335.229830:0:16773:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00080000:00000001:2.0:1767384335.229832:0:27212:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000020:00000001:0.0:1767384335.229833:0:16773:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669141328 : -1040410288 : ffffffffc1fc9950) 00000400:00000200:1.0:1767384335.229837:0:16135:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:00000001:0.0:1767384335.229838:0:16773:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384335.229845:0:16773:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384335.229849:0:16135:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 553 at 000000006d629fbe. 00000020:00000001:0.0:1767384335.229850:0:16773:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384335.229856:0:16773:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384335.229859:0:16773:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384335.229861:0:16135:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009e3de56a. 00000100:00000001:0.0:1767384335.229863:0:16773:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384335.229866:0:16773:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000010:1.0:1767384335.229867:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ca28d10e. 02000000:00000010:0.0:1767384335.229873:0:16773:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000003df3f98b. 00000400:00000200:1.0:1767384335.229874:0:16135:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000006d629fbe 02000000:00000001:0.0:1767384335.229880:0:16773:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384335.229884:0:16773:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384335.229885:0:16135:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 537 at 00000000521b6f75. 20000000:00000001:0.0:1767384335.229890:0:16773:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:1.0:1767384335.229891:0:16135:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 544 success 00000400:00000200:1.0:1767384335.229897:0:16135:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x102051 00000400:00000200:1.0:1767384335.229899:0:16135:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (32) 20000000:00000010:0.0:1767384335.229900:0:16773:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000002cb8ab3. 00000400:00000010:1.0:1767384335.229903:0:16135:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 553 at 000000005a3092ce. 20000000:01000000:0.0:1767384335.229905:0:16773:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00080000:00000001:2.0:1767384335.229910:0:27212:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384335.229913:0:16773:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000400:00000010:1.0:1767384335.229914:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000050be1f4b. 20000000:00000001:0.0:1767384335.229920:0:16773:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00080000:00000001:2.0:1767384335.229922:0:27212:0:(osd_index.c:949:osd_remote_fid()) Process entered 20000000:00000001:0.0:1767384335.229922:0:16773:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384335.229926:0:27212:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384335.229928:0:16135:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000009fe6ea43. 20000000:00000001:0.0:1767384335.229928:0:16773:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384335.229942:0:16773:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000001:2.0:1767384335.229943:0:27212:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000400:00000200:1.0:1767384335.229950:0:16135:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.152@tcp 00000020:00000001:2.0:1767384335.229953:0:27212:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384335.229961:0:27212:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446619782313850200 : -124291395701416 : ffff8ef52782b558) 00000400:00000200:1.0:1767384335.229964:0:16135:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.152@tcp local destination 00080000:00000001:2.0:1767384335.229971:0:27212:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000400:00000200:1.0:1767384335.229977:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 37], ns[40, 37] 00080000:00000010:2.0:1767384335.229983:0:27212:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000021e1180a. 00000400:00000200:1.0:1767384335.229983:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 37], ns[64, 37] 00080000:00000001:2.0:1767384335.229990:0:27212:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446619781765967872 : -124291943583744 : ffff8ef506dab000) 00000400:00000200:1.0:1767384335.229997:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[68, 37], ns[68, 37] 00080000:00000001:2.0:1767384335.229999:0:27212:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:1.0:1767384335.230010:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[78, 37], ns[78, 37] 00000400:00000200:1.0:1767384335.230015:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[83, 37], ns[83, 37] 00000400:00000200:1.0:1767384335.230025:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[99, 37], ns[100, 37] 00000400:00000200:1.0:1767384335.230030:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[103, 37], ns[104, 37] 00000400:00000200:1.0:1767384335.230041:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[114, 37], ns[117, 37] 00000400:00000200:1.0:1767384335.230047:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[119, 37], ns[122, 37] 00000400:00000200:1.0:1767384335.230054:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 37], ns[26, 37] 00000400:00000200:1.0:1767384335.230077:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 26], ns[28, 26] 00000400:00000200:1.0:1767384335.230082:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 26], ns[30, 26] 00000400:00000200:1.0:1767384335.230151:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 26], ns[32, 26] 00000400:00000200:1.0:1767384335.230154:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 26], ns[34, 26] 00000400:00000200:1.0:1767384335.230158:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 26], ns[44, 26] 00000400:00000200:1.0:1767384335.230161:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 26], ns[48, 26] 00000400:00000200:1.0:1767384335.230165:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 26], ns[52, 26] 00000400:00000200:1.0:1767384335.230174:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 26], ns[56, 26] 00000400:00000200:1.0:1767384335.230182:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 26], ns[60, 26] 00000400:00000200:1.0:1767384335.230188:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 26], ns[72, 26] 00000400:00000200:1.0:1767384335.230196:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[76, 26], ns[76, 26] 00000400:00000200:1.0:1767384335.230204:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[96, 26], ns[97, 26] 00000400:00000200:1.0:1767384335.230212:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[95, 26], ns[96, 26] 00000001:00000001:2.0:1767384335.230216:0:27212:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000400:00000200:1.0:1767384335.230218:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[90, 26], ns[91, 26] 00080000:00000001:2.0:1767384335.230219:0:27212:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384335.230231:0:27212:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000400:00000200:1.0:1767384335.230238:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[109, 26], ns[110, 26] 00000400:00000200:1.0:1767384335.230242:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[108, 26], ns[109, 26] 00000400:00000200:1.0:1767384335.230250:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[111, 26], ns[112, 26] 00000400:00000200:1.0:1767384335.230253:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[112, 26], ns[113, 26] 00080000:00000001:2.0:1767384335.230259:0:27212:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384335.230264:0:27212:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:1.0:1767384335.230271:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[900, 1000], np[4294967295, 4294967295], ps[0, 26], ns[115, 26] 00000400:00000200:1.0:1767384335.230277:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[117, 26], ns[120, 26] 00000400:00000200:1.0:1767384335.230283:0:16135:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp19 00000400:00000200:1.0:1767384335.230287:0:16135:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.152@tcp19 00000400:00000200:1.0:1767384335.230305:0:16135:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.152@tcp19 lpni_is_preferred = 0 00000400:00000200:1.0:1767384335.230310:0:16135:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.152@tcp19 00000400:00000200:1.0:1767384335.230314:0:16135:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp19 NI seq info: [123:123:256:4294967295] 192.168.202.152@tcp19 LPNI seq info [120:120:8:4294967295] 00000400:00000200:1.0:1767384335.230320:0:16135:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.152@tcp19 00000400:00000200:1.0:1767384335.230331:0:16135:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp19(192.168.202.152@tcp19:) -> 192.168.202.152@tcp19(192.168.202.152@tcp:192.168.202.152@tcp19) : GET try# 0 00000800:00000200:1.0:1767384335.230338:0:16135:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.152@tcp19 00000800:00000010:1.0:1767384335.230342:0:16135:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000009c3fbcb8. 00000800:00000200:1.0:1767384335.230349:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000717135b] -> 12345-192.168.202.152@tcp19 (6) 00000800:00000200:1.0:1767384335.230357:0:16135:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp19 ip 192.168.202.152:988 00000800:00000200:1.0:1767384335.230359:0:16135:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009c3fbcb8 type 2, nob 96 niov 1 nkiov 0 00000400:00000200:1.0:1767384335.230369:0:16135:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.152@tcp 00000400:00000200:1.0:1767384335.230373:0:16135:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100251 rc 0 00080000:00000001:2.0:1767384335.230415:0:27212:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:2.0:1767384335.230419:0:27212:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000800:00000200:1.0:1767384335.230444:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384335.230447:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000009c3fbcb8. 00000400:00000200:1.0:1767384335.230451:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384335.230455:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp19->192.168.202.152@tcp19: GET: OK 00000400:00000200:1.0:1767384335.230458:0:16131:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384335.230462:0:16131:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.152@tcp: 0 00000800:00000001:1.0:1767384335.230477:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384335.230483:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384335.230485:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384335.230495:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384335.230501:0:16131:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.152@tcp19(192.168.202.152@tcp19) <- 192.168.202.152@tcp19 : GET - for me 00000400:00000200:1.0:1767384335.230514:0:16131:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.152@tcp of length 544 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384335.230524:0:16131:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.152@tcp of length 544/544 into md 0x1b69 [1] + 0 00000400:00000200:1.0:1767384335.230541:0:16131:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.152@tcp19 to MR: 192.168.202.152@tcp19 local destination 00000400:00000200:1.0:1767384335.230547:0:16131:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp19 NI seq info: [124:124:256:4294967295] 192.168.202.152@tcp19 LPNI seq info [121:121:8:4294967295] 00000400:00000200:1.0:1767384335.230562:0:16131:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp19(192.168.202.152@tcp19:192.168.202.152@tcp19) -> 192.168.202.152@tcp19(192.168.202.152@tcp19:192.168.202.152@tcp19) 192.168.202.152@tcp19 : REPLY try# 0 00000800:00000200:1.0:1767384335.230568:0:16131:0:(socklnd_cb.c:1001:ksocknal_send()) sending 544 bytes in 1 frags to 12345-192.168.202.152@tcp19 00000800:00000010:1.0:1767384335.230572:0:16131:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009c3fbcb8. 00000800:00000200:1.0:1767384335.230578:0:16131:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000717135b] -> 12345-192.168.202.152@tcp19 (6) 00000800:00000200:1.0:1767384335.230582:0:16131:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp19 ip 192.168.202.152:1003 00000800:00000200:1.0:1767384335.230584:0:16131:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009c3fbcb8 type 3, nob 640 niov 1 nkiov 1 00000800:00000001:0.0:1767384335.230624:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:1.0:1767384335.230662:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1767384335.230662:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:1.0:1767384335.230666:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009c3fbcb8. 00000400:00000200:1.0:1767384335.230671:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:0.0:1767384335.230674:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384335.230679:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp19->192.168.202.152@tcp19: REPLY: OK 00000800:00000001:0.0:1767384335.230686:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384335.230698:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384335.230708:0:16132:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.152@tcp19(192.168.202.152@tcp19) <- 192.168.202.152@tcp19 : REPLY - for me 00000800:00000001:1.0:1767384335.230719:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384335.230726:0:16132:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.152@tcp19: Reply from 12345-192.168.202.152@tcp19 of length 544/544 into md 0x1b85 00000800:00000001:0.0:1767384335.230739:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384335.230747:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384335.230749:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384335.230752:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp19->192.168.202.152@tcp19: REPLY: OK 00000400:00000200:0.0:1767384335.230756:0:16132:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000050be1f4b 00000400:00000010:0.0:1767384335.230757:0:16132:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000050be1f4b. 00000400:00000200:0.0:1767384335.230761:0:16132:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:0.0:1767384335.230766:0:16132:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.202.152@tcp has discovery enabled 00000400:00000200:0.0:1767384335.230770:0:16132:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.202.152@tcp(000000005d9714d7) is MR 00000400:00000200:0.0:1767384335.230774:0:16132:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.202.152@tcp data present 32. state = 0x100251 00000400:00000200:0.0:1767384335.230777:0:16132:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.152@tcp (000000005d9714d7): -114 00000400:00000200:0.0:1767384335.230791:0:16132:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000005d9714d7 (33) 00000800:00000001:0.0:1767384335.230800:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384335.230807:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384335.230828:0:16135:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384335.230833:0:16135:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x1000d1 00000400:00000010:0.0:1767384335.230842:0:16135:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 660 at 000000002eeecc3f. 00000400:00000010:0.0:1767384335.230845:0:16135:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 792 at 00000000221e017a. 00000400:00000010:0.0:1767384335.230848:0:16135:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 660 at 0000000037eb0901. 00000400:00000010:0.0:1767384335.230892:0:16135:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000d483ccee. 00000400:00000200:0.0:1767384335.230898:0:16135:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000d483ccee nid 192.168.202.152@tcp40 00000400:00000010:0.0:1767384335.230901:0:16135:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000a06c96d1. 00000400:00000200:0.0:1767384335.230905:0:16135:0:(peer.c:204:lnet_peer_net_alloc()) 00000000a06c96d1 net tcp40 00000400:00000200:0.0:1767384335.230909:0:16135:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (32) 00000400:00000200:0.0:1767384335.230914:0:16135:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.152@tcp NID 192.168.202.152@tcp40 flags 0x11 00000400:00000010:0.0:1767384335.230918:0:16135:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 660 at 000000002eeecc3f. 00000400:00000010:0.0:1767384335.230920:0:16135:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 792 at 00000000221e017a. 00000400:00000010:0.0:1767384335.230923:0:16135:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 660 at 0000000037eb0901. 00000400:00000010:0.0:1767384335.230929:0:16135:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 553 at 000000005a3092ce. 00000400:00000200:0.0:1767384335.230932:0:16135:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.152@tcp (000000005d9714d7): 0 00000400:00000200:0.0:1767384335.230934:0:16135:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.152@tcp(000000005d9714d7): 0. state = 0x100151 00000400:00000200:0.0:1767384335.230936:0:16135:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100151 rc 1 00000400:00000200:0.0:1767384335.230941:0:16135:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100151 00000400:00000200:0.0:1767384335.230950:0:16135:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.152@tcp 00000400:00000200:0.0:1767384335.230951:0:16135:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100111 rc 0 00000400:00000200:0.0:1767384335.230954:0:16135:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.152@tcp (000000005d9714d7) 00000400:00000200:0.0:1767384335.230963:0:16135:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000005d9714d7 (33) 00080000:00000001:3.0:1767384335.240678:0:27212:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384335.240687:0:16807:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000020:00000002:3.0:1767384335.240689:0:27212:0:(lu_object.c:207:lu_object_put()) Add 00000000f07b1e3f/000000000f28175b to site lru. bkt: 00000000b56e2c81 00040000:00000001:1.0:1767384335.240693:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:3.0:1767384335.240694:0:27212:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384335.240699:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:3.0:1767384335.240700:0:27212:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:1.0:1767384335.240702:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384335.240705:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384335.240707:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000021e1180a. 20000000:01000000:3.0:1767384335.240713:0:27212:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000001:1.0:1767384335.240713:0:16807:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:3.0:1767384335.240736:0:27212:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384335.240740:0:27212:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000020:3.0:1767384335.240750:0:27212:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000010:0.0:1767384335.240754:0:16773:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000091baf049. 20000000:01000000:0.0:1767384335.240761:0:16773:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #40 20000000:01000000:3.0:1767384335.240767:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384335.240771:0:16773:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:00000001:3.0:1767384335.240772:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384335.240777:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384335.240782:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384335.240786:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:0.0:1767384335.240786:0:16773:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00010000:00000040:3.0:1767384335.240796:0:16794:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000f57b2dfa count: 2 00010000:00000001:3.0:1767384335.240806:0:16794:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384335.240811:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384335.240817:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000009b046e44. 00000020:00000001:3.0:1767384335.240822:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384335.240828:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 000000009b046e44 with handle 0x7e51148972eecc53 to hash 00000020:00000001:3.0:1767384335.240831:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384335.240833:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446619781713886720 : -124291995664896 : ffff8ef503bffe00) 00010000:00000001:3.0:1767384335.240837:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446619781713886720 : -124291995664896 : ffff8ef503bffe00) 00010000:00000001:3.0:1767384335.240841:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384335.240844:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384335.240847:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000009b046e44/0x7e51148972eecc53 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384335.240851:0:16773:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384335.240854:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000001:0.0:1767384335.240860:0:16773:0:(osd_index.c:949:osd_remote_fid()) Process entered 00010000:00000001:3.0:1767384335.240861:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00080000:00000001:0.0:1767384335.240864:0:16773:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384335.240866:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384335.240870:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000001:0.0:1767384335.240870:0:16773:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00010000:00000001:3.0:1767384335.240877:0:16794:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00000020:00000001:0.0:1767384335.240880:0:16773:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00010000:3.0:1767384335.240882:0:16794:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 00000000cf5af016/0x7e51148972eecc4c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7e51148972eecc45 expref: 16 pid: 16773 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384335.240888:0:16794:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00000020:00000001:0.0:1767384335.240889:0:16773:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446619782313850200 : -124291395701416 : ffff8ef52782b558) 00010000:00000001:3.0:1767384335.240890:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384335.240896:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000001:0.0:1767384335.240897:0:16773:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:3.0:1767384335.240898:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384335.240903:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384335.240906:0:16794:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00080000:00000010:0.0:1767384335.240907:0:16773:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000002eeecc3f. 00010000:00010000:3.0:1767384335.240909:0:16794:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 000000009b046e44/0x7e51148972eecc53 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384335.240914:0:16773:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446619777412350976 : -124296297200640 : ffff8ef4035bc400) 00010000:00000040:3.0:1767384335.240917:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000f57b2dfa) refcount = 2 00080000:00000001:0.0:1767384335.240921:0:16773:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000040:3.0:1767384335.240922:0:16794:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1767384335.240928:0:16794:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000cf5af016/0x7e51148972eecc4c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0x7e51148972eecc45 expref: 16 pid: 16773 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384335.240942:0:16794:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:3.0:1767384335.240944:0:16794:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 000000009b046e44/0x7e51148972eecc53 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000010:3.0:1767384335.240950:0:16794:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a40d0656. 00000100:00000001:3.0:1767384335.240954:0:16794:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384335.240958:0:16794:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002f886650. 00000100:00000001:3.0:1767384335.240960:0:16794:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446619782551147456 : -124291158404160 : ffff8ef535a793c0) 00000100:00000001:3.0:1767384335.240962:0:16794:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446619782551147456 : -124291158404160 : ffff8ef535a793c0) 00000100:00000001:3.0:1767384335.240966:0:16794:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384335.240968:0:16794:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1767384335.240971:0:16794:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:3.0:1767384335.240974:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384335.240977:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:3.0:1767384335.240980:0:16794:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1767384335.240985:0:16794:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1767384335.240987:0:16794:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:3.0:1767384335.240988:0:16794:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:3.0:1767384335.240993:0:16794:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bf6531a0. 00000020:00000040:3.0:1767384335.240997:0:16794:0:(genops.c:1229:class_import_get()) import 00000000ec48d8bc refcount=2 obd=MGS 00000100:00000001:3.0:1767384335.241003:0:16794:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384335.241006:0:16794:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384335.241012:0:16794:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384335.241021:0:16794:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006caa54d9. 00000100:00000001:3.0:1767384335.241030:0:16794:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384335.241038:0:16794:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 00000000cf5af016/0x7e51148972eecc4c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x7e51148972eecc45 expref: 16 pid: 16773 timeout: 0 lvb_type: 0 00000001:00000001:0.0:1767384335.241051:0:16773:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384335.241055:0:16773:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384335.241057:0:16794:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 00000000cf5af016/0x7e51148972eecc4c lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x7e51148972eecc45 expref: 16 pid: 16773 timeout: 407 lvb_type: 0 00080000:00000001:0.0:1767384335.241061:0:16773:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:3.0:1767384335.241073:0:16794:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:3.0:1767384335.241079:0:16794:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00080000:00000001:0.0:1767384335.241124:0:16773:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384335.241132:0:16773:0:(osd_io.c:399:osd_write()) Process entered 00000100:00000040:3.0:1767384335.241148:0:16794:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bf6531a0 x1853236723081728/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384335.241168:0:16794:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384335.241170:0:16794:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384335.241178:0:16794:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000bf6531a0 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16794:1853236723081728:0@lo:104: 00000100:00000001:3.0:1767384335.241182:0:16794:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384335.241188:0:16794:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384335.241191:0:16794:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384335.241193:0:16794:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384335.241198:0:16794:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000063eeaf2d. 02000000:00000001:3.0:1767384335.241200:0:16794:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384335.241207:0:16794:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001c995a88. 00000400:00000010:3.0:1767384335.241216:0:16794:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000091677c2e. 00000100:00000200:3.0:1767384335.241222:0:16794:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236723081728, portal 16 00000100:00000001:3.0:1767384335.241226:0:16794:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384335.241229:0:16794:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782675230080 : -124291034321536 : ffff8ef53d0ced80) 00000100:00000040:3.0:1767384335.241235:0:16794:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@00000000bf6531a0 x1853236723081728/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384351 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384335.241242:0:16794:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384335.241249:0:16794:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384335.241253:0:16794:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009146ec67. 00000100:00000200:3.0:1767384335.241257:0:16794:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853236723081728, offset 0 00000400:00000200:3.0:1767384335.241266:0:16794:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384335.241286:0:16794:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384335.241313:0:16794:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x695824c906200 00000400:00000200:3.0:1767384335.241323:0:16794:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x1775 [2] + 656 00000400:00000200:3.0:1767384335.241330:0:16794:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384335.241338:0:16794:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384335.241349:0:16794:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384335.241351:0:16794:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00080000:00000001:0.0:1767384335.241354:0:16773:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000100:00000010:3.0:1767384335.241356:0:16794:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000057d52b05. 00080000:00000001:0.0:1767384335.241360:0:16773:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000100:00000040:3.0:1767384335.241362:0:16794:0:(events.c:337:request_in_callback()) incoming req@0000000057d52b05 x1853236723081728 msgsize 328 00000100:00100000:3.0:1767384335.241374:0:16794:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384335.241389:0:16794:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384335.241407:0:16794:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009146ec67 00000400:00000010:3.0:1767384335.241409:0:16794:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009146ec67. 00000100:00000001:3.0:1767384335.241414:0:16794:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384335.241421:0:16794:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bf6531a0 x1853236723081728/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384351 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384335.241430:0:16794:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384335.241433:0:16794:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bf6531a0 x1853236723081728/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384351 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384335.241439:0:16794:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384335.241441:0:16794:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384335.241447:0:16794:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384335.241450:0:16794:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294925228 00000100:00000001:3.0:1767384335.241628:0:16763:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384335.241633:0:16763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723081728 02000000:00000001:3.0:1767384335.241636:0:16763:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384335.241639:0:16763:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384335.241643:0:16763:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384335.241647:0:16763:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384335.241652:0:16763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723081728 00000020:00000001:3.0:1767384335.241656:0:16763:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384335.241658:0:16763:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eec8d3 00000020:00000001:3.0:1767384335.241661:0:16763:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384335.241664:0:16763:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000d18f5ad3 refcount=3 00000020:00000001:3.0:1767384335.241668:0:16763:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619777404448768 : -124296305102848 : ffff8ef402e33000) 00000020:00000001:3.0:1767384335.241671:0:16763:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619777404448768 : -124296305102848 : ffff8ef402e33000) 00000100:00000001:3.0:1767384335.241674:0:16763:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384335.241678:0:16763:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002deda305. 00000100:00000001:3.0:1767384335.241682:0:16763:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384335.241685:0:16763:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002deda305. 00000020:00000010:3.0:1767384335.241691:0:16763:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000625a92a. 00000020:00000010:3.0:1767384335.241695:0:16763:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009ebeeee4. 00000020:00000010:3.0:1767384335.241700:0:16763:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004085ee64. 00000100:00000040:3.0:1767384335.241713:0:16763:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:3.0:1767384335.241716:0:16763:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384335.241723:0:16763:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384335.241724:0:16763:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384335.241732:0:16763:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384335.241743:0:16763:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384335.241760:0:16763:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384335.241762:0:16763:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384335.241770:0:16763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00000040:3.0:1767384335.241774:0:16763:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000d18f5ad3 : new rpc_count 1 00000100:00000001:3.0:1767384335.241776:0:16763:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619782675226496 : -124291034325120 : ffff8ef53d0cdf80) 00000100:00000040:3.0:1767384335.241783:0:16763:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000057d52b05 x1853236723081728/t0(0) o104->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:316/0 lens 328/0 e 0 to 0 dl 1767384346 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384335.241790:0:16763:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384335.241793:0:16763:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002deda305. 00000100:00000001:3.0:1767384335.241796:0:16763:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384335.241799:0:16763:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002deda305. 00000100:00100000:3.0:1767384335.241803:0:16763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000057d52b05 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:c0412d60-4f67-4dbc-8791-892843f60083+3:16794:x1853236723081728:12345-0@lo:104: 00000100:00000200:3.0:1767384335.241806:0:16763:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723081728 00010000:00000001:3.0:1767384335.241809:0:16763:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1767384335.241814:0:16763:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384335.241815:0:16763:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384335.241817:0:16763:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000046a46c52 refcount=2 00000020:00000001:3.0:1767384335.241819:0:16763:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781713885696 : -124291995665920 : ffff8ef503bffa00) 00010000:00000001:3.0:1767384335.241821:0:16763:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781713885696 : -124291995665920 : ffff8ef503bffa00) 00010000:00000001:3.0:1767384335.241823:0:16763:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384335.241825:0:16763:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384335.241828:0:16763:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.152@tcp lock: 0000000046a46c52/0x7e51148972eecc45 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x7e51148972eecc4c expref: -99 pid: 16776 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384335.241835:0:16763:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384335.241837:0:16763:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384335.241840:0:16763:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000d6df220f. 02000000:00000001:3.0:1767384335.241842:0:16763:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384335.241849:0:16763:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384335.241853:0:16763:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384335.241856:0:16763:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384335.241860:0:16763:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c1a96973 time=65 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384335.241864:0:16763:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384335.241867:0:16763:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 21 to 0@lo 00000100:00000001:3.0:1767384335.241869:0:16763:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 02000000:00000001:3.0:1767384335.241871:0:16763:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384335.241873:0:16763:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384335.241875:0:16763:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384335.241877:0:16763:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384335.241879:0:16763:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009146ec67. 00000100:00000200:3.0:1767384335.241881:0:16763:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853236723081728, offset 224 00000400:00000200:3.0:1767384335.241884:0:16763:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384335.241888:0:16763:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384335.241892:0:16763:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x695824c906200 00000400:00000200:3.0:1767384335.241895:0:16763:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x1b89 [1] + 224 00000400:00000200:3.0:1767384335.241899:0:16763:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384335.241902:0:16763:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384335.241906:0:16763:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384335.241909:0:16763:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bf6531a0 x1853236723081728/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384351 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1767384335.241917:0:16763:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000bf6531a0 x1853236723081728/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384351 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384335.241924:0:16763:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384335.241931:0:16763:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009146ec67 00000400:00000010:3.0:1767384335.241933:0:16763:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009146ec67. 00000100:00000001:3.0:1767384335.241938:0:16763:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384335.241940:0:16763:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384335.241945:0:16763:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384335.241949:0:16763:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 20 to 0@lo 00010000:00000001:3.0:1767384335.241952:0:16763:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1767384335.241955:0:16763:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000b4959b46. 00010000:00000001:3.0:1767384335.241958:0:16763:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1767384335.241974:0:16763:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:3.0:1767384335.241977:0:16763:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384335.241979:0:16763:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384335.241983:0:16763:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384335.241987:0:16763:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000057d52b05 x1853236723081728/t0(0) o104->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:316/0 lens 328/224 e 0 to 0 dl 1767384346 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:1.0:1767384335.241994:0:16767:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00100000:3.0:1767384335.242001:0:16763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000057d52b05 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:c0412d60-4f67-4dbc-8791-892843f60083+3:16794:x1853236723081728:12345-0@lo:104: Request processed in 203us (632us total) trans 0 rc 0/0 00000020:00000001:1.0:1767384335.242003:0:16767:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384335.242016:0:16767:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:3.0:1767384335.242021:0:16763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00010000:00000001:1.0:1767384335.242026:0:16767:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000100:00000040:3.0:1767384335.242027:0:16763:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000d18f5ad3 : new rpc_count 0 00010000:00000001:1.0:1767384335.242032:0:16767:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000001:3.0:1767384335.242033:0:16763:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384335.242038:0:16763:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00010000:1.0:1767384335.242040:0:16767:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.152@tcp lock: 0000000046a46c52/0x7e51148972eecc45 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x7e51148972eecc4c expref: -99 pid: 16776 timeout: 0 lvb_type: 0 00000020:00000010:3.0:1767384335.242047:0:16763:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009ebeeee4. 00000020:00000010:3.0:1767384335.242058:0:16763:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004085ee64. 00010000:00010000:1.0:1767384335.242067:0:16767:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000046a46c52 already unused, calling callback (00000000649d35d1) 00000020:00000010:3.0:1767384335.242068:0:16763:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000625a92a. 10000000:00000001:1.0:1767384335.242078:0:16767:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000020:00000040:3.0:1767384335.242082:0:16763:0:(genops.c:898:class_export_put()) PUTting export 00000000d18f5ad3 : new refcount 2 10000000:00010000:1.0:1767384335.242082:0:16767:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.152@tcp lock: 0000000046a46c52/0x7e51148972eecc45 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x7e51148972eecc4c expref: -99 pid: 16776 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384335.242128:0:16763:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384335.242153:0:16767:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384335.242156:0:16767:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384335.242159:0:16767:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384335.242163:0:16767:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000046a46c52 refcount=3 00000020:00000001:1.0:1767384335.242165:0:16767:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781713885696 : -124291995665920 : ffff8ef503bffa00) 00010000:00000001:1.0:1767384335.242169:0:16767:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781713885696 : -124291995665920 : ffff8ef503bffa00) 00010000:00000001:1.0:1767384335.242174:0:16767:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384335.242176:0:16767:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.152@tcp lock: 0000000046a46c52/0x7e51148972eecc45 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x7e51148972eecc4c expref: -99 pid: 16776 timeout: 0 lvb_type: 0 10000000:00000001:1.0:1767384335.242182:0:16767:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:1.0:1767384335.242186:0:16767:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.152@tcp lock: 0000000046a46c52/0x7e51148972eecc45 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x7e51148972eecc4c expref: -99 pid: 16776 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1767384335.242192:0:16767:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:00000001:1.0:1767384335.242196:0:16767:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:1.0:1767384335.242198:0:16767:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 10000000:00000040:1.0:1767384335.242201:0:16767:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:1.0:1767384335.242204:0:16767:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1767384335.242206:0:16767:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384335.242239:0:16767:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:1.0:1767384335.242242:0:16767:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1767384335.242245:0:16767:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(0000000070cb7a0b) refs 2 10000000:00000001:1.0:1767384335.242249:0:16767:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:1.0:1767384335.242252:0:16767:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384335.242259:0:16767:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384335.242264:0:16767:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384335.242266:0:16767:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384335.242270:0:16767:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384335.242274:0:16767:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384335.242277:0:16794:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4294925216 00000020:00000040:1.0:1767384335.242278:0:16767:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000046a46c52 with handle 0x7e51148972eecc45 from hash 00010000:00000001:1.0:1767384335.242288:0:16767:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:3.0:1767384335.242302:0:16794:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294925229 00010000:00000001:1.0:1767384335.242306:0:16767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384335.242309:0:16767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767384335.242310:0:16794:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4294925216 00000100:00000001:3.0:1767384335.242315:0:16794:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294925229 00010000:00000001:1.0:1767384335.242317:0:16767:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:3.0:1767384335.242320:0:16794:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4294925216 00010000:00000001:1.0:1767384335.242321:0:16767:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384335.242327:0:16767:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00000100:00000001:3.0:1767384335.242330:0:16794:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294925229 00010000:00000001:1.0:1767384335.242337:0:16767:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00000100:00000001:3.0:1767384335.242339:0:16794:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4294925216 00010000:00000001:1.0:1767384335.242340:0:16767:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000001:3.0:1767384335.242346:0:16794:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384335.242349:0:16794:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384335.242352:0:16767:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005f58ed98. 00010000:00000001:3.0:1767384335.242353:0:16794:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384335.242361:0:16794:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384335.242362:0:16767:0:(genops.c:1229:class_import_get()) import 00000000df830bbe refcount=6 obd=MGC192.168.202.152@tcp 00000020:00000001:3.0:1767384335.242376:0:16794:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384335.242378:0:16767:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00010000:00000001:3.0:1767384335.242380:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384335.242383:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:1.0:1767384335.242384:0:16767:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384335.242390:0:16767:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384335.242395:0:16794:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384335.242398:0:16794:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 02000000:00000010:1.0:1767384335.242399:0:16767:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000005b77e45. 00010000:00000001:3.0:1767384335.242400:0:16794:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1767384335.242410:0:16794:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384335.242415:0:16794:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384335.242415:0:16767:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384335.242421:0:16794:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00010000:00000001:1.0:1767384335.242423:0:16767:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00000100:00100000:3.0:1767384335.242427:0:16794:0:(client.c:2690:ptlrpc_set_wait()) set 000000002f886650 going to sleep for 11 seconds 00000100:00000001:3.0:1767384335.242432:0:16794:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00010000:1.0:1767384335.242434:0:16767:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.152@tcp lock: 0000000046a46c52/0x7e51148972eecc45 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7e51148972eecc4c expref: -99 pid: 16776 timeout: 0 lvb_type: 0 00000400:00000001:3.0:1767384335.242437:0:16794:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384335.242441:0:16794:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384335.242445:0:16794:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001c995a88. 00010000:00010000:1.0:1767384335.242448:0:16767:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000400:00000200:3.0:1767384335.242450:0:16794:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000091677c2e 00010000:00000001:1.0:1767384335.242451:0:16767:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384335.242453:0:16794:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000091677c2e. 00000100:00000001:3.0:1767384335.242461:0:16794:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384335.242462:0:16767:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384335.242466:0:16767:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384335.242469:0:16794:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bf6531a0 x1853236723081728/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384351 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1767384335.242480:0:16767:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005f58ed98] to pc [ptlrpcd_00_03+3] req@000000005f58ed98 x1853236723081856/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384335.242481:0:16794:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bf6531a0 x1853236723081728/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384351 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384335.242530:0:16794:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384335.242534:0:16794:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384335.242538:0:16794:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384335.242541:0:16794:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384335.242543:0:16794:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384335.242546:0:16794:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384335.242549:0:16794:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384335.242553:0:16767:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00001000:3.0:1767384335.242554:0:16794:0:(import.c:2128:obd_at_measure()) add 5 to 00000000441774e7 time=65 v=5 (5 0 0 0) 00010000:00000001:1.0:1767384335.242565:0:16767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00001000:3.0:1767384335.242567:0:16794:0:(import.c:2128:obd_at_measure()) add 1 to 000000000e70851c time=65 v=5 (1 0 0 0) 00010000:00000001:1.0:1767384335.242568:0:16767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384335.242577:0:16767:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384335.242578:0:16794:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384335.242584:0:16794:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384335.242586:0:16767:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384335.242589:0:16794:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 10000000:00000001:1.0:1767384335.242591:0:16767:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384335.242592:0:16794:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384335.242600:0:16767:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.152@tcp lock: 0000000046a46c52/0x7e51148972eecc45 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7e51148972eecc4c expref: -99 pid: 16776 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384335.242601:0:16794:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384335.242602:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384335.242612:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767384335.242615:0:16794:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bf6531a0 x1853236723081728/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384351 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384335.242617:0:16140:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000001:1.0:1767384335.242623:0:16767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:2.0:1767384335.242630:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005f58ed98 x1853236723081856/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:1.0:1767384335.242630:0:16767:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.152@tcp lock: 0000000046a46c52/0x7e51148972eecc45 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7e51148972eecc4c expref: -99 pid: 16776 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384335.242673:0:16794:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000040:1.0:1767384335.242674:0:16767:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000046e81cbd count: 0 00000100:00000001:3.0:1767384335.242680:0:16794:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384335.242680:0:16140:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384335.242687:0:16140:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384335.242689:0:16794:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384335.242697:0:16794:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 02000000:00000001:2.0:1767384335.242698:0:16140:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000001:3.0:1767384335.242699:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384335.242700:0:16767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384335.242704:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:2.0:1767384335.242705:0:16140:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384335.242706:0:16767:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384335.242708:0:16794:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.0:1767384335.242711:0:16767:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000b4959b46. 02000000:00000001:2.0:1767384335.242712:0:16140:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384335.242719:0:16794:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bf6531a0 x1853236723081728/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384351 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:1.0:1767384335.242721:0:16767:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384335.242726:0:16140:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005f58ed98 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c0412d60-4f67-4dbc-8791-892843f60083:16140:1853236723081856:0@lo:103: 00000100:00000001:2.0:1767384335.242737:0:16140:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000001:1.0:1767384335.242741:0:16767:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:2.0:1767384335.242742:0:16140:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00100000:3.0:1767384335.242746:0:16794:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000bf6531a0 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16794:1853236723081728:0@lo:104: 02000000:00000001:2.0:1767384335.242752:0:16140:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384335.242753:0:16767:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384335.242755:0:16794:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384335.242761:0:16140:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384335.242769:0:16140:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000030d2709f. 00000100:00000001:3.0:1767384335.242771:0:16794:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384335.242771:0:16767:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:2.0:1767384335.242776:0:16140:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384335.242781:0:16767:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:3.0:1767384335.242782:0:16794:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000020:00000001:1.0:1767384335.242784:0:16767:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384335.242785:0:16140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000028b9164b. 00000100:00000001:3.0:1767384335.242786:0:16794:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00010000:1.0:1767384335.242791:0:16767:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767384335.242795:0:16794:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bf6531a0 x1853236723081728/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384351 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1767384335.242795:0:16140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000750e275d. 00000020:00000001:1.0:1767384335.242797:0:16767:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384335.242802:0:16767:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384335.242804:0:16140:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236723081856, portal 18 00010000:00010000:1.0:1767384335.242814:0:16767:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1767384335.242816:0:16140:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384335.242823:0:16794:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384335.242825:0:16794:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1767384335.242827:0:16140:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782424483968 : -124291285067648 : ffff8ef52e1ad880) 02000000:00000010:3.0:1767384335.242829:0:16794:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000063eeaf2d. 02000000:00000001:3.0:1767384335.242833:0:16794:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384335.242836:0:16794:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384335.242837:0:16794:0:(genops.c:1242:class_import_put()) import 00000000ec48d8bc refcount=1 obd=MGS 00000020:00000001:3.0:1767384335.242839:0:16794:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:2.0:1767384335.242839:0:16140:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005f58ed98 x1853236723081856/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384351 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767384335.242842:0:16794:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000006caa54d9. 02000000:00000001:3.0:1767384335.242846:0:16794:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384335.242849:0:16794:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384335.242851:0:16794:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bf6531a0. 00000100:00000001:3.0:1767384335.242856:0:16794:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384335.242858:0:16794:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384335.242858:0:16140:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000010:3.0:1767384335.242862:0:16794:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000002f886650. 00000100:00000040:2.0:1767384335.242864:0:16140:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384335.242866:0:16794:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1767384335.242868:0:16794:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1767384335.242869:0:16140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000085e5b010. 00010000:00000010:3.0:1767384335.242871:0:16794:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a40d0656. 00000100:00000200:2.0:1767384335.242874:0:16140:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853236723081856, offset 0 00010000:00000001:3.0:1767384335.242875:0:16794:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384335.242880:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384335.242882:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384335.242884:0:16140:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 20000000:00000001:3.0:1767384335.242887:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00000001:3.0:1767384335.242890:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000400:00000200:2.0:1767384335.242891:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00010000:3.0:1767384335.242898:0:16794:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 000000009b046e44/0x7e51148972eecc53 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384335.242900:0:16140:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x695824c906280 00000400:00000200:2.0:1767384335.242910:0:16140:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x11 [2] + 656 00000400:00000200:2.0:1767384335.242914:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384335.242917:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384335.242920:0:16140:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384335.242921:0:16140:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1767384335.242924:0:16140:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b7eed8d1. 00000100:00000040:2.0:1767384335.242926:0:16140:0:(events.c:337:request_in_callback()) incoming req@00000000b7eed8d1 x1853236723081856 msgsize 328 00000100:00100000:2.0:1767384335.242929:0:16140:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384335.242938:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384335.242941:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384335.242943:0:16140:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384335.242944:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384335.242948:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384335.242950:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000085e5b010 00000400:00000010:2.0:1767384335.242953:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000085e5b010. 00000100:00000001:2.0:1767384335.242955:0:16140:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384335.242959:0:16140:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005f58ed98 x1853236723081856/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384351 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384335.242966:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384335.242967:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005f58ed98 x1853236723081856/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384351 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384335.242972:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384335.242974:0:16140:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384335.242980:0:16140:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384335.242983:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294925229 00000100:00000001:2.0:1767384335.242992:0:16140:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294925228 00000020:00000010:0.0:1767384335.242992:0:16766:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000d5c85fd3. 00000100:00000001:2.0:1767384335.242997:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294925229 00000100:00000001:0.0:1767384335.243001:0:16766:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384335.243003:0:16766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723081856 00000100:00000001:2.0:1767384335.243007:0:16140:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 1, keep current deadline 4294925229 02000000:00000001:0.0:1767384335.243008:0:16766:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384335.243010:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294925229 00000100:00000001:0.0:1767384335.243012:0:16766:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384335.243015:0:16140:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 2, keep current deadline 4294925229 00000100:00000001:0.0:1767384335.243016:0:16766:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384335.243018:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294925229 02000000:00000001:0.0:1767384335.243022:0:16766:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384335.243023:0:16140:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 3, keep current deadline 4294925229 00000100:00000001:2.0:1767384335.243029:0:16140:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384335.243031:0:16140:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384335.243031:0:16766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723081856 00000100:00000001:2.0:1767384335.243037:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384335.243037:0:16766:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384335.243043:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767384335.243043:0:16766:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eec8e1 00000020:00000001:0.0:1767384335.243048:0:16766:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384335.243050:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384335.243053:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384335.243055:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384335.243056:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384335.243059:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384335.243060:0:16766:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000555601ca refcount=17 00000100:00000001:2.0:1767384335.243062:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384335.243066:0:16766:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000020:00000001:0.0:1767384335.243070:0:16766:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000100:00000001:0.0:1767384335.243075:0:16766:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384335.243080:0:16766:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003561084c. 00000100:00000001:0.0:1767384335.243083:0:16766:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384335.243149:0:16766:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003561084c. 00000020:00000010:0.0:1767384335.243160:0:16766:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000084c30e5b. 00000020:00000010:0.0:1767384335.243165:0:16766:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b6ece374. 00000020:00000010:0.0:1767384335.243170:0:16766:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e7d16d4c. 00000100:00000040:0.0:1767384335.243179:0:16766:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:0.0:1767384335.243183:0:16766:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384335.243185:0:16766:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:0.0:1767384335.243189:0:16766:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:0.0:1767384335.243193:0:16766:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384335.243196:0:16766:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:0.0:1767384335.243200:0:16766:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384335.243202:0:16766:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384335.243204:0:16766:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000cf5af016 refcount=4 00000020:00000001:0.0:1767384335.243207:0:16766:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781734631424 : -124291974920192 : ffff8ef504fc8800) 00010000:00000001:0.0:1767384335.243211:0:16766:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781734631424 : -124291974920192 : ffff8ef504fc8800) 00010000:00010000:0.0:1767384335.243217:0:16766:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 00000000cf5af016/0x7e51148972eecc4c lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x7e51148972eecc45 expref: 17 pid: 16773 timeout: 407 lvb_type: 0 00010000:00000001:0.0:1767384335.243225:0:16766:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384335.243228:0:16766:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384335.243230:0:16766:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384335.243233:0:16766:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384335.243241:0:16766:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:0.0:1767384335.243246:0:16766:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b7eed8d1 x1853236723081856/t0(0) o103->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:316/0 lens 328/0 e 0 to 0 dl 1767384346 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384335.243256:0:16766:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1767384335.243258:0:16766:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384335.243273:0:16766:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384335.243304:0:19333:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384335.243307:0:19333:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384335.243312:0:16766:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:1.0:1767384335.243314:0:19333:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00000001:0.0:1767384335.243319:0:16766:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:1.0:1767384335.243321:0:19333:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000555601ca : new rpc_count 3 00000100:00000001:1.0:1767384335.243325:0:19333:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619782407654912 : -124291301896704 : ffff8ef52d1a0e00) 00000100:00000001:0.0:1767384335.243326:0:16766:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384335.243332:0:19333:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b7eed8d1 x1853236723081856/t0(0) o103->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:316/0 lens 328/0 e 0 to 0 dl 1767384346 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384335.243332:0:16766:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384335.243379:0:19333:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384335.243388:0:19333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000083734409. 00000100:00000001:1.0:1767384335.243392:0:19333:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384335.243394:0:19333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000083734409. 00000100:00100000:1.0:1767384335.243398:0:19333:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000b7eed8d1 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c0412d60-4f67-4dbc-8791-892843f60083+17:16140:x1853236723081856:12345-0@lo:103: 00000100:00000200:1.0:1767384335.243402:0:19333:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723081856 00010000:00000001:1.0:1767384335.243405:0:19333:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:1.0:1767384335.243407:0:19333:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:1.0:1767384335.243409:0:19333:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:1.0:1767384335.243413:0:19333:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384335.243417:0:19333:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384335.243421:0:19333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000fbe144f1. 02000000:00000001:1.0:1767384335.243424:0:19333:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384335.243427:0:19333:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384335.243436:0:19333:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:1.0:1767384335.243439:0:19333:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:1.0:1767384335.243441:0:19333:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384335.243443:0:19333:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384335.243445:0:19333:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000cf5af016 refcount=4 00000020:00000001:1.0:1767384335.243447:0:19333:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781734631424 : -124291974920192 : ffff8ef504fc8800) 00010000:00000001:1.0:1767384335.243449:0:19333:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781734631424 : -124291974920192 : ffff8ef504fc8800) 00010000:00000040:1.0:1767384335.243451:0:19333:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000f57b2dfa count: 3 00010000:00010000:1.0:1767384335.243455:0:19333:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 00000000cf5af016/0x7e51148972eecc4c lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x7e51148972eecc45 expref: 17 pid: 16773 timeout: 407 lvb_type: 0 00000100:00001000:1.0:1767384335.243462:0:19333:0:(import.c:2128:obd_at_measure()) add 0 to 00000000dce49598 time=1767384335 v=100 (0 0 0 0) 00010000:00000001:1.0:1767384335.243465:0:19333:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384335.243480:0:19333:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384335.243482:0:19333:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384335.243488:0:19333:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 00000000cf5af016/0x7e51148972eecc4c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x7e51148972eecc45 expref: 17 pid: 16773 timeout: 407 lvb_type: 0 00000020:00000001:1.0:1767384335.243494:0:19333:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1767384335.243496:0:19333:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1767384335.243497:0:19333:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384335.243498:0:19333:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384335.243500:0:19333:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384335.243502:0:19333:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384335.243507:0:19333:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384335.243509:0:19333:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384335.243511:0:19333:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384335.243513:0:19333:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384335.243515:0:19333:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000cf5af016 with handle 0x7e51148972eecc4c from hash 00010000:00000001:1.0:1767384335.243517:0:19333:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384335.243518:0:19333:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384335.243519:0:19333:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384335.243519:0:19333:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384335.243520:0:19333:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384335.243522:0:19333:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384335.243523:0:19333:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000cf5af016/0x7e51148972eecc4c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x7e51148972eecc45 expref: 17 pid: 16773 timeout: 407 lvb_type: 0 00010000:00000040:1.0:1767384335.243533:0:19333:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000555601ca : new locks_count 9 00000020:00000040:1.0:1767384335.243536:0:19333:0:(genops.c:898:class_export_put()) PUTting export 00000000555601ca : new refcount 16 00010000:00000001:1.0:1767384335.243547:0:19333:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384335.243550:0:19333:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384335.243554:0:19333:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:1.0:1767384335.243557:0:19333:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 000000009b046e44 00010000:00000001:1.0:1767384335.243560:0:19333:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384335.243563:0:19333:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384335.243565:0:19333:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384335.243569:0:19333:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384335.243570:0:19333:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384335.243574:0:19333:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384335.243577:0:19333:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:1.0:1767384335.243579:0:19333:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 000000009b046e44/0x7e51148972eecc53 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384335.243583:0:19333:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:1.0:1767384335.243586:0:19333:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384335.243587:0:19333:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384335.243588:0:19333:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384335.243590:0:19333:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000f57b2dfa) refcount = 2 00010000:00010000:1.0:1767384335.243593:0:19333:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000009b046e44/0x7e51148972eecc53 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384335.243597:0:19333:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384335.243600:0:19333:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384335.243602:0:19333:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384335.243606:0:19333:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.0:1767384335.243610:0:19333:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000083734409. 00000100:00000001:1.0:1767384335.243614:0:19333:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384335.243618:0:19333:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f8afa1ac. 00000100:00000001:1.0:1767384335.243620:0:19333:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446619782632343232 : -124291077208384 : ffff8ef53a7e86c0) 00000100:00000001:1.0:1767384335.243623:0:19333:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446619782632343232 : -124291077208384 : ffff8ef53a7e86c0) 00000100:00000001:1.0:1767384335.243626:0:19333:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384335.243634:0:19333:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1767384335.243635:0:19333:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 20000000:00000001:1.0:1767384335.243641:0:19333:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384335.243645:0:19333:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003445359s 00010000:00000001:1.0:1767384335.243648:0:19333:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384335.243649:0:19333:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384335.243651:0:19333:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009b046e44 refcount=5 00000020:00000001:1.0:1767384335.243654:0:19333:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781713886720 : -124291995664896 : ffff8ef503bffe00) 00010000:00000001:1.0:1767384335.243656:0:19333:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781713886720 : -124291995664896 : ffff8ef503bffe00) 00010000:00000001:1.0:1767384335.243659:0:19333:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384335.243661:0:19333:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000009b046e44/0x7e51148972eecc53 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384335.243667:0:19333:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384335.243670:0:19333:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000009b046e44/0x7e51148972eecc53 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384335.243673:0:19333:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384335.243674:0:19333:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384335.243676:0:19333:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000009b046e44/0x7e51148972eecc53 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384335.243680:0:19333:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384335.243682:0:19333:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384335.243684:0:19333:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384335.243687:0:19333:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000009b046e44/0x7e51148972eecc53 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384335.243690:0:19333:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000009b046e44 already unused, calling callback (00000000871a6010) 00010000:00000001:1.0:1767384335.243692:0:19333:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384335.243694:0:19333:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384335.243695:0:19333:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000009b046e44/0x7e51148972eecc53 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384335.243700:0:19333:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384335.243706:0:19333:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384335.243708:0:19333:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384335.243710:0:19333:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009b046e44 refcount=6 00000020:00000001:1.0:1767384335.243713:0:19333:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781713886720 : -124291995664896 : ffff8ef503bffe00) 00010000:00000001:1.0:1767384335.243716:0:19333:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781713886720 : -124291995664896 : ffff8ef503bffe00) 00010000:00000001:1.0:1767384335.243718:0:19333:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384335.243722:0:19333:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000009b046e44/0x7e51148972eecc53 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384335.243726:0:19333:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384335.243729:0:19333:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384335.243731:0:19333:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384335.243745:0:19333:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384335.243747:0:19333:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384335.243749:0:19333:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384335.243751:0:19333:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384335.243754:0:19333:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000009b046e44 with handle 0x7e51148972eecc53 from hash 00010000:00000001:1.0:1767384335.243756:0:19333:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384335.243758:0:19333:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384335.243760:0:19333:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384335.243762:0:19333:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384335.243764:0:19333:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384335.243766:0:19333:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384335.243769:0:19333:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384335.243773:0:19333:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384335.243776:0:19333:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384335.243778:0:19333:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384335.243780:0:19333:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384335.243782:0:19333:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384335.243783:0:19333:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384335.243786:0:19333:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384335.243788:0:19333:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384335.243791:0:19333:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384335.243793:0:19333:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000009b046e44/0x7e51148972eecc53 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384335.243796:0:19333:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384335.243802:0:19333:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384335.243803:0:19333:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384335.243805:0:19333:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384335.243807:0:19333:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384335.243809:0:19333:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384335.243812:0:19333:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384335.243815:0:19333:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384335.243817:0:19333:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384335.243819:0:19333:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384335.243820:0:19333:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384335.243821:0:19333:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384335.243824:0:19333:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:1.0:1767384335.243826:0:19333:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1767384335.243830:0:19333:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384335.243833:0:19333:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384335.243836:0:19333:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:1.0:1767384335.243838:0:19333:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000f8afa1ac. 00000100:00000001:1.0:1767384335.243842:0:19333:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1767384335.243844:0:19333:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1767384335.243846:0:19333:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000083734409. 00010000:00000001:1.0:1767384335.243848:0:19333:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:1.0:1767384335.243849:0:19333:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:1.0:1767384335.243850:0:19333:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384335.243854:0:19333:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384335.243856:0:19333:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384335.243858:0:19333:0:(import.c:2128:obd_at_measure()) add 1 to 0000000028084485 time=65 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384335.243861:0:19333:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384335.243863:0:19333:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 21 to 0@lo 00000100:00000001:1.0:1767384335.243866:0:19333:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 02000000:00000001:1.0:1767384335.243869:0:19333:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384335.243871:0:19333:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384335.243875:0:19333:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384335.243880:0:19333:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384335.243885:0:19333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000039df33fe. 00000100:00000200:1.0:1767384335.243889:0:19333:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853236723081856, offset 224 00000400:00000200:1.0:1767384335.243894:0:19333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384335.243909:0:19333:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384335.243922:0:19333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x695824c906280 00000400:00000200:1.0:1767384335.243930:0:19333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x1b95 [1] + 224 00000400:00000200:1.0:1767384335.243937:0:19333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384335.243944:0:19333:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384335.243953:0:19333:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384335.243958:0:19333:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005f58ed98 x1853236723081856/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384351 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384335.243968:0:19333:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000005f58ed98 x1853236723081856/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384351 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384335.243984:0:19333:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384335.243994:0:19333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000039df33fe 00000400:00000010:1.0:1767384335.243997:0:19333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000039df33fe. 00000100:00000001:1.0:1767384335.244002:0:19333:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384335.244004:0:19333:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384335.244013:0:19333:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384335.244018:0:19333:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 20 to 0@lo 00010000:00000001:1.0:1767384335.244021:0:19333:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384335.244024:0:19333:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384335.244030:0:19333:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b7eed8d1 x1853236723081856/t0(0) o103->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:316/0 lens 328/224 e 0 to 0 dl 1767384346 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384335.244035:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384335.244039:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384335.244048:0:16140:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384335.244050:0:16140:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:1.0:1767384335.244052:0:19333:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000b7eed8d1 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c0412d60-4f67-4dbc-8791-892843f60083+16:16140:x1853236723081856:12345-0@lo:103: Request processed in 667us (1117us total) trans 0 rc 0/0 00000400:00000010:2.0:1767384335.244054:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000028b9164b. 00000400:00000200:2.0:1767384335.244060:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000750e275d 00000400:00000010:2.0:1767384335.244065:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000750e275d. 00000100:00000001:2.0:1767384335.244070:0:16140:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384335.244079:0:16140:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005f58ed98 x1853236723081856/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384351 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384335.244080:0:19333:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00000200:2.0:1767384335.244117:0:16140:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005f58ed98 x1853236723081856/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384351 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384335.244119:0:19333:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000555601ca : new rpc_count 2 00000100:00000001:1.0:1767384335.244128:0:19333:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384335.244135:0:19333:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384335.244136:0:16140:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384335.244141:0:16140:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384335.244142:0:19333:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b6ece374. 00010000:00010000:3.0:1767384335.244144:0:16794:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 000000009b046e44/0x7e51148972eecc53 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384335.244152:0:16140:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384335.244156:0:16140:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:1.0:1767384335.244157:0:19333:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e7d16d4c. 00000100:00000001:2.0:1767384335.244159:0:16140:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384335.244164:0:16140:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384335.244167:0:19333:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000084c30e5b. 02000000:00000001:2.0:1767384335.244171:0:16140:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384335.244173:0:16794:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000100:00001000:2.0:1767384335.244176:0:16140:0:(import.c:2128:obd_at_measure()) add 5 to 00000000e6189a3f time=65 v=5 (5 0 0 0) 00000020:00000040:1.0:1767384335.244176:0:19333:0:(genops.c:898:class_export_put()) PUTting export 00000000555601ca : new refcount 15 20000000:00000001:3.0:1767384335.244179:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000100:00000001:1.0:1767384335.244180:0:19333:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1767384335.244192:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000009b046e44/0x7e51148972eecc53 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00000100:00001000:2.0:1767384335.244193:0:16140:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f5022cbe time=65 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384335.244202:0:16140:0:(client.c:1480:ptlrpc_check_status()) Process entered 00010000:00000001:3.0:1767384335.244205:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000100:00000001:2.0:1767384335.244206:0:16140:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384335.244210:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384335.244210:0:16140:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00010000:3.0:1767384335.244214:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000009b046e44/0x7e51148972eecc53 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384335.244214:0:16140:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384335.244218:0:16140:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384335.244226:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005f58ed98 x1853236723081856/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384351 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:3.0:1767384335.244231:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000f57b2dfa count: 0 00000100:00000001:2.0:1767384335.244236:0:16140:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384335.244239:0:16140:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384335.244240:0:16140:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384335.244243:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005f58ed98 x1853236723081856/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384351 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384335.244245:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384335.244249:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00100000:2.0:1767384335.244253:0:16140:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005f58ed98 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c0412d60-4f67-4dbc-8791-892843f60083:16140:1853236723081856:0@lo:103: 00000100:00000001:2.0:1767384335.244258:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384335.244259:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384335.244261:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005f58ed98 x1853236723081856/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384351 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384335.244265:0:16140:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384335.244267:0:16140:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384335.244268:0:16140:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000030d2709f. 02000000:00000001:2.0:1767384335.244271:0:16140:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384335.244273:0:16140:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384335.244274:0:16140:0:(genops.c:1242:class_import_put()) import 00000000df830bbe refcount=5 obd=MGC192.168.202.152@tcp 00000020:00000001:2.0:1767384335.244276:0:16140:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384335.244277:0:16140:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000005b77e45. 02000000:00000001:2.0:1767384335.244281:0:16140:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384335.244282:0:16140:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384335.244284:0:16140:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005f58ed98. 00000100:00000001:2.0:1767384335.244287:0:16140:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384335.244304:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384335.244307:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384335.244311:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384335.244313:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384335.244321:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384335.244323:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1767384335.247154:0:32339:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000046e81cbd. 00010000:00000010:1.1:1767384335.247177:0:32339:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000046a46c52. 00010000:00000010:1.1:1767384335.250116:0:18308:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000cf5af016. 00010000:00000010:3.1:1767384335.250203:0:16652:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000f57b2dfa. 00010000:00000010:3.1:1767384335.250216:0:16652:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000009b046e44. 00080000:00000001:0.0:1767384335.254348:0:16773:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384335.254363:0:16773:0:(lu_object.c:207:lu_object_put()) Add 00000000f07b1e3f/000000000f28175b to site lru. bkt: 00000000b56e2c81 00080000:00000001:1.0:1767384335.254367:0:16807:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 20000000:00000001:0.0:1767384335.254369:0:16773:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384335.254373:0:16773:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:1.0:1767384335.254381:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:01000000:0.0:1767384335.254383:0:16773:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00040000:00000001:1.0:1767384335.254385:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1767384335.254392:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384335.254396:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384335.254399:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000002eeecc3f. 00080000:00000001:1.0:1767384335.254404:0:16807:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:0.0:1767384335.254410:0:16773:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384335.254418:0:16773:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:0.0:1767384335.254433:0:16773:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:0.0:1767384335.254451:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384335.254455:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384335.254459:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384335.254464:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384335.254469:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384335.254478:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000dadc6b83. 00010000:00000001:0.0:1767384335.254485:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384335.254490:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000de2b4445. 00000020:00000001:0.0:1767384335.254495:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384335.254498:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000de2b4445 with handle 0x7e51148972eecc5a to hash 00000020:00000001:0.0:1767384335.254501:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384335.254503:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446619781734629888 : -124291974921728 : ffff8ef504fc8200) 00010000:00000001:0.0:1767384335.254507:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446619781734629888 : -124291974921728 : ffff8ef504fc8200) 00010000:00000001:0.0:1767384335.254511:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384335.254514:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384335.254518:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000de2b4445/0x7e51148972eecc5a lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384335.254530:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384335.254534:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384335.254538:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384335.254541:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384335.254543:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384335.254553:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384335.254555:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384335.254558:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384335.254561:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384335.254563:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384335.254564:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384335.254566:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000dadc6b83) refcount = 1 00010000:00010000:0.0:1767384335.254570:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000de2b4445/0x7e51148972eecc5a lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384335.254578:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384335.254581:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384335.254583:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384335.254586:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384335.254587:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384335.254591:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384335.254594:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003445359s 00010000:00000001:0.0:1767384335.254597:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384335.254600:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384335.254602:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000de2b4445 refcount=4 00000020:00000001:0.0:1767384335.254605:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781734629888 : -124291974921728 : ffff8ef504fc8200) 00010000:00000001:0.0:1767384335.254608:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781734629888 : -124291974921728 : ffff8ef504fc8200) 00010000:00000001:0.0:1767384335.254610:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384335.254611:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000de2b4445/0x7e51148972eecc5a lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384335.254618:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384335.254620:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000de2b4445/0x7e51148972eecc5a lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384335.254627:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384335.254630:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384335.254632:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000de2b4445/0x7e51148972eecc5a lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384335.254638:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384335.254647:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384335.254652:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384335.254655:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000de2b4445/0x7e51148972eecc5a lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384335.254663:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000de2b4445 already unused, calling callback (00000000871a6010) 00010000:00000001:0.0:1767384335.254667:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384335.254671:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384335.254674:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000de2b4445/0x7e51148972eecc5a lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384335.254681:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384335.254683:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384335.254685:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384335.254686:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000de2b4445 refcount=5 00000020:00000001:0.0:1767384335.254689:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781734629888 : -124291974921728 : ffff8ef504fc8200) 00010000:00000001:0.0:1767384335.254691:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781734629888 : -124291974921728 : ffff8ef504fc8200) 00010000:00000001:0.0:1767384335.254695:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384335.254698:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000de2b4445/0x7e51148972eecc5a lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384335.254705:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384335.254707:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384335.254709:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384335.254714:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384335.254719:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384335.254722:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384335.254724:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384335.254727:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000de2b4445 with handle 0x7e51148972eecc5a from hash 00010000:00000001:0.0:1767384335.254731:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384335.254734:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384335.254736:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384335.254737:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384335.254740:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384335.254745:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384335.254754:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384335.254757:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384335.254761:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384335.254764:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384335.254767:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384335.254770:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384335.254771:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384335.254773:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384335.254775:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384335.254777:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384335.254780:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000de2b4445/0x7e51148972eecc5a lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384335.254786:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384335.254787:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384335.254789:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384335.254791:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384335.254793:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384335.254795:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384335.254797:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384335.254800:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384335.254802:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384335.254804:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000de2b4445/0x7e51148972eecc5a lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384335.254811:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384335.254813:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384335.254814:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000de2b4445/0x7e51148972eecc5a lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384335.254821:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000dadc6b83 count: 0 00010000:00000001:0.0:1767384335.254831:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384335.254833:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:1.0:1767384335.255426:0:27212:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767384335.255431:0:27212:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384335.255433:0:27212:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000058ea7b5c. 20000000:00000001:1.0:1767384335.255439:0:27212:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384335.255445:0:27212:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236723081472 00010000:00000001:1.0:1767384335.255448:0:27212:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384335.255457:0:27212:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000002c029556 x1853236723081472/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:316/0 lens 4848/4768 e 0 to 0 dl 1767384346 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384335.255465:0:27212:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384335.255467:0:27212:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384335.255471:0:27212:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dd452398 time=65 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384335.255477:0:27212:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384335.255481:0:27212:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 21 to 0@lo 00000100:00000001:1.0:1767384335.255484:0:27212:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 02000000:00000001:1.0:1767384335.255488:0:27212:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384335.255490:0:27212:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384335.255494:0:27212:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384335.255497:0:27212:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384335.255502:0:27212:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f8afa1ac. 00000100:00000200:1.0:1767384335.255508:0:27212:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236723081472, offset 224 00000400:00000200:1.0:1767384335.255517:0:27212:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384335.255535:0:27212:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384335.255547:0:27212:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824c906100 00000400:00000200:1.0:1767384335.255558:0:27212:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1b71 [2] + 224 00000400:00000200:1.0:1767384335.255565:0:27212:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384335.255569:0:27212:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384335.255577:0:27212:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384335.255582:0:27212:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b8d5d876 x1853236723081472/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384351 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384335.255589:0:27212:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000b8d5d876 x1853236723081472/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384351 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384335.255613:0:27212:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384335.255624:0:27212:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f8afa1ac 00000100:00000001:0.0:1767384335.255624:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1767384335.255629:0:27212:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f8afa1ac. 00000100:00000001:0.0:1767384335.255630:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384335.255637:0:27212:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384335.255640:0:27212:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:0.0:1767384335.255642:0:16138:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767384335.255645:0:27212:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384335.255646:0:16138:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:1.0:1767384335.255657:0:27212:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 20 to 0@lo 00000400:00000010:0.0:1767384335.255657:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000039f4abad. 00010000:00000001:1.0:1767384335.255663:0:27212:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384335.255665:0:27212:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384335.255673:0:27212:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:0.0:1767384335.255673:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f74bd376 00000400:00000010:0.0:1767384335.255678:0:16138:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f74bd376. 00000100:00000040:1.0:1767384335.255681:0:27212:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002c029556 x1853236723081472/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:316/0 lens 4848/4768 e 0 to 0 dl 1767384346 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384335.255683:0:16138:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384335.255696:0:16138:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b8d5d876 x1853236723081472/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384351 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384335.255705:0:27212:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000002c029556 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:c0412d60-4f67-4dbc-8791-892843f60083+15:16138:x1853236723081472:12345-0@lo:253: Request processed in 26122us (26878us total) trans 0 rc 0/0 00000100:00000200:0.0:1767384335.255745:0:16138:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b8d5d876 x1853236723081472/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384351 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384335.255750:0:27212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 124 00000100:00000040:1.0:1767384335.255758:0:27212:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000555601ca : new rpc_count 1 00000100:00000001:1.0:1767384335.255763:0:27212:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384335.255769:0:27212:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384335.255776:0:16138:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:1.0:1767384335.255779:0:27212:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b33f949c. 00000100:00000001:0.0:1767384335.255781:0:16138:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384335.255785:0:27212:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f9b52dae. 00000020:00000010:1.0:1767384335.255790:0:27212:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000663f9b84. 00000100:00000001:0.0:1767384335.255790:0:16138:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384335.255799:0:16138:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000040:1.0:1767384335.255800:0:27212:0:(genops.c:898:class_export_put()) PUTting export 00000000555601ca : new refcount 14 00000100:00000001:0.0:1767384335.255807:0:16138:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:1.0:1767384335.255809:0:27212:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:0.0:1767384335.255810:0:16138:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384335.255812:0:27212:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000078529ee3. 02000000:00000001:0.0:1767384335.255816:0:16138:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384335.255820:0:27212:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384335.255822:0:27212:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767384335.255824:0:16138:0:(import.c:2128:obd_at_measure()) add 5 to 0000000028df3f77 time=65 v=5 (5 0 0 0) 00000100:00000200:1.0:1767384335.255829:0:27212:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00001000:0.0:1767384335.255829:0:16138:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f5022cbe time=65 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384335.255840:0:16138:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384335.255843:0:16138:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384335.255846:0:16138:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384335.255847:0:16138:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384335.255850:0:16138:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384335.255854:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b8d5d876 x1853236723081472/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384351 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384335.255861:0:16138:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384335.255863:0:16138:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384335.255866:0:16138:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384335.255870:0:16138:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384335.255873:0:16138:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384335.255874:0:16138:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384335.255875:0:16138:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384335.255878:0:16138:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384335.255879:0:16138:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384335.255880:0:16138:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384335.255882:0:16138:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384335.255883:0:16138:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384335.255884:0:16138:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384335.255888:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b8d5d876 x1853236723081472/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384351 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384335.255896:0:32338:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000557800fc. 00000100:00100000:0.0:1767384335.255905:0:16138:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b8d5d876 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c0412d60-4f67-4dbc-8791-892843f60083:16138:1853236723081472:0@lo:253: 00000100:00000001:0.0:1767384335.255910:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384335.255913:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384335.255917:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b8d5d876 x1853236723081472/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384351 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000040:3.0:1767384335.255918:0:32338:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384335.255924:0:32338:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000100:00000001:0.0:1767384335.255926:0:16138:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000040:3.0:1767384335.255928:0:32338:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 02000000:00000001:0.0:1767384335.255930:0:16138:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000040:3.0:1767384335.255933:0:32338:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 02000000:00000010:0.0:1767384335.255934:0:16138:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000f7aa12ca. 00000400:00000040:3.0:1767384335.255937:0:32338:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 02000000:00000001:0.0:1767384335.255940:0:16138:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000040:3.0:1767384335.255941:0:32338:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000020:00000001:0.0:1767384335.255946:0:16138:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000040:3.0:1767384335.255947:0:32338:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000020:00000040:0.0:1767384335.255949:0:16138:0:(genops.c:1242:class_import_put()) import 00000000df830bbe refcount=4 obd=MGC192.168.202.152@tcp 00000400:00000040:3.0:1767384335.255950:0:32338:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384335.255955:0:32338:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000020:00000001:0.0:1767384335.255955:0:16138:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000040:3.0:1767384335.255958:0:32338:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 02000000:00000010:0.0:1767384335.255960:0:16138:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000989c557f. 00000400:00000040:3.0:1767384335.255962:0:32338:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384335.255965:0:32338:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 02000000:00000001:0.0:1767384335.255966:0:16138:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000040:3.0:1767384335.255968:0:32338:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 02000000:00000001:0.0:1767384335.255969:0:16138:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384335.255971:0:16138:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b8d5d876. 00000400:00000040:3.0:1767384335.255978:0:32338:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000100:00000001:0.0:1767384335.255980:0:16138:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000040:3.0:1767384335.255981:0:32338:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000100:00000001:0.0:1767384335.255984:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000040:3.0:1767384335.255986:0:32338:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000100:00000001:0.0:1767384335.255988:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000040:3.0:1767384335.255989:0:32338:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384335.255993:0:32338:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767384335.255995:0:32338:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:3.0:1767384335.255998:0:32338:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384335.256000:0:32338:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000100:00000001:0.0:1767384335.256001:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000040:3.0:1767384335.256002:0:32338:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000100:00000001:0.0:1767384335.256006:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000040:3.0:1767384335.256007:0:32338:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384335.256011:0:32338:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000100:00000001:0.0:1767384335.256011:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000040:3.0:1767384335.256013:0:32338:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000100:00000001:0.0:1767384335.256016:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000040:3.0:1767384335.256018:0:32338:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384335.256021:0:32338:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384335.256022:0:32338:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384335.256024:0:32338:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000010:1.0:1767384335.256024:0:27212:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000065dc6267. 00000400:00000040:3.0:1767384335.256033:0:32338:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384335.256037:0:32338:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767384335.256041:0:32338:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384335.256045:0:32338:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384335.256049:0:32338:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000010:1.0:1767384335.256050:0:27212:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f8afa1ac. 00000400:00000040:3.0:1767384335.256051:0:32338:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384335.256059:0:32338:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384335.256062:0:32338:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767384335.256065:0:32338:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384335.256068:0:32338:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384335.256071:0:32338:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384335.256074:0:32338:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384335.256077:0:32338:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384335.256079:0:32338:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767384335.256083:0:32338:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767384335.256085:0:32338:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767384335.256118:0:32338:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767384335.256121:0:32338:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767384335.256124:0:32338:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767384335.256128:0:32338:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384335.256130:0:32338:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384335.256133:0:32338:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767384335.256136:0:32338:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384335.256143:0:32338:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767384335.256146:0:32338:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:3.0:1767384335.256150:0:32338:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767384335.256154:0:32338:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767384335.256155:0:32338:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:3.0:1767384335.256314:0:32338:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000557800fc. 00080000:00000020:1.0:1767384335.257715:0:16773:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767384335.257720:0:16773:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384335.257722:0:16773:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000002cb8ab3. 20000000:00000001:1.0:1767384335.257728:0:16773:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384335.257741:0:16773:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236723081600 00010000:00000001:1.0:1767384335.257744:0:16773:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384335.257752:0:16773:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000c70847be x1853236723081600/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:316/0 lens 4848/4768 e 0 to 0 dl 1767384346 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384335.257760:0:16773:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384335.257761:0:16773:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384335.257763:0:16773:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dd452398 time=65 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384335.257766:0:16773:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384335.257767:0:16773:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 21 to 0@lo 00000100:00000001:1.0:1767384335.257769:0:16773:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 02000000:00000001:1.0:1767384335.257771:0:16773:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384335.257773:0:16773:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384335.257775:0:16773:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384335.257776:0:16773:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384335.257779:0:16773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000074ba265f. 00000100:00000200:1.0:1767384335.257781:0:16773:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236723081600, offset 224 00000400:00000200:1.0:1767384335.257786:0:16773:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384335.257796:0:16773:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384335.257802:0:16773:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824c906180 00000400:00000200:1.0:1767384335.257810:0:16773:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1b79 [2] + 224 00000400:00000200:1.0:1767384335.257815:0:16773:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384335.257816:0:16773:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384335.257819:0:16773:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384335.257821:0:16773:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000052cd5bfe x1853236723081600/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384351 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384335.257827:0:16773:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000052cd5bfe x1853236723081600/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384351 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384335.257844:0:16773:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384335.257849:0:16773:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000074ba265f 00000400:00000010:1.0:1767384335.257852:0:16773:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000074ba265f. 00000100:00000001:1.0:1767384335.257857:0:16773:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384335.257858:0:16773:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384335.257867:0:16773:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384335.257869:0:16773:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 20 to 0@lo 00000100:00000001:2.0:1767384335.257870:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384335.257876:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1767384335.257880:0:16773:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384335.257883:0:16773:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384335.257884:0:16773:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:2.0:1767384335.257885:0:16139:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1767384335.257891:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c70847be x1853236723081600/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:316/0 lens 4848/4768 e 0 to 0 dl 1767384346 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767384335.257892:0:16139:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384335.257897:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000026a1b6af. 00000400:00000200:2.0:1767384335.257907:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000064aa1de5 00000400:00000010:2.0:1767384335.257911:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000064aa1de5. 00000100:00100000:1.0:1767384335.257918:0:16773:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000c70847be pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c0412d60-4f67-4dbc-8791-892843f60083+14:16139:x1853236723081600:12345-0@lo:253: Request processed in 28132us (28759us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384335.257919:0:16139:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384335.257932:0:16139:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000052cd5bfe x1853236723081600/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384351 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384335.257939:0:16773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 125 00000100:00000040:1.0:1767384335.257947:0:16773:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000555601ca : new rpc_count 0 00000100:00000001:1.0:1767384335.257956:0:16773:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384335.257963:0:16773:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:2.0:1767384335.257966:0:16139:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000052cd5bfe x1853236723081600/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384351 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384335.257970:0:16773:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002da72ace. 00000020:00000010:1.0:1767384335.257984:0:16773:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005183d201. 00000100:00000001:2.0:1767384335.257988:0:16139:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384335.257992:0:16139:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384335.257994:0:16773:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e2b6f0db. 00000100:00000001:2.0:1767384335.257996:0:16139:0:(client.c:1578:after_reply()) Process entered 00000020:00000040:1.0:1767384335.258000:0:16773:0:(genops.c:898:class_export_put()) PUTting export 00000000555601ca : new refcount 13 02000000:00000001:2.0:1767384335.258001:0:16139:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384335.258005:0:16139:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:1.0:1767384335.258007:0:16773:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1767384335.258010:0:16139:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384335.258011:0:16773:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000003df3f98b. 02000000:00000001:2.0:1767384335.258020:0:16139:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384335.258020:0:16773:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384335.258023:0:16773:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1767384335.258033:0:16139:0:(import.c:2128:obd_at_measure()) add 5 to 0000000028df3f77 time=65 v=5 (5 0 0 0) 00000100:00000200:1.0:1767384335.258034:0:16773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384335.258040:0:16773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000038bfcdbd. 00000100:00001000:2.0:1767384335.258043:0:16139:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f5022cbe time=65 v=5 (1 0 0 0) 00000400:00000010:1.0:1767384335.258045:0:16773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000074ba265f. 00000100:00000001:2.0:1767384335.258057:0:16139:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384335.258060:0:16139:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384335.258065:0:16139:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384335.258068:0:16139:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384335.258070:0:16139:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384335.258077:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000052cd5bfe x1853236723081600/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384351 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384335.258113:0:16139:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384335.258117:0:16139:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384335.258120:0:16139:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384335.258124:0:16139:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384335.258126:0:16139:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384335.258128:0:16139:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384335.258140:0:16139:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384335.258142:0:16139:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384335.258144:0:16139:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384335.258146:0:16139:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384335.258147:0:16139:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384335.258149:0:16139:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384335.258154:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000052cd5bfe x1853236723081600/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384351 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384335.258163:0:16139:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000052cd5bfe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c0412d60-4f67-4dbc-8791-892843f60083:16139:1853236723081600:0@lo:253: 00000100:00000001:2.0:1767384335.258170:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384335.258172:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384335.258175:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000052cd5bfe x1853236723081600/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384351 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384335.258182:0:16139:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384335.258185:0:16139:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384335.258188:0:16139:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000316ac112. 02000000:00000001:2.0:1767384335.258192:0:16139:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384335.258194:0:16139:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384335.258195:0:16139:0:(genops.c:1242:class_import_put()) import 00000000df830bbe refcount=3 obd=MGC192.168.202.152@tcp 00000020:00000001:2.0:1767384335.258198:0:16139:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384335.258200:0:16139:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000009fb8db61. 02000000:00000001:2.0:1767384335.258204:0:16139:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384335.258206:0:16139:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384335.258207:0:16139:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000052cd5bfe. 00000100:00000001:2.0:1767384335.258213:0:16139:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384335.258214:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384335.258216:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384335.258223:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384335.258226:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384335.258229:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384335.258232:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1767384335.267204:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000dadc6b83. 00000100:00000040:0.0:1767384335.267233:0:449:0:(connection.c:75:cpu_latency_work()) work item of 000000002fd0fb58 (cpu 0) has reached its deadline 4294925229, at 4294925230 00000100:00000010:0.0:1767384335.267244:0:449:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ea58aeb3. 00010000:00000010:0.1:1767384335.267263:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000de2b4445. 00000100:00000040:3.0:1767384335.267333:0:53:0:(connection.c:75:cpu_latency_work()) work item of 000000009d5c2cb6 (cpu 0) has reached its deadline 4294925229, at 4294925230 00000100:00000010:3.0:1767384335.267342:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000021256cfb. 00000100:00000040:1.0:1767384335.268139:0:62:0:(connection.c:75:cpu_latency_work()) work item of 00000000edc4e618 (cpu 0) has reached its deadline 4294925229, at 4294925230 00000100:00000040:2.0:1767384335.268145:0:270:0:(connection.c:75:cpu_latency_work()) work item of 00000000135c2452 (cpu 0) has reached its deadline 4294925229, at 4294925230 00000100:00000010:1.0:1767384335.268151:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004bf6a247. 00000100:00000010:2.0:1767384335.268153:0:270:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006d6e87cd. 00000400:00000200:0.0:1767384335.797149:0:16134:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.152@tcp37 00000400:00000010:0.0:1767384335.797155:0:16134:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000a1264558. 00000400:00000010:0.0:1767384335.797161:0:16134:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000ecdb3b17. 00000400:00000010:0.0:1767384335.797166:0:16134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003607bc79. 00000400:00000010:0.0:1767384335.797174:0:16134:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000001d4fc98a. 00000400:00000200:0.0:1767384335.797178:0:16134:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.152@tcp37 00000400:00000200:0.0:1767384335.797195:0:16134:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.152@tcp37 local destination 00000400:00000200:0.0:1767384335.797201:0:16134:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.152@tcp37 00000400:00000200:0.0:1767384335.797210:0:16134:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp37 NI seq info: [125:125:256:4294967295] 192.168.202.152@tcp37 LPNI seq info [122:122:8:4294967295] 00000400:00000200:0.0:1767384335.797216:0:16134:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.152@tcp37 00000400:00000200:0.0:1767384335.797224:0:16134:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp37(192.168.202.152@tcp37:) -> 192.168.202.152@tcp37(192.168.202.152@tcp37:192.168.202.152@tcp37) : GET try# 0 00000800:00000200:0.0:1767384335.797230:0:16134:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.152@tcp37 00000800:00000010:0.0:1767384335.797233:0:16134:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000e2bcc10b. 00000800:00000200:0.0:1767384335.797240:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000def3ae70] -> 12345-192.168.202.152@tcp37 (2) 00000800:00000200:0.1:1767384335.797245:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000def3ae70] -> 12345-192.168.202.152@tcp37 (2) 00000400:00000200:0.0:1767384335.797265:0:16134:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.152@tcp37 added to recovery queue. ping count: 2 next ping: 262 health :800 00000400:00000200:0.0:1767384335.797270:0:16134:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.152@tcp38 00000400:00000010:0.0:1767384335.797272:0:16134:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000380b4da7. 00000400:00000010:0.0:1767384335.797275:0:16134:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000000882e9e7. 00000400:00000010:0.0:1767384335.797277:0:16134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ad6d2c19. 00000400:00000010:0.0:1767384335.797280:0:16134:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000543a7f01. 00000400:00000200:0.0:1767384335.797283:0:16134:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.152@tcp38 00000400:00000200:0.0:1767384335.797299:0:16134:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.152@tcp38 local destination 00000400:00000200:0.0:1767384335.797302:0:16134:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.152@tcp38 00000400:00000200:0.0:1767384335.797305:0:16134:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp38 NI seq info: [126:126:256:4294967295] 192.168.202.152@tcp38 LPNI seq info [123:123:8:4294967295] 00000400:00000200:0.0:1767384335.797309:0:16134:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.152@tcp38 00000400:00000200:0.0:1767384335.797315:0:16134:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp38(192.168.202.152@tcp38:) -> 192.168.202.152@tcp38(192.168.202.152@tcp38:192.168.202.152@tcp38) : GET try# 0 00000800:00000200:0.0:1767384335.797318:0:16134:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.152@tcp38 00000800:00000010:0.0:1767384335.797321:0:16134:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000e1a87caf. 00000800:00000200:0.0:1767384335.797324:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000002ad4ea] -> 12345-192.168.202.152@tcp38 (2) 00000800:00000200:0.1:1767384335.797327:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000002ad4ea] -> 12345-192.168.202.152@tcp38 (2) 00000400:00000200:0.0:1767384335.797340:0:16134:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.152@tcp38 added to recovery queue. ping count: 1 next ping: 260 health :900 00000400:00000200:3.0:1767384335.797347:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.152:988 00000400:00000200:3.0:1767384335.797425:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.152:988 00000400:00000200:2.0:1767384335.797427:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.152:988 00000400:00000200:3.0:1767384335.797501:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.152:988 00000400:00000200:2.0:1767384335.797512:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.152:988 00000400:00000200:3.0:1767384335.797575:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.152:988 00000400:00000200:2.0:1767384335.797577:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.152:988 00000400:00000200:2.0:1767384335.797687:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.152:988 00000400:00000200:3.0:1767384335.797699:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.152:988 00000400:00000200:2.0:1767384335.797776:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.152:988 00000400:00000200:3.0:1767384335.797805:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.152:988 00000400:00000200:2.0:1767384335.797862:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.152:988 00000400:00000200:3.0:1767384335.797912:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.152:988 00000400:00000200:2.0:1767384335.797932:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.152:988 00000400:00000200:3.0:1767384335.798008:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.152:988 00000400:00000200:2.0:1767384335.798009:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.152:988 00000400:00000200:2.0:1767384335.798068:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.152:988 00000400:00000200:3.0:1767384335.798145:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.152:988 00000400:00000200:2.0:1767384335.798189:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.152:988 00000400:00000200:2.0:1767384335.798240:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.152:988 00000400:00000200:3.0:1767384335.798245:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.152:988 00000400:00000200:2.0:1767384335.798312:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.152:988 00000400:00000200:3.0:1767384335.798363:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.152:988 00000400:00000200:2.0:1767384335.798365:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.152:988 00000400:00000200:2.0:1767384335.798431:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.152:988 00000400:00000200:3.0:1767384335.798459:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.152:988 00000400:00000200:2.0:1767384335.798493:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.152:988 00000400:00000200:3.0:1767384335.798568:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.152:988 00000400:00000200:2.0:1767384335.798574:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.152:988 00000400:00000200:2.0:1767384335.798687:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.152:988 00000400:00000200:3.0:1767384335.798704:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.152:988 00000400:00000200:2.0:1767384335.798766:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.152:988 00000400:00000200:3.0:1767384335.798791:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.152:988 00000400:00000200:2.0:1767384335.798838:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.152:988 00000400:00000200:3.0:1767384335.798867:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.152:988 00000400:00000200:2.0:1767384335.798894:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.152:988 00000400:00000200:3.0:1767384335.798963:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.152:988 00000400:00000200:2.0:1767384335.798980:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.152:988 00000400:00000200:3.0:1767384335.799050:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.152:988 00000400:00000200:2.0:1767384335.799054:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.152:988 00000400:00000200:2.0:1767384335.799170:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.152:988 00000400:00000200:3.0:1767384335.799213:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.152:988 00000400:00000200:2.0:1767384335.799267:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.152:988 00000400:00000200:3.0:1767384335.799355:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.152:988 00000400:00000200:2.0:1767384335.799382:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.152:988 00000400:00000200:3.0:1767384335.799483:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.152:988 00000400:00000200:2.0:1767384335.799518:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.152:988 00000400:00000200:3.0:1767384335.799611:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.152:988 00000400:00000200:2.0:1767384335.799625:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.152:988 00000400:00000200:2.0:1767384335.799725:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.152:988 00000400:00000200:3.0:1767384335.799730:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.152:988 00000400:00000200:2.0:1767384335.799826:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.152:988 00000400:00000200:3.0:1767384335.799839:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.152:988 00000400:00000200:2.0:1767384335.799913:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.152:988 00000400:00000200:3.0:1767384335.799950:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.152:988 00000400:00000200:2.0:1767384335.799999:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.152:988 00000400:00000200:3.0:1767384335.800057:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.152:988 00000400:00000200:2.0:1767384335.800107:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.152:988 00000400:00000200:2.0:1767384335.800213:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.152:988 00000400:00000200:2.0:1767384335.800327:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.152:988 00000400:00000200:2.0:1767384335.800444:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.152:988 00000400:00000200:3.0:1767384335.800561:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.152:988 00000400:00000200:3.0:1767384335.800610:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.152:988 00000400:00000200:3.0:1767384335.800660:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.152:988 00000400:00000200:3.0:1767384335.800742:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.152:988 00000800:00000010:2.0:1767384335.800750:0:16127:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000001d79b450. 00000800:00000010:2.0:1767384335.800757:0:16127:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000005d09e59d. 00000800:00000010:2.0:1767384335.800767:0:16127:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000003fc18575. 00000800:00000010:2.0:1767384335.800804:0:16127:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000003fc18575. 00000400:00000200:3.0:1767384335.800805:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.152:988 00000800:00020000:2.0:1767384335.800827:0:16127:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.152 00000800:00000010:2.0:1767384335.800832:0:16127:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000005d09e59d. 00000800:00000010:2.0:1767384335.800836:0:16127:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000001d79b450. 00000400:00000200:3.0:1767384335.800868:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.152:988 00000400:02020000:2.0:1767384335.800954:0:16127:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.152@tcp38 at host 192.168.202.152:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384335.800966:0:16127:0:(router.c:1755:lnet_notify()) 192.168.202.152@tcp38 notifying 192.168.202.152@tcp38: down 00000400:00000200:3.0:1767384335.800974:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.152:988 00000800:00000200:2.0:1767384335.800977:0:16127:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.152@tcp38 down 00000800:00000100:2.0:1767384335.800989:0:16127:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.152@tcp38 00000800:00000010:2.0:1767384335.800993:0:16127:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000e1a87caf. 00000400:00000200:2.0:1767384335.800999:0:16127:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384335.801005:0:16127:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp38->192.168.202.152@tcp38: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384335.801019:0:16127:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384335.801023:0:16127:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.152@tcp38 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384335.801027:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.152:988 00000400:00000200:2.0:1767384335.801032:0:16127:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.152@tcp38) recovery failed with -71 00000400:00000200:3.0:1767384335.801112:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.152:988 00000800:00000010:3.0:1767384335.801318:0:16125:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000093e83a39. 00000800:00000010:3.0:1767384335.801323:0:16125:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000000b3dab83. 00000800:00000010:3.0:1767384335.801329:0:16125:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000000a2068dd. 00000800:00000010:3.0:1767384335.801352:0:16125:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000000a2068dd. 00000800:00020000:3.0:1767384335.801361:0:16125:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.152 00000800:00000010:3.0:1767384335.801364:0:16125:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000000b3dab83. 00000800:00000010:3.0:1767384335.801366:0:16125:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000093e83a39. 00000400:02020000:3.0:1767384335.801396:0:16125:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.152@tcp37 at host 192.168.202.152:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384335.801401:0:16125:0:(router.c:1755:lnet_notify()) 192.168.202.152@tcp37 notifying 192.168.202.152@tcp37: down 00000800:00000200:3.0:1767384335.801406:0:16125:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.152@tcp37 down 00000800:00000100:3.0:1767384335.801411:0:16125:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.152@tcp37 00000800:00000010:3.0:1767384335.801414:0:16125:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000e2bcc10b. 00000400:00000200:3.0:1767384335.801417:0:16125:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384335.801422:0:16125:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp37->192.168.202.152@tcp37: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384335.801429:0:16125:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384335.801432:0:16125:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.152@tcp37 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384335.801442:0:16125:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.152@tcp37) recovery failed with -71 00010000:00000001:0.0:1767384335.925163:0:449:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384335.925167:0:449:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384335.925174:0:449:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384335.925176:0:449:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384335.925224:0:16768:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384335.925230:0:16768:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384335.925235:0:16768:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:3.0:1767384336.821149:0:16129:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002fd1afca] -> 12345-192.168.202.152@tcp (6) 00000800:00000200:3.0:1767384336.821159:0:16129:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp ip 192.168.202.152:988 00000800:00000200:3.0:1767384336.821171:0:16129:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000050b9c4c8 type 192, nob 24 niov 1 nkiov 0 00000400:00000001:0.0:1767384336.821175:0:16134:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384336.821178:0:16134:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384336.821181:0:16134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003607bc79 00000400:00000010:0.0:1767384336.821183:0:16134:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003607bc79. 00000400:00000200:0.0:1767384336.821195:0:16134:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384336.821199:0:16134:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.152@tcp37 recovery ping unlinked 00000400:00000010:0.0:1767384336.821209:0:16134:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000a1264558. 00000400:00000010:0.0:1767384336.821213:0:16134:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000ecdb3b17. 00000400:00000001:0.0:1767384336.821217:0:16134:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384336.821218:0:16134:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384336.821219:0:16134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ad6d2c19 00000400:00000010:0.0:1767384336.821221:0:16134:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ad6d2c19. 00000400:00000200:0.0:1767384336.821222:0:16134:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384336.821224:0:16134:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.152@tcp38 recovery ping unlinked 00000400:00000010:0.0:1767384336.821225:0:16134:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000380b4da7. 00000400:00000010:0.0:1767384336.821227:0:16134:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000000882e9e7. 00000800:00000200:1.0:1767384336.821318:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1767384336.821325:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384336.821333:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384336.821338:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384336.821341:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384336.894307:0:32791:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384336.894330:0:32791:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384336.894337:0:32791:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384336.894346:0:32791:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384336.894358:0:32791:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384336.894363:0:32791:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384336.949160:0:449:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384336.949166:0:449:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384336.949171:0:449:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384336.949172:0:449:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384336.949206:0:16767:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384336.949211:0:16767:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384336.949213:0:16767:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00000001:1.0:1767384337.397159:0:16802:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:1.0:1767384337.397166:0:16802:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:1.0:1767384337.397181:0:16802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004f27a975. 00000020:00000040:1.0:1767384337.397189:0:16802:0:(genops.c:1229:class_import_get()) import 0000000068bc8709 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:1.0:1767384337.397194:0:16802:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384337.397197:0:16802:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384337.397203:0:16802:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384337.397210:0:16802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003731eb54. 00000100:00000001:1.0:1767384337.397217:0:16802:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384337.397220:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) c0412d60-4f67-4dbc-8791-892843f60083->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767384337.397223:0:16802:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384337.397225:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1767384337.397228:0:16802:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384337.397232:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bf6531a0. 00000020:00000040:3.0:1767384337.397236:0:36:0:(genops.c:1229:class_import_get()) import 00000000df830bbe refcount=4 obd=MGC192.168.202.152@tcp 00000100:00000001:3.0:1767384337.397238:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:1.0:1767384337.397239:0:16802:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004f27a975] to pc [ptlrpcd_00_00+0] req@000000004f27a975 x1853236723081984/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384337.397240:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384337.397244:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384337.397259:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000995c7e50. 00000100:00000001:3.0:1767384337.397264:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384337.397268:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c0412d60-4f67-4dbc-8791-892843f60083->MGS req@00000000bf6531a0 x1853236723082112/t0(0) o400->MGC192.168.202.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000004:00000001:1.0:1767384337.397282:0:16802:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384337.397291:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384337.397293:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384337.397297:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bf6531a0] to pc [ptlrpcd_00_01+1] req@00000000bf6531a0 x1853236723082112/t0(0) o400->MGC192.168.202.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384337.397300:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384337.397306:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384337.397307:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384337.397310:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767384337.397310:0:16137:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767384337.397316:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767384337.397319:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a9ba819b. 00000100:00000040:0.0:1767384337.397320:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004f27a975 x1853236723081984/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384337.397321:0:36:0:(genops.c:1229:class_import_get()) import 0000000068bc8709 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:3.0:1767384337.397324:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384337.397326:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384337.397328:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384337.397333:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000deee43cb. 00000100:00000001:1.0:1767384337.397333:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384337.397337:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384337.397337:0:16137:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384337.397340:0:16138:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767384337.397340:0:16137:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384337.397344:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384337.397345:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bf6531a0 x1853236723082112/t0(0) o400->MGC192.168.202.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384337.397345:0:16137:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384337.397351:0:16137:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767384337.397352:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@00000000a9ba819b x1853236723082240/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1767384337.397357:0:16137:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384337.397363:0:16137:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004f27a975 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16137:1853236723081984:0@lo:13: 00000100:00000001:1.0:1767384337.397368:0:16138:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384337.397370:0:16138:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384337.397372:0:16137:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384337.397375:0:16138:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767384337.397377:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1767384337.397378:0:16138:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384337.397378:0:16137:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767384337.397379:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384337.397382:0:16137:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384337.397384:0:16138:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384337.397386:0:16137:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1767384337.397387:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a9ba819b] to pc [ptlrpcd_00_02+2] req@00000000a9ba819b x1853236723082240/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384337.397390:0:16138:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000bf6531a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c0412d60-4f67-4dbc-8791-892843f60083:16138:1853236723082112:0@lo:400: 02000000:00000010:0.0:1767384337.397391:0:16137:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000037eb0901. 02000000:00000001:0.0:1767384337.397396:0:16137:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384337.397399:0:16138:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384337.397403:0:16138:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:0.0:1767384337.397404:0:16137:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000039f4abad. 02000000:00000001:1.0:1767384337.397405:0:16138:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384337.397406:0:16138:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384337.397409:0:16138:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000142e68dc. 00000400:00000010:0.0:1767384337.397411:0:16137:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ad6d2c19. 02000000:00000001:1.0:1767384337.397414:0:16138:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384337.397420:0:16138:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a62587a3. 00000100:00000200:0.0:1767384337.397425:0:16137:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236723081984, portal 4 00000400:00000010:1.0:1767384337.397427:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000039df33fe. 00000100:00000001:0.0:1767384337.397428:0:16137:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000200:1.0:1767384337.397429:0:16138:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236723082112, portal 25 00000100:00000001:0.0:1767384337.397430:0:16137:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782424480384 : -124291285071232 : ffff8ef52e1aca80) 00000100:00000001:1.0:1767384337.397431:0:16138:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384337.397433:0:16138:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782675230080 : -124291034321536 : ffff8ef53d0ced80) 00000100:00000001:3.0:1767384337.397436:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384337.397440:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1767384337.397440:0:16137:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000004f27a975 x1853236723081984/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384353 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384337.397444:0:16138:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000bf6531a0 x1853236723082112/t0(0) o400->MGC192.168.202.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384353 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384337.397448:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767384337.397452:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f9e83428. 00000020:00000040:3.0:1767384337.397457:0:36:0:(genops.c:1229:class_import_get()) import 00000000345f9ba7 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:0.0:1767384337.397457:0:16137:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384337.397458:0:16138:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384337.397462:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:1.0:1767384337.397463:0:16138:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:0.0:1767384337.397463:0:16137:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:3.0:1767384337.397465:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:1.0:1767384337.397468:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003d8b2f9d. 00000400:00000010:0.0:1767384337.397468:0:16137:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003607bc79. 02000000:00000001:3.0:1767384337.397469:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384337.397475:0:16138:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853236723082112, offset 0 00000100:00000200:0.0:1767384337.397475:0:16137:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853236723081984, offset 0 02000000:00000010:3.0:1767384337.397476:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c794c3c9. 00000100:00000001:3.0:1767384337.397481:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384337.397486:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@00000000f9e83428 x1853236723082368/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1767384337.397487:0:16138:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384337.397495:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384337.397497:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384337.397498:0:16137:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1767384337.397502:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f9e83428] to pc [ptlrpcd_00_03+3] req@00000000f9e83428 x1853236723082368/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384337.397506:0:16138:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384337.397508:0:16137:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384337.397538:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384337.397539:0:16138:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x695824c906380 00000400:00000200:0.0:1767384337.397539:0:16137:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x695824c906300 00000100:00000040:3.0:1767384337.397541:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767384337.397547:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767384337.397549:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002853bee5. 00000020:00000040:3.0:1767384337.397554:0:36:0:(genops.c:1229:class_import_get()) import 000000005a28ad8c refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000400:00000200:1.0:1767384337.397554:0:16138:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x13d1 [2] + 0 00000100:00000001:3.0:1767384337.397559:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384337.397562:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:1.0:1767384337.397564:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a87b8d61. 02000000:00000001:3.0:1767384337.397565:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384337.397570:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ac0a9c0f. 00000100:00000001:3.0:1767384337.397574:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384337.397575:0:16138:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d1d8eca7 00000100:00000040:3.0:1767384337.397578:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@000000002853bee5 x1853236723082496/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1767384337.397583:0:16138:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384337.397585:0:16137:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xb9d [8] + 2464 00000400:00000200:1.0:1767384337.397593:0:16138:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384337.397595:0:16137:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384337.397597:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384337.397600:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384337.397602:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d1d8eca7 00000400:00000200:0.0:1767384337.397602:0:16137:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:1.0:1767384337.397605:0:16138:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d1d8eca7. 00000100:00000040:3.0:1767384337.397612:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002853bee5] to pc [ptlrpcd_00_00+0] req@000000002853bee5 x1853236723082496/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384337.397613:0:16138:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1767384337.397613:0:16137:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384337.397617:0:16138:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000200:0.0:1767384337.397617:0:16137:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:1.0:1767384337.397624:0:16138:0:(events.c:337:request_in_callback()) incoming req@0000000018a6866d x1853236723082112 msgsize 224 00000100:00000010:0.0:1767384337.397625:0:16137:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c41ee093. 00000100:00000001:3.0:1767384337.397626:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384337.397629:0:16137:0:(events.c:337:request_in_callback()) incoming req@00000000c41ee093 x1853236723081984 msgsize 224 00000100:00100000:1.0:1767384337.397634:0:16138:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384337.397635:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (265) 00000100:00000040:1.0:1767384337.397637:0:16138:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00100000:0.0:1767384337.397638:0:16137:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384337.397648:0:16138:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384337.397650:0:16137:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384337.397651:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384337.397655:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384337.397656:0:16139:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1767384337.397658:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003d8b2f9d 00000400:00000010:1.0:1767384337.397661:0:16138:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003d8b2f9d. 00000100:00000001:1.0:1767384337.397664:0:16138:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:0.0:1767384337.397664:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003607bc79 00000400:00000010:0.0:1767384337.397666:0:16137:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003607bc79. 00000100:00000040:3.0:1767384337.397668:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a9ba819b x1853236723082240/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384337.397669:0:16138:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bf6531a0 x1853236723082112/t0(0) o400->MGC192.168.202.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384353 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384337.397670:0:16137:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384337.397675:0:16137:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004f27a975 x1853236723081984/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384353 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384337.397703:0:16139:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384337.397708:0:16139:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384337.397709:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384337.397709:0:16137:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1767384337.397711:0:16139:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384337.397714:0:16139:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767384337.397715:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bf6531a0 x1853236723082112/t0(0) o400->MGC192.168.202.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384353 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384337.397715:0:16137:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004f27a975 x1853236723081984/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384353 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384337.397718:0:16139:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384337.397725:0:16139:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a9ba819b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16139:1853236723082240:0@lo:400: 00000100:00000001:3.0:1767384337.397733:0:16139:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384337.397736:0:16139:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384337.397740:0:16139:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384337.397741:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384337.397741:0:16137:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384337.397743:0:16139:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767384337.397746:0:16138:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384337.397746:0:16137:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000010:3.0:1767384337.397747:0:16139:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b987d8ac. 02000000:00000001:3.0:1767384337.397751:0:16139:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384337.397754:0:16139:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001c995a88. 00000100:00000001:0.0:1767384337.397754:0:16137:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384337.397762:0:16138:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384337.397763:0:16139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000091677c2e. 00000100:00000040:0.0:1767384337.397764:0:16137:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 7741 usecs (8 jiffies) 00000100:00000001:1.0:1767384337.397767:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294927384 00000100:00000200:3.0:1767384337.397771:0:16139:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236723082240, portal 4 00000100:00000001:0.0:1767384337.397772:0:16137:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294927368 00000100:00000001:3.0:1767384337.397775:0:16139:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384337.397778:0:16139:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782675228288 : -124291034323328 : ffff8ef53d0ce680) 00000100:00000010:1.0:1767384337.397782:0:16138:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007f2b82cd. 00000100:00000040:3.0:1767384337.397786:0:16139:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a9ba819b x1853236723082240/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384353 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384337.397791:0:16138:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767384337.397793:0:16139:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384337.397798:0:16139:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384337.397803:0:16139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009146ec67. 00000100:00000001:1.0:1767384337.397803:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294927384 00000100:00000001:0.0:1767384337.397804:0:16137:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294927384 00000100:00000200:3.0:1767384337.397805:0:16139:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853236723082240, offset 0 00000100:00000001:0.0:1767384337.397810:0:16137:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294927368 00000100:00000010:1.0:1767384337.397811:0:16138:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005f3198d9. 00000400:00000200:3.0:1767384337.397816:0:16139:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384337.397817:0:16138:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767384337.397823:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294927384 00000100:00000001:0.0:1767384337.397823:0:16137:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294927384 00000400:00000200:3.0:1767384337.397825:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384337.397828:0:16137:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294927368 00000100:00000010:1.0:1767384337.397829:0:16138:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002aa2ea79. 00000100:00000001:1.0:1767384337.397832:0:16138:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767384337.397838:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294927384 00000100:00000001:0.0:1767384337.397839:0:16137:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294927384 00000400:00000200:3.0:1767384337.397842:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x695824c906400 00000100:00000001:0.0:1767384337.397842:0:16137:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294927368 00000100:00000010:1.0:1767384337.397844:0:16138:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000482ebd09. 00000100:00000001:1.0:1767384337.397852:0:16138:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 3 00000400:00000200:3.0:1767384337.397853:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xa9d [8] + 3888 00000100:00000001:1.0:1767384337.397859:0:16138:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384337.397859:0:16137:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294927384 00000400:00000200:3.0:1767384337.397860:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384337.397864:0:16138:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384337.397865:0:16137:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384337.397868:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384337.397870:0:16137:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384337.397871:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384337.397873:0:16139:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1767384337.397874:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384337.397874:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384337.397877:0:16139:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000001:0.0:1767384337.397879:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1767384337.397881:0:16139:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bef5903f. 00000100:00000040:3.0:1767384337.397884:0:16139:0:(events.c:337:request_in_callback()) incoming req@00000000bef5903f x1853236723082240 msgsize 224 00000100:00000001:1.0:1767384337.397888:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384337.397888:0:16137:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1767384337.397892:0:16139:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384337.397893:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384337.397893:0:16137:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384337.397898:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384337.397898:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384337.397900:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384337.397900:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384337.397902:0:16137:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767384337.397903:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384337.397904:0:16139:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:0.0:1767384337.397907:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002853bee5 x1853236723082496/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384337.397908:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384337.397928:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009146ec67 00000400:00000010:3.0:1767384337.397932:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009146ec67. 00000100:00000001:3.0:1767384337.397937:0:16139:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384337.397938:0:16137:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384337.397941:0:16137:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384337.397943:0:16139:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a9ba819b x1853236723082240/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384353 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384337.397945:0:16773:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:0.0:1767384337.397945:0:16137:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:1.0:1767384337.397949:0:16773:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723082112 02000000:00000001:0.0:1767384337.397949:0:16137:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384337.397953:0:16773:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:0.0:1767384337.397955:0:16137:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384337.397956:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384337.397957:0:16773:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:0.0:1767384337.397959:0:16137:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000002853bee5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:16137:1853236723082496:0@lo:400: 00000100:00000040:3.0:1767384337.397960:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a9ba819b x1853236723082240/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384353 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384337.397961:0:16773:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384337.397966:0:16137:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384337.397968:0:16773:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384337.397969:0:16137:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384337.397973:0:16137:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384337.397975:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384337.397975:0:16773:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723082112 02000000:00000001:0.0:1767384337.397977:0:16137:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:1.0:1767384337.397979:0:16773:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384337.397980:0:16139:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000040:1.0:1767384337.397981:0:16773:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eec8e1 02000000:00000010:0.0:1767384337.397983:0:16137:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000161177ac. 00000100:00000001:3.0:1767384337.397984:0:16139:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384337.397985:0:16773:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:0.0:1767384337.397986:0:16137:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384337.397988:0:16139:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 7741 usecs (8 jiffies) 00000020:00000040:1.0:1767384337.397990:0:16773:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000555601ca refcount=14 00000400:00000010:0.0:1767384337.397990:0:16137:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009728a322. 00000100:00000001:3.0:1767384337.397994:0:16139:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294927368 00000020:00000001:1.0:1767384337.397995:0:16773:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000400:00000010:0.0:1767384337.397997:0:16137:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003607bc79. 00000100:00000001:3.0:1767384337.397998:0:16139:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294927384 00000020:00000001:1.0:1767384337.398000:0:16773:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000100:00000001:3.0:1767384337.398001:0:16139:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294927368 00000100:00000001:3.0:1767384337.398002:0:16139:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294927384 00000100:00000001:3.0:1767384337.398003:0:16139:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294927368 00000100:00000001:3.0:1767384337.398007:0:16139:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294927384 00000100:00000200:0.0:1767384337.398009:0:16137:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236723082496, portal 10 00000100:00000001:3.0:1767384337.398010:0:16139:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294927368 00000100:00000001:1.0:1767384337.398011:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384337.398014:0:16139:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294927384 00000100:00000001:0.0:1767384337.398015:0:16137:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000010:1.0:1767384337.398016:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000edb0cbe6. 00000100:00000001:3.0:1767384337.398018:0:16139:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384337.398019:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384337.398019:0:16137:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782675227392 : -124291034324224 : ffff8ef53d0ce300) 00000020:00000010:1.0:1767384337.398022:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000edb0cbe6. 00000100:00000040:0.0:1767384337.398025:0:16137:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000002853bee5 x1853236723082496/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384353 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384337.398027:0:16139:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384337.398029:0:16773:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000663f9b84. 00000100:00000001:3.0:1767384337.398032:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384337.398035:0:16773:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000064bc40e4. 00000100:00000001:3.0:1767384337.398036:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384337.398042:0:16773:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002d9084b7. 00000100:00000001:0.0:1767384337.398043:0:16137:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384337.398046:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384337.398050:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:0.0:1767384337.398050:0:16137:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:1.0:1767384337.398051:0:16773:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384337.398055:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1767384337.398055:0:16137:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004e2d4782. 00000100:00000001:1.0:1767384337.398057:0:16773:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384337.398058:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384337.398059:0:16773:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000200:0.0:1767384337.398060:0:16137:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236723082496, offset 0 00000100:00000001:3.0:1767384337.398061:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384337.398064:0:16773:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384337.398067:0:16139:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:3.0:1767384337.398071:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384337.398071:0:16137:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384337.398074:0:16773:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384337.398075:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384337.398077:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384337.398081:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384337.398083:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384337.398085:0:16139:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767384337.398085:0:16137:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384337.398086:0:16773:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384337.398090:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f9e83428 x1853236723082368/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384337.398100:0:16139:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:0.0:1767384337.398101:0:16137:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824c906500 00000100:00000001:3.0:1767384337.398128:0:16139:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384337.398130:0:16773:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000001:3.0:1767384337.398131:0:16139:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384337.398135:0:16139:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384337.398135:0:16773:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:0.0:1767384337.398135:0:16137:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 6488 02000000:00000001:3.0:1767384337.398140:0:16139:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384337.398141:0:16773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 126 00000400:00000200:0.0:1767384337.398145:0:16137:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:3.0:1767384337.398146:0:16139:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f9e83428 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16139:1853236723082368:0@lo:400: 00000100:00000040:1.0:1767384337.398148:0:16773:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000555601ca : new rpc_count 1 00000400:00000200:0.0:1767384337.398151:0:16137:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384337.398152:0:16139:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767384337.398153:0:16773:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619777413668944 : -124296295882672 : ffff8ef4036fe050) 02000000:00000001:3.0:1767384337.398155:0:16139:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767384337.398156:0:16137:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:3.0:1767384337.398159:0:16139:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384337.398159:0:16137:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000040:1.0:1767384337.398162:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000018a6866d x1853236723082112/t0(0) o400->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:318/0 lens 224/0 e 0 to 0 dl 1767384348 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384337.398163:0:16139:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:0.0:1767384337.398166:0:16137:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f9bb72ab. 02000000:00000010:3.0:1767384337.398168:0:16139:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e1a5d5c6. 00000100:00000040:0.0:1767384337.398171:0:16137:0:(events.c:337:request_in_callback()) incoming req@00000000f9bb72ab x1853236723082496 msgsize 224 02000000:00000001:3.0:1767384337.398172:0:16139:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384337.398178:0:16139:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cd822975. 00000100:00000001:1.0:1767384337.398178:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:0.0:1767384337.398178:0:16137:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000010:1.0:1767384337.398183:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000edb0cbe6. 00000400:00000010:3.0:1767384337.398185:0:16139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009146ec67. 00000100:00000001:1.0:1767384337.398186:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384337.398191:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000edb0cbe6. 00000100:00000001:0.0:1767384337.398191:0:16137:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000200:3.0:1767384337.398192:0:16139:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236723082368, portal 10 00000100:00000001:3.0:1767384337.398195:0:16139:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1767384337.398195:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004e2d4782 00000100:00100000:1.0:1767384337.398196:0:16773:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000018a6866d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c0412d60-4f67-4dbc-8791-892843f60083+14:16138:x1853236723082112:12345-0@lo:400: 00000100:00000001:3.0:1767384337.398197:0:16139:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782675229184 : -124291034322432 : ffff8ef53d0cea00) 00000400:00000010:0.0:1767384337.398199:0:16137:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004e2d4782. 00000100:00000200:1.0:1767384337.398203:0:16773:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723082112 00000100:00000001:0.0:1767384337.398204:0:16137:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:3.0:1767384337.398206:0:16139:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f9e83428 x1853236723082368/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384353 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384337.398209:0:16773:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000200:0.0:1767384337.398210:0:16137:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002853bee5 x1853236723082496/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384353 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384337.398215:0:16773:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384337.398219:0:16773:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384337.398222:0:16773:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384337.398225:0:16773:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669141120 : -1040410496 : ffffffffc1fc9880) 00000100:00000001:0.0:1767384337.398227:0:16137:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384337.398232:0:16137:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002853bee5 x1853236723082496/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384353 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384337.398233:0:16773:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1767384337.398240:0:16139:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:1.0:1767384337.398242:0:16773:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384337.398246:0:16139:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:1.0:1767384337.398248:0:16773:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1767384337.398248:0:16137:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384337.398251:0:16139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001a87f51c. 00000020:00000001:1.0:1767384337.398252:0:16773:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:0.0:1767384337.398252:0:16137:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000200:3.0:1767384337.398256:0:16139:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236723082368, offset 0 00000020:00000001:1.0:1767384337.398257:0:16773:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384337.398258:0:16137:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384337.398262:0:16773:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000400:00000200:3.0:1767384337.398263:0:16139:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:0.0:1767384337.398263:0:16137:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3830 usecs (4 jiffies) 00000100:00000001:1.0:1767384337.398267:0:16773:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1767384337.398267:0:16137:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294927365 00000400:00000200:3.0:1767384337.398281:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:1.0:1767384337.398283:0:16773:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:3.0:1767384337.398288:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824c906480 02000000:00000010:1.0:1767384337.398290:0:16773:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000933032e9. 00000100:00000001:0.0:1767384337.398291:0:16137:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294927384 02000000:00000001:1.0:1767384337.398295:0:16773:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384337.398295:0:16137:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294927365 00000400:00000200:3.0:1767384337.398296:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 6712 00000100:00000001:1.0:1767384337.398299:0:16773:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384337.398299:0:16137:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294927384 00000400:00000200:3.0:1767384337.398302:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384337.398302:0:16137:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294927365 00000020:00000001:1.0:1767384337.398303:0:16773:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384337.398307:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384337.398308:0:16137:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294927384 00010000:00000040:1.0:1767384337.398309:0:16773:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236723082112 00000100:00000001:3.0:1767384337.398310:0:16139:0:(events.c:286:request_in_callback()) Process entered 00010000:00000001:1.0:1767384337.398312:0:16773:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:0.0:1767384337.398312:0:16137:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294927365 00000100:00000200:3.0:1767384337.398313:0:16139:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00010000:00000200:1.0:1767384337.398318:0:16773:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000018a6866d x1853236723082112/t0(0) o400->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:318/0 lens 224/224 e 0 to 0 dl 1767384348 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384337.398318:0:16137:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294927384 00000100:00000010:3.0:1767384337.398319:0:16139:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007dc04b73. 00000100:00000001:0.0:1767384337.398323:0:16137:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767384337.398324:0:16139:0:(events.c:337:request_in_callback()) incoming req@000000007dc04b73 x1853236723082368 msgsize 224 00000100:00000001:0.0:1767384337.398327:0:16137:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384337.398332:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384337.398335:0:16139:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00000001:1.0:1767384337.398336:0:16773:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1767384337.398336:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384337.398340:0:16773:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384337.398341:0:16137:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00001000:1.0:1767384337.398343:0:16773:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dd452398 time=67 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384337.398343:0:16137:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384337.398346:0:16139:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384337.398347:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384337.398348:0:16773:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1767384337.398351:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767384337.398352:0:16773:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 21 to 0@lo 00000400:00000200:3.0:1767384337.398353:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001a87f51c 00000100:00000001:0.0:1767384337.398353:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384337.398354:0:16773:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 00000400:00000010:3.0:1767384337.398357:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001a87f51c. 02000000:00000001:1.0:1767384337.398359:0:16773:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1767384337.398359:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384337.398360:0:16139:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:1.0:1767384337.398362:0:16773:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384337.398366:0:16773:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:3.0:1767384337.398367:0:16139:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f9e83428 x1853236723082368/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384353 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384337.398374:0:16773:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384337.398378:0:17550:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384337.398379:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:1.0:1767384337.398380:0:16773:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003d8b2f9d. 00000100:00100000:0.0:1767384337.398383:0:17550:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723081984 00000100:00000040:3.0:1767384337.398385:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f9e83428 x1853236723082368/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384353 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384337.398386:0:17550:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000200:1.0:1767384337.398387:0:16773:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853236723082112, offset 224 00000100:00000001:0.0:1767384337.398389:0:17550:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384337.398393:0:17550:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384337.398397:0:16773:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384337.398398:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384337.398399:0:17550:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384337.398402:0:16139:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:0.0:1767384337.398404:0:17550:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723081984 00000100:00000001:3.0:1767384337.398407:0:16139:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384337.398408:0:17550:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:1.0:1767384337.398409:0:16773:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:3.0:1767384337.398413:0:16139:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 3522 usecs (4 jiffies) 00000020:00000040:0.0:1767384337.398413:0:17550:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eeca38 00000100:00000001:3.0:1767384337.398418:0:16139:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294927365 00000400:00000200:1.0:1767384337.398418:0:16773:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x695824c906380 00000020:00000001:0.0:1767384337.398418:0:17550:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384337.398422:0:17550:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000cf791f94 refcount=5 00000100:00000001:3.0:1767384337.398423:0:16139:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294927384 00000400:00000200:1.0:1767384337.398427:0:16773:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1bbd [1] + 224 00000020:00000001:0.0:1767384337.398427:0:17550:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619777391929344 : -124296317622272 : ffff8ef402242800) 00000100:00000001:3.0:1767384337.398428:0:16139:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294927365 00000020:00000001:0.0:1767384337.398432:0:17550:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619777391929344 : -124296317622272 : ffff8ef402242800) 00000100:00000001:3.0:1767384337.398433:0:16139:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294927384 00000400:00000200:1.0:1767384337.398435:0:16773:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384337.398435:0:17550:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384337.398439:0:17550:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000f7c74c8. 00000400:00000200:1.0:1767384337.398441:0:16773:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384337.398442:0:16139:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294927365 00000100:00000001:3.0:1767384337.398446:0:16139:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294927384 00000100:00000001:1.0:1767384337.398450:0:16773:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384337.398451:0:16139:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294927365 00000020:00000010:0.0:1767384337.398452:0:17550:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000044b77718. 00000100:00000001:3.0:1767384337.398454:0:16139:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294927384 00000100:00000200:1.0:1767384337.398457:0:16773:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bf6531a0 x1853236723082112/t0(0) o400->MGC192.168.202.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384353 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384337.398458:0:16139:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384337.398460:0:16139:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384337.398461:0:17550:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (0000000083abdb14) now 6 - evictor 00000100:00000001:3.0:1767384337.398462:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384337.398467:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384337.398476:0:17550:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000040:1.0:1767384337.398477:0:16773:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000bf6531a0 x1853236723082112/t0(0) o400->MGC192.168.202.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384353 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384337.398479:0:17550:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a3c53249. 00000100:00000001:3.0:1767384337.398480:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384337.398484:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384337.398484:0:17550:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f6f99c33. 00000020:00000010:0.0:1767384337.398491:0:17550:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005084ed9a. 00000100:00000001:1.0:1767384337.398498:0:16773:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384337.398500:0:17547:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:0.0:1767384337.398501:0:17550:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00100000:3.0:1767384337.398503:0:17547:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723082240 00000400:00000200:1.0:1767384337.398505:0:16773:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003d8b2f9d 02000000:00000001:3.0:1767384337.398507:0:17547:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384337.398508:0:17550:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000010:1.0:1767384337.398509:0:16773:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003d8b2f9d. 00000100:00000001:3.0:1767384337.398510:0:17547:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384337.398511:0:17550:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384337.398512:0:16773:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384337.398513:0:17547:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384337.398515:0:16773:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384337.398515:0:17550:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384337.398516:0:17547:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384337.398519:0:17547:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723082240 00000100:00000001:1.0:1767384337.398520:0:16773:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384337.398520:0:17550:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384337.398521:0:17547:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384337.398524:0:17547:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eeca38 00000020:00000001:3.0:1767384337.398526:0:17547:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:1.0:1767384337.398527:0:16773:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 20 to 0@lo 00000020:00000040:3.0:1767384337.398528:0:17547:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000cf791f94 refcount=6 00000100:00000001:0.0:1767384337.398530:0:17550:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384337.398532:0:17547:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619777391929344 : -124296317622272 : ffff8ef402242800) 00010000:00000001:1.0:1767384337.398533:0:16773:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384337.398535:0:17547:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619777391929344 : -124296317622272 : ffff8ef402242800) 00000020:00000001:1.0:1767384337.398537:0:16773:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384337.398538:0:17547:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384337.398540:0:17550:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:1.0:1767384337.398542:0:16773:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000010:3.0:1767384337.398544:0:17547:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ac7dcf3f. 00000100:00000001:0.0:1767384337.398544:0:17550:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:1.0:1767384337.398547:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000018a6866d x1853236723082112/t0(0) o400->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:318/0 lens 224/224 e 0 to 0 dl 1767384348 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384337.398548:0:17547:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1767384337.398551:0:17550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000020:00000010:3.0:1767384337.398553:0:17547:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ac7dcf3f. 00000100:00000040:0.0:1767384337.398555:0:17550:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000cf791f94 : new rpc_count 1 00000020:00000010:3.0:1767384337.398559:0:17547:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008147a7dd. 00000100:00000001:0.0:1767384337.398559:0:17550:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619782674426368 : -124291035125248 : ffff8ef53d00aa00) 00000100:00100000:1.0:1767384337.398564:0:16773:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000018a6866d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c0412d60-4f67-4dbc-8791-892843f60083+14:16138:x1853236723082112:12345-0@lo:400: Request processed in 383us (936us total) trans 0 rc 0/0 00000020:00000010:3.0:1767384337.398566:0:17547:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b29ac2d2. 00000100:00000040:0.0:1767384337.398567:0:17550:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c41ee093 x1853236723081984/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:318/0 lens 224/0 e 0 to 0 dl 1767384348 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384337.398572:0:17547:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004085ee64. 00000100:00100000:1.0:1767384337.398577:0:16773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 126 00000100:00000001:0.0:1767384337.398580:0:17550:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:3.0:1767384337.398581:0:17547:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000040:1.0:1767384337.398581:0:16773:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000555601ca : new rpc_count 0 00000020:00000010:0.0:1767384337.398583:0:17550:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000044b77718. 00000100:00000001:3.0:1767384337.398585:0:17547:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384337.398586:0:16773:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384337.398587:0:17547:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384337.398587:0:17550:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384337.398590:0:16773:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384337.398590:0:17550:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000044b77718. 00000020:00000010:1.0:1767384337.398595:0:16773:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000064bc40e4. 00000100:00100000:0.0:1767384337.398595:0:17550:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000c41ee093 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:16137:x1853236723081984:12345-0@lo:13: 00000100:00000001:3.0:1767384337.398596:0:17547:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384337.398600:0:16773:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002d9084b7. 00000100:00000200:0.0:1767384337.398602:0:17550:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723081984 00000100:00000001:3.0:1767384337.398604:0:17547:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000010:1.0:1767384337.398605:0:16773:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000663f9b84. 00000020:00000001:0.0:1767384337.398605:0:17550:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:3.0:1767384337.398607:0:17547:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000001:0.0:1767384337.398609:0:17550:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:3.0:1767384337.398610:0:17547:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384337.398610:0:16773:0:(genops.c:898:class_export_put()) PUTting export 00000000555601ca : new refcount 13 00000020:00000001:0.0:1767384337.398613:0:17550:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384337.398616:0:16773:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000020:00000001:0.0:1767384337.398616:0:17550:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 02000000:00000010:1.0:1767384337.398618:0:16773:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000933032e9. 00000020:00000001:0.0:1767384337.398618:0:17550:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072673306064 : -1036245552 : ffffffffc23c25d0) 00000020:00000001:0.0:1767384337.398620:0:17550:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1767384337.398621:0:17547:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384337.398621:0:16773:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:00000001:0.0:1767384337.398624:0:17550:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384337.398628:0:16773:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384337.398631:0:17547:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:0.0:1767384337.398632:0:17550:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:3.0:1767384337.398634:0:17547:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000200:1.0:1767384337.398634:0:16773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000020:00000001:0.0:1767384337.398636:0:17550:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000010:1.0:1767384337.398639:0:16773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a87b8d61. 00000020:00000001:0.0:1767384337.398639:0:17550:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384337.398640:0:17547:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00000040:3.0:1767384337.398644:0:17547:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000cf791f94 : new rpc_count 2 00000100:00000001:0.0:1767384337.398645:0:17550:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1767384337.398646:0:17547:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619782675231872 : -124291034319744 : ffff8ef53d0cf480) 00000400:00000010:1.0:1767384337.398646:0:16773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000098e6c341. 02000000:00000001:0.0:1767384337.398650:0:17550:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:3.0:1767384337.398653:0:17547:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000bef5903f x1853236723082240/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:318/0 lens 224/0 e 0 to 0 dl 1767384348 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767384337.398654:0:17550:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 000000002eeecc3f. 02000000:00000001:0.0:1767384337.398660:0:17550:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384337.398666:0:17550:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384337.398667:0:17547:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384337.398667:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:3.0:1767384337.398671:0:17547:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ac7dcf3f. 00002000:00000001:0.0:1767384337.398673:0:17550:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000100:00000001:3.0:1767384337.398690:0:17547:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384337.398691:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00002000:00000001:0.0:1767384337.398693:0:17550:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000010:3.0:1767384337.398696:0:17547:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ac7dcf3f. 00000400:00000001:1.0:1767384337.398698:0:16138:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:0.0:1767384337.398698:0:17550:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000400:00000001:1.0:1767384337.398702:0:16138:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00080000:00000001:0.0:1767384337.398703:0:17550:0:(osd_handler.c:571:osd_statfs()) Process entered 00000400:00000010:1.0:1767384337.398704:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a62587a3. 00000100:00100000:3.0:1767384337.398708:0:17547:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000bef5903f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:16139:x1853236723082240:12345-0@lo:400: 00000400:00000200:1.0:1767384337.398710:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000039df33fe 00000400:00000010:1.0:1767384337.398714:0:16138:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000039df33fe. 00080000:00000001:0.0:1767384337.398717:0:17550:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384337.398718:0:17547:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723082240 00000100:00000001:1.0:1767384337.398720:0:16138:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:0.0:1767384337.398720:0:17550:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384337.398723:0:17547:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00002000:00000024:0.0:1767384337.398724:0:17550:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 389021696 avail 386924544 00000100:00000200:1.0:1767384337.398727:0:16138:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bf6531a0 x1853236723082112/t0(0) o400->MGC192.168.202.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384353 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384337.398731:0:17547:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000020:0.0:1767384337.398732:0:17550:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40828928 0 0 00000020:00000001:3.0:1767384337.398736:0:17547:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:0.0:1767384337.398738:0:17550:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000cf791f94 dirty 0 pend 0 grant 0 00000100:00000200:1.0:1767384337.398741:0:16138:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bf6531a0 x1853236723082112/t0(0) o400->MGC192.168.202.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384353 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384337.398743:0:17547:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00002000:00000020:0.0:1767384337.398745:0:17550:0:(ofd_obd.c:737:ofd_statfs()) 374 blocks: 371 free, 331 avail; 12296 objects: 11872 free; state 0 00000020:00000001:3.0:1767384337.398747:0:17547:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661494240 : -1048057376 : ffffffffc187e9e0) 00002000:00000001:0.0:1767384337.398750:0:17550:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000020:00000001:3.0:1767384337.398755:0:17547:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1767384337.398756:0:16138:0:(events.c:163:reply_in_callback()) Process leaving 00000001:00000001:0.0:1767384337.398758:0:17550:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000020:00000001:3.0:1767384337.398760:0:17547:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384337.398761:0:16138:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:0.0:1767384337.398761:0:17550:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384337.398767:0:17547:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1767384337.398767:0:16138:0:(client.c:1578:after_reply()) Process entered 00002000:00000001:0.0:1767384337.398767:0:17550:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384337.398771:0:17547:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 02000000:00000001:1.0:1767384337.398772:0:16138:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000040:0.0:1767384337.398772:0:17550:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236723081984 00000100:00000001:1.0:1767384337.398776:0:16138:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:0.0:1767384337.398777:0:17550:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000001:3.0:1767384337.398778:0:17547:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384337.398778:0:16138:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:0.0:1767384337.398781:0:17550:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000c41ee093 x1853236723081984/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:318/0 lens 224/368 e 0 to 0 dl 1767384348 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384337.398785:0:17547:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 02000000:00000001:1.0:1767384337.398786:0:16138:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384337.398791:0:17547:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00001000:1.0:1767384337.398792:0:16138:0:(import.c:2128:obd_at_measure()) add 5 to 0000000028df3f77 time=67 v=5 (5 0 0 0) 00010000:00000001:0.0:1767384337.398792:0:17550:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 02000000:00000001:3.0:1767384337.398797:0:17547:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:0.0:1767384337.398797:0:17550:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384337.398798:0:16138:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f5022cbe time=67 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384337.398802:0:16138:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00001000:0.0:1767384337.398802:0:17550:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bde6550e time=56 v=5 (1 0 0 0) 02000000:00000010:3.0:1767384337.398805:0:17547:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000521b6f75. 00000100:00000001:1.0:1767384337.398805:0:16138:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384337.398805:0:17550:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:1.0:1767384337.398810:0:16138:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000040:0.0:1767384337.398810:0:17550:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 21 to 0@lo 02000000:00000001:3.0:1767384337.398811:0:17547:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384337.398814:0:16138:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384337.398814:0:17550:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 00000100:00000001:3.0:1767384337.398816:0:17547:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384337.398820:0:16138:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384337.398820:0:17550:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384337.398823:0:17550:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384337.398824:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bf6531a0 x1853236723082112/t0(0) o400->MGC192.168.202.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384353 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384337.398827:0:17550:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:3.0:1767384337.398831:0:17547:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384337.398837:0:16138:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000040:3.0:1767384337.398838:0:17547:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236723082240 00000100:00000040:0.0:1767384337.398840:0:17550:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384337.398842:0:16138:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:0.0:1767384337.398844:0:17550:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004e2d4782. 00010000:00000001:3.0:1767384337.398845:0:17547:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:1.0:1767384337.398846:0:16138:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384337.398848:0:17550:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853236723081984, offset 224 00010000:00000200:3.0:1767384337.398853:0:17547:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000bef5903f x1853236723082240/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:318/0 lens 224/224 e 0 to 0 dl 1767384348 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384337.398855:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bf6531a0 x1853236723082112/t0(0) o400->MGC192.168.202.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384353 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384337.398855:0:17550:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384337.398866:0:17550:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384337.398879:0:17550:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x695824c906300 00000400:00000200:0.0:1767384337.398887:0:17550:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1bb9 [1] + 224 00010000:00000001:3.0:1767384337.398889:0:17547:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00100000:1.0:1767384337.398890:0:16138:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000bf6531a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c0412d60-4f67-4dbc-8791-892843f60083:16138:1853236723082112:0@lo:400: 00000400:00000200:0.0:1767384337.398893:0:17550:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1767384337.398894:0:17547:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384337.398898:0:17547:0:(import.c:2128:obd_at_measure()) add 1 to 0000000094c7e214 time=56 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384337.398899:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384337.398899:0:17550:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384337.398906:0:17550:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384337.398907:0:17547:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1767384337.398910:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:0.0:1767384337.398912:0:17550:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004f27a975 x1853236723081984/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384353 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384337.398914:0:17547:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 22 to 0@lo 00000100:00000040:1.0:1767384337.398915:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bf6531a0 x1853236723082112/t0(0) o400->MGC192.168.202.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384353 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384337.398936:0:17547:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 02000000:00000001:3.0:1767384337.398943:0:17547:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:0.0:1767384337.398945:0:17550:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@000000004f27a975 x1853236723081984/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384353 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384337.398947:0:17547:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384337.398949:0:16138:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384337.398952:0:16138:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1767384337.398954:0:17547:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000010:1.0:1767384337.398956:0:16138:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000142e68dc. 00000100:00000040:3.0:1767384337.398960:0:17547:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:1.0:1767384337.398962:0:16138:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000010:3.0:1767384337.398966:0:17547:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001a87f51c. 00000020:00000001:1.0:1767384337.398966:0:16138:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1767384337.398967:0:17550:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:1.0:1767384337.398969:0:16138:0:(genops.c:1242:class_import_put()) import 00000000df830bbe refcount=3 obd=MGC192.168.202.152@tcp 00000020:00000001:1.0:1767384337.398972:0:16138:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000200:3.0:1767384337.398973:0:17547:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853236723082240, offset 224 02000000:00000010:1.0:1767384337.398974:0:16138:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000995c7e50. 00000400:00000200:0.0:1767384337.398974:0:17550:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004e2d4782 00000400:00000010:0.0:1767384337.398978:0:17550:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004e2d4782. 00000100:00000001:0.0:1767384337.398981:0:17550:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:1.0:1767384337.398982:0:16138:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1767384337.398983:0:17550:0:(events.c:398:reply_out_callback()) Process leaving 02000000:00000001:1.0:1767384337.398984:0:16138:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000200:3.0:1767384337.398985:0:17547:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:1.0:1767384337.398988:0:16138:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bf6531a0. 00000100:00000001:0.0:1767384337.398990:0:17550:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384337.398994:0:16138:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000040:0.0:1767384337.398994:0:17550:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 21 to 0@lo 00000400:00000200:3.0:1767384337.398997:0:17547:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384337.398999:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384337.399000:0:17550:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:1.0:1767384337.399003:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384337.399003:0:17550:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384337.399006:0:17547:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x695824c906400 00000020:00000001:0.0:1767384337.399007:0:17550:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767384337.399010:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384337.399011:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384337.399012:0:17547:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1bc9 [1] + 224 00000100:00000001:1.0:1767384337.399015:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767384337.399015:0:17550:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c41ee093 x1853236723081984/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:318/0 lens 224/368 e 0 to 0 dl 1767384348 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384337.399018:0:17547:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384337.399019:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384337.399026:0:17547:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384337.399032:0:17547:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:0.0:1767384337.399035:0:17550:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000c41ee093 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:16137:x1853236723081984:12345-0@lo:13: Request processed in 451us (1402us total) trans 0 rc 0/0 00000100:00000200:3.0:1767384337.399038:0:17547:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a9ba819b x1853236723082240/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384353 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767384337.399043:0:16775:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000040:1.0:1767384337.399048:0:16775:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (0000000083abdb14) now 6 - evictor 00000100:00100000:0.0:1767384337.399051:0:17550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00000040:0.0:1767384337.399055:0:17550:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000cf791f94 : new rpc_count 1 00000100:00000040:3.0:1767384337.399057:0:17547:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a9ba819b x1853236723082240/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384353 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384337.399060:0:17550:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384337.399062:0:17550:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384337.399063:0:16780:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:0.0:1767384337.399066:0:17550:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f6f99c33. 00000100:00100000:1.0:1767384337.399068:0:16780:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723082496 02000000:00000001:1.0:1767384337.399072:0:16780:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384337.399073:0:17547:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384337.399074:0:16780:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:0.0:1767384337.399076:0:17550:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005084ed9a. 00000100:00000001:1.0:1767384337.399078:0:16780:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384337.399079:0:17547:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001a87f51c 00000020:00000010:0.0:1767384337.399080:0:17550:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a3c53249. 02000000:00000001:1.0:1767384337.399081:0:16780:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384337.399082:0:17547:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001a87f51c. 00000100:00100000:1.0:1767384337.399085:0:16780:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723082496 00000100:00000001:3.0:1767384337.399087:0:17547:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000040:0.0:1767384337.399087:0:17550:0:(genops.c:898:class_export_put()) PUTting export 00000000cf791f94 : new refcount 5 00000020:00000001:1.0:1767384337.399090:0:16780:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384337.399091:0:17547:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000040:1.0:1767384337.399092:0:16780:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eeca23 00000100:00000001:0.0:1767384337.399092:0:17550:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384337.399097:0:16780:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384337.399101:0:16780:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000b2466616 refcount=5 00000100:00000001:3.0:1767384337.399103:0:17547:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384337.399104:0:16780:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619782058162176 : -124291651389440 : ffff8ef518453800) 00000100:00000040:3.0:1767384337.399109:0:17547:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 20 to 0@lo 00000020:00000001:1.0:1767384337.399109:0:16780:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619782058162176 : -124291651389440 : ffff8ef518453800) 00010000:00000001:3.0:1767384337.399112:0:17547:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:0.0:1767384337.399113:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1767384337.399114:0:17547:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384337.399133:0:17547:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1767384337.399136:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767384337.399137:0:17547:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bef5903f x1853236723082240/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:318/0 lens 224/224 e 0 to 0 dl 1767384348 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384337.399142:0:16780:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000001:0.0:1767384337.399142:0:16137:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384337.399145:0:16137:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:1.0:1767384337.399148:0:16780:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000edb0cbe6. 00000400:00000010:0.0:1767384337.399148:0:16137:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000039f4abad. 00000100:00100000:3.0:1767384337.399149:0:17547:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000bef5903f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:16139:x1853236723082240:12345-0@lo:400: Request processed in 480us (1262us total) trans 0 rc 0/0 00000020:00000010:1.0:1767384337.399154:0:16780:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000c1379e58. 00000400:00000200:0.0:1767384337.399154:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ad6d2c19 00000400:00000010:0.0:1767384337.399157:0:16137:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ad6d2c19. 00000100:00100000:3.0:1767384337.399158:0:17547:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000020:00000040:1.0:1767384337.399159:0:16780:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000b1f9e0ef) now 8 - evictor 00000100:00000001:0.0:1767384337.399161:0:16137:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1767384337.399163:0:17547:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000cf791f94 : new rpc_count 0 00000100:00000001:3.0:1767384337.399166:0:17547:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384337.399168:0:17547:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:0.0:1767384337.399168:0:16137:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004f27a975 x1853236723081984/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384353 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384337.399170:0:16780:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:3.0:1767384337.399171:0:17547:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b29ac2d2. 00000020:00000010:1.0:1767384337.399174:0:16780:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000663f9b84. 00000020:00000010:3.0:1767384337.399176:0:17547:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004085ee64. 00000020:00000010:1.0:1767384337.399179:0:16780:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000064bc40e4. 00000020:00000010:3.0:1767384337.399182:0:17547:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008147a7dd. 00000020:00000010:1.0:1767384337.399185:0:16780:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002d9084b7. 00000100:00000200:0.0:1767384337.399186:0:16137:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004f27a975 x1853236723081984/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384353 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384337.399188:0:17547:0:(genops.c:898:class_export_put()) PUTting export 00000000cf791f94 : new refcount 4 00000100:00000001:3.0:1767384337.399193:0:17547:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384337.399194:0:16780:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1767384337.399198:0:16780:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384337.399199:0:16137:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384337.399200:0:16780:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384337.399200:0:16137:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384337.399202:0:16780:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384337.399202:0:16137:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384337.399204:0:16137:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384337.399205:0:16137:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384337.399206:0:16137:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384337.399207:0:16780:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 02000000:00000001:0.0:1767384337.399208:0:16137:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384337.399209:0:16780:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1767384337.399211:0:16780:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384337.399212:0:16778:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00001000:0.0:1767384337.399213:0:16137:0:(import.c:2128:obd_at_measure()) add 5 to 0000000032110564 time=56 v=5 (5 0 0 0) 00000100:00100000:3.0:1767384337.399215:0:16778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723082368 02000000:00000001:3.0:1767384337.399218:0:16778:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384337.399221:0:16778:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384337.399221:0:16780:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767384337.399221:0:16137:0:(import.c:2128:obd_at_measure()) add 1 to 000000001fbc0fd6 time=56 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384337.399224:0:16778:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384337.399226:0:16137:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:3.0:1767384337.399227:0:16778:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384337.399230:0:16137:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384337.399231:0:16778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723082368 00010000:00000001:0.0:1767384337.399234:0:16137:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000001:3.0:1767384337.399235:0:16778:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384337.399236:0:16780:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000040:3.0:1767384337.399239:0:16778:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eeca2a 00000100:00000001:1.0:1767384337.399240:0:16780:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00080000:0.0:1767384337.399240:0:16137:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000004f27a975 x1853236723081984/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384353 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384337.399244:0:16778:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:1.0:1767384337.399247:0:16780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000020:00000040:3.0:1767384337.399248:0:16778:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f335576c refcount=5 00010000:00000001:0.0:1767384337.399252:0:16137:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384337.399253:0:16778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619777384806400 : -124296324745216 : ffff8ef401b77800) 00000100:00000040:1.0:1767384337.399254:0:16780:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000b2466616 : new rpc_count 1 00000100:00000001:0.0:1767384337.399257:0:16137:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000020:00000001:3.0:1767384337.399258:0:16778:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619777384806400 : -124296324745216 : ffff8ef401b77800) 00000100:00000001:1.0:1767384337.399259:0:16780:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619782674429952 : -124291035121664 : ffff8ef53d00b800) 00000100:00000040:0.0:1767384337.399259:0:16137:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:3.0:1767384337.399262:0:16778:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384337.399263:0:16137:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000020:00000010:3.0:1767384337.399266:0:16778:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ac7dcf3f. 00000100:00000040:1.0:1767384337.399266:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f9bb72ab x1853236723082496/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:318/0 lens 224/0 e 0 to 0 dl 1767384348 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384337.399266:0:16137:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384337.399280:0:16778:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384337.399289:0:16778:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ac7dcf3f. 00000100:00000040:0.0:1767384337.399294:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004f27a975 x1853236723081984/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384353 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384337.399295:0:16778:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008147a7dd. 00000100:00000001:1.0:1767384337.399298:0:16780:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384337.399301:0:16778:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b29ac2d2. 00000020:00000010:1.0:1767384337.399303:0:16780:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000080bdc22e. 00000020:00000010:3.0:1767384337.399307:0:16778:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004085ee64. 00000100:00000001:1.0:1767384337.399307:0:16780:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384337.399307:0:16137:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384337.399313:0:16780:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000080bdc22e. 00000100:00000001:0.0:1767384337.399313:0:16137:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384337.399314:0:16778:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384337.399315:0:16137:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384337.399317:0:16778:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:0.0:1767384337.399320:0:16137:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000100:00000001:3.0:1767384337.399321:0:16778:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384337.399321:0:16780:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000f9bb72ab pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:16137:x1853236723082496:12345-0@lo:400: 00000004:00000040:0.0:1767384337.399323:0:16137:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000100:00000200:1.0:1767384337.399327:0:16780:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723082496 00000100:00000001:3.0:1767384337.399328:0:16778:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000004:00000040:0.0:1767384337.399328:0:16137:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=95744 free=94976 avail=84736 avail_mb=331 hwm_mb=3 files=12296 ffree=11872 state=0: rc = 0 00000020:00000001:1.0:1767384337.399331:0:16780:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:3.0:1767384337.399332:0:16778:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384337.399335:0:16778:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384337.399336:0:16780:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000004:00000020:0.0:1767384337.399337:0:16137:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (000000009fef8af1): 95744 blocks, 94976 free, 84736 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 12296 files, 11872 free files 0x0 00000020:00000001:1.0:1767384337.399339:0:16780:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384337.399341:0:16778:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384337.399342:0:16780:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000004:00000001:0.0:1767384337.399343:0:16137:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384337.399349:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004f27a975 x1853236723081984/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384353 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384337.399351:0:16778:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:1.0:1767384337.399351:0:16780:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661494240 : -1048057376 : ffffffffc187e9e0) 00000020:00000001:1.0:1767384337.399355:0:16780:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1767384337.399356:0:16778:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:1.0:1767384337.399360:0:16780:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384337.399361:0:16137:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004f27a975 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16137:1853236723081984:0@lo:13: 00000100:00100000:3.0:1767384337.399364:0:16778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000020:00000001:1.0:1767384337.399365:0:16780:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384337.399368:0:16780:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000040:3.0:1767384337.399370:0:16778:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000f335576c : new rpc_count 1 00000020:00000001:1.0:1767384337.399370:0:16780:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384337.399370:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384337.399374:0:16778:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619782675221120 : -124291034330496 : ffff8ef53d0cca80) 00000020:00000001:1.0:1767384337.399376:0:16780:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1767384337.399376:0:16137:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384337.399381:0:16778:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000007dc04b73 x1853236723082368/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:318/0 lens 224/0 e 0 to 0 dl 1767384348 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384337.399381:0:16780:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000040:0.0:1767384337.399382:0:16137:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004f27a975 x1853236723081984/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384353 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384337.399385:0:16780:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384337.399388:0:16780:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000933032e9. 02000000:00000001:1.0:1767384337.399392:0:16780:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384337.399397:0:16780:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384337.399401:0:16780:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384337.399405:0:16780:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236723082496 00010000:00000001:1.0:1767384337.399410:0:16780:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:0.0:1767384337.399411:0:16137:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1767384337.399413:0:16778:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:0.0:1767384337.399414:0:16137:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000200:1.0:1767384337.399415:0:16780:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000f9bb72ab x1853236723082496/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:318/0 lens 224/224 e 0 to 0 dl 1767384348 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384337.399417:0:16778:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ac7dcf3f. 02000000:00000010:0.0:1767384337.399418:0:16137:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000037eb0901. 00000100:00000001:3.0:1767384337.399423:0:16778:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384337.399425:0:16137:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:1.0:1767384337.399427:0:16780:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000010:3.0:1767384337.399428:0:16778:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ac7dcf3f. 00010000:00000001:1.0:1767384337.399430:0:16780:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384337.399430:0:16137:0:(genops.c:1236:class_import_put()) Process entered 00000100:00001000:1.0:1767384337.399433:0:16780:0:(import.c:2128:obd_at_measure()) add 1 to 000000008dd0459f time=62 v=5 (1 0 0 0) 00000020:00000040:0.0:1767384337.399433:0:16137:0:(genops.c:1242:class_import_put()) import 0000000068bc8709 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00100000:3.0:1767384337.399435:0:16778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000007dc04b73 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:16139:x1853236723082368:12345-0@lo:400: 00000020:00000001:0.0:1767384337.399438:0:16137:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000200:3.0:1767384337.399439:0:16778:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723082368 00000100:00000001:1.0:1767384337.399439:0:16780:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:3.0:1767384337.399442:0:16778:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 02000000:00000010:0.0:1767384337.399442:0:16137:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003731eb54. 00000100:00000040:1.0:1767384337.399443:0:16780:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 21 to 0@lo 00000020:00000001:3.0:1767384337.399447:0:16778:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:1.0:1767384337.399447:0:16780:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 02000000:00000001:0.0:1767384337.399449:0:16137:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:3.0:1767384337.399450:0:16778:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384337.399452:0:16778:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 02000000:00000001:1.0:1767384337.399452:0:16780:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384337.399452:0:16137:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:3.0:1767384337.399456:0:16778:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661494240 : -1048057376 : ffffffffc187e9e0) 00000100:00000010:0.0:1767384337.399456:0:16137:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004f27a975. 02000000:00000001:1.0:1767384337.399457:0:16780:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384337.399461:0:16778:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1767384337.399463:0:16780:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384337.399463:0:16137:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000001:3.0:1767384337.399464:0:16778:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384337.399465:0:16137:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384337.399467:0:16778:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000040:1.0:1767384337.399468:0:16780:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384337.399468:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384337.399471:0:16778:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000010:1.0:1767384337.399473:0:16780:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000039df33fe. 00000100:00000200:1.0:1767384337.399477:0:16780:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236723082496, offset 224 00000100:00000001:0.0:1767384337.399477:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1767384337.399480:0:16778:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384337.399480:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384337.399483:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384337.399485:0:16780:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:3.0:1767384337.399486:0:16778:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1767384337.399487:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384337.399489:0:16778:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384337.399493:0:16778:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:1.0:1767384337.399494:0:16780:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:3.0:1767384337.399497:0:16778:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000aa84fe8d. 02000000:00000001:3.0:1767384337.399500:0:16778:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384337.399502:0:16778:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384337.399506:0:16778:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384337.399506:0:16780:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824c906500 00010000:00000040:3.0:1767384337.399509:0:16778:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236723082368 00010000:00000001:3.0:1767384337.399513:0:16778:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384337.399533:0:16778:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000007dc04b73 x1853236723082368/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:318/0 lens 224/224 e 0 to 0 dl 1767384348 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384337.399533:0:16780:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1bd1 [1] + 224 00000400:00000200:1.0:1767384337.399546:0:16780:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1767384337.399547:0:16778:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384337.399550:0:16778:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384337.399557:0:16778:0:(import.c:2128:obd_at_measure()) add 1 to 000000008dd0459f time=62 v=5 (1 0 0 0) 00000400:00000200:1.0:1767384337.399557:0:16780:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384337.399562:0:16778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384337.399564:0:16778:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 22 to 0@lo 00000100:00000001:3.0:1767384337.399565:0:16778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 02000000:00000001:3.0:1767384337.399571:0:16778:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384337.399573:0:16778:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384337.399574:0:16780:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384337.399576:0:16778:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384337.399580:0:16778:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:1.0:1767384337.399583:0:16780:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002853bee5 x1853236723082496/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384353 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384337.399584:0:16778:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001a87f51c. 00000100:00000200:3.0:1767384337.399589:0:16778:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236723082368, offset 224 00000400:00000200:3.0:1767384337.399599:0:16778:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1767384337.399611:0:16780:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000002853bee5 x1853236723082496/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384353 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384337.399612:0:16778:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384337.399624:0:16778:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824c906480 00000400:00000200:3.0:1767384337.399630:0:16778:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1bd9 [1] + 224 00000400:00000200:3.0:1767384337.399634:0:16778:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384337.399637:0:16778:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384337.399637:0:16780:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384337.399640:0:16778:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384337.399645:0:16778:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f9e83428 x1853236723082368/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384353 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384337.399647:0:16780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000039df33fe 00000400:00000010:1.0:1767384337.399653:0:16780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000039df33fe. 00000100:00000040:3.0:1767384337.399659:0:16778:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000f9e83428 x1853236723082368/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384353 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384337.399659:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384337.399660:0:16780:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384337.399662:0:16780:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384337.399662:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384337.399665:0:16780:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384337.399665:0:16137:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384337.399668:0:16137:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384337.399670:0:16137:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009728a322. 00000100:00000040:1.0:1767384337.399673:0:16780:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 21 to 0@lo 00000400:00000200:0.0:1767384337.399676:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003607bc79 00010000:00000001:1.0:1767384337.399679:0:16780:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:0.0:1767384337.399680:0:16137:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003607bc79. 00000020:00000001:1.0:1767384337.399682:0:16780:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384337.399684:0:16137:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:1.0:1767384337.399686:0:16780:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:0.0:1767384337.399691:0:16137:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002853bee5 x1853236723082496/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384353 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384337.399692:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f9bb72ab x1853236723082496/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:318/0 lens 224/224 e 0 to 0 dl 1767384348 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384337.399693:0:16778:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384337.399700:0:16778:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001a87f51c 00000400:00000010:3.0:1767384337.399704:0:16778:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001a87f51c. 00000100:00000001:3.0:1767384337.399708:0:16778:0:(events.c:386:reply_out_callback()) Process entered 00000100:00100000:1.0:1767384337.399709:0:16780:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000f9bb72ab pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:16137:x1853236723082496:12345-0@lo:400: Request processed in 408us (1535us total) trans 0 rc 0/0 00000100:00000200:0.0:1767384337.399709:0:16137:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002853bee5 x1853236723082496/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384353 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384337.399710:0:16778:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384337.399715:0:16778:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384337.399723:0:16778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 20 to 0@lo 00000100:00100000:1.0:1767384337.399724:0:16780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00000001:0.0:1767384337.399725:0:16137:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:3.0:1767384337.399727:0:16778:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:0.0:1767384337.399728:0:16137:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384337.399729:0:16780:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000b2466616 : new rpc_count 0 00000020:00000001:3.0:1767384337.399730:0:16778:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384337.399734:0:16778:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767384337.399734:0:16780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384337.399734:0:16137:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767384337.399740:0:16780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:0.0:1767384337.399740:0:16137:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000040:3.0:1767384337.399743:0:16778:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007dc04b73 x1853236723082368/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:318/0 lens 224/224 e 0 to 0 dl 1767384348 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384337.399744:0:16137:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:1.0:1767384337.399745:0:16780:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000064bc40e4. 00000100:00000001:0.0:1767384337.399748:0:16137:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384337.399751:0:16780:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002d9084b7. 02000000:00000001:0.0:1767384337.399753:0:16137:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384337.399757:0:16780:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000663f9b84. 00000100:00001000:0.0:1767384337.399760:0:16137:0:(import.c:2128:obd_at_measure()) add 5 to 00000000edb11b67 time=62 v=5 (5 0 0 0) 00000020:00000040:1.0:1767384337.399764:0:16780:0:(genops.c:898:class_export_put()) PUTting export 00000000b2466616 : new refcount 4 00000100:00001000:0.0:1767384337.399766:0:16137:0:(import.c:2128:obd_at_measure()) add 1 to 000000006fb1a5f2 time=62 v=5 (1 0 0 0) 00000100:00100000:3.0:1767384337.399768:0:16778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000007dc04b73 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:16139:x1853236723082368:12345-0@lo:400: Request processed in 351us (1440us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384337.399770:0:16780:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384337.399770:0:16137:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384337.399773:0:16137:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384337.399778:0:16137:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00100000:3.0:1767384337.399783:0:16778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00010000:00080000:0.0:1767384337.399786:0:16137:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000002853bee5 x1853236723082496/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384353 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384337.399788:0:16778:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f335576c : new rpc_count 0 00000100:00000001:3.0:1767384337.399792:0:16778:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00080000:1.0:1767384337.399794:0:16775:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00000001:3.0:1767384337.399796:0:16778:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000040:1.0:1767384337.399799:0:16775:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000b1f9e0ef) now 8 - evictor 00000020:00000010:3.0:1767384337.399801:0:16778:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b29ac2d2. 00010000:00000001:0.0:1767384337.399803:0:16137:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384337.399807:0:16778:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004085ee64. 00000100:00000001:0.0:1767384337.399809:0:16137:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000020:00000010:3.0:1767384337.399811:0:16778:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008147a7dd. 00000100:00000040:0.0:1767384337.399813:0:16137:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000020:00000040:3.0:1767384337.399816:0:16778:0:(genops.c:898:class_export_put()) PUTting export 00000000f335576c : new refcount 4 00000100:00000001:0.0:1767384337.399818:0:16137:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384337.399820:0:16778:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384337.399822:0:16137:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384337.399828:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002853bee5 x1853236723082496/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384353 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384337.399844:0:16137:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384337.399845:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384337.399847:0:16137:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384337.399848:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384337.399852:0:16137:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1767384337.399854:0:16139:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384337.399858:0:16139:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384337.399861:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cd822975. 00000100:00000040:0.0:1767384337.399861:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002853bee5 x1853236723082496/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384353 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384337.399866:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009146ec67 00000400:00000010:3.0:1767384337.399870:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009146ec67. 00000100:00000001:3.0:1767384337.399874:0:16139:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384337.399881:0:16139:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f9e83428 x1853236723082368/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384353 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384337.399882:0:16137:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000002853bee5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:16137:1853236723082496:0@lo:400: 00000100:00000001:0.0:1767384337.399894:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384337.399897:0:16137:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384337.399901:0:16137:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002853bee5 x1853236723082496/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384353 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384337.399937:0:16137:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000200:3.0:1767384337.399938:0:16139:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f9e83428 x1853236723082368/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384353 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384337.399940:0:16137:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384337.399944:0:16137:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000161177ac. 00000100:00000001:3.0:1767384337.399947:0:16139:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384337.399949:0:16139:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384337.399949:0:16137:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1767384337.399953:0:16139:0:(client.c:1578:after_reply()) Process entered 00000020:00000001:0.0:1767384337.399953:0:16137:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:3.0:1767384337.399955:0:16139:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384337.399957:0:16139:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000040:0.0:1767384337.399957:0:16137:0:(genops.c:1242:class_import_put()) import 000000005a28ad8c refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:3.0:1767384337.399960:0:16139:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384337.399962:0:16137:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1767384337.399963:0:16139:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384337.399965:0:16137:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ac0a9c0f. 00000100:00001000:3.0:1767384337.399967:0:16139:0:(import.c:2128:obd_at_measure()) add 5 to 00000000701828d5 time=62 v=5 (5 0 0 0) 02000000:00000001:0.0:1767384337.399969:0:16137:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00001000:3.0:1767384337.399972:0:16139:0:(import.c:2128:obd_at_measure()) add 1 to 0000000073619233 time=62 v=5 (1 0 0 0) 02000000:00000001:0.0:1767384337.399973:0:16137:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1767384337.399975:0:16139:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000010:0.0:1767384337.399976:0:16137:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002853bee5. 00000100:00000001:3.0:1767384337.399977:0:16139:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384337.399981:0:16139:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767384337.399983:0:16137:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00010000:00080000:3.0:1767384337.399987:0:16139:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000f9e83428 x1853236723082368/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384353 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384337.399987:0:16137:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384337.399992:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384337.399998:0:16139:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384337.400001:0:16139:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1767384337.400001:0:16137:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:3.0:1767384337.400004:0:16139:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:0.0:1767384337.400005:0:16137:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384337.400006:0:16139:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384337.400010:0:16139:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384337.400011:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767384337.400014:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f9e83428 x1853236723082368/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384353 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384337.400014:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384337.400022:0:16139:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384337.400023:0:16139:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384337.400024:0:16139:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384337.400028:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f9e83428 x1853236723082368/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384353 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384337.400033:0:16139:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f9e83428 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16139:1853236723082368:0@lo:400: 00000400:00000001:3.0:1767384337.400039:0:16139:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384337.400040:0:16139:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384337.400045:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001c995a88. 00000400:00000200:3.0:1767384337.400047:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000091677c2e 00000400:00000010:3.0:1767384337.400048:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000091677c2e. 00000100:00000001:3.0:1767384337.400051:0:16139:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384337.400055:0:16139:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a9ba819b x1853236723082240/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384353 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384337.400064:0:16139:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a9ba819b x1853236723082240/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384353 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384337.400070:0:16139:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384337.400071:0:16139:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384337.400072:0:16139:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384337.400072:0:16139:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384337.400073:0:16139:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384337.400074:0:16139:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384337.400075:0:16139:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384337.400077:0:16139:0:(import.c:2128:obd_at_measure()) add 5 to 0000000040f3b9ed time=56 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384337.400079:0:16139:0:(import.c:2128:obd_at_measure()) add 1 to 000000001fbc0fd6 time=56 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384337.400081:0:16139:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384337.400082:0:16139:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384337.400084:0:16139:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767384337.400086:0:16139:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000a9ba819b x1853236723082240/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384353 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384337.400090:0:16139:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384337.400092:0:16139:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384337.400094:0:16139:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:3.0:1767384337.400098:0:16139:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384337.400099:0:16139:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384337.400102:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a9ba819b x1853236723082240/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384353 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384337.400105:0:16139:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384337.400107:0:16139:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384337.400108:0:16139:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384337.400110:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a9ba819b x1853236723082240/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384353 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384337.400138:0:16139:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a9ba819b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16139:1853236723082240:0@lo:400: 00000100:00000001:3.0:1767384337.400145:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384337.400147:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384337.400149:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f9e83428 x1853236723082368/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384353 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384337.400154:0:16139:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384337.400155:0:16139:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384337.400156:0:16139:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e1a5d5c6. 02000000:00000001:3.0:1767384337.400160:0:16139:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384337.400161:0:16139:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384337.400162:0:16139:0:(genops.c:1242:class_import_put()) import 00000000345f9ba7 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:3.0:1767384337.400164:0:16139:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384337.400165:0:16139:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c794c3c9. 02000000:00000001:3.0:1767384337.400170:0:16139:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384337.400171:0:16139:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384337.400173:0:16139:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f9e83428. 00000100:00000001:3.0:1767384337.400176:0:16139:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384337.400177:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384337.400181:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384337.400183:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a9ba819b x1853236723082240/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384353 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384337.400188:0:16139:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384337.400191:0:16139:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384337.400193:0:16139:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b987d8ac. 02000000:00000001:3.0:1767384337.400198:0:16139:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384337.400200:0:16139:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384337.400202:0:16139:0:(genops.c:1242:class_import_put()) import 0000000068bc8709 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:3.0:1767384337.400204:0:16139:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384337.400205:0:16139:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000deee43cb. 02000000:00000001:3.0:1767384337.400209:0:16139:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384337.400211:0:16139:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384337.400212:0:16139:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a9ba819b. 00000100:00000001:3.0:1767384337.400218:0:16139:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384337.400219:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384337.400225:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384337.400231:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384337.400232:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384337.400237:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384337.400239:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384337.422143:0:449:0:(connection.c:75:cpu_latency_work()) work item of 000000002fd0fb58 (cpu 0) has reached its deadline 4294927384, at 4294927385 00000100:00000040:2.0:1767384337.422145:0:270:0:(connection.c:75:cpu_latency_work()) work item of 00000000135c2452 (cpu 0) has reached its deadline 4294927384, at 4294927385 00000100:00000040:3.0:1767384337.422151:0:53:0:(connection.c:75:cpu_latency_work()) work item of 000000009d5c2cb6 (cpu 0) has reached its deadline 4294927384, at 4294927385 00000100:00000040:1.0:1767384337.422151:0:62:0:(connection.c:75:cpu_latency_work()) work item of 00000000edc4e618 (cpu 0) has reached its deadline 4294927384, at 4294927385 00000100:00000010:0.0:1767384337.422158:0:449:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007f2b82cd. 00000100:00000010:2.0:1767384337.422163:0:270:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002aa2ea79. 00000100:00000010:3.0:1767384337.422165:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000482ebd09. 00000100:00000010:1.0:1767384337.422168:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005f3198d9. 00000001:00000001:2.0:1767384337.678554:0:32955:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1767384337.678560:0:32955:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg252-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp41 --if ens2 00000001:00000001:2.0:1767384337.681734:0:32955:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384337.688686:0:32956:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 0000000081edca16. 00000400:00000010:3.0:1767384337.688700:0:32956:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000001297d07c. 00000400:00000010:3.0:1767384337.688711:0:32956:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 0000000095ca7b14. 00000400:00000010:3.0:1767384337.688713:0:32956:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000e1a5d5c6. 00000400:00000010:3.0:1767384337.688717:0:32956:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000f80d892d. 00000400:00000010:3.0:1767384337.688720:0:32956:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000ac7dcf3f. 00000400:00000010:3.0:1767384337.688722:0:32956:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000035130828. 00000400:00000010:3.0:1767384337.688723:0:32956:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b5e23d91. 00000400:00000010:3.0:1767384337.688726:0:32956:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000dcddb0ce. 00000800:00000010:3.0:1767384337.688740:0:32956:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000deee43cb. 00000800:00000200:3.0:1767384337.688750:0:32956:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384337.688761:0:32956:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384337.688792:0:32956:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.152) 00000400:02000000:3.0:1767384337.688812:0:32956:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.152@tcp41 [8/256/0/180] 00000400:00000010:3.0:1767384337.690174:0:32956:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 569 at 0000000039d13e9a. 00000400:00000010:3.0:1767384337.690180:0:32956:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001c995a88. 00000400:00000010:3.0:1767384337.690185:0:32956:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000091677c2e. 00000400:00000001:3.0:1767384337.690206:0:32956:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384337.690208:0:32956:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384337.690209:0:32956:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f8c2957f. 00000400:00000200:3.0:1767384337.690211:0:32956:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c7a16a19 00000400:00000010:3.0:1767384337.690212:0:32956:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c7a16a19. 00000400:00000010:3.0:1767384337.690215:0:32956:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 553 at 00000000277c5712. 00000400:00000200:3.0:1767384337.690220:0:32956:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (32) 00000400:00000200:3.0:1767384337.690229:0:32956:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.152@tcp (000000005d9714d7): 0 00000400:00000200:3.0:1767384337.690237:0:32956:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131113 00000020:00000010:3.0:1767384337.690243:0:32956:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 0000000093e83a39. 00000400:00000200:0.0:1767384337.690248:0:16135:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:3.0:1767384337.690250:0:32956:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:3.0:1767384337.690253:0:32956:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.152@tcp41 00000400:00000200:0.0:1767384337.690256:0:16135:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100151 00000400:00000010:0.0:1767384337.690278:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003607bc79. 00000400:00000010:3.0:1767384337.690281:0:32956:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000001297d07c. 00000400:00000200:0.0:1767384337.690283:0:16135:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (33) 00000400:00000010:3.0:1767384337.690285:0:32956:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 0000000081edca16. 00000400:00000010:0.0:1767384337.690291:0:16135:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000fa2b15b4. 00000400:00000200:0.0:1767384337.690298:0:16135:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.152@tcp19 00000020:00000001:1.0:1767384337.690305:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:1.0:1767384337.690309:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384337.690312:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:0.0:1767384337.690312:0:16135:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.152@tcp19 to MR: 192.168.202.152@tcp19 local destination 10000000:01000000:1.0:1767384337.690314:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:1.0:1767384337.690317:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:0.0:1767384337.690319:0:16135:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp19 NI seq info: [127:127:256:4294967295] 192.168.202.152@tcp19 LPNI seq info [124:124:8:4294967295] 00000020:01000004:1.0:1767384337.690320:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384337.690322:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384337.690324:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384337.690325:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384337.690326:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:0.0:1767384337.690326:0:16135:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.152@tcp19 00000020:01000004:1.0:1767384337.690328:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384337.690329:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384337.690331:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384337.690333:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:0.0:1767384337.690334:0:16135:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp19(192.168.202.152@tcp19:192.168.202.152@tcp19) -> 192.168.202.152@tcp19(192.168.202.152@tcp19:192.168.202.152@tcp19) : PUT try# 0 00000100:00000010:1.0:1767384337.690338:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f579c0b8. 00000800:00000200:0.0:1767384337.690339:0:16135:0:(socklnd_cb.c:1001:ksocknal_send()) sending 560 bytes in 1 frags to 12345-192.168.202.152@tcp19 00000020:00000040:1.0:1767384337.690343:0:36:0:(genops.c:1229:class_import_get()) import 00000000df830bbe refcount=4 obd=MGC192.168.202.152@tcp 00000800:00000010:0.0:1767384337.690344:0:16135:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000170dde5d. 00000100:00000001:1.0:1767384337.690349:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000800:00000200:0.0:1767384337.690350:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000717135b] -> 12345-192.168.202.152@tcp19 (6) 02000000:00000001:1.0:1767384337.690353:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384337.690357:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384337.690359:0:16135:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp19 ip 192.168.202.152:988 00000800:00000200:0.0:1767384337.690363:0:16135:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000170dde5d type 1, nob 656 niov 1 nkiov 1 02000000:00000010:1.0:1767384337.690365:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000686b2cb5. 00000100:00000001:1.0:1767384337.690372:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384337.690379:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384337.690382:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384337.690383:0:16135:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.152@tcp 00000400:00000200:0.0:1767384337.690385:0:16135:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100551 rc 0 00000100:00000040:1.0:1767384337.690390:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f579c0b8] to pc [ptlrpcd_00_01+1] req@00000000f579c0b8 x1853236723082624/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:1.0:1767384337.690419:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384337.690422:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384337.690425:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1767384337.690428:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:0.0:1767384337.690429:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1767384337.690434:0:16137:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000020:00000001:1.0:1767384337.690436:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000001:0.0:1767384337.690436:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1767384337.690438:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384337.690440:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384337.690443:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:1.0:1767384337.690445:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000100:00000001:0.0:1767384337.690445:0:16137:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:01000004:1.0:1767384337.690448:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00000001:0.0:1767384337.690448:0:16137:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384337.690450:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000001:0.0:1767384337.690451:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384337.690453:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384337.690455:0:16137:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:01000004:1.0:1767384337.690459:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384337.690460:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000040:0.0:1767384337.690461:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f579c0b8 x1853236723082624/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:1.0:1767384337.690462:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384337.690464:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384337.690466:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384337.690468:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:0.0:1767384337.690470:0:16137:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000010:1.0:1767384337.690471:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a50222b1. 00000100:00000001:0.0:1767384337.690472:0:16137:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384337.690474:0:36:0:(genops.c:1229:class_import_get()) import 00000000df830bbe refcount=5 obd=MGC192.168.202.152@tcp 00000100:00000001:1.0:1767384337.690478:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384337.690478:0:16137:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384337.690480:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384337.690481:0:16137:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384337.690482:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384337.690484:0:16137:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384337.690488:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000fc2316a4. 00000100:00100000:0.0:1767384337.690488:0:16137:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f579c0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c0412d60-4f67-4dbc-8791-892843f60083:16137:1853236723082624:0@lo:253: 00000100:00000001:1.0:1767384337.690491:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384337.690492:0:16137:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767384337.690495:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384337.690498:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384337.690501:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a50222b1] to pc [ptlrpcd_00_02+2] req@00000000a50222b1 x1853236723082752/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384337.690502:0:16137:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384337.690504:0:16137:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384337.690507:0:16137:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384337.690514:0:16137:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000f7aa12ca. 02000000:00000001:0.0:1767384337.690516:0:16137:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384337.690521:0:16137:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009728a322. 00000400:00000010:0.0:1767384337.690527:0:16137:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004475bdb2. 00000800:00000200:2.0:1767384337.690531:0:16132:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 10000000:00000001:1.0:1767384337.690532:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384337.690533:0:16137:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236723082624, portal 25 00000800:00000010:2.0:1767384337.690540:0:16132:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000170dde5d. 10000000:00000001:1.0:1767384337.690541:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384337.690541:0:16137:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384337.690547:0:16137:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782424488448 : -124291285063168 : ffff8ef52e1aea00) 00000020:00000001:1.0:1767384337.690549:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384337.690551:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:01000000:1.0:1767384337.690552:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000100:00000040:0.0:1767384337.690556:0:16137:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f579c0b8 x1853236723082624/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384353 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384337.690562:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 0000000093e83a39. 00000400:00000200:2.0:1767384337.690574:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp19->192.168.202.152@tcp19: PUT: OK 00000100:00000001:1.0:1767384337.690581:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384337.690585:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384337.690586:0:16137:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767384337.690587:0:16132:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384337.690596:0:16132:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.152@tcp19: 0 00000100:00000001:1.0:1767384337.690598:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384337.690604:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767384337.690604:0:16137:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384337.690607:0:16139:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:0.0:1767384337.690609:0:16137:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007bdf028e. 00000100:00000040:1.0:1767384337.690615:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a50222b1 x1853236723082752/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384337.690615:0:16137:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236723082624, offset 0 00000800:00000001:2.0:1767384337.690616:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384337.690628:0:16137:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384337.690629:0:16139:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384337.690630:0:16139:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384337.690634:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384337.690636:0:16139:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1767384337.690641:0:16137:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000001:2.0:1767384337.690644:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:1.0:1767384337.690645:0:16139:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000001:2.0:1767384337.690649:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384337.690651:0:16139:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384337.690657:0:16137:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824c906580 00000100:00100000:1.0:1767384337.690659:0:16139:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a50222b1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c0412d60-4f67-4dbc-8791-892843f60083:16139:1853236723082752:0@lo:253: 00000400:00000200:0.0:1767384337.690666:0:16137:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x13f5 [2] + 0 00000100:00000001:1.0:1767384337.690671:0:16139:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1767384337.690676:0:16132:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.152@tcp19(192.168.202.152@tcp19) <- 192.168.202.152@tcp19 : PUT - for me 00000400:00000010:0.0:1767384337.690677:0:16137:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d42027a5. 02000000:00000001:1.0:1767384337.690681:0:16139:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384337.690685:0:16139:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384337.690687:0:16137:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000a67d8e9a 02000000:00000001:1.0:1767384337.690689:0:16139:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384337.690695:0:16139:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000aab16fa3. 00000400:00000200:0.0:1767384337.690696:0:16137:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1767384337.690697:0:16139:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384337.690704:0:16139:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a62587a3. 00000400:00000200:2.0:1767384337.690707:0:16132:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.152@tcp of length 560 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384337.690708:0:16137:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:1.0:1767384337.690710:0:16139:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f4d7965e. 00000400:00000200:0.0:1767384337.690718:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a67d8e9a 00000400:00000010:0.0:1767384337.690721:0:16137:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a67d8e9a. 00000100:00000001:0.0:1767384337.690725:0:16137:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384337.690727:0:16137:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000200:1.0:1767384337.690729:0:16139:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236723082752, portal 25 00000100:00000040:0.0:1767384337.690730:0:16137:0:(events.c:337:request_in_callback()) incoming req@0000000016dcd655 x1853236723082624 msgsize 4848 00000100:00000001:1.0:1767384337.690731:0:16139:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384337.690733:0:16139:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782424492032 : -124291285059584 : ffff8ef52e1af800) 00000400:00000200:2.0:1767384337.690736:0:16132:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.152@tcp of length 544/560 into md 0x1b81 [1] + 0 00000100:00000040:1.0:1767384337.690747:0:16139:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a50222b1 x1853236723082752/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384353 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384337.690749:0:16137:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000010:2.0:1767384337.690750:0:16132:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009e3de56a. 00000100:00000040:0.0:1767384337.690754:0:16137:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:2.0:1767384337.690761:0:16132:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ca28d10e 00000100:00000001:1.0:1767384337.690765:0:16139:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384337.690768:0:16137:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1767384337.690769:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:1.0:1767384337.690773:0:16139:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1767384337.690776:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007bdf028e 00000400:00000010:1.0:1767384337.690777:0:16139:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007ef59bf5. 00000800:00000001:2.0:1767384337.690778:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384337.690782:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1767384337.690782:0:16137:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007bdf028e. 00000400:00000200:2.0:1767384337.690792:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp19->192.168.202.152@tcp19: PUT: OK 00000100:00000200:1.0:1767384337.690796:0:16139:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236723082752, offset 0 00000100:00000001:0.0:1767384337.690796:0:16137:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1767384337.690798:0:16132:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ca28d10e 00000400:00000010:2.0:1767384337.690803:0:16132:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ca28d10e. 00000400:00000200:2.0:1767384337.690810:0:16132:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000100:00000200:0.0:1767384337.690813:0:16137:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f579c0b8 x1853236723082624/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384353 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384337.690818:0:16139:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384337.690820:0:16132:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (34) 00000400:00000200:2.0:1767384337.690833:0:16132:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.152@tcp(000000005d9714d7) is MR 00000100:00000001:0.0:1767384337.690837:0:16137:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767384337.690843:0:16132:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.202.152@tcp (560 bytes) 00000400:00000200:1.0:1767384337.690844:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:0.0:1767384337.690849:0:16137:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f579c0b8 x1853236723082624/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384353 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384337.690854:0:16132:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.152@tcp (000000005d9714d7): -114 00000100:00000001:0.0:1767384337.690869:0:16137:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384337.690870:0:16132:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000005d9714d7 (35) 00000100:00000001:0.0:1767384337.690873:0:16137:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1767384337.690881:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824c906600 00000400:00000200:2.0:1767384337.690887:0:16132:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1767384337.690887:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x13fd [2] + 0 00000100:00000001:0.0:1767384337.690888:0:16137:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384337.690896:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e0a122ce. 00000100:00000001:0.0:1767384337.690897:0:16137:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294927677 00000400:00000200:2.0:1767384337.690901:0:16132:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.152@tcp19 to MR: 192.168.202.152@tcp19 local destination 00000400:00000200:1.0:1767384337.690906:0:16139:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000001609f310 00000100:00000010:0.0:1767384337.690907:0:16137:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002ea6a0e8. 00000400:00000200:2.0:1767384337.690913:0:16132:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp19 NI seq info: [128:128:256:4294967295] 192.168.202.152@tcp19 LPNI seq info [125:125:8:4294967295] 00000400:00000200:1.0:1767384337.690915:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384337.690916:0:16137:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 0 00000400:00000200:1.0:1767384337.690921:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384337.690922:0:16137:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294927677 00000100:00000010:0.0:1767384337.690933:0:16137:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000aecfe49f. 00000100:00000001:0.0:1767384337.690941:0:16137:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 1 00000400:00000200:2.0:1767384337.690953:0:16132:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp19(192.168.202.152@tcp19:192.168.202.152@tcp19) -> 192.168.202.152@tcp19(192.168.202.152@tcp19:192.168.202.152@tcp19) 192.168.202.152@tcp19 : ACK try# 0 00000100:00000001:0.0:1767384337.690954:0:16137:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294927677 00000400:00000200:1.0:1767384337.690968:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001609f310 00000100:00000010:0.0:1767384337.690968:0:16137:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005f3198d9. 00000800:00000200:2.0:1767384337.690973:0:16132:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.152@tcp19 00000400:00000010:1.0:1767384337.690977:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001609f310. 00000100:00000001:0.0:1767384337.690978:0:16137:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 2 00000800:00000010:2.0:1767384337.690979:0:16132:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000177463c8. 00000100:00000001:1.0:1767384337.690988:0:16139:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1767384337.690988:0:16137:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294927677 00000800:00000200:2.0:1767384337.690994:0:16132:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000717135b] -> 12345-192.168.202.152@tcp19 (6) 00000100:00000200:1.0:1767384337.690994:0:16139:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000010:0.0:1767384337.690998:0:16137:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002aa2ea79. 00000100:00000040:1.0:1767384337.691007:0:16139:0:(events.c:337:request_in_callback()) incoming req@00000000fd03e8bc x1853236723082752 msgsize 4848 00000100:00000001:0.0:1767384337.691007:0:16137:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 3 00000800:00000200:2.0:1767384337.691014:0:16132:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp19 ip 192.168.202.152:1003 00000100:00000001:0.0:1767384337.691016:0:16137:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:2.0:1767384337.691021:0:16132:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000177463c8 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:0.0:1767384337.691023:0:16137:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384337.691030:0:16139:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384337.691039:0:16139:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:0.0:1767384337.691039:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384337.691046:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384337.691048:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384337.691052:0:16139:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1767384337.691056:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384337.691064:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007ef59bf5 00000400:00000010:1.0:1767384337.691069:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007ef59bf5. 00000100:00000001:1.0:1767384337.691073:0:16139:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384337.691113:0:16139:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a50222b1 x1853236723082752/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384353 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384337.691116:0:27212:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384337.691122:0:27212:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723082624 00000100:00000001:1.0:1767384337.691123:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1767384337.691125:0:27212:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:1.0:1767384337.691126:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a50222b1 x1853236723082752/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384353 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384337.691127:0:27212:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384337.691130:0:27212:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384337.691133:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384337.691136:0:16139:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:0.0:1767384337.691136:0:27212:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384337.691142:0:27212:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723082624 00000020:00000001:0.0:1767384337.691145:0:27212:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384337.691147:0:16139:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384337.691152:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294927678 00000800:00000200:2.0:1767384337.691154:0:16132:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000040:0.0:1767384337.691154:0:27212:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eec8e1 00000100:00000001:1.0:1767384337.691160:0:16139:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294927677 00000800:00000010:2.0:1767384337.691161:0:16132:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000177463c8. 00000020:00000001:0.0:1767384337.691162:0:27212:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384337.691171:0:27212:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000555601ca refcount=14 00000400:00000200:2.0:1767384337.691173:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384337.691174:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294927678 00000020:00000001:0.0:1767384337.691174:0:27212:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000100:00000001:1.0:1767384337.691183:0:16139:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294927677 00000020:00000001:0.0:1767384337.691183:0:27212:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000400:00000200:2.0:1767384337.691186:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp19->192.168.202.152@tcp19: ACK: OK 00000100:00000001:1.0:1767384337.691196:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294927678 00000100:00000001:0.0:1767384337.691196:0:27212:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384337.691201:0:27212:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000000bf3976. 00000800:00000001:2.0:1767384337.691202:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384337.691205:0:16139:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294927677 00000100:00000001:0.0:1767384337.691208:0:27212:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000001:2.0:1767384337.691210:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384337.691212:0:27212:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000000bf3976. 00000800:00000001:2.0:1767384337.691214:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384337.691214:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294927678 00000800:00000001:2.0:1767384337.691220:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384337.691221:0:27212:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000080439f22. 00000100:00000001:1.0:1767384337.691223:0:16139:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294927677 00000800:00000001:2.0:1767384337.691226:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384337.691229:0:16139:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384337.691231:0:27212:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000fee0c625. 00000100:00000001:1.0:1767384337.691234:0:16139:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384337.691235:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384337.691239:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384337.691240:0:27212:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005084ed9a. 00000100:00000001:1.0:1767384337.691247:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384337.691251:0:16132:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.152@tcp19(192.168.202.152@tcp19) <- 192.168.202.152@tcp19 : ACK - for me 00000100:00000001:1.0:1767384337.691254:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:0.0:1767384337.691254:0:27212:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384337.691257:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384337.691260:0:27212:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384337.691262:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384337.691262:0:27212:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384337.691264:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384337.691264:0:27212:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384337.691266:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384337.691281:0:16132:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.152@tcp19: ACK from 12345-192.168.202.152@tcp19 into md 0x1bfd 00000100:00000001:1.0:1767384337.691288:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384337.691291:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384337.691292:0:27212:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384337.691305:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp19->192.168.202.152@tcp19: ACK: OK 00000100:00000001:0.0:1767384337.691307:0:27212:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384337.691312:0:16132:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003607bc79 00000100:00000001:1.0:1767384337.691314:0:16773:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384337.691317:0:27212:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000010:2.0:1767384337.691318:0:16132:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003607bc79. 00000100:00100000:1.0:1767384337.691319:0:16773:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723082752 00000100:00000001:0.0:1767384337.691319:0:27212:0:(service.c:2265:ptlrpc_server_handle_req_in()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384337.691327:0:16773:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:2.0:1767384337.691330:0:16132:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000100:00000001:1.0:1767384337.691331:0:16773:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384337.691334:0:27212:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384337.691338:0:16773:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384337.691338:0:27212:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:2.0:1767384337.691340:0:16132:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.152@tcp ev->status 0 02000000:00000001:1.0:1767384337.691345:0:16773:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384337.691349:0:16132:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.152@tcp (000000005d9714d7): -114 00000100:00100000:0.0:1767384337.691352:0:27212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 127 00000400:00000200:2.0:1767384337.691355:0:16132:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000005d9714d7 (34) 00000100:00100000:1.0:1767384337.691360:0:16773:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723082752 00000100:00000040:0.0:1767384337.691360:0:27212:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000555601ca : new rpc_count 1 00000800:00000001:2.0:1767384337.691363:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:1.0:1767384337.691365:0:16773:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384337.691365:0:27212:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619781923286096 : -124291786265520 : ffff8ef5103b2c50) 00000800:00000001:2.0:1767384337.691368:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767384337.691370:0:16773:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eec8e1 00000020:00000001:1.0:1767384337.691373:0:16773:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:0.0:1767384337.691373:0:27212:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000016dcd655 x1853236723082624/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:318/0 lens 4848/0 e 0 to 0 dl 1767384348 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767384337.691375:0:16773:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000555601ca refcount=15 00000020:00000001:1.0:1767384337.691377:0:16773:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000020:00000001:1.0:1767384337.691382:0:16773:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000100:00000001:0.0:1767384337.691384:0:27212:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384337.691388:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384337.691389:0:27212:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000000bf3976. 00000020:00000010:1.0:1767384337.691391:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000015749590. 00000100:00000001:0.0:1767384337.691394:0:27212:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384337.691395:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384337.691398:0:27212:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000000bf3976. 00000020:00000010:1.0:1767384337.691399:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000015749590. 00000400:00000200:2.0:1767384337.691400:0:16135:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:2.0:1767384337.691407:0:16135:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 569 at 0000000021e1180a. 00000020:00000010:1.0:1767384337.691409:0:16773:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c31f79c5. 00000100:00100000:0.0:1767384337.691409:0:27212:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000016dcd655 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:c0412d60-4f67-4dbc-8791-892843f60083+15:16137:x1853236723082624:12345-0@lo:253: 00000020:00000010:1.0:1767384337.691414:0:16773:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000064bc40e4. 00000020:00000010:1.0:1767384337.691419:0:16773:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002d9084b7. 00000400:00000010:2.0:1767384337.691424:0:16135:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000026a1b6af. 00000100:00000001:1.0:1767384337.691426:0:16773:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000200:0.0:1767384337.691427:0:27212:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723082624 00000100:00000001:1.0:1767384337.691430:0:16773:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000010:2.0:1767384337.691431:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000750e275d. 00000100:00000001:1.0:1767384337.691432:0:16773:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384337.691432:0:27212:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:2.0:1767384337.691437:0:16135:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 0000000021e1180a 00000100:00000001:1.0:1767384337.691439:0:16773:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384337.691439:0:27212:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000010:2.0:1767384337.691443:0:16135:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 553 at 000000006d629fbe. 00000020:00000001:0.0:1767384337.691444:0:27212:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384337.691449:0:16135:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 560 success 00000100:00000001:1.0:1767384337.691450:0:16773:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384337.691451:0:27212:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384337.691456:0:27212:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669141328 : -1040410288 : ffffffffc1fc9950) 00000400:00000200:2.0:1767384337.691458:0:16135:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x102051 00000400:00000200:2.0:1767384337.691464:0:16135:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (33) 00000100:00000001:1.0:1767384337.691466:0:16773:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:0.0:1767384337.691466:0:27212:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000010:2.0:1767384337.691470:0:16135:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 569 at 00000000a6850883. 00000100:00000001:1.0:1767384337.691470:0:16773:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:0.0:1767384337.691470:0:27212:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384337.691478:0:16773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 128 00000020:00000001:0.0:1767384337.691479:0:27212:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000010:2.0:1767384337.691480:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000085e5b010. 00000100:00000040:1.0:1767384337.691481:0:16773:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000555601ca : new rpc_count 2 00000020:00000001:0.0:1767384337.691483:0:27212:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1767384337.691486:0:16773:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619781697779792 : -124292011771824 : ffff8ef502ca3850) 00000020:00000001:0.0:1767384337.691487:0:27212:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384337.691489:0:16135:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000009d73bf88. 00000100:00000040:1.0:1767384337.691493:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000fd03e8bc x1853236723082752/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:318/0 lens 4848/0 e 0 to 0 dl 1767384348 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384337.691493:0:27212:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:2.0:1767384337.691495:0:16135:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.152@tcp 02000000:00000001:0.0:1767384337.691500:0:27212:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:2.0:1767384337.691508:0:16135:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.152@tcp local destination 02000000:00000010:0.0:1767384337.691509:0:27212:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000003df3f98b. 00000100:00000001:1.0:1767384337.691510:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:0.0:1767384337.691514:0:27212:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384337.691515:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000015749590. 00000400:00000200:2.0:1767384337.691518:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 37], ns[40, 37] 00000100:00000001:1.0:1767384337.691524:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384337.691524:0:27212:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384337.691533:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 37], ns[64, 37] 00000020:00000010:1.0:1767384337.691534:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000015749590. 20000000:00000001:0.0:1767384337.691534:0:27212:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:2.0:1767384337.691545:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[68, 37], ns[68, 37] 20000000:00000010:0.0:1767384337.691547:0:27212:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000002cb8ab3. 00000100:00100000:1.0:1767384337.691553:0:16773:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000fd03e8bc pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c0412d60-4f67-4dbc-8791-892843f60083+15:16139:x1853236723082752:12345-0@lo:253: 20000000:01000000:0.0:1767384337.691556:0:27212:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000100:00000200:1.0:1767384337.691563:0:16773:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723082752 20000000:00000001:0.0:1767384337.691564:0:27212:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000400:00000200:2.0:1767384337.691565:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[78, 37], ns[78, 37] 20000000:00000001:0.0:1767384337.691570:0:27212:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000400:00000200:2.0:1767384337.691576:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[83, 37], ns[83, 37] 20000000:00000001:0.0:1767384337.691576:0:27212:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384337.691577:0:16773:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384337.691583:0:16773:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 20000000:00000001:0.0:1767384337.691588:0:27212:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384337.691589:0:16773:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384337.691592:0:16773:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 20000000:00000001:0.0:1767384337.691592:0:27212:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:2.0:1767384337.691593:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[99, 37], ns[100, 37] 00000020:00000001:1.0:1767384337.691595:0:16773:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669141328 : -1040410288 : ffffffffc1fc9950) 00000020:00000001:1.0:1767384337.691604:0:16773:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 20000000:00000010:0.0:1767384337.691604:0:27212:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000070987861. 00000400:00000200:2.0:1767384337.691605:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[103, 37], ns[104, 37] 00000020:00000001:1.0:1767384337.691610:0:16773:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 20000000:01000000:0.0:1767384337.691614:0:27212:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #41 00000020:00000001:1.0:1767384337.691619:0:16773:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384337.691624:0:16773:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:2.0:1767384337.691627:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[114, 37], ns[117, 37] 20000000:00000001:0.0:1767384337.691628:0:27212:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000020:00000001:1.0:1767384337.691630:0:16773:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384337.691639:0:27212:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000100:00000001:1.0:1767384337.691642:0:16773:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:2.0:1767384337.691645:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[119, 37], ns[122, 37] 02000000:00000001:1.0:1767384337.691646:0:16773:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:2.0:1767384337.691654:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[125, 37], ns[128, 37] 02000000:00000010:1.0:1767384337.691656:0:16773:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000009fb8db61. 00000400:00000200:2.0:1767384337.691662:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 37], ns[28, 37] 02000000:00000001:1.0:1767384337.691663:0:16773:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384337.691670:0:16773:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384337.691675:0:16773:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:2.0:1767384337.691676:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 28], ns[30, 28] 20000000:00000010:1.0:1767384337.691685:0:16773:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000316ac112. 20000000:01000000:1.0:1767384337.691689:0:16773:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00080000:00000001:0.0:1767384337.691690:0:27212:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384337.691691:0:16773:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384337.691692:0:16773:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384337.691696:0:16773:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384337.691696:0:27212:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384337.691701:0:27212:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384337.691704:0:16773:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384337.691708:0:27212:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 20000000:00000001:1.0:1767384337.691714:0:16773:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000020:00000001:0.0:1767384337.691716:0:27212:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000200:2.0:1767384337.691720:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 28], ns[32, 28] 00000020:00000001:0.0:1767384337.691722:0:27212:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446619782313850200 : -124291395701416 : ffff8ef52782b558) 00080000:00000001:0.0:1767384337.691735:0:27212:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000400:00000200:2.0:1767384337.691736:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 28], ns[34, 28] 00000400:00000200:2.0:1767384337.691744:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 28], ns[44, 28] 00000400:00000200:2.0:1767384337.691750:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 28], ns[48, 28] 00080000:00000010:0.0:1767384337.691751:0:27212:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000037eb0901. 00000400:00000200:2.0:1767384337.691757:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 28], ns[52, 28] 00080000:00000001:0.0:1767384337.691759:0:27212:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446619777412359168 : -124296297192448 : ffff8ef4035be400) 00000400:00000200:2.0:1767384337.691771:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 28], ns[56, 28] 00080000:00000001:0.0:1767384337.691772:0:27212:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:2.0:1767384337.691781:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 28], ns[60, 28] 00000400:00000200:2.0:1767384337.691785:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 28], ns[72, 28] 00000400:00000200:2.0:1767384337.691791:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[76, 28], ns[76, 28] 00000400:00000200:2.0:1767384337.691794:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[96, 28], ns[97, 28] 00000400:00000200:2.0:1767384337.691797:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[95, 28], ns[96, 28] 00000400:00000200:2.0:1767384337.691800:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[90, 28], ns[91, 28] 00000400:00000200:2.0:1767384337.691806:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[109, 28], ns[110, 28] 00000400:00000200:2.0:1767384337.691809:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[108, 28], ns[109, 28] 00000400:00000200:2.0:1767384337.691812:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[111, 28], ns[112, 28] 00000400:00000200:2.0:1767384337.691815:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[122, 28], ns[125, 28] 00000400:00000200:2.0:1767384337.691818:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[123, 28], ns[126, 28] 00000400:00000200:2.0:1767384337.691821:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[117, 28], ns[120, 28] 00000400:00000200:2.0:1767384337.691834:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 28], ns[0, 28] 00000400:00000200:2.0:1767384337.691839:0:16135:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp40 00000400:00000200:2.0:1767384337.691846:0:16135:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.152@tcp40 00000400:00000200:2.0:1767384337.691851:0:16135:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.152@tcp40 lpni_is_preferred = 0 00000400:00000200:2.0:1767384337.691854:0:16135:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.152@tcp40 00000400:00000200:2.0:1767384337.691857:0:16135:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp40 NI seq info: [129:129:256:4294967295] 192.168.202.152@tcp40 LPNI seq info [126:126:8:4294967295] 00000400:00000200:2.0:1767384337.691862:0:16135:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.152@tcp40 00000400:00000200:2.0:1767384337.691873:0:16135:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp40(192.168.202.152@tcp40:) -> 192.168.202.152@tcp40(192.168.202.152@tcp:192.168.202.152@tcp40) : GET try# 0 00000800:00000200:2.0:1767384337.691879:0:16135:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.152@tcp40 00000800:00000010:2.0:1767384337.691883:0:16135:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000177463c8. 00000001:00000001:0.0:1767384337.691889:0:27212:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000800:00000010:2.0:1767384337.691892:0:16135:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000041726f59. 00080000:00000001:0.0:1767384337.691893:0:27212:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384337.691898:0:16135:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000002b54b5be. 00080000:00000001:0.0:1767384337.691900:0:27212:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000800:00000200:2.0:1767384337.691905:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000041726f59] -> 12345-192.168.202.152@tcp40 (2) 00000800:00000200:2.1:1767384337.691910:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000041726f59] -> 12345-192.168.202.152@tcp40 (2) 00080000:00000001:0.0:1767384337.691922:0:27212:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384337.691923:0:16135:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.152@tcp 00000400:00000200:2.0:1767384337.691931:0:16135:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100251 rc 0 00080000:00000001:0.0:1767384337.691934:0:27212:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:2.0:1767384337.692015:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.152:988 00080000:00000001:0.0:1767384337.692080:0:27212:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767384337.692114:0:27212:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:2.0:1767384337.692116:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.152:988 00000400:00000200:2.0:1767384337.692159:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.152:988 00000100:00000001:0.0:1767384337.692165:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384337.692173:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384337.692226:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.152:988 00000400:00000200:2.0:1767384337.692300:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.152:988 00000400:00000200:2.0:1767384337.692362:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.152:988 00000400:00000200:2.0:1767384337.692418:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.152:988 00000400:00000200:2.0:1767384337.692453:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.152:988 00000400:00000200:2.0:1767384337.692491:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.152:988 00000400:00000200:2.0:1767384337.692568:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.152:988 00000400:00000200:2.0:1767384337.692621:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.152:988 00000400:00000200:2.0:1767384337.692669:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.152:988 00000400:00000200:2.0:1767384337.692783:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.152:988 00000400:00000200:2.0:1767384337.693342:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.152:988 00000400:00000200:2.0:1767384337.693391:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.152:988 00000400:00000200:2.0:1767384337.693437:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.152:988 00000400:00000200:2.0:1767384337.693473:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.152:988 00000400:00000200:2.0:1767384337.693527:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.152:988 00000400:00000200:2.0:1767384337.693577:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.152:988 00000400:00000200:2.0:1767384337.693631:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.152:988 00000400:00000200:2.0:1767384337.693684:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.152:988 00000400:00000200:2.0:1767384337.693733:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.152:988 00000400:00000200:2.0:1767384337.693811:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.152:988 00000400:00000200:2.0:1767384337.693867:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.152:988 00000400:00000200:2.0:1767384337.693948:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.152:988 00000400:00000200:2.0:1767384337.694043:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.152:988 00000400:00000200:2.0:1767384337.694148:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.152:988 00000400:00000200:2.0:1767384337.694248:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.152:988 00000400:00000200:2.0:1767384337.694370:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.152:988 00000400:00000200:2.0:1767384337.694488:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.152:988 00000400:00000200:2.0:1767384337.694568:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.152:988 00000400:00000200:2.0:1767384337.694664:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.152:988 00000400:00000200:2.0:1767384337.694769:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.152:988 00000400:00000200:2.0:1767384337.694798:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.152:988 00000400:00000200:2.0:1767384337.694832:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.152:988 00000800:00000010:2.0:1767384337.695125:0:16128:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000001d79b450. 00000800:00000010:2.0:1767384337.695130:0:16128:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000c79ccc6c. 00000800:00000010:2.0:1767384337.695137:0:16128:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000008e253e30. 00000800:00000010:2.0:1767384337.695178:0:16128:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000008e253e30. 00000800:00020000:2.0:1767384337.695191:0:16128:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.152 00000800:00000010:2.0:1767384337.695195:0:16128:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000c79ccc6c. 00000800:00000010:2.0:1767384337.695201:0:16128:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000001d79b450. 00000400:02020000:2.0:1767384337.695302:0:16128:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.152@tcp40 at host 192.168.202.152:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384337.695314:0:16128:0:(router.c:1755:lnet_notify()) 192.168.202.152@tcp40 notifying 192.168.202.152@tcp40: down 00000800:00000200:2.0:1767384337.695325:0:16128:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.152@tcp40 down 00000800:00000100:2.0:1767384337.695340:0:16128:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.152@tcp40 00000800:00000010:2.0:1767384337.695343:0:16128:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000177463c8. 00000400:00000200:2.0:1767384337.695349:0:16128:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384337.695357:0:16128:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp40->192.168.202.152@tcp40: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384337.695365:0:16128:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.152@tcp40 added to recovery queue. ping count: 0 next ping: 261 health :900 00000400:00000200:2.0:1767384337.695370:0:16128:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384337.695375:0:16128:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.152@tcp: 1 00000400:00000200:2.0:1767384337.695381:0:16128:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.152@tcp (000000005d9714d7): -114 00000400:00000200:2.0:1767384337.695426:0:16135:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384337.695431:0:16135:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100851 00000400:00000001:2.0:1767384337.695436:0:16135:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384337.695438:0:16135:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384337.695441:0:16135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000085e5b010 00000400:00000010:2.0:1767384337.695442:0:16135:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000085e5b010. 00000400:00000200:2.0:1767384337.695448:0:16135:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:2.0:1767384337.695458:0:16135:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.152@tcp (000000005d9714d7): -114 00000400:00000010:2.0:1767384337.695463:0:16135:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 569 at 00000000a6850883. 00000400:00000200:2.0:1767384337.695466:0:16135:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000005d9714d7 (34) 00000400:00000200:2.0:1767384337.695470:0:16135:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.202.152@tcp:-71 00000400:00000200:2.0:1767384337.695476:0:16135:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x102051 rc -71 00000400:00000200:2.0:1767384337.695479:0:16135:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.152@tcp (000000005d9714d7) 00000400:00000200:2.0:1767384337.695486:0:16135:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000005d9714d7 (33) 00080000:00000001:0.0:1767384337.701526:0:27212:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384337.701530:0:16807:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000020:00000002:0.0:1767384337.701533:0:27212:0:(lu_object.c:207:lu_object_put()) Add 00000000f07b1e3f/000000000f28175b to site lru. bkt: 00000000b56e2c81 00040000:00000001:1.0:1767384337.701534:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384337.701536:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:0.0:1767384337.701537:0:27212:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384337.701539:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:0.0:1767384337.701540:0:27212:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:1.0:1767384337.701541:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384337.701544:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000037eb0901. 00080000:00000001:1.0:1767384337.701548:0:16807:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:0.0:1767384337.701550:0:27212:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384337.701558:0:27212:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384337.701562:0:27212:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:00000010:1.0:1767384337.701566:0:16773:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000e2b6f0db. 20000000:01000000:1.0:1767384337.701569:0:16773:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #41 00080000:00000020:0.0:1767384337.701569:0:27212:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000001:1.0:1767384337.701574:0:16773:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:1.0:1767384337.701578:0:16773:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:01000000:0.0:1767384337.701581:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384337.701584:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384337.701587:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384337.701592:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384337.701595:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:1.0:1767384337.701602:0:16773:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1767384337.701602:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000dadc6b83. 00080000:00000001:1.0:1767384337.701606:0:16773:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384337.701607:0:16773:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384337.701608:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:1.0:1767384337.701609:0:16773:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00010000:00000010:0.0:1767384337.701611:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000de2b4445. 00000020:00000001:0.0:1767384337.701616:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384337.701618:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000de2b4445 with handle 0x7e51148972eecc61 to hash 00000020:00000001:1.0:1767384337.701619:0:16773:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384337.701621:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:1.0:1767384337.701623:0:16773:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446619782313850200 : -124291395701416 : ffff8ef52782b558) 00010000:00000001:0.0:1767384337.701623:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446619781734629888 : -124291974921728 : ffff8ef504fc8200) 00080000:00000001:1.0:1767384337.701626:0:16773:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:0.0:1767384337.701627:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446619781734629888 : -124291974921728 : ffff8ef504fc8200) 00080000:00000010:1.0:1767384337.701630:0:16773:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000951ccdce. 00010000:00000001:0.0:1767384337.701630:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:1.0:1767384337.701633:0:16773:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446619782425121792 : -124291284429824 : ffff8ef52e249400) 00010000:00000001:0.0:1767384337.701633:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384337.701636:0:16773:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00010000:0.0:1767384337.701636:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000de2b4445/0x7e51148972eecc61 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384337.701651:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384337.701655:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384337.701658:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384337.701661:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384337.701663:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384337.701666:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384337.701668:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384337.701671:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384337.701673:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384337.701675:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384337.701677:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384337.701679:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000dadc6b83) refcount = 1 00010000:00010000:0.0:1767384337.701682:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000de2b4445/0x7e51148972eecc61 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384337.701689:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00000001:00000001:1.0:1767384337.701690:0:16773:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:0.0:1767384337.701691:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00080000:00000001:1.0:1767384337.701692:0:16773:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384337.701693:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384337.701694:0:16773:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:0.0:1767384337.701695:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384337.701697:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384337.701700:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00080000:00000001:1.0:1767384337.701703:0:16773:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:0.0:1767384337.701703:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003445359s 00080000:00000001:1.0:1767384337.701706:0:16773:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:0.0:1767384337.701706:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384337.701707:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384337.701709:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000de2b4445 refcount=4 00000020:00000001:0.0:1767384337.701711:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781734629888 : -124291974921728 : ffff8ef504fc8200) 00010000:00000001:0.0:1767384337.701714:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781734629888 : -124291974921728 : ffff8ef504fc8200) 00010000:00000001:0.0:1767384337.701716:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384337.701718:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000de2b4445/0x7e51148972eecc61 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384337.701725:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384337.701727:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000de2b4445/0x7e51148972eecc61 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384337.701744:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384337.701746:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384337.701748:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000de2b4445/0x7e51148972eecc61 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384337.701753:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384337.701755:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384337.701758:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384337.701760:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000de2b4445/0x7e51148972eecc61 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384337.701766:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000de2b4445 already unused, calling callback (00000000871a6010) 00080000:00000001:1.0:1767384337.701767:0:16773:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384337.701769:0:16773:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000001:0.0:1767384337.701769:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384337.701772:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384337.701775:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000de2b4445/0x7e51148972eecc61 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384337.701781:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384337.701783:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384337.701784:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384337.701785:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000de2b4445 refcount=5 00000020:00000001:0.0:1767384337.701788:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781734629888 : -124291974921728 : ffff8ef504fc8200) 00010000:00000001:0.0:1767384337.701790:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781734629888 : -124291974921728 : ffff8ef504fc8200) 00010000:00000001:0.0:1767384337.701793:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384337.701795:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000de2b4445/0x7e51148972eecc61 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384337.701802:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384337.701803:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384337.701805:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384337.701808:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384337.701810:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384337.701811:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384337.701821:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384337.701826:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000de2b4445 with handle 0x7e51148972eecc61 from hash 00010000:00000001:0.0:1767384337.701829:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384337.701831:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384337.701833:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384337.701835:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384337.701837:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384337.701839:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384337.701842:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384337.701844:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384337.701847:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384337.701849:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384337.701852:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384337.701856:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384337.701858:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384337.701859:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384337.701861:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384337.701863:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384337.701865:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000de2b4445/0x7e51148972eecc61 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384337.701871:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384337.701872:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384337.701873:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384337.701875:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384337.701877:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384337.701878:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384337.701880:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384337.701882:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384337.701884:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384337.701886:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000de2b4445/0x7e51148972eecc61 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384337.701892:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384337.701893:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384337.701894:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000de2b4445/0x7e51148972eecc61 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384337.701912:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000dadc6b83 count: 0 00010000:00000001:0.0:1767384337.701920:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384337.701922:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000010:0.1:1767384337.708114:0:32961:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000dadc6b83. 00010000:00000010:0.1:1767384337.708135:0:32961:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000de2b4445. 00080000:00000001:1.0:1767384337.712264:0:16773:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384337.712288:0:16773:0:(lu_object.c:207:lu_object_put()) Add 00000000f07b1e3f/000000000f28175b to site lru. bkt: 00000000b56e2c81 20000000:00000001:1.0:1767384337.712292:0:16773:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384337.712294:0:16773:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384337.712297:0:16773:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384337.712314:0:16773:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384337.712318:0:16773:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:1.0:1767384337.712325:0:16773:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 00080000:00000001:1.0:1767384337.712345:0:16807:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1767384337.712350:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384337.712353:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1767384337.712354:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384337.712356:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384337.712360:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000951ccdce. 20000000:01000000:0.0:1767384337.712364:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:1.0:1767384337.712367:0:16807:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:0.0:1767384337.712368:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384337.712372:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384337.712378:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384337.712382:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384337.712391:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000dadc6b83. 00010000:00000001:0.0:1767384337.712399:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384337.712404:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000de2b4445. 00000020:00000001:0.0:1767384337.712409:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384337.712416:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000de2b4445 with handle 0x7e51148972eecc68 to hash 00000020:00000001:0.0:1767384337.712419:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384337.712421:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446619781734629888 : -124291974921728 : ffff8ef504fc8200) 00010000:00000001:0.0:1767384337.712426:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446619781734629888 : -124291974921728 : ffff8ef504fc8200) 00010000:00000001:0.0:1767384337.712430:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384337.712433:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384337.712436:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000de2b4445/0x7e51148972eecc68 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384337.712447:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384337.712450:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384337.712453:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384337.712457:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384337.712460:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384337.712463:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384337.712465:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384337.712468:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384337.712470:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384337.712472:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384337.712474:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384337.712475:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000dadc6b83) refcount = 1 00010000:00010000:0.0:1767384337.712479:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000de2b4445/0x7e51148972eecc68 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384337.712494:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384337.712496:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384337.712498:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384337.712500:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384337.712502:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384337.712506:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384337.712510:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003445359s 00010000:00000001:0.0:1767384337.712513:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384337.712515:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384337.712519:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000de2b4445 refcount=4 00000020:00000001:0.0:1767384337.712521:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781734629888 : -124291974921728 : ffff8ef504fc8200) 00010000:00000001:0.0:1767384337.712525:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781734629888 : -124291974921728 : ffff8ef504fc8200) 00010000:00000001:0.0:1767384337.712528:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384337.712531:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000de2b4445/0x7e51148972eecc68 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384337.712538:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384337.712540:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000de2b4445/0x7e51148972eecc68 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384337.712546:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384337.712548:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384337.712550:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000de2b4445/0x7e51148972eecc68 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384337.712556:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384337.712558:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384337.712560:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384337.712562:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000de2b4445/0x7e51148972eecc68 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384337.712568:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000de2b4445 already unused, calling callback (00000000871a6010) 00010000:00000001:0.0:1767384337.712570:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384337.712578:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384337.712580:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000de2b4445/0x7e51148972eecc68 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384337.712587:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384337.712588:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384337.712590:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384337.712592:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000de2b4445 refcount=5 00000020:00000001:0.0:1767384337.712595:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781734629888 : -124291974921728 : ffff8ef504fc8200) 00010000:00000001:0.0:1767384337.712597:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781734629888 : -124291974921728 : ffff8ef504fc8200) 00010000:00000001:0.0:1767384337.712599:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384337.712600:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000de2b4445/0x7e51148972eecc68 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384337.712605:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384337.712609:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384337.712611:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384337.712614:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384337.712616:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384337.712617:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384337.712619:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384337.712621:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000de2b4445 with handle 0x7e51148972eecc68 from hash 00010000:00000001:0.0:1767384337.712624:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384337.712625:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384337.712626:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384337.712627:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384337.712629:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384337.712631:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384337.712633:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384337.712636:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384337.712638:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384337.712639:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384337.712641:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384337.712644:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384337.712645:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384337.712646:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384337.712653:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384337.712656:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384337.712658:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000de2b4445/0x7e51148972eecc68 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384337.712664:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384337.712665:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384337.712667:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384337.712669:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384337.712672:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384337.712674:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384337.712676:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384337.712679:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384337.712681:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384337.712684:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000de2b4445/0x7e51148972eecc68 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384337.712690:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384337.712693:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384337.712695:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000de2b4445/0x7e51148972eecc68 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384337.712701:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000dadc6b83 count: 0 00010000:00000001:0.0:1767384337.712710:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384337.712712:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000010:0.0:1767384337.713726:0:32961:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000005ff6770e. 00000400:00000040:0.0:1767384337.713743:0:32961:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384337.713746:0:32961:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384337.713750:0:32961:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384337.713753:0:32961:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384337.713755:0:32961:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384337.713756:0:32961:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384337.713759:0:32961:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384337.713761:0:32961:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384337.713763:0:32961:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384337.713764:0:32961:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384337.713766:0:32961:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384337.713768:0:32961:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384337.713777:0:32961:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384337.713779:0:32961:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384337.713780:0:32961:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384337.713783:0:32961:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384337.713784:0:32961:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384337.713786:0:32961:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384337.713787:0:32961:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384337.713789:0:32961:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384337.713791:0:32961:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384337.713793:0:32961:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384337.713795:0:32961:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384337.713797:0:32961:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384337.713798:0:32961:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384337.713800:0:32961:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384337.713803:0:32961:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384337.713806:0:32961:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384337.713808:0:32961:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384337.713810:0:32961:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384337.713813:0:32961:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384337.713817:0:32961:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384337.713819:0:32961:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384337.713822:0:32961:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384337.713824:0:32961:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384337.713827:0:32961:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384337.713829:0:32961:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384337.713833:0:32961:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384337.713835:0:32961:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384337.713837:0:32961:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384337.713840:0:32961:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384337.713842:0:32961:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384337.713844:0:32961:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384337.713846:0:32961:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384337.713848:0:32961:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384337.713850:0:32961:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384337.713853:0:32961:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384337.713854:0:32961:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384337.713858:0:32961:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384337.713861:0:32961:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384337.713863:0:32961:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384337.713874:0:32961:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384337.713876:0:32961:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384337.713880:0:32961:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384337.713882:0:32961:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384337.713885:0:32961:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384337.713887:0:32961:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:0.0:1767384337.713993:0:32961:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000005ff6770e. 00080000:00000020:3.0:1767384337.714533:0:27212:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767384337.714537:0:27212:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384337.714539:0:27212:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000002cb8ab3. 20000000:00000001:3.0:1767384337.714545:0:27212:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384337.714549:0:27212:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236723082624 00010000:00000001:3.0:1767384337.714551:0:27212:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384337.714558:0:27212:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000016dcd655 x1853236723082624/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:318/0 lens 4848/4768 e 0 to 0 dl 1767384348 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384337.714565:0:27212:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384337.714567:0:27212:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384337.714570:0:27212:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dd452398 time=67 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384337.714574:0:27212:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384337.714575:0:27212:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 21 to 0@lo 00000100:00000001:3.0:1767384337.714577:0:27212:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 02000000:00000001:3.0:1767384337.714580:0:27212:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384337.714582:0:27212:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384337.714585:0:27212:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384337.714587:0:27212:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384337.714591:0:27212:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c5dcc8a4. 00000100:00000200:3.0:1767384337.714595:0:27212:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236723082624, offset 224 00000400:00000200:3.0:1767384337.714600:0:27212:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384337.714609:0:27212:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384337.714617:0:27212:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824c906580 00000400:00000200:3.0:1767384337.714623:0:27212:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1c01 [2] + 224 00000400:00000200:3.0:1767384337.714629:0:27212:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384337.714632:0:27212:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384337.714637:0:27212:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384337.714641:0:27212:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f579c0b8 x1853236723082624/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384353 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384337.714647:0:27212:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000f579c0b8 x1853236723082624/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384353 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384337.714667:0:27212:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384337.714674:0:27212:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c5dcc8a4 00000400:00000010:3.0:1767384337.714676:0:27212:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c5dcc8a4. 00000100:00000001:3.0:1767384337.714679:0:27212:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384337.714680:0:27212:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384337.714684:0:27212:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384337.714687:0:27212:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 20 to 0@lo 00010000:00000001:3.0:1767384337.714689:0:27212:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:1.0:1767384337.714690:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1767384337.714691:0:27212:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384337.714695:0:27212:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767384337.714696:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767384337.714700:0:27212:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000016dcd655 x1853236723082624/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:318/0 lens 4848/4768 e 0 to 0 dl 1767384348 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767384337.714703:0:16137:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:3.0:1767384337.714708:0:27212:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000016dcd655 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:c0412d60-4f67-4dbc-8791-892843f60083+15:16137:x1853236723082624:12345-0@lo:253: Request processed in 23323us (23975us total) trans 0 rc 0/0 00000400:00000001:1.0:1767384337.714709:0:16137:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384337.714714:0:16137:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009728a322. 00000100:00100000:3.0:1767384337.714719:0:27212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 127 00000400:00000200:1.0:1767384337.714720:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004475bdb2 00000100:00000040:3.0:1767384337.714722:0:27212:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000555601ca : new rpc_count 1 00000100:00000001:3.0:1767384337.714725:0:27212:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000010:1.0:1767384337.714725:0:16137:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004475bdb2. 00000100:00000001:3.0:1767384337.714728:0:27212:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384337.714732:0:16137:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:3.0:1767384337.714734:0:27212:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000fee0c625. 00000020:00000010:3.0:1767384337.714740:0:27212:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005084ed9a. 00000100:00000200:1.0:1767384337.714741:0:16137:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f579c0b8 x1853236723082624/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384353 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384337.714743:0:27212:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000080439f22. 00000020:00000040:3.0:1767384337.714748:0:27212:0:(genops.c:898:class_export_put()) PUTting export 00000000555601ca : new refcount 14 02000000:00000001:3.0:1767384337.714753:0:27212:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384337.714756:0:27212:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000003df3f98b. 02000000:00000001:3.0:1767384337.714759:0:27212:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384337.714760:0:27212:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384337.714766:0:27212:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384337.714772:0:27212:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f8c2957f. 00000400:00000010:3.0:1767384337.714776:0:27212:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c5dcc8a4. 00000100:00000200:1.0:1767384337.714778:0:16137:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f579c0b8 x1853236723082624/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384353 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384337.714788:0:16137:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384337.714791:0:16137:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384337.714795:0:16137:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384337.714798:0:16137:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384337.714801:0:16137:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384337.714803:0:16137:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384337.714806:0:16137:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384337.714811:0:16137:0:(import.c:2128:obd_at_measure()) add 5 to 0000000028df3f77 time=67 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384337.714815:0:16137:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f5022cbe time=67 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384337.714818:0:16137:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384337.714820:0:16137:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384337.714824:0:16137:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384337.714826:0:16137:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384337.714830:0:16137:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384337.714836:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f579c0b8 x1853236723082624/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384353 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384337.714844:0:16137:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384337.714847:0:16137:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384337.714850:0:16137:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384337.714855:0:16137:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384337.714858:0:16137:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384337.714861:0:16137:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384337.714864:0:16137:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384337.714867:0:16137:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384337.714870:0:16137:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384337.714873:0:16137:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384337.714876:0:16137:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384337.714878:0:16137:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384337.714881:0:16137:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384337.714889:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f579c0b8 x1853236723082624/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384353 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384337.714899:0:16137:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f579c0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c0412d60-4f67-4dbc-8791-892843f60083:16137:1853236723082624:0@lo:253: 00000100:00000001:1.0:1767384337.714914:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384337.714918:0:16137:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384337.714924:0:16137:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f579c0b8 x1853236723082624/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384353 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384337.714932:0:16137:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384337.714936:0:16137:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384337.714939:0:16137:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000f7aa12ca. 02000000:00000001:1.0:1767384337.714944:0:16137:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384337.714947:0:16137:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384337.714949:0:16137:0:(genops.c:1242:class_import_put()) import 00000000df830bbe refcount=4 obd=MGC192.168.202.152@tcp 00000020:00000001:1.0:1767384337.714952:0:16137:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384337.714956:0:16137:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000686b2cb5. 02000000:00000001:1.0:1767384337.714960:0:16137:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384337.714963:0:16137:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384337.714966:0:16137:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f579c0b8. 00000100:00000001:1.0:1767384337.714972:0:16137:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384337.714977:0:16137:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384337.714981:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384337.714989:0:16137:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384337.714992:0:16137:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384337.714996:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384337.714998:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384337.716129:0:53:0:(connection.c:75:cpu_latency_work()) work item of 000000009d5c2cb6 (cpu 0) has reached its deadline 4294927678, at 4294927679 00000100:00000010:3.0:1767384337.716136:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002aa2ea79. 00000100:00000040:1.0:1767384337.716137:0:62:0:(connection.c:75:cpu_latency_work()) work item of 00000000edc4e618 (cpu 0) has reached its deadline 4294927678, at 4294927679 00000100:00000010:1.0:1767384337.716145:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000aecfe49f. 00000100:00000040:0.0:1767384337.716233:0:449:0:(connection.c:75:cpu_latency_work()) work item of 000000002fd0fb58 (cpu 0) has reached its deadline 4294927678, at 4294927679 00000100:00000010:0.0:1767384337.716239:0:449:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002ea6a0e8. 00080000:00000020:1.0:1767384337.716247:0:16773:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767384337.716250:0:16773:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384337.716252:0:16773:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000316ac112. 20000000:00000001:1.0:1767384337.716255:0:16773:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384337.716258:0:16773:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236723082752 00010000:00000001:1.0:1767384337.716260:0:16773:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384337.716265:0:16773:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000fd03e8bc x1853236723082752/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:318/0 lens 4848/4768 e 0 to 0 dl 1767384348 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384337.716288:0:16773:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384337.716290:0:16773:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384337.716293:0:16773:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dd452398 time=67 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384337.716300:0:16773:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384337.716303:0:16773:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 21 to 0@lo 00000100:00000001:1.0:1767384337.716305:0:16773:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 02000000:00000001:1.0:1767384337.716307:0:16773:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384337.716309:0:16773:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384337.716311:0:16773:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384337.716314:0:16773:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384337.716316:0:16773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007ef59bf5. 00000100:00000200:1.0:1767384337.716320:0:16773:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236723082752, offset 224 00000400:00000200:1.0:1767384337.716324:0:16773:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384337.716330:0:16773:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384337.716336:0:16773:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824c906600 00000400:00000200:1.0:1767384337.716341:0:16773:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1c09 [2] + 224 00000400:00000200:1.0:1767384337.716347:0:16773:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384337.716350:0:16773:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384337.716353:0:16773:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384337.716357:0:16773:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a50222b1 x1853236723082752/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384353 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384337.716366:0:16773:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000a50222b1 x1853236723082752/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384353 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384337.716384:0:16773:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384337.716391:0:16773:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007ef59bf5 00000400:00000010:1.0:1767384337.716393:0:16773:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007ef59bf5. 00000100:00000001:1.0:1767384337.716397:0:16773:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384337.716399:0:16773:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384337.716401:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384337.716403:0:16773:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384337.716406:0:16773:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 20 to 0@lo 00000100:00000001:3.0:1767384337.716409:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1767384337.716410:0:16773:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:3.0:1767384337.716414:0:16139:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:1.0:1767384337.716414:0:16773:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384337.716416:0:16139:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:1.0:1767384337.716419:0:16773:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:3.0:1767384337.716420:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a62587a3. 00000400:00000200:3.0:1767384337.716425:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f4d7965e 00000100:00000040:1.0:1767384337.716427:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fd03e8bc x1853236723082752/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:318/0 lens 4848/4768 e 0 to 0 dl 1767384348 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384337.716428:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f4d7965e. 00000100:00000001:3.0:1767384337.716432:0:16139:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384337.716437:0:16139:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a50222b1 x1853236723082752/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384353 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384337.716450:0:16773:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000fd03e8bc pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c0412d60-4f67-4dbc-8791-892843f60083+14:16139:x1853236723082752:12345-0@lo:253: Request processed in 24936us (25439us total) trans 0 rc 0/0 00000100:00000200:3.0:1767384337.716452:0:16139:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a50222b1 x1853236723082752/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384353 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384337.716460:0:16139:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384337.716462:0:16139:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384337.716465:0:16139:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384337.716468:0:16139:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384337.716469:0:16139:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384337.716470:0:16139:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384337.716474:0:16139:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384337.716474:0:16773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 128 00000100:00001000:3.0:1767384337.716479:0:16139:0:(import.c:2128:obd_at_measure()) add 5 to 0000000028df3f77 time=67 v=5 (5 0 0 0) 00000100:00000040:1.0:1767384337.716480:0:16773:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000555601ca : new rpc_count 0 00000100:00001000:3.0:1767384337.716482:0:16139:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f5022cbe time=67 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384337.716486:0:16139:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384337.716486:0:16773:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384337.716490:0:16139:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384337.716491:0:16773:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:3.0:1767384337.716492:0:16139:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384337.716494:0:16139:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384337.716496:0:16773:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000064bc40e4. 00000100:00000001:3.0:1767384337.716497:0:16139:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384337.716502:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a50222b1 x1853236723082752/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384353 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384337.716504:0:16773:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002d9084b7. 00000100:00000001:3.0:1767384337.716510:0:16139:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384337.716511:0:16773:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c31f79c5. 00000100:00000001:3.0:1767384337.716512:0:16139:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384337.716514:0:16139:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384337.716518:0:16139:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384337.716519:0:16139:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:00000040:1.0:1767384337.716519:0:16773:0:(genops.c:898:class_export_put()) PUTting export 00000000555601ca : new refcount 13 00000020:01000004:3.0:1767384337.716522:0:16139:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384337.716525:0:16139:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384337.716526:0:16139:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 02000000:00000001:1.0:1767384337.716526:0:16773:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000020:01000004:3.0:1767384337.716528:0:16139:0:(tgt_mount.c:1152:server_mti_print()) flags: 02000000:00000010:1.0:1767384337.716530:0:16773:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000009fb8db61. 02000000:00000001:1.0:1767384337.716533:0:16773:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:01000004:3.0:1767384337.716536:0:16139:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000100:00000001:1.0:1767384337.716537:0:16773:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384337.716538:0:16139:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384337.716540:0:16139:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384337.716544:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a50222b1 x1853236723082752/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384353 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384337.716545:0:16773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00100000:3.0:1767384337.716553:0:16139:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a50222b1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c0412d60-4f67-4dbc-8791-892843f60083:16139:1853236723082752:0@lo:253: 00000400:00000010:1.0:1767384337.716553:0:16773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a83621bb. 00000100:00000001:3.0:1767384337.716560:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384337.716561:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:1.0:1767384337.716561:0:16773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007ef59bf5. 00000100:00000040:3.0:1767384337.716564:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a50222b1 x1853236723082752/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384353 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384337.716570:0:16139:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384337.716572:0:16139:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384337.716573:0:16139:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000aab16fa3. 02000000:00000001:3.0:1767384337.716576:0:16139:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384337.716577:0:16139:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384337.716578:0:16139:0:(genops.c:1242:class_import_put()) import 00000000df830bbe refcount=3 obd=MGC192.168.202.152@tcp 00000020:00000001:3.0:1767384337.716579:0:16139:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384337.716580:0:16139:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000fc2316a4. 02000000:00000001:3.0:1767384337.716582:0:16139:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384337.716584:0:16139:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384337.716585:0:16139:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a50222b1. 00000100:00000001:3.0:1767384337.716588:0:16139:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384337.716588:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384337.716589:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384337.716593:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384337.716594:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384337.716596:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384337.716597:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384337.717144:0:270:0:(connection.c:75:cpu_latency_work()) work item of 00000000135c2452 (cpu 0) has reached its deadline 4294927678, at 4294927680 00000100:00000010:2.0:1767384337.717158:0:270:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005f3198d9. 00010000:00000010:0.1:1767384337.718461:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000dadc6b83. 00010000:00000010:0.1:1767384337.718467:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000de2b4445. 00000400:00000200:1.0:1767384337.846162:0:16134:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.152@tcp38 00000400:00000010:1.0:1767384337.846168:0:16134:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000033beed3a. 00000400:00000010:1.0:1767384337.846174:0:16134:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000142e68dc. 00000400:00000010:1.0:1767384337.846178:0:16134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000039df33fe. 00000800:00000200:2.0:1767384337.846187:0:16129:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008c8d273b] -> 12345-192.168.202.152@tcp21 (6) 00000400:00000010:1.0:1767384337.846189:0:16134:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000069aa7242. 00000400:00000200:1.0:1767384337.846200:0:16134:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.152@tcp38 00000800:00000200:2.0:1767384337.846207:0:16129:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp21 ip 192.168.202.152:988 00000800:00000200:2.0:1767384337.846214:0:16129:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000050b9c4c8 type 192, nob 24 niov 1 nkiov 0 00000400:00000200:1.0:1767384337.846220:0:16134:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.152@tcp38 local destination 00000400:00000200:1.0:1767384337.846228:0:16134:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.152@tcp38 00000400:00000200:1.0:1767384337.846231:0:16134:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp38 NI seq info: [130:130:256:4294967295] 192.168.202.152@tcp38 LPNI seq info [127:127:8:4294967295] 00000400:00000200:1.0:1767384337.846238:0:16134:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.152@tcp38 00000400:00000200:1.0:1767384337.846251:0:16134:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp38(192.168.202.152@tcp38:) -> 192.168.202.152@tcp38(192.168.202.152@tcp38:192.168.202.152@tcp38) : GET try# 0 00000800:00000200:1.0:1767384337.846257:0:16134:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.152@tcp38 00000800:00000010:1.0:1767384337.846261:0:16134:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000cf5f9859. 00000800:00000200:1.0:1767384337.846283:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000002ad4ea] -> 12345-192.168.202.152@tcp38 (2) 00000800:00000200:1.1:1767384337.846289:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000002ad4ea] -> 12345-192.168.202.152@tcp38 (2) 00000400:00000200:1.0:1767384337.846311:0:16134:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.152@tcp38 added to recovery queue. ping count: 2 next ping: 264 health :800 00000400:00000200:1.0:1767384337.846317:0:16134:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.152@tcp36 00000400:00000010:1.0:1767384337.846327:0:16134:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000be774496. 00000400:00000010:1.0:1767384337.846332:0:16134:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000663f9b84. 00000400:00000010:1.0:1767384337.846335:0:16134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003d8b2f9d. 00000400:00000010:1.0:1767384337.846338:0:16134:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000faba5932. 00000400:00000200:1.0:1767384337.846340:0:16134:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.152@tcp36 00000400:00000200:1.0:1767384337.846346:0:16134:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.152@tcp36 local destination 00000400:00000200:1.0:1767384337.846349:0:16134:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.152@tcp36 00000400:00000200:1.0:1767384337.846351:0:16134:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp36 NI seq info: [131:131:256:4294967295] 192.168.202.152@tcp36 LPNI seq info [128:128:8:4294967295] 00000400:00000200:1.0:1767384337.846355:0:16134:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.152@tcp36 00000400:00000200:1.0:1767384337.846359:0:16134:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp36(192.168.202.152@tcp36:) -> 192.168.202.152@tcp36(192.168.202.152@tcp36:192.168.202.152@tcp36) : GET try# 0 00000800:00000200:1.0:1767384337.846362:0:16134:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.152@tcp36 00000800:00000010:1.0:1767384337.846365:0:16134:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000009c3fbcb8. 00000800:00000200:1.0:1767384337.846369:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000231f705e] -> 12345-192.168.202.152@tcp36 (2) 00000800:00000200:1.1:1767384337.846372:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000231f705e] -> 12345-192.168.202.152@tcp36 (2) 00000400:00000200:3.0:1767384337.846378:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.152:988 00000400:00000200:1.0:1767384337.846384:0:16134:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.152@tcp36 added to recovery queue. ping count: 3 next ping: 268 health :700 00000800:00000200:2.0:1767384337.846439:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1767384337.846443:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.152:988 00000800:00000001:2.0:1767384337.846448:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384337.846457:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.152:988 00000800:00000001:2.0:1767384337.846466:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384337.846475:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384337.846482:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384337.846499:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.152:988 00000400:00000200:3.0:1767384337.846540:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.152:988 00000400:00000200:1.0:1767384337.846551:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.152:988 00000400:00000200:3.0:1767384337.846607:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.152:988 00000400:00000200:1.0:1767384337.846607:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.152:988 00000400:00000200:1.0:1767384337.846642:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.152:988 00000400:00000200:3.0:1767384337.846678:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.152:988 00000400:00000200:1.0:1767384337.846682:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.152:988 00000400:00000200:1.0:1767384337.846726:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.152:988 00000400:00000200:3.0:1767384337.846745:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.152:988 00000400:00000200:1.0:1767384337.846755:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.152:988 00000400:00000200:1.0:1767384337.846825:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.152:988 00000400:00000200:3.0:1767384337.846828:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.152:988 00000400:00000200:1.0:1767384337.846862:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.152:988 00000400:00000200:3.0:1767384337.846910:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.152:988 00000400:00000200:1.0:1767384337.846912:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.152:988 00000400:00000200:1.0:1767384337.846955:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.152:988 00000400:00000200:3.0:1767384337.846976:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.152:988 00000400:00000200:1.0:1767384337.846996:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.152:988 00000400:00000200:3.0:1767384337.847048:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.152:988 00000400:00000200:1.0:1767384337.847057:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.152:988 00000400:00000200:3.0:1767384337.847148:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.152:988 00000400:00000200:1.0:1767384337.847165:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.152:988 00000400:00000200:3.0:1767384337.847209:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.152:988 00000400:00000200:1.0:1767384337.847223:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.152:988 00000400:00000200:1.0:1767384337.847284:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.152:988 00000400:00000200:3.0:1767384337.847294:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.152:988 00000400:00000200:1.0:1767384337.847341:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.152:988 00000400:00000200:3.0:1767384337.847392:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.152:988 00000400:00000200:1.0:1767384337.847392:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.152:988 00000400:00000200:1.0:1767384337.847429:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.152:988 00000400:00000200:3.0:1767384337.847457:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.152:988 00000400:00000200:1.0:1767384337.847473:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.152:988 00000400:00000200:3.0:1767384337.847523:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.152:988 00000400:00000200:1.0:1767384337.847547:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.152:988 00000400:00000200:3.0:1767384337.847586:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.152:988 00000400:00000200:1.0:1767384337.847604:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.152:988 00000400:00000200:3.0:1767384337.847658:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.152:988 00000400:00000200:1.0:1767384337.847666:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.152:988 00000400:00000200:1.0:1767384337.847730:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.152:988 00000400:00000200:3.0:1767384337.847743:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.152:988 00000400:00000200:1.0:1767384337.847769:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.152:988 00000400:00000200:3.0:1767384337.847809:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.152:988 00000400:00000200:1.0:1767384337.847813:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.152:988 00000400:00000200:1.0:1767384337.847906:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.152:988 00000400:00000200:3.0:1767384337.847933:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.152:988 00000400:00000200:1.0:1767384337.847957:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.152:988 00000400:00000200:3.0:1767384337.848002:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.152:988 00000400:00000200:1.0:1767384337.848006:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.152:988 00000400:00000200:1.0:1767384337.848083:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.152:988 00000400:00000200:3.0:1767384337.848145:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.152:988 00000400:00000200:3.0:1767384337.848182:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.152:988 00000400:00000200:3.0:1767384337.848224:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.152:988 00000400:00000200:3.0:1767384337.848259:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.152:988 00000400:00000200:3.0:1767384337.848333:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.152:988 00000400:00000200:3.0:1767384337.848403:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.152:988 00000400:00000200:3.0:1767384337.848466:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.152:988 00000400:00000200:3.0:1767384337.848525:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.152:988 00000400:00000200:3.0:1767384337.848598:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.152:988 00000400:00000200:3.0:1767384337.848669:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.152:988 00000400:00000200:3.0:1767384337.848715:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.152:988 00000400:00000200:3.0:1767384337.848798:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.152:988 00000400:00000200:3.0:1767384337.848881:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.152:988 00000800:00000010:3.0:1767384337.849197:0:16126:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000093e83a39. 00000800:00000010:3.0:1767384337.849202:0:16126:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000dbc9c464. 00000800:00000010:3.0:1767384337.849207:0:16126:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000008f7a3e77. 00000800:00000010:3.0:1767384337.849236:0:16126:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000008f7a3e77. 00000800:00020000:3.0:1767384337.849246:0:16126:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.152 00000800:00000010:3.0:1767384337.849250:0:16126:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000dbc9c464. 00000800:00000010:3.0:1767384337.849252:0:16126:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000093e83a39. 00000400:02020000:3.0:1767384337.849307:0:16126:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.152@tcp38 at host 192.168.202.152:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384337.849313:0:16126:0:(router.c:1755:lnet_notify()) 192.168.202.152@tcp38 notifying 192.168.202.152@tcp38: down 00000400:00000200:3.0:1767384337.849316:0:16126:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:3.0:1767384337.849322:0:16126:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.152@tcp38 00000800:00000010:3.0:1767384337.849325:0:16126:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000cf5f9859. 00000400:00000200:3.0:1767384337.849329:0:16126:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384337.849334:0:16126:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp38->192.168.202.152@tcp38: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384337.849342:0:16126:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384337.849346:0:16126:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.152@tcp38 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384337.849349:0:16126:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.152@tcp38) recovery failed with -71 00000400:00000200:1.0:1767384337.849455:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.152:988 00000400:00000200:1.0:1767384337.849497:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.152:988 00000400:00000200:1.0:1767384337.849552:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.152:988 00000400:00000200:1.0:1767384337.849590:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.152:988 00000800:00000010:1.0:1767384337.849761:0:16127:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000009fb8db61. 00000800:00000010:1.0:1767384337.849764:0:16127:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f4d7965e. 00000800:00000010:1.0:1767384337.849768:0:16127:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000005a66ce6f. 00000800:00000010:1.0:1767384337.849791:0:16127:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000005a66ce6f. 00000800:00020000:1.0:1767384337.849801:0:16127:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.152 00000800:00000010:1.0:1767384337.849804:0:16127:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f4d7965e. 00000800:00000010:1.0:1767384337.849808:0:16127:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000009fb8db61. 00000400:02020000:1.0:1767384337.849850:0:16127:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.152@tcp36 at host 192.168.202.152:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384337.849856:0:16127:0:(router.c:1755:lnet_notify()) 192.168.202.152@tcp36 notifying 192.168.202.152@tcp36: down 00000800:00000200:1.0:1767384337.849861:0:16127:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.152@tcp36 down 00000800:00000100:1.0:1767384337.849891:0:16127:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.152@tcp36 00000800:00000010:1.0:1767384337.849896:0:16127:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000009c3fbcb8. 00000400:00000200:1.0:1767384337.849905:0:16127:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384337.849909:0:16127:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp36->192.168.202.152@tcp36: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384337.849914:0:16127:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384337.849919:0:16127:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.152@tcp36 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384337.849921:0:16127:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.152@tcp36) recovery failed with -71 00010000:00000001:0.0:1767384337.973160:0:449:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384337.973166:0:449:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384337.973172:0:449:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384337.973173:0:449:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384337.973190:0:16768:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384337.973194:0:16768:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384337.973195:0:16768:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:1.0:1767384338.869191:0:16134:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384338.869197:0:16134:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384338.869200:0:16134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000039df33fe 00000400:00000010:1.0:1767384338.869205:0:16134:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000039df33fe. 00000400:00000200:1.0:1767384338.869212:0:16134:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384338.869219:0:16134:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.152@tcp38 recovery ping unlinked 00000400:00000010:1.0:1767384338.869230:0:16134:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000033beed3a. 00000400:00000010:1.0:1767384338.869236:0:16134:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000142e68dc. 00000400:00000001:1.0:1767384338.869243:0:16134:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384338.869245:0:16134:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384338.869247:0:16134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003d8b2f9d 00000400:00000010:1.0:1767384338.869249:0:16134:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003d8b2f9d. 00000400:00000200:1.0:1767384338.869252:0:16134:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384338.869271:0:16134:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.152@tcp36 recovery ping unlinked 00000400:00000010:1.0:1767384338.869275:0:16134:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000be774496. 00000400:00000010:1.0:1767384338.869279:0:16134:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000663f9b84. 00000400:00000200:1.0:1767384338.869288:0:16134:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.152@tcp40 00000400:00000010:1.0:1767384338.869292:0:16134:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000be774496. 00000400:00000010:1.0:1767384338.869298:0:16134:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000004ec749c9. 00000400:00000010:1.0:1767384338.869303:0:16134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003d8b2f9d. 00000400:00000010:1.0:1767384338.869310:0:16134:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000028064b5e. 00000400:00000200:1.0:1767384338.869317:0:16134:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.152@tcp40 00000400:00000200:1.0:1767384338.869331:0:16134:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.152@tcp40 local destination 00000400:00000200:1.0:1767384338.869339:0:16134:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.152@tcp40 00000400:00000200:1.0:1767384338.869345:0:16134:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp40 NI seq info: [132:132:256:4294967295] 192.168.202.152@tcp40 LPNI seq info [129:129:8:4294967295] 00000400:00000200:1.0:1767384338.869353:0:16134:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.152@tcp40 00000400:00000200:1.0:1767384338.869373:0:16134:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp40(192.168.202.152@tcp40:) -> 192.168.202.152@tcp40(192.168.202.152@tcp40:192.168.202.152@tcp40) : GET try# 0 00000800:00000200:1.0:1767384338.869386:0:16134:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.152@tcp40 00000800:00000010:1.0:1767384338.869398:0:16134:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000009c3fbcb8. 00000800:00000200:1.0:1767384338.869407:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000041726f59] -> 12345-192.168.202.152@tcp40 (2) 00000800:00000200:1.1:1767384338.869415:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000041726f59] -> 12345-192.168.202.152@tcp40 (2) 00000400:00000200:1.0:1767384338.869441:0:16134:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.152@tcp40 added to recovery queue. ping count: 1 next ping: 263 health :900 00000400:00000200:3.0:1767384338.869513:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.152:988 00000400:00000200:3.0:1767384338.869580:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.152:988 00000400:00000200:3.0:1767384338.869605:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.152:988 00000400:00000200:3.0:1767384338.869621:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.152:988 00000400:00000200:3.0:1767384338.869638:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.152:988 00000400:00000200:3.0:1767384338.869652:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.152:988 00000400:00000200:3.0:1767384338.869664:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.152:988 00000400:00000200:3.0:1767384338.869677:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.152:988 00000400:00000200:3.0:1767384338.869690:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.152:988 00000400:00000200:3.0:1767384338.869702:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.152:988 00000400:00000200:3.0:1767384338.869714:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.152:988 00000400:00000200:3.0:1767384338.869728:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.152:988 00000400:00000200:3.0:1767384338.869749:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.152:988 00000400:00000200:3.0:1767384338.869764:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.152:988 00000400:00000200:3.0:1767384338.869781:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.152:988 00000400:00000200:3.0:1767384338.869799:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.152:988 00000400:00000200:3.0:1767384338.869817:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.152:988 00000400:00000200:3.0:1767384338.869842:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.152:988 00000400:00000200:3.0:1767384338.869863:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.152:988 00000400:00000200:3.0:1767384338.869880:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.152:988 00000400:00000200:3.0:1767384338.869897:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.152:988 00000400:00000200:3.0:1767384338.869913:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.152:988 00000400:00000200:3.0:1767384338.869933:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.152:988 00000400:00000200:3.0:1767384338.869953:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.152:988 00000400:00000200:3.0:1767384338.869969:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.152:988 00000400:00000200:3.0:1767384338.869988:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.152:988 00000400:00000200:3.0:1767384338.870009:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.152:988 00000400:00000200:3.0:1767384338.870025:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.152:988 00000400:00000200:3.0:1767384338.870043:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.152:988 00000400:00000200:3.0:1767384338.870060:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.152:988 00000400:00000200:3.0:1767384338.870081:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.152:988 00000400:00000200:3.0:1767384338.870167:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.152:988 00000400:00000200:3.0:1767384338.870186:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.152:988 00000400:00000200:3.0:1767384338.870203:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.152:988 00000400:00000200:3.0:1767384338.870221:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.152:988 00000800:00000010:3.0:1767384338.870352:0:16125:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000093e83a39. 00000800:00000010:3.0:1767384338.870357:0:16125:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000008544eccb. 00000800:00000010:3.0:1767384338.870362:0:16125:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000c953ef24. 00000800:00000010:3.0:1767384338.870381:0:16125:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000c953ef24. 00000800:00020000:3.0:1767384338.870389:0:16125:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.152 00000800:00000010:3.0:1767384338.870392:0:16125:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000008544eccb. 00000800:00000010:3.0:1767384338.870394:0:16125:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000093e83a39. 00000400:02020000:3.0:1767384338.870427:0:16125:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.152@tcp40 at host 192.168.202.152:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384338.870432:0:16125:0:(router.c:1755:lnet_notify()) 192.168.202.152@tcp40 notifying 192.168.202.152@tcp40: down 00000400:00000200:3.0:1767384338.870436:0:16125:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:3.0:1767384338.870439:0:16125:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.152@tcp40 00000800:00000010:3.0:1767384338.870442:0:16125:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000009c3fbcb8. 00000400:00000200:3.0:1767384338.870446:0:16125:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384338.870457:0:16125:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp40->192.168.202.152@tcp40: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384338.870464:0:16125:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384338.870465:0:16125:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.152@tcp40 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384338.870468:0:16125:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.152@tcp40) recovery failed with -71 00010000:00000001:0.0:1767384338.997168:0:449:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384338.997174:0:449:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384338.997180:0:449:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384338.997182:0:449:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384338.997213:0:16767:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384338.997217:0:16767:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384338.997220:0:16767:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:3.0:1767384339.302240:0:33425:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384339.302278:0:33425:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384339.302284:0:33425:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384339.302293:0:33425:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384339.302302:0:33425:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384339.302306:0:33425:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384339.893162:0:16134:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384339.893169:0:16134:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384339.893172:0:16134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003d8b2f9d 00000400:00000010:3.0:1767384339.893178:0:16134:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003d8b2f9d. 00000400:00000200:3.0:1767384339.893185:0:16134:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000800:00000200:0.0:1767384339.893192:0:16129:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000922cc1b6] -> 12345-192.168.202.152@tcp24 (6) 00000400:00000200:3.0:1767384339.893193:0:16134:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.152@tcp40 recovery ping unlinked 00000800:00000200:0.0:1767384339.893202:0:16129:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp24 ip 192.168.202.152:988 00000800:00000200:0.0:1767384339.893206:0:16129:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000050b9c4c8 type 192, nob 24 niov 1 nkiov 0 00000400:00000010:3.0:1767384339.893207:0:16134:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000be774496. 00000400:00000010:3.0:1767384339.893215:0:16134:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000004ec749c9. 00000400:00000200:3.0:1767384339.893227:0:16134:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.152@tcp37 00000400:00000010:3.0:1767384339.893232:0:16134:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000006907483f. 00000400:00000010:3.0:1767384339.893237:0:16134:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000000af77c79. 00000400:00000010:3.0:1767384339.893243:0:16134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c7a16a19. 00000400:00000010:3.0:1767384339.893267:0:16134:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000007de75b0b. 00000400:00000200:3.0:1767384339.893272:0:16134:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.152@tcp37 00000400:00000200:3.0:1767384339.893286:0:16134:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.152@tcp37 local destination 00000400:00000200:3.0:1767384339.893293:0:16134:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.152@tcp37 00000400:00000200:3.0:1767384339.893299:0:16134:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp37 NI seq info: [133:133:256:4294967295] 192.168.202.152@tcp37 LPNI seq info [130:130:8:4294967295] 00000400:00000200:3.0:1767384339.893307:0:16134:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.152@tcp37 00000400:00000200:3.0:1767384339.893317:0:16134:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp37(192.168.202.152@tcp37:) -> 192.168.202.152@tcp37(192.168.202.152@tcp37:192.168.202.152@tcp37) : GET try# 0 00000800:00000200:3.0:1767384339.893323:0:16134:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.152@tcp37 00000800:00000010:3.0:1767384339.893328:0:16134:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000006afd672f. 00000800:00000200:2.0:1767384339.893329:0:16130:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1767384339.893335:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:3.0:1767384339.893338:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000def3ae70] -> 12345-192.168.202.152@tcp37 (2) 00000800:00000001:2.0:1767384339.893346:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384339.893350:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:3.1:1767384339.893353:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000def3ae70] -> 12345-192.168.202.152@tcp37 (2) 00000800:00000001:2.0:1767384339.893369:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384339.893374:0:16134:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.152@tcp37 added to recovery queue. ping count: 3 next ping: 270 health :700 00000400:00000200:2.0:1767384339.893436:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.152:988 00000400:00000200:2.0:1767384339.893476:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.152:988 00000400:00000200:2.0:1767384339.893494:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.152:988 00000400:00000200:2.0:1767384339.893512:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.152:988 00000400:00000200:2.0:1767384339.893530:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.152:988 00000400:00000200:2.0:1767384339.893545:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.152:988 00000400:00000200:2.0:1767384339.893566:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.152:988 00000400:00000200:2.0:1767384339.893595:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.152:988 00000400:00000200:2.0:1767384339.893622:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.152:988 00000400:00000200:2.0:1767384339.893659:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.152:988 00000400:00000200:2.0:1767384339.893688:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.152:988 00000400:00000200:2.0:1767384339.893707:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.152:988 00000400:00000200:2.0:1767384339.893723:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.152:988 00000400:00000200:2.0:1767384339.893743:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.152:988 00000400:00000200:2.0:1767384339.893761:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.152:988 00000400:00000200:2.0:1767384339.893786:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.152:988 00000400:00000200:2.0:1767384339.893806:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.152:988 00000400:00000200:2.0:1767384339.893821:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.152:988 00000400:00000200:2.0:1767384339.893842:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.152:988 00000400:00000200:2.0:1767384339.893863:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.152:988 00000400:00000200:2.0:1767384339.893886:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.152:988 00000400:00000200:2.0:1767384339.893902:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.152:988 00000400:00000200:2.0:1767384339.893922:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.152:988 00000400:00000200:2.0:1767384339.893947:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.152:988 00000400:00000200:2.0:1767384339.893968:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.152:988 00000400:00000200:2.0:1767384339.893986:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.152:988 00000400:00000200:2.0:1767384339.894000:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.152:988 00000400:00000200:2.0:1767384339.894021:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.152:988 00000400:00000200:2.0:1767384339.894035:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.152:988 00000400:00000200:2.0:1767384339.894050:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.152:988 00000400:00000200:2.0:1767384339.894065:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.152:988 00000400:00000200:2.0:1767384339.894085:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.152:988 00000400:00000200:2.0:1767384339.894135:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.152:988 00000400:00000200:2.0:1767384339.894152:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.152:988 00000400:00000200:2.0:1767384339.894175:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.152:988 00000800:00000010:2.0:1767384339.894295:0:16128:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000001d79b450. 00000800:00000010:2.0:1767384339.894300:0:16128:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000c2de11da. 00000800:00000010:2.0:1767384339.894304:0:16128:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000005762022c. 00000800:00000010:2.0:1767384339.894321:0:16128:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000005762022c. 00000800:00020000:2.0:1767384339.894327:0:16128:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.152 00000800:00000010:2.0:1767384339.894330:0:16128:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000c2de11da. 00000800:00000010:2.0:1767384339.894333:0:16128:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000001d79b450. 00000400:02020000:2.0:1767384339.894366:0:16128:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.152@tcp37 at host 192.168.202.152:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384339.894372:0:16128:0:(router.c:1755:lnet_notify()) 192.168.202.152@tcp37 notifying 192.168.202.152@tcp37: down 00000400:00000200:2.0:1767384339.894376:0:16128:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:2.0:1767384339.894381:0:16128:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.152@tcp37 00000800:00000010:2.0:1767384339.894383:0:16128:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000006afd672f. 00000400:00000200:2.0:1767384339.894387:0:16128:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384339.894390:0:16128:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp37->192.168.202.152@tcp37: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384339.894397:0:16128:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384339.894400:0:16128:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.152@tcp37 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384339.894402:0:16128:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.152@tcp37) recovery failed with -71 00000001:00000001:3.0:1767384340.010992:0:33589:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384340.010996:0:33589:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg252-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp42 --if ens2 00000001:00000001:3.0:1767384340.014289:0:33589:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:0.0:1767384340.021343:0:449:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384340.021347:0:449:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384340.021351:0:449:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384340.021352:0:449:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384340.021391:0:16768:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384340.021396:0:16768:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384340.021399:0:16768:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000010:3.0:1767384340.022342:0:33590:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000008e19ae9f. 00000400:00000010:3.0:1767384340.022358:0:33590:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000cd106a72. 00000400:00000010:3.0:1767384340.022369:0:33590:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 0000000079f4c1a6. 00000400:00000010:3.0:1767384340.022372:0:33590:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000c0ae4ae9. 00000400:00000010:3.0:1767384340.022376:0:33590:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000059e4a98f. 00000400:00000010:3.0:1767384340.022380:0:33590:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000008f7a3e77. 00000400:00000010:3.0:1767384340.022383:0:33590:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000e94ebafa. 00000400:00000010:3.0:1767384340.022385:0:33590:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000004270e6d5. 00000400:00000010:3.0:1767384340.022388:0:33590:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 0000000008b151ba. 00000800:00000010:3.0:1767384340.022403:0:33590:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 0000000009ba9f66. 00000800:00000200:3.0:1767384340.022415:0:33590:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384340.022431:0:33590:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384340.022468:0:33590:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.152) 00000400:02000000:3.0:1767384340.022492:0:33590:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.152@tcp42 [8/256/0/180] 00000400:00000010:3.0:1767384340.024199:0:33590:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 585 at 000000007e59d6f3. 00000400:00000010:3.0:1767384340.024204:0:33590:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cd822975. 00000400:00000010:3.0:1767384340.024208:0:33590:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009146ec67. 00000400:00000001:3.0:1767384340.024224:0:33590:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384340.024225:0:33590:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384340.024227:0:33590:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001c995a88. 00000400:00000200:3.0:1767384340.024229:0:33590:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000091677c2e 00000400:00000010:3.0:1767384340.024231:0:33590:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000091677c2e. 00000400:00000010:3.0:1767384340.024234:0:33590:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 569 at 0000000039d13e9a. 00000400:00000200:3.0:1767384340.024238:0:33590:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (32) 00000400:00000200:3.0:1767384340.024263:0:33590:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.152@tcp (000000005d9714d7): 0 00000400:00000200:3.0:1767384340.024273:0:33590:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131114 00000400:00000200:2.0:1767384340.024274:0:16135:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:00000010:3.0:1767384340.024279:0:33590:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 0000000093e83a39. 00000400:00000200:2.0:1767384340.024281:0:16135:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x102071 00000020:01000000:3.0:1767384340.024285:0:33590:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000200:2.0:1767384340.024286:0:16135:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (33) 00000020:01000000:3.0:1767384340.024291:0:33590:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.152@tcp42 00000400:00000010:2.0:1767384340.024298:0:16135:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 569 at 000000007bb86090. 00000400:00000010:2.0:1767384340.024301:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000085e5b010. 00000400:00000010:3.0:1767384340.024306:0:33590:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000cd106a72. 00000400:00000010:2.0:1767384340.024306:0:16135:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000009f6dae89. 00000400:00000010:3.0:1767384340.024312:0:33590:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000008e19ae9f. 00000400:00000200:2.0:1767384340.024316:0:16135:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.152@tcp 00000400:00000200:2.0:1767384340.024327:0:16135:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.152@tcp local destination 00000400:00000200:2.0:1767384340.024332:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 37], ns[40, 37] 00000020:00000001:1.0:1767384340.024335:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:2.0:1767384340.024338:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 37], ns[64, 37] 10000000:00000001:1.0:1767384340.024341:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:2.0:1767384340.024345:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[68, 37], ns[68, 37] 10000000:00000001:1.0:1767384340.024346:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:2.0:1767384340.024351:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[78, 37], ns[78, 37] 10000000:01000000:1.0:1767384340.024352:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:1.0:1767384340.024358:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:2.0:1767384340.024359:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[83, 37], ns[83, 37] 00000020:01000004:1.0:1767384340.024363:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:2.0:1767384340.024366:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[99, 37], ns[100, 37] 00000020:01000004:1.0:1767384340.024368:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384340.024372:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:2.0:1767384340.024374:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[103, 37], ns[104, 37] 00000020:01000004:1.0:1767384340.024376:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384340.024380:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:2.0:1767384340.024383:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[114, 37], ns[117, 37] 00000020:01000004:1.0:1767384340.024384:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384340.024389:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:2.0:1767384340.024391:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[119, 37], ns[122, 37] 00000020:01000004:1.0:1767384340.024393:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384340.024397:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:2.0:1767384340.024398:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[125, 37], ns[128, 37] 00000400:00000200:2.0:1767384340.024403:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 37], ns[28, 37] 00000400:00000200:2.0:1767384340.024406:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 28], ns[30, 28] 00000100:00000010:1.0:1767384340.024406:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f579c0b8. 00000020:00000040:1.0:1767384340.024413:0:36:0:(genops.c:1229:class_import_get()) import 00000000df830bbe refcount=4 obd=MGC192.168.202.152@tcp 00000400:00000200:2.0:1767384340.024414:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 28], ns[32, 28] 00000400:00000200:2.0:1767384340.024421:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 28], ns[34, 28] 00000100:00000001:1.0:1767384340.024422:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1767384340.024425:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 28], ns[44, 28] 02000000:00000001:1.0:1767384340.024428:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1767384340.024430:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 28], ns[48, 28] 02000000:00000001:1.0:1767384340.024435:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384340.024444:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 28], ns[52, 28] 00000400:00000200:2.0:1767384340.024449:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 28], ns[56, 28] 02000000:00000010:1.0:1767384340.024449:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000009fb8db61. 00000400:00000200:2.0:1767384340.024457:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 28], ns[60, 28] 00000100:00000001:1.0:1767384340.024459:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384340.024460:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 28], ns[72, 28] 00000400:00000200:2.0:1767384340.024468:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[76, 28], ns[76, 28] 00000400:00000200:2.0:1767384340.024470:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[96, 28], ns[97, 28] 00000100:00000001:1.0:1767384340.024471:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:2.0:1767384340.024475:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[95, 28], ns[96, 28] 00000100:00000001:1.0:1767384340.024477:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384340.024481:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[90, 28], ns[91, 28] 00000400:00000200:2.0:1767384340.024486:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[109, 28], ns[110, 28] 00000400:00000200:2.0:1767384340.024490:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[108, 28], ns[109, 28] 00000400:00000200:2.0:1767384340.024495:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[128, 28], ns[131, 28] 00000100:00000040:1.0:1767384340.024495:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f579c0b8] to pc [ptlrpcd_00_03+3] req@00000000f579c0b8 x1853236723082880/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384340.024509:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[130, 28], ns[133, 28] 00000400:00000200:2.0:1767384340.024516:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[127, 28], ns[130, 28] 00000400:00000200:2.0:1767384340.024521:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[117, 28], ns[120, 28] 00000400:00000200:2.0:1767384340.024526:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[129, 28], ns[132, 28] 00000400:00000200:2.0:1767384340.024529:0:16135:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp20 10000000:00000001:1.0:1767384340.024531:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384340.024534:0:16135:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.152@tcp20 10000000:00000001:1.0:1767384340.024536:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384340.024539:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384340.024541:0:16135:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.152@tcp20 lpni_is_preferred = 0 00000020:01000000:1.0:1767384340.024542:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:3.0:1767384340.024543:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384340.024546:0:16135:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.152@tcp20 00000100:00000001:3.0:1767384340.024548:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384340.024551:0:16140:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767384340.024554:0:16135:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp20 NI seq info: [134:134:256:4294967295] 192.168.202.152@tcp20 LPNI seq info [131:131:8:4294967295] 00000020:00000001:1.0:1767384340.024557:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000040:3.0:1767384340.024558:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f579c0b8 x1853236723082880/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:1.0:1767384340.024560:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384340.024563:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384340.024566:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:1.0:1767384340.024572:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:2.0:1767384340.024575:0:16135:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.152@tcp20 00000020:01000004:1.0:1767384340.024576:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00000001:3.0:1767384340.024577:0:16140:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:1.0:1767384340.024580:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000001:3.0:1767384340.024581:0:16140:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:1.0:1767384340.024585:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 02000000:00000001:3.0:1767384340.024589:0:16140:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:1.0:1767384340.024589:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:2.0:1767384340.024591:0:16135:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp20(192.168.202.152@tcp20:) -> 192.168.202.152@tcp20(192.168.202.152@tcp:192.168.202.152@tcp20) : GET try# 0 00000020:01000004:1.0:1767384340.024593:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 02000000:00000001:3.0:1767384340.024594:0:16140:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:1.0:1767384340.024597:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 02000000:00000001:3.0:1767384340.024598:0:16140:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:1.0:1767384340.024600:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384340.024603:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000800:00000200:2.0:1767384340.024604:0:16135:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.152@tcp20 00000100:00100000:3.0:1767384340.024605:0:16140:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f579c0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c0412d60-4f67-4dbc-8791-892843f60083:16140:1853236723082880:0@lo:253: 00000100:00000010:1.0:1767384340.024607:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004a8c2434. 00000800:00000010:2.0:1767384340.024610:0:16135:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000401ce985. 00000020:00000040:1.0:1767384340.024613:0:36:0:(genops.c:1229:class_import_get()) import 00000000df830bbe refcount=5 obd=MGC192.168.202.152@tcp 00000100:00000001:3.0:1767384340.024614:0:16140:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767384340.024619:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384340.024620:0:16140:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000800:00000200:2.0:1767384340.024620:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000fff6e3b] -> 12345-192.168.202.152@tcp20 (6) 02000000:00000001:1.0:1767384340.024623:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384340.024625:0:16140:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384340.024627:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384340.024628:0:16140:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:2.0:1767384340.024632:0:16135:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp20 ip 192.168.202.152:988 02000000:00000010:3.0:1767384340.024636:0:16140:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000004519d93b. 00000800:00000200:2.0:1767384340.024636:0:16135:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000401ce985 type 2, nob 96 niov 1 nkiov 0 02000000:00000010:1.0:1767384340.024636:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000316ac112. 02000000:00000001:3.0:1767384340.024642:0:16140:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384340.024644:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384340.024647:0:16140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001c995a88. 00000100:00000001:1.0:1767384340.024649:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:2.0:1767384340.024653:0:16135:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.152@tcp 00000100:00000001:1.0:1767384340.024653:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384340.024655:0:16140:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cd106a72. 00000100:00000040:1.0:1767384340.024659:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004a8c2434] to pc [ptlrpcd_00_00+0] req@000000004a8c2434 x1853236723083008/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384340.024660:0:16135:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100271 rc 0 00000100:00000200:3.0:1767384340.024662:0:16140:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236723082880, portal 25 00000100:00000001:3.0:1767384340.024668:0:16140:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384340.024671:0:16140:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782424488448 : -124291285063168 : ffff8ef52e1aea00) 00000100:00000040:3.0:1767384340.024678:0:16140:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f579c0b8 x1853236723082880/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384356 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:1.0:1767384340.024683:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384340.024684:0:16140:0:(niobuf.c:69:ptl_send_buf()) Process entered 10000000:00000001:1.0:1767384340.024687:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384340.024691:0:16140:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:1.0:1767384340.024692:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1767384340.024695:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000010:3.0:1767384340.024696:0:16140:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e9e27233. 00000020:00000010:1.0:1767384340.024697:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 0000000093e83a39. 00000100:00000200:3.0:1767384340.024700:0:16140:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236723082880, offset 0 00000400:00000200:3.0:1767384340.024707:0:16140:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384340.024713:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384340.024717:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384340.024718:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384340.024724:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384340.024726:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384340.024727:0:16137:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1767384340.024729:0:16140:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824c906680 00000100:00000040:1.0:1767384340.024733:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004a8c2434 x1853236723083008/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384340.024744:0:16137:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1767384340.024746:0:16140:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1435 [2] + 0 00000400:00000010:3.0:1767384340.024750:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000073c924e2. 00000100:00000001:1.0:1767384340.024753:0:16137:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384340.024755:0:16140:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000009e9d7329 02000000:00000001:1.0:1767384340.024757:0:16137:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384340.024761:0:16137:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384340.024763:0:16137:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384340.024765:0:16137:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004a8c2434 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c0412d60-4f67-4dbc-8791-892843f60083:16137:1853236723083008:0@lo:253: 00000400:00000200:3.0:1767384340.024766:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384340.024769:0:16137:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384340.024774:0:16137:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000800:00000200:2.0:1767384340.024776:0:16132:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1767384340.024777:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:1.0:1767384340.024778:0:16137:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384340.024783:0:16132:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000401ce985. 02000000:00000001:1.0:1767384340.024783:0:16137:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767384340.024788:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009e9d7329 02000000:00000010:1.0:1767384340.024788:0:16137:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000989c557f. 00000400:00000200:2.0:1767384340.024789:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1767384340.024793:0:16137:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384340.024794:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009e9d7329. 00000400:00000010:1.0:1767384340.024798:0:16137:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000080af15de. 00000100:00000001:3.0:1767384340.024803:0:16140:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:2.0:1767384340.024804:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp20->192.168.202.152@tcp20: GET: OK 00000400:00000010:1.0:1767384340.024804:0:16137:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004c7b3fa4. 00000100:00000200:3.0:1767384340.024809:0:16140:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000200:1.0:1767384340.024810:0:16137:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236723083008, portal 25 00000400:00000200:2.0:1767384340.024813:0:16132:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000100:00000001:1.0:1767384340.024814:0:16137:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:3.0:1767384340.024815:0:16140:0:(events.c:337:request_in_callback()) incoming req@0000000094d311fc x1853236723082880 msgsize 4848 00000100:00000001:1.0:1767384340.024818:0:16137:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782424486656 : -124291285064960 : ffff8ef52e1ae300) 00000400:00000200:2.0:1767384340.024821:0:16132:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.152@tcp: 0 00000100:00000040:1.0:1767384340.024825:0:16137:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000004a8c2434 x1853236723083008/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384356 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384340.024832:0:16140:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000800:00000001:2.0:1767384340.024834:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:3.0:1767384340.024838:0:16140:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384340.024839:0:16137:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384340.024845:0:16137:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000800:00000001:2.0:1767384340.024847:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384340.024848:0:16137:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000077d325c5. 00000100:00000001:3.0:1767384340.024851:0:16140:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1767384340.024853:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:1.0:1767384340.024854:0:16137:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236723083008, offset 0 00000400:00000200:3.0:1767384340.024861:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e9e27233 00000400:00000010:3.0:1767384340.024865:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e9e27233. 00000800:00000001:2.0:1767384340.024865:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384340.024874:0:16140:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:1.0:1767384340.024878:0:16137:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384340.024881:0:16132:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.152@tcp20(192.168.202.152@tcp20) <- 192.168.202.152@tcp20 : GET - for me 00000100:00000200:3.0:1767384340.024883:0:16140:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f579c0b8 x1853236723082880/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384356 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384340.024892:0:16137:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384340.024897:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767384340.024898:0:16132:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.152@tcp of length 560 into portal 0 MB=0x8000000000000000 00000100:00000040:3.0:1767384340.024902:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f579c0b8 x1853236723082880/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384356 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384340.024910:0:16137:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824c906700 00000400:00000200:2.0:1767384340.024912:0:16132:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.152@tcp of length 560/560 into md 0x1c39 [1] + 0 00000100:00000001:3.0:1767384340.024923:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384340.024926:0:16140:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1767384340.024927:0:16137:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1461 [2] + 0 00000400:00000200:2.0:1767384340.024933:0:16132:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.152@tcp20 to MR: 192.168.202.152@tcp20 local destination 00000400:00000010:1.0:1767384340.024935:0:16137:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000052a6ea24. 00000400:00000200:1.0:1767384340.024941:0:16137:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000003ebe4cdc 00000400:00000200:2.0:1767384340.024944:0:16132:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp20 NI seq info: [135:135:256:4294967295] 192.168.202.152@tcp20 LPNI seq info [132:132:8:4294967295] 00000400:00000200:1.0:1767384340.024948:0:16137:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384340.024957:0:16137:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384340.024964:0:16132:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp20(192.168.202.152@tcp20:192.168.202.152@tcp20) -> 192.168.202.152@tcp20(192.168.202.152@tcp20:192.168.202.152@tcp20) 192.168.202.152@tcp20 : REPLY try# 0 00000800:00000200:2.0:1767384340.024970:0:16132:0:(socklnd_cb.c:1001:ksocknal_send()) sending 560 bytes in 1 frags to 12345-192.168.202.152@tcp20 00000100:00000001:3.0:1767384340.024973:0:16140:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384340.024974:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003ebe4cdc 00000800:00000010:2.0:1767384340.024975:0:16132:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000401ce985. 00000400:00000010:1.0:1767384340.024978:0:16137:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003ebe4cdc. 00000100:00000001:3.0:1767384340.024979:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294930011 00000800:00000200:2.0:1767384340.024985:0:16132:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000fff6e3b] -> 12345-192.168.202.152@tcp20 (6) 00000100:00000001:1.0:1767384340.024985:0:16137:0:(events.c:286:request_in_callback()) Process entered 00000100:00000010:3.0:1767384340.024986:0:16140:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002b508bbd. 00000100:00000200:1.0:1767384340.024987:0:16137:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:3.0:1767384340.024993:0:16140:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 0 00000100:00000040:1.0:1767384340.025000:0:16137:0:(events.c:337:request_in_callback()) incoming req@0000000010a29f3b x1853236723083008 msgsize 4848 00000100:00000001:3.0:1767384340.025002:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294930011 00000800:00000200:2.0:1767384340.025008:0:16132:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp20 ip 192.168.202.152:1001 00000100:00000010:3.0:1767384340.025009:0:16140:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b4d762eb. 00000100:00100000:1.0:1767384340.025009:0:16137:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384340.025014:0:16137:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000800:00000200:2.0:1767384340.025015:0:16132:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000401ce985 type 3, nob 656 niov 1 nkiov 1 00000100:00000001:3.0:1767384340.025016:0:16140:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384340.025020:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294930011 00000100:00000001:1.0:1767384340.025023:0:16137:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000010:3.0:1767384340.025025:0:16140:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c87ea49b. 00000100:00000001:3.0:1767384340.025029:0:16140:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 2 00000400:00000200:1.0:1767384340.025030:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000077d325c5 00000400:00000010:1.0:1767384340.025033:0:16137:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000077d325c5. 00000100:00000001:1.0:1767384340.025037:0:16137:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384340.025038:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294930011 00000100:00000200:1.0:1767384340.025042:0:16137:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004a8c2434 x1853236723083008/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384356 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384340.025043:0:16140:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b538a431. 00000100:00000001:3.0:1767384340.025049:0:16140:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384340.025054:0:16137:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384340.025057:0:16140:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767384340.025058:0:16137:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004a8c2434 x1853236723083008/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384356 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384340.025061:0:16140:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384340.025068:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384340.025069:0:16137:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384340.025071:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767384340.025073:0:16132:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767384340.025073:0:16137:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000010:2.0:1767384340.025078:0:16132:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000401ce985. 00000100:00000001:1.0:1767384340.025078:0:16137:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384340.025079:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384340.025084:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384340.025104:0:16137:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294930011 00000100:00000001:1.0:1767384340.025108:0:16137:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 0, keep current deadline 4294930011 00000400:00000200:2.0:1767384340.025110:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384340.025111:0:16137:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294930012 00000100:00000001:1.0:1767384340.025118:0:16137:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294930011 00000400:00000200:2.0:1767384340.025124:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp20->192.168.202.152@tcp20: REPLY: OK 00000100:00000001:3.0:1767384340.025126:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384340.025127:0:16137:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294930012 00000100:00000001:3.0:1767384340.025130:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384340.025133:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384340.025134:0:16137:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294930011 00000100:00000001:3.0:1767384340.025137:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384340.025140:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384340.025140:0:16137:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294930012 00000100:00000001:1.0:1767384340.025146:0:16137:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294930011 00000800:00000001:2.0:1767384340.025148:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384340.025149:0:16137:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384340.025153:0:16137:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384340.025154:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384340.025156:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384340.025159:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384340.025162:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384340.025163:0:16137:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384340.025166:0:16137:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000001:2.0:1767384340.025168:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384340.025169:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384340.025172:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384340.025174:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384340.025175:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384340.025183:0:16132:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.152@tcp20(192.168.202.152@tcp20) <- 192.168.202.152@tcp20 : REPLY - for me 00000100:00000001:1.0:1767384340.025189:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384340.025196:0:16132:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.152@tcp20: Reply from 12345-192.168.202.152@tcp20 of length 560/560 into md 0x1c3d 00000100:00000001:1.0:1767384340.025201:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:2.0:1767384340.025203:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384340.025204:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384340.025214:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384340.025218:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384340.025222:0:16773:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:2.0:1767384340.025226:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp20->192.168.202.152@tcp20: REPLY: OK 00000100:00100000:1.0:1767384340.025226:0:16773:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723082880 02000000:00000001:1.0:1767384340.025230:0:16773:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384340.025233:0:16773:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:2.0:1767384340.025234:0:16132:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000085e5b010 00000100:00000001:3.0:1767384340.025236:0:27212:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384340.025236:0:16773:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384340.025239:0:16132:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000085e5b010. 00000100:00100000:3.0:1767384340.025241:0:27212:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723083008 02000000:00000001:1.0:1767384340.025243:0:16773:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384340.025245:0:27212:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:2.0:1767384340.025260:0:16132:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000100:00100000:1.0:1767384340.025261:0:16773:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723082880 00000100:00000001:3.0:1767384340.025265:0:27212:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:1.0:1767384340.025267:0:16773:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384340.025268:0:27212:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384340.025271:0:16132:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.202.152@tcp has discovery enabled 00000020:00000040:1.0:1767384340.025272:0:16773:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eec8e1 02000000:00000001:3.0:1767384340.025274:0:27212:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384340.025278:0:16132:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.202.152@tcp(000000005d9714d7) is MR 00000020:00000001:1.0:1767384340.025278:0:16773:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:3.0:1767384340.025279:0:27212:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723083008 00000020:00000040:1.0:1767384340.025284:0:16773:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000555601ca refcount=14 00000020:00000001:3.0:1767384340.025285:0:27212:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384340.025288:0:27212:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eec8e1 00000400:00000200:2.0:1767384340.025288:0:16132:0:(peer.c:3037:lnet_discovery_event_reply()) Truncated Reply from 192.168.202.152@tcp (576 bytes) 00000020:00000001:1.0:1767384340.025290:0:16773:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000020:00000001:3.0:1767384340.025292:0:27212:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384340.025296:0:27212:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000555601ca refcount=15 00000020:00000001:1.0:1767384340.025297:0:16773:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000400:00000200:2.0:1767384340.025298:0:16132:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.152@tcp (000000005d9714d7): -114 00000020:00000001:3.0:1767384340.025300:0:27212:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000100:00000001:1.0:1767384340.025305:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1767384340.025306:0:27212:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000100:00000001:3.0:1767384340.025311:0:27212:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000010:2.0:1767384340.025313:0:16132:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 569 at 000000007bb86090. 00000020:00000010:1.0:1767384340.025313:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005c9a6ae4. 00000020:00000010:3.0:1767384340.025314:0:27212:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000079eb4551. 00000100:00000001:1.0:1767384340.025319:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384340.025320:0:27212:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384340.025322:0:16132:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000005d9714d7 (34) 00000020:00000010:3.0:1767384340.025326:0:27212:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000079eb4551. 00000020:00000010:1.0:1767384340.025326:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005c9a6ae4. 00000800:00000001:2.0:1767384340.025332:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000010:3.0:1767384340.025337:0:27212:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008e9d1816. 00000020:00000010:1.0:1767384340.025338:0:16773:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000112ac890. 00000800:00000001:2.0:1767384340.025339:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384340.025344:0:27212:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000afb2cc22. 00000020:00000010:1.0:1767384340.025347:0:16773:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000017016181. 00000020:00000010:3.0:1767384340.025350:0:27212:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004085ee64. 00000020:00000010:1.0:1767384340.025354:0:16773:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002d9084b7. 00000100:00000040:3.0:1767384340.025362:0:27212:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000400:00000200:2.0:1767384340.025362:0:16135:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000100:00000001:3.0:1767384340.025369:0:27212:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000010:2.0:1767384340.025370:0:16135:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 585 at 000000007bb86090. 00000100:00000001:1.0:1767384340.025371:0:16773:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384340.025374:0:16773:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384340.025378:0:27212:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384340.025379:0:16773:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384340.025380:0:27212:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384340.025380:0:16135:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000028b9164b. 00000400:00000010:2.0:1767384340.025389:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000085e5b010. 00000100:00000001:1.0:1767384340.025391:0:16773:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384340.025392:0:27212:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384340.025404:0:16135:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000007bb86090 00000100:00000001:1.0:1767384340.025406:0:16773:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1767384340.025408:0:16135:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767384340.025412:0:27212:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1767384340.025412:0:16135:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384340.025416:0:16135:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000026a1b6af. 00000400:00000200:2.0:1767384340.025422:0:16135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000750e275d 00000100:00000001:1.0:1767384340.025422:0:16773:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384340.025425:0:27212:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384340.025426:0:16773:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000010:2.0:1767384340.025427:0:16135:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000750e275d. 00000100:00000001:3.0:1767384340.025428:0:27212:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:2.0:1767384340.025434:0:16135:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 6 status 0 unlinked 1 00000100:00100000:1.0:1767384340.025436:0:16773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 129 00000400:00000010:2.0:1767384340.025440:0:16135:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 569 at 0000000021e1180a. 00000100:00000040:1.0:1767384340.025441:0:16773:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000555601ca : new rpc_count 1 00000100:00000001:1.0:1767384340.025446:0:16773:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619781697775696 : -124292011775920 : ffff8ef502ca2850) 00000100:00100000:3.0:1767384340.025447:0:27212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 130 00000400:00000200:2.0:1767384340.025447:0:16135:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 576 success 00000100:00000040:3.0:1767384340.025454:0:27212:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000555601ca : new rpc_count 2 00000100:00000040:1.0:1767384340.025455:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000094d311fc x1853236723082880/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:321/0 lens 4848/0 e 0 to 0 dl 1767384351 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384340.025458:0:27212:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619781697774672 : -124292011776944 : ffff8ef502ca2450) 00000400:00000200:2.0:1767384340.025458:0:16135:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100871 00000100:00000040:3.0:1767384340.025468:0:27212:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000010a29f3b x1853236723083008/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:321/0 lens 4848/0 e 0 to 0 dl 1767384351 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384340.025470:0:16135:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.202.152@tcp:0 00000400:00000200:2.0:1767384340.025479:0:16135:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x102071 rc 1 00000400:00000200:2.0:1767384340.025491:0:16135:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x102071 00000100:00000001:3.0:1767384340.025494:0:27212:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:2.0:1767384340.025498:0:16135:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (33) 00000020:00000010:3.0:1767384340.025499:0:27212:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000079eb4551. 00000100:00000001:1.0:1767384340.025500:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384340.025506:0:27212:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384340.025508:0:27212:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000079eb4551. 00000400:00000010:2.0:1767384340.025508:0:16135:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 585 at 0000000025f545c9. 00000020:00000010:1.0:1767384340.025508:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005c9a6ae4. 00000100:00000001:1.0:1767384340.025515:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1767384340.025516:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000750e275d. 00000100:00100000:3.0:1767384340.025520:0:27212:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000010a29f3b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:c0412d60-4f67-4dbc-8791-892843f60083+15:16137:x1853236723083008:12345-0@lo:253: 00000020:00000010:1.0:1767384340.025522:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005c9a6ae4. 00000400:00000010:2.0:1767384340.025526:0:16135:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000002513fe88. 00000100:00000200:3.0:1767384340.025527:0:27212:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723083008 00000100:00100000:1.0:1767384340.025532:0:16773:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000094d311fc pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c0412d60-4f67-4dbc-8791-892843f60083+15:16140:x1853236723082880:12345-0@lo:253: 00000020:00000001:3.0:1767384340.025533:0:27212:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384340.025538:0:27212:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:2.0:1767384340.025539:0:16135:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.152@tcp 00000020:00000001:3.0:1767384340.025540:0:27212:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384340.025540:0:16773:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723082880 00000020:00000001:3.0:1767384340.025545:0:27212:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384340.025545:0:16773:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384340.025549:0:16773:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384340.025550:0:27212:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669141328 : -1040410288 : ffffffffc1fc9950) 00000400:00000200:2.0:1767384340.025550:0:16135:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.152@tcp local destination 00000020:00000001:1.0:1767384340.025553:0:16773:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384340.025555:0:27212:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384340.025559:0:16773:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384340.025560:0:27212:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384340.025562:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 37], ns[40, 37] 00000020:00000001:1.0:1767384340.025563:0:16773:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669141328 : -1040410288 : ffffffffc1fc9950) 00000020:00000001:3.0:1767384340.025564:0:27212:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384340.025568:0:27212:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384340.025569:0:16773:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384340.025572:0:27212:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384340.025573:0:16773:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384340.025577:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 37], ns[64, 37] 00000020:00000001:1.0:1767384340.025579:0:16773:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:3.0:1767384340.025580:0:27212:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:1.0:1767384340.025583:0:16773:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 02000000:00000001:3.0:1767384340.025584:0:27212:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:2.0:1767384340.025589:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[68, 37], ns[68, 37] 00000020:00000001:1.0:1767384340.025589:0:16773:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384340.025593:0:27212:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000289fcc5d. 00000100:00000001:1.0:1767384340.025596:0:16773:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384340.025597:0:27212:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384340.025602:0:27212:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384340.025602:0:16773:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:2.0:1767384340.025604:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[78, 37], ns[78, 37] 20000000:00000001:3.0:1767384340.025607:0:27212:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:2.0:1767384340.025612:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[83, 37], ns[83, 37] 02000000:00000010:1.0:1767384340.025612:0:16773:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000078529ee3. 02000000:00000001:1.0:1767384340.025618:0:16773:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384340.025623:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[99, 37], ns[100, 37] 20000000:00000010:3.0:1767384340.025624:0:27212:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000007ac280d2. 00000100:00000001:1.0:1767384340.025625:0:16773:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:3.0:1767384340.025630:0:27212:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:1.0:1767384340.025631:0:16773:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000001:3.0:1767384340.025635:0:27212:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384340.025639:0:27212:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000400:00000200:2.0:1767384340.025639:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[103, 37], ns[104, 37] 20000000:00000001:3.0:1767384340.025643:0:27212:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:1.0:1767384340.025643:0:16773:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000093e83a39. 20000000:00000001:3.0:1767384340.025649:0:27212:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:1.0:1767384340.025652:0:16773:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:3.0:1767384340.025653:0:27212:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:2.0:1767384340.025653:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[114, 37], ns[117, 37] 20000000:00000001:1.0:1767384340.025658:0:16773:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384340.025662:0:16773:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000400:00000200:2.0:1767384340.025663:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[119, 37], ns[122, 37] 20000000:00000010:3.0:1767384340.025665:0:27212:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000079c680a0. 20000000:00000001:1.0:1767384340.025666:0:16773:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:3.0:1767384340.025669:0:27212:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #42 20000000:00000001:1.0:1767384340.025671:0:16773:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384340.025678:0:27212:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:00000001:1.0:1767384340.025678:0:16773:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:2.0:1767384340.025683:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[125, 37], ns[128, 37] 00080000:00000001:3.0:1767384340.025686:0:27212:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000400:00000200:2.0:1767384340.025690:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[132, 37], ns[135, 37] 00000400:00000200:2.0:1767384340.025694:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 37], ns[30, 37] 00000400:00000200:2.0:1767384340.025699:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 30], ns[32, 30] 00000400:00000200:2.0:1767384340.025703:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 30], ns[34, 30] 00000400:00000200:2.0:1767384340.025707:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 30], ns[44, 30] 00000400:00000200:2.0:1767384340.025711:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 30], ns[48, 30] 00000400:00000200:2.0:1767384340.025717:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 30], ns[52, 30] 00000400:00000200:2.0:1767384340.025722:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 30], ns[56, 30] 00000400:00000200:2.0:1767384340.025727:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 30], ns[60, 30] 00080000:00000001:3.0:1767384340.025730:0:27212:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384340.025733:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 30], ns[72, 30] 00080000:00000001:3.0:1767384340.025735:0:27212:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384340.025737:0:27212:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384340.025741:0:27212:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:3.0:1767384340.025746:0:27212:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000200:2.0:1767384340.025749:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[76, 30], ns[76, 30] 00000020:00000001:3.0:1767384340.025754:0:27212:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446619782313850200 : -124291395701416 : ffff8ef52782b558) 00000400:00000200:2.0:1767384340.025760:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[96, 30], ns[97, 30] 00080000:00000001:3.0:1767384340.025761:0:27212:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000400:00000200:2.0:1767384340.025768:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[95, 30], ns[96, 30] 00080000:00000010:3.0:1767384340.025771:0:27212:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000c0e83866. 00000400:00000200:2.0:1767384340.025777:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[90, 30], ns[91, 30] 00080000:00000001:3.0:1767384340.025778:0:27212:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446619781776838656 : -124291932712960 : ffff8ef507809000) 00080000:00000001:3.0:1767384340.025785:0:27212:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:2.0:1767384340.025790:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[109, 30], ns[110, 30] 00000400:00000200:2.0:1767384340.025796:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[108, 30], ns[109, 30] 00000400:00000200:2.0:1767384340.025801:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[128, 30], ns[131, 30] 00000400:00000200:2.0:1767384340.025819:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[130, 30], ns[133, 30] 00000400:00000200:2.0:1767384340.025824:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[127, 30], ns[130, 30] 00000400:00000200:2.0:1767384340.025830:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[117, 30], ns[120, 30] 00000400:00000200:2.0:1767384340.025835:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[129, 30], ns[132, 30] 00000400:00000200:2.0:1767384340.025839:0:16135:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp21 00000400:00000200:2.0:1767384340.025843:0:16135:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.152@tcp21 00000400:00000200:2.0:1767384340.025847:0:16135:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.152@tcp21 lpni_is_preferred = 0 00000400:00000200:2.0:1767384340.025850:0:16135:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.152@tcp21 00000400:00000200:2.0:1767384340.025855:0:16135:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp21 NI seq info: [136:136:256:4294967295] 192.168.202.152@tcp21 LPNI seq info [133:133:8:4294967295] 00000400:00000200:2.0:1767384340.025862:0:16135:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.152@tcp21 00000400:00000200:2.0:1767384340.025870:0:16135:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp21(192.168.202.152@tcp21:) -> 192.168.202.152@tcp21(192.168.202.152@tcp:192.168.202.152@tcp21) : GET try# 0 00000800:00000200:2.0:1767384340.025876:0:16135:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.152@tcp21 00000800:00000010:2.0:1767384340.025881:0:16135:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000401ce985. 00000800:00000200:2.0:1767384340.025887:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008c8d273b] -> 12345-192.168.202.152@tcp21 (6) 00000800:00000200:2.0:1767384340.025895:0:16135:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp21 ip 192.168.202.152:988 00000001:00000001:3.0:1767384340.025897:0:27212:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000800:00000200:2.0:1767384340.025899:0:16135:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000401ce985 type 2, nob 96 niov 1 nkiov 0 00080000:00000001:3.0:1767384340.025901:0:27212:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384340.025906:0:27212:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000400:00000200:2.0:1767384340.025915:0:16135:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.152@tcp 00000400:00000200:2.0:1767384340.025919:0:16135:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100271 rc 0 00080000:00000001:3.0:1767384340.025928:0:27212:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384340.025933:0:27212:0:(osd_io.c:399:osd_write()) Process entered 00000800:00000200:2.0:1767384340.025987:0:16130:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384340.025990:0:16130:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000401ce985. 00000400:00000200:2.0:1767384340.025994:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384340.025999:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp21->192.168.202.152@tcp21: GET: OK 00000400:00000200:2.0:1767384340.026003:0:16130:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384340.026006:0:16130:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.152@tcp: 0 00000800:00000001:2.0:1767384340.026014:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384340.026020:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384340.026022:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384340.026030:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384340.026035:0:27212:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384340.026042:0:27212:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:2.0:1767384340.026047:0:16130:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.152@tcp21(192.168.202.152@tcp21) <- 192.168.202.152@tcp21 : GET - for me 00000400:00000200:2.0:1767384340.026058:0:16130:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.152@tcp of length 576 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384340.026065:0:16130:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.152@tcp of length 576/576 into md 0x1c39 [1] + 0 00000400:00000200:2.0:1767384340.026074:0:16130:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.152@tcp21 to MR: 192.168.202.152@tcp21 local destination 00000400:00000200:2.0:1767384340.026081:0:16130:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp21 NI seq info: [137:137:256:4294967295] 192.168.202.152@tcp21 LPNI seq info [134:134:8:4294967295] 00000400:00000200:2.0:1767384340.026126:0:16130:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp21(192.168.202.152@tcp21:192.168.202.152@tcp21) -> 192.168.202.152@tcp21(192.168.202.152@tcp21:192.168.202.152@tcp21) 192.168.202.152@tcp21 : REPLY try# 0 00000800:00000200:2.0:1767384340.026132:0:16130:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.152@tcp21 00000800:00000010:2.0:1767384340.026137:0:16130:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000401ce985. 00000800:00000200:2.0:1767384340.026143:0:16130:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008c8d273b] -> 12345-192.168.202.152@tcp21 (6) 00000800:00000200:2.0:1767384340.026149:0:16130:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp21 ip 192.168.202.152:999 00000800:00000200:2.0:1767384340.026153:0:16130:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000401ce985 type 3, nob 672 niov 1 nkiov 1 00000800:00000001:3.0:1767384340.026207:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:2.0:1767384340.026211:0:16130:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1767384340.026212:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384340.026217:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:2.0:1767384340.026217:0:16130:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000401ce985. 00000800:00000001:3.0:1767384340.026223:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384340.026224:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:3.0:1767384340.026227:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384340.026231:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384340.026235:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp21->192.168.202.152@tcp21: REPLY: OK 00000400:00000200:3.0:1767384340.026242:0:16132:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.152@tcp21(192.168.202.152@tcp21) <- 192.168.202.152@tcp21 : REPLY - for me 00000400:00000200:3.0:1767384340.026271:0:16132:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.152@tcp21: Reply from 12345-192.168.202.152@tcp21 of length 576/576 into md 0x1c55 00000800:00000001:3.0:1767384340.026276:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384340.026287:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384340.026289:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384340.026291:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp21->192.168.202.152@tcp21: REPLY: OK 00000400:00000200:3.0:1767384340.026295:0:16132:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000750e275d 00000400:00000010:3.0:1767384340.026296:0:16132:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000750e275d. 00000400:00000200:3.0:1767384340.026299:0:16132:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:3.0:1767384340.026301:0:16132:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.202.152@tcp has discovery enabled 00000400:00000200:3.0:1767384340.026304:0:16132:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.202.152@tcp(000000005d9714d7) is MR 00000400:00000200:3.0:1767384340.026306:0:16132:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.202.152@tcp data present 34. state = 0x100271 00000400:00000200:3.0:1767384340.026308:0:16132:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.152@tcp (000000005d9714d7): -114 00000400:00000200:3.0:1767384340.026318:0:16132:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000005d9714d7 (34) 00000800:00000001:3.0:1767384340.026323:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384340.026325:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384340.026351:0:16135:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384340.026358:0:16135:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x1000f1 00000400:00000010:2.0:1767384340.026367:0:16135:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 700 at 00000000875a7b44. 00000400:00000010:2.0:1767384340.026371:0:16135:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 840 at 0000000067f485a7. 00000400:00000010:2.0:1767384340.026374:0:16135:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 700 at 000000006e8f3cbb. 00000400:00000200:2.0:1767384340.026410:0:16135:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.152@tcp36(000000002eefdff6) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:2.0:1767384340.026415:0:16135:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.152@tcp37(000000008e0fb846) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:2.0:1767384340.026420:0:16135:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.152@tcp38(000000002241dc47) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:2.0:1767384340.026427:0:16135:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.152@tcp40(00000000d483ccee) status changed from 0xdeadface to 0x15aac0de 00000400:00000010:2.0:1767384340.026466:0:16135:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000e6e34842. 00000400:00000200:2.0:1767384340.026474:0:16135:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000e6e34842 nid 192.168.202.152@tcp41 00000400:00000010:2.0:1767384340.026480:0:16135:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000003460d9bc. 00000400:00000200:2.0:1767384340.026483:0:16135:0:(peer.c:204:lnet_peer_net_alloc()) 000000003460d9bc net tcp41 00000400:00000200:2.0:1767384340.026495:0:16135:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (33) 00000400:00000200:2.0:1767384340.026501:0:16135:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.152@tcp NID 192.168.202.152@tcp41 flags 0x11 00000400:00000010:2.0:1767384340.026507:0:16135:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000923724ec. 00000400:00000200:2.0:1767384340.026514:0:16135:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000923724ec nid 192.168.202.152@tcp42 00000400:00000010:2.0:1767384340.026518:0:16135:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000434e4546. 00000400:00000200:2.0:1767384340.026521:0:16135:0:(peer.c:204:lnet_peer_net_alloc()) 00000000434e4546 net tcp42 00000400:00000200:2.0:1767384340.026524:0:16135:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (34) 00000400:00000200:2.0:1767384340.026529:0:16135:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.152@tcp NID 192.168.202.152@tcp42 flags 0x11 00000400:00000010:2.0:1767384340.026532:0:16135:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 700 at 00000000875a7b44. 00000400:00000010:2.0:1767384340.026537:0:16135:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 840 at 0000000067f485a7. 00000400:00000010:2.0:1767384340.026540:0:16135:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 700 at 000000006e8f3cbb. 00000400:00000010:2.0:1767384340.026545:0:16135:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 585 at 0000000025f545c9. 00000400:00000200:2.0:1767384340.026548:0:16135:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.152@tcp (000000005d9714d7): 0 00000400:00000200:2.0:1767384340.026551:0:16135:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.152@tcp(000000005d9714d7): 0. state = 0x100171 00000400:00000200:2.0:1767384340.026555:0:16135:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100171 rc 1 00000400:00000200:2.0:1767384340.026561:0:16135:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100171 00000400:00000010:2.0:1767384340.026566:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000eff9bd9b. 00000400:00000200:2.0:1767384340.026570:0:16135:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (35) 00000400:00000010:2.0:1767384340.026577:0:16135:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000108d02a8. 00000400:00000200:2.0:1767384340.026584:0:16135:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.152@tcp21 00000400:00000200:2.0:1767384340.026593:0:16135:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.152@tcp21 to MR: 192.168.202.152@tcp21 local destination 00000400:00000200:2.0:1767384340.026599:0:16135:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp21 NI seq info: [138:138:256:4294967295] 192.168.202.152@tcp21 LPNI seq info [135:135:8:4294967295] 00000400:00000200:2.0:1767384340.026605:0:16135:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.152@tcp21 00000400:00000200:2.0:1767384340.026616:0:16135:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp21(192.168.202.152@tcp21:192.168.202.152@tcp21) -> 192.168.202.152@tcp21(192.168.202.152@tcp21:192.168.202.152@tcp21) : PUT try# 0 00000800:00000200:2.0:1767384340.026622:0:16135:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.152@tcp21 00000800:00000010:2.0:1767384340.026626:0:16135:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000401ce985. 00000800:00000200:2.0:1767384340.026631:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008c8d273b] -> 12345-192.168.202.152@tcp21 (6) 00000800:00000200:2.0:1767384340.026638:0:16135:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp21 ip 192.168.202.152:988 00000800:00000200:2.0:1767384340.026641:0:16135:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000401ce985 type 1, nob 672 niov 1 nkiov 1 00000400:00000200:2.0:1767384340.026654:0:16135:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.152@tcp 00000400:00000200:2.0:1767384340.026665:0:16135:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100571 rc 0 00000800:00000200:3.0:1767384340.026710:0:16130:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384340.026713:0:16130:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000401ce985. 00000400:00000200:3.0:1767384340.026717:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:2.0:1767384340.026717:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384340.026724:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp21->192.168.202.152@tcp21: PUT: OK 00000400:00000200:3.0:1767384340.026728:0:16130:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000800:00000001:2.0:1767384340.026728:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384340.026733:0:16130:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.152@tcp21: 0 00000800:00000001:2.0:1767384340.026734:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384340.026742:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384340.026751:0:16131:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.152@tcp21(192.168.202.152@tcp21) <- 192.168.202.152@tcp21 : PUT - for me 00000400:00000200:2.0:1767384340.026761:0:16131:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.152@tcp of length 576 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384340.026767:0:16131:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.152@tcp of length 576/576 into md 0x1c51 [1] + 0 00000400:00000010:2.0:1767384340.026771:0:16131:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000028b9164b. 00000400:00000200:2.0:1767384340.026775:0:16131:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000085e5b010 00000800:00000001:2.0:1767384340.026779:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384340.026785:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384340.026787:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384340.026792:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp21->192.168.202.152@tcp21: PUT: OK 00000400:00000200:2.0:1767384340.026795:0:16131:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000085e5b010 00000400:00000010:2.0:1767384340.026797:0:16131:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000085e5b010. 00000400:00000200:2.0:1767384340.026800:0:16131:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:2.0:1767384340.026803:0:16131:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (36) 00000400:00000200:2.0:1767384340.026807:0:16131:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.152@tcp(000000005d9714d7) is MR 00000400:00000010:2.0:1767384340.026811:0:16131:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 585 at 0000000025f545c9. 00000400:00000200:2.0:1767384340.026815:0:16131:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.202.152@tcp 34 00000400:00000200:2.0:1767384340.026818:0:16131:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.152@tcp (000000005d9714d7): -114 00000400:00000200:2.0:1767384340.026831:0:16131:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000005d9714d7 (37) 00000400:00000200:2.0:1767384340.026836:0:16131:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767384340.026842:0:16131:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.152@tcp21 to MR: 192.168.202.152@tcp21 local destination 00000400:00000200:2.0:1767384340.026849:0:16131:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp21 NI seq info: [139:139:256:4294967295] 192.168.202.152@tcp21 LPNI seq info [136:136:8:4294967295] 00000400:00000200:2.0:1767384340.026860:0:16131:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp21(192.168.202.152@tcp21:192.168.202.152@tcp21) -> 192.168.202.152@tcp21(192.168.202.152@tcp21:192.168.202.152@tcp21) 192.168.202.152@tcp21 : ACK try# 0 00000400:00000200:3.0:1767384340.026867:0:16135:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000800:00000200:2.0:1767384340.026867:0:16131:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.152@tcp21 00000800:00000010:2.0:1767384340.026872:0:16131:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bd4e20d3. 00000400:00000010:3.0:1767384340.026873:0:16135:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000085a7f258. 00000400:00000010:3.0:1767384340.026879:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000091677c2e. 00000400:00000200:3.0:1767384340.026883:0:16135:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000007bb86090 00000800:00000200:2.0:1767384340.026883:0:16131:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008c8d273b] -> 12345-192.168.202.152@tcp21 (6) 00000400:00000200:3.0:1767384340.026890:0:16135:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x1004f1 00000800:00000200:2.0:1767384340.026896:0:16131:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp21 ip 192.168.202.152:999 00000400:00000010:3.0:1767384340.026898:0:16135:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 700 at 000000008e19ae9f. 00000400:00000010:3.0:1767384340.026901:0:16135:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 840 at 0000000039d13e9a. 00000400:00000010:3.0:1767384340.026903:0:16135:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 700 at 0000000052b64ebd. 00000800:00000200:2.0:1767384340.026910:0:16131:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000bd4e20d3 type 0, nob 96 niov 1 nkiov 0 00000400:00000010:3.0:1767384340.026929:0:16135:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 700 at 000000008e19ae9f. 00000400:00000010:3.0:1767384340.026933:0:16135:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 840 at 0000000039d13e9a. 00000400:00000010:3.0:1767384340.026934:0:16135:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 700 at 0000000052b64ebd. 00000400:00000010:3.0:1767384340.026936:0:16135:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 585 at 0000000025f545c9. 00000400:00000200:3.0:1767384340.026940:0:16135:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.152@tcp (000000005d9714d7): 0 00000400:00000200:3.0:1767384340.026943:0:16135:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.152@tcp(000000005d9714d7): 0. state = 0x100571 00000400:00000200:3.0:1767384340.026945:0:16135:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100571 rc 1 00000400:00000200:3.0:1767384340.026955:0:16135:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100571 00000400:00000200:3.0:1767384340.026958:0:16135:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.152@tcp 00000400:00000200:3.0:1767384340.026960:0:16135:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100511 rc 0 00000400:00000200:3.0:1767384340.026963:0:16135:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.152@tcp (000000005d9714d7) 00000400:00000200:3.0:1767384340.026967:0:16135:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000005d9714d7 (36) 00000800:00000200:2.0:1767384340.026968:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384340.026972:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bd4e20d3. 00000400:00000200:2.0:1767384340.026977:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:3.0:1767384340.026984:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384340.026984:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp21->192.168.202.152@tcp21: ACK: OK 00000800:00000001:3.0:1767384340.026990:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384340.026994:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384340.027002:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384340.027004:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384340.027009:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384340.027016:0:16131:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.152@tcp21(192.168.202.152@tcp21) <- 192.168.202.152@tcp21 : ACK - for me 00000400:00000200:2.0:1767384340.027029:0:16131:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.152@tcp21: ACK from 12345-192.168.202.152@tcp21 into md 0x1c59 00000400:00000200:2.0:1767384340.027034:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384340.027039:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp21->192.168.202.152@tcp21: ACK: OK 00000400:00000200:2.0:1767384340.027044:0:16131:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eff9bd9b 00000400:00000010:2.0:1767384340.027046:0:16131:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000eff9bd9b. 00000400:00000200:2.0:1767384340.027050:0:16131:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:2.0:1767384340.027055:0:16131:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.152@tcp ev->status 0 00000400:00000200:2.0:1767384340.027058:0:16131:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000005d9714d7 (35) 00000800:00000001:2.0:1767384340.027076:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384340.027081:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384340.035120:0:16807:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1767384340.035127:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384340.035130:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384340.035132:0:27212:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384340.035132:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384340.035135:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000020:00000002:3.0:1767384340.035141:0:27212:0:(lu_object.c:207:lu_object_put()) Add 00000000f07b1e3f/000000000f28175b to site lru. bkt: 00000000b56e2c81 20000000:00000001:3.0:1767384340.035148:0:27212:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384340.035148:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000c0e83866. 20000000:00000001:3.0:1767384340.035152:0:27212:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00080000:00000001:1.0:1767384340.035156:0:16807:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:3.0:1767384340.035168:0:27212:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384340.035179:0:27212:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384340.035184:0:27212:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:00000010:0.0:1767384340.035191:0:16773:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000004c1f6da2. 00080000:00000020:3.0:1767384340.035193:0:27212:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:1.0:1767384340.035196:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:01000000:0.0:1767384340.035197:0:16773:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #42 20000000:00000001:1.0:1767384340.035203:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 20000000:00000001:0.0:1767384340.035205:0:16773:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 10000000:01000000:1.0:1767384340.035208:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:0.0:1767384340.035212:0:16773:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00010000:00000001:1.0:1767384340.035214:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384340.035220:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384340.035228:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000003e5bf7bc. 00010000:00000001:1.0:1767384340.035234:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384340.035237:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000ca7f1d18. 00080000:00000001:0.0:1767384340.035241:0:16773:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384340.035242:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384340.035263:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000ca7f1d18 with handle 0x7e51148972eecc6f to hash 00080000:00000001:0.0:1767384340.035263:0:16773:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384340.035266:0:16773:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384340.035268:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000001:0.0:1767384340.035269:0:16773:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00010000:00000001:1.0:1767384340.035273:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446619781820865024 : -124291888686592 : ffff8ef50a205a00) 00000020:00000001:0.0:1767384340.035275:0:16773:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:1.0:1767384340.035278:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446619781820865024 : -124291888686592 : ffff8ef50a205a00) 00010000:00000001:1.0:1767384340.035282:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384340.035287:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384340.035287:0:16773:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446619782313850200 : -124291395701416 : ffff8ef52782b558) 00080000:00000001:0.0:1767384340.035294:0:16773:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00010000:1.0:1767384340.035295:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000ca7f1d18/0x7e51148972eecc6f lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00080000:00000010:0.0:1767384340.035301:0:16773:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000001321bc4b. 00080000:00000001:0.0:1767384340.035305:0:16773:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446619777391568896 : -124296317982720 : ffff8ef4021ea800) 00080000:00000001:0.0:1767384340.035310:0:16773:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:1.0:1767384340.035311:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384340.035316:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384340.035319:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384340.035321:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384340.035324:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384340.035327:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384340.035329:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384340.035331:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384340.035334:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384340.035337:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384340.035338:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384340.035340:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000003e5bf7bc) refcount = 1 00010000:00010000:1.0:1767384340.035345:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000ca7f1d18/0x7e51148972eecc6f lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384340.035352:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384340.035363:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384340.035365:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384340.035368:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384340.035370:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384340.035374:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384340.035377:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003445359s 00010000:00000001:1.0:1767384340.035381:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384340.035383:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000001:00000001:0.0:1767384340.035385:0:16773:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000020:00000040:1.0:1767384340.035386:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ca7f1d18 refcount=4 00080000:00000001:0.0:1767384340.035389:0:16773:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384340.035391:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781820865024 : -124291888686592 : ffff8ef50a205a00) 00080000:00000001:0.0:1767384340.035395:0:16773:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:1.0:1767384340.035397:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781820865024 : -124291888686592 : ffff8ef50a205a00) 00010000:00000001:1.0:1767384340.035401:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384340.035403:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000ca7f1d18/0x7e51148972eecc6f lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384340.035411:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384340.035413:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000ca7f1d18/0x7e51148972eecc6f lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384340.035419:0:16773:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384340.035420:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000001:0.0:1767384340.035425:0:16773:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:1.0:1767384340.035426:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384340.035430:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000ca7f1d18/0x7e51148972eecc6f lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384340.035437:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384340.035439:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384340.035443:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384340.035446:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000ca7f1d18/0x7e51148972eecc6f lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384340.035453:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000ca7f1d18 already unused, calling callback (00000000871a6010) 00010000:00000001:1.0:1767384340.035456:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384340.035458:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384340.035461:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000ca7f1d18/0x7e51148972eecc6f lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384340.035479:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384340.035481:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384340.035483:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384340.035485:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ca7f1d18 refcount=5 00000020:00000001:1.0:1767384340.035488:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781820865024 : -124291888686592 : ffff8ef50a205a00) 00010000:00000001:1.0:1767384340.035490:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781820865024 : -124291888686592 : ffff8ef50a205a00) 00010000:00000001:1.0:1767384340.035493:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384340.035496:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000ca7f1d18/0x7e51148972eecc6f lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384340.035502:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384340.035505:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384340.035507:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384340.035512:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384340.035513:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384340.035516:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384340.035518:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384340.035520:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000ca7f1d18 with handle 0x7e51148972eecc6f from hash 00010000:00000001:1.0:1767384340.035523:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00080000:00000001:0.0:1767384340.035525:0:16773:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00010000:00000001:1.0:1767384340.035526:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384340.035529:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00080000:00000001:0.0:1767384340.035531:0:16773:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000001:1.0:1767384340.035532:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384340.035535:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384340.035538:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384340.035540:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384340.035543:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384340.035546:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384340.035548:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384340.035550:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384340.035553:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384340.035555:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384340.035556:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384340.035559:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384340.035561:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384340.035572:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000ca7f1d18/0x7e51148972eecc6f lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384340.035578:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384340.035580:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384340.035581:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384340.035583:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384340.035585:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384340.035587:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384340.035590:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384340.035592:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384340.035595:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384340.035598:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000ca7f1d18/0x7e51148972eecc6f lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384340.035604:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384340.035605:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384340.035607:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000ca7f1d18/0x7e51148972eecc6f lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384340.035614:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000003e5bf7bc count: 0 00010000:00000001:1.0:1767384340.035624:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384340.035626:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000010:1.1:1767384340.041107:0:16642:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000003e5bf7bc. 00010000:00000010:1.1:1767384340.041118:0:16642:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000ca7f1d18. 00080000:00000001:1.0:1767384340.044299:0:16773:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384340.044307:0:16773:0:(lu_object.c:207:lu_object_put()) Add 00000000f07b1e3f/000000000f28175b to site lru. bkt: 00000000b56e2c81 20000000:00000001:1.0:1767384340.044311:0:16773:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384340.044315:0:16773:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384340.044318:0:16773:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384340.044329:0:16773:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384340.044333:0:16773:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000020:1.0:1767384340.044344:0:16773:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 00080000:00000001:1.0:1767384340.044361:0:16807:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1767384340.044365:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384340.044367:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1767384340.044369:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384340.044370:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384340.044373:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000001321bc4b. 00080000:00000001:1.0:1767384340.044377:0:16807:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:1.0:1767384340.044397:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384340.044400:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384340.044404:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384340.044408:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384340.044412:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384340.044420:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000007987eb5d. 00010000:00000001:1.0:1767384340.044424:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384340.044428:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000ca7f1d18. 00000020:00000001:1.0:1767384340.044433:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384340.044436:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000ca7f1d18 with handle 0x7e51148972eecc76 to hash 00000020:00000001:1.0:1767384340.044438:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384340.044441:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446619781820865024 : -124291888686592 : ffff8ef50a205a00) 00010000:00000001:1.0:1767384340.044444:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446619781820865024 : -124291888686592 : ffff8ef50a205a00) 00010000:00000001:1.0:1767384340.044447:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384340.044449:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384340.044452:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000ca7f1d18/0x7e51148972eecc76 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384340.044462:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384340.044465:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384340.044468:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384340.044470:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384340.044473:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384340.044475:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384340.044477:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384340.044480:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384340.044482:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384340.044484:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384340.044485:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384340.044487:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000007987eb5d) refcount = 1 00010000:00010000:1.0:1767384340.044491:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000ca7f1d18/0x7e51148972eecc76 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384340.044499:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384340.044501:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384340.044503:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384340.044511:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384340.044512:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384340.044515:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384340.044517:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003445359s 00010000:00000001:1.0:1767384340.044520:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384340.044521:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384340.044523:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ca7f1d18 refcount=4 00000020:00000001:1.0:1767384340.044525:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781820865024 : -124291888686592 : ffff8ef50a205a00) 00010000:00000001:1.0:1767384340.044527:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781820865024 : -124291888686592 : ffff8ef50a205a00) 00010000:00000001:1.0:1767384340.044528:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384340.044530:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000ca7f1d18/0x7e51148972eecc76 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384340.044534:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384340.044535:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000ca7f1d18/0x7e51148972eecc76 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384340.044538:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384340.044539:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384340.044540:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000ca7f1d18/0x7e51148972eecc76 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384340.044544:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384340.044545:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384340.044547:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384340.044548:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000ca7f1d18/0x7e51148972eecc76 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384340.044552:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000ca7f1d18 already unused, calling callback (00000000871a6010) 00010000:00000001:1.0:1767384340.044554:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384340.044555:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384340.044557:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000ca7f1d18/0x7e51148972eecc76 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384340.044560:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384340.044565:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384340.044567:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384340.044568:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ca7f1d18 refcount=5 00000020:00000001:1.0:1767384340.044569:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781820865024 : -124291888686592 : ffff8ef50a205a00) 00010000:00000001:1.0:1767384340.044571:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781820865024 : -124291888686592 : ffff8ef50a205a00) 00010000:00000001:1.0:1767384340.044573:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384340.044574:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000ca7f1d18/0x7e51148972eecc76 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384340.044578:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384340.044579:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384340.044580:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384340.044584:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384340.044585:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384340.044587:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384340.044588:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384340.044590:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000ca7f1d18 with handle 0x7e51148972eecc76 from hash 00010000:00000001:1.0:1767384340.044593:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384340.044594:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384340.044595:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384340.044595:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384340.044597:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384340.044599:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384340.044601:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384340.044603:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384340.044605:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384340.044606:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384340.044607:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384340.044609:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384340.044610:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384340.044612:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384340.044613:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384340.044615:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384340.044617:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000ca7f1d18/0x7e51148972eecc76 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384340.044620:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384340.044626:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384340.044628:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384340.044630:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384340.044631:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384340.044633:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384340.044635:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384340.044638:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384340.044639:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384340.044641:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000ca7f1d18/0x7e51148972eecc76 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384340.044644:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384340.044645:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384340.044646:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000ca7f1d18/0x7e51148972eecc76 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384340.044650:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000007987eb5d count: 0 00010000:00000001:1.0:1767384340.044661:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384340.044663:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000010:2.0:1767384340.045224:0:33595:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 0000000092366c8b. 00000400:00000040:2.0:1767384340.045244:0:33595:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384340.045262:0:33595:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384340.045265:0:33595:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384340.045266:0:33595:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384340.045269:0:33595:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384340.045270:0:33595:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:2.0:1767384340.045273:0:33595:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384340.045275:0:33595:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384340.045276:0:33595:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384340.045277:0:33595:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:2.0:1767384340.045280:0:33595:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384340.045281:0:33595:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384340.045283:0:33595:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384340.045285:0:33595:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384340.045292:0:33595:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:2.0:1767384340.045294:0:33595:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384340.045295:0:33595:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384340.045296:0:33595:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767384340.045298:0:33595:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767384340.045300:0:33595:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384340.045301:0:33595:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384340.045303:0:33595:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384340.045305:0:33595:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384340.045306:0:33595:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384340.045307:0:33595:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767384340.045309:0:33595:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384340.045311:0:33595:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384340.045312:0:33595:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384340.045313:0:33595:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384340.045314:0:33595:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384340.045315:0:33595:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767384340.045317:0:33595:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384340.045318:0:33595:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384340.045319:0:33595:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384340.045320:0:33595:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384340.045321:0:33595:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384340.045322:0:33595:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767384340.045323:0:33595:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384340.045324:0:33595:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384340.045325:0:33595:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384340.045327:0:33595:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384340.045328:0:33595:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384340.045329:0:33595:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767384340.045331:0:33595:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767384340.045332:0:33595:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767384340.045333:0:33595:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767384340.045334:0:33595:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767384340.045335:0:33595:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767384340.045337:0:33595:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384340.045338:0:33595:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384340.045339:0:33595:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767384340.045340:0:33595:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384340.045341:0:33595:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767384340.045345:0:33595:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:2.0:1767384340.045347:0:33595:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767384340.045348:0:33595:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767384340.045350:0:33595:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:2.0:1767384340.045459:0:33595:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 0000000092366c8b. 00080000:00000020:0.0:1767384340.046203:0:27212:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767384340.046209:0:27212:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384340.046213:0:27212:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000007ac280d2. 20000000:00000001:0.0:1767384340.046221:0:27212:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384340.046226:0:27212:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236723083008 00010000:00000001:0.0:1767384340.046230:0:27212:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384340.046238:0:27212:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000010a29f3b x1853236723083008/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:321/0 lens 4848/4768 e 0 to 0 dl 1767384351 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384340.046265:0:27212:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384340.046267:0:27212:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384340.046271:0:27212:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dd452398 time=70 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384340.046276:0:27212:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384340.046278:0:27212:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 21 to 0@lo 00000100:00000001:0.0:1767384340.046280:0:27212:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 02000000:00000001:0.0:1767384340.046283:0:27212:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384340.046286:0:27212:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384340.046289:0:27212:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384340.046293:0:27212:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384340.046297:0:27212:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001c5bc700. 00000100:00000200:0.0:1767384340.046302:0:27212:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236723083008, offset 224 00000400:00000200:0.0:1767384340.046309:0:27212:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384340.046320:0:27212:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384340.046329:0:27212:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824c906700 00000400:00000200:0.0:1767384340.046336:0:27212:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1c49 [2] + 224 00000400:00000200:0.0:1767384340.046351:0:27212:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384340.046355:0:27212:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384340.046360:0:27212:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384340.046364:0:27212:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004a8c2434 x1853236723083008/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384356 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384340.046371:0:27212:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000004a8c2434 x1853236723083008/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384356 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384340.046382:0:27212:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384340.046389:0:27212:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001c5bc700 00000400:00000010:0.0:1767384340.046391:0:27212:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001c5bc700. 00000100:00000001:1.0:1767384340.046392:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384340.046394:0:27212:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384340.046395:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384340.046396:0:27212:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:1.0:1767384340.046402:0:16137:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767384340.046402:0:27212:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384340.046405:0:27212:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 20 to 0@lo 00000400:00000001:1.0:1767384340.046406:0:16137:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384340.046410:0:16137:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000080af15de. 00010000:00000001:0.0:1767384340.046410:0:27212:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384340.046413:0:27212:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384340.046416:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004c7b3fa4 00000020:00000001:0.0:1767384340.046417:0:27212:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384340.046422:0:27212:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000010a29f3b x1853236723083008/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:321/0 lens 4848/4768 e 0 to 0 dl 1767384351 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384340.046433:0:27212:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000010a29f3b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:c0412d60-4f67-4dbc-8791-892843f60083+15:16137:x1853236723083008:12345-0@lo:253: Request processed in 20937us (21431us total) trans 0 rc 0/0 00000400:00000010:1.0:1767384340.046436:0:16137:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004c7b3fa4. 00000100:00000001:1.0:1767384340.046440:0:16137:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384340.046446:0:16137:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004a8c2434 x1853236723083008/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384356 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384340.046451:0:27212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 130 00000100:00000040:0.0:1767384340.046459:0:27212:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000555601ca : new rpc_count 1 00000100:00000200:1.0:1767384340.046460:0:16137:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004a8c2434 x1853236723083008/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384356 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384340.046466:0:27212:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384340.046471:0:16137:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384340.046471:0:27212:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384340.046473:0:16137:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384340.046475:0:16137:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384340.046477:0:16137:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384340.046479:0:16137:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:0.0:1767384340.046480:0:27212:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000afb2cc22. 00000100:00000001:1.0:1767384340.046481:0:16137:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384340.046486:0:27212:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004085ee64. 02000000:00000001:1.0:1767384340.046491:0:16137:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384340.046493:0:27212:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008e9d1816. 00000100:00001000:1.0:1767384340.046496:0:16137:0:(import.c:2128:obd_at_measure()) add 5 to 0000000028df3f77 time=70 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384340.046501:0:16137:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f5022cbe time=70 v=5 (1 0 0 0) 00000020:00000040:0.0:1767384340.046501:0:27212:0:(genops.c:898:class_export_put()) PUTting export 00000000555601ca : new refcount 14 00000100:00000001:1.0:1767384340.046505:0:16137:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384340.046507:0:16137:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384340.046509:0:27212:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:1.0:1767384340.046510:0:16137:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384340.046513:0:16137:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384340.046514:0:27212:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000289fcc5d. 00000100:00000001:1.0:1767384340.046515:0:16137:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384340.046522:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004a8c2434 x1853236723083008/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384356 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384340.046522:0:27212:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384340.046527:0:27212:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384340.046529:0:16137:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384340.046532:0:16137:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384340.046533:0:16137:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384340.046536:0:16137:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384340.046538:0:16137:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384340.046539:0:16137:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384340.046540:0:16137:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384340.046542:0:16137:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000200:0.0:1767384340.046542:0:27212:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000020:01000004:1.0:1767384340.046545:0:16137:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384340.046547:0:16137:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384340.046549:0:16137:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384340.046550:0:16137:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000010:0.0:1767384340.046551:0:27212:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000039f4abad. 00000100:00000040:1.0:1767384340.046552:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004a8c2434 x1853236723083008/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384356 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384340.046559:0:27212:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001c5bc700. 00000100:00100000:1.0:1767384340.046561:0:16137:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004a8c2434 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c0412d60-4f67-4dbc-8791-892843f60083:16137:1853236723083008:0@lo:253: 00000100:00000001:1.0:1767384340.046567:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384340.046569:0:16137:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384340.046571:0:16137:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004a8c2434 x1853236723083008/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384356 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384340.046576:0:16137:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384340.046578:0:16137:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384340.046579:0:16137:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000989c557f. 02000000:00000001:1.0:1767384340.046582:0:16137:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384340.046584:0:16137:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384340.046585:0:16137:0:(genops.c:1242:class_import_put()) import 00000000df830bbe refcount=4 obd=MGC192.168.202.152@tcp 00000020:00000001:1.0:1767384340.046592:0:16137:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384340.046593:0:16137:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000316ac112. 02000000:00000001:1.0:1767384340.046595:0:16137:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384340.046597:0:16137:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384340.046598:0:16137:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004a8c2434. 00000100:00000001:1.0:1767384340.046600:0:16137:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384340.046601:0:16137:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384340.046603:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384340.046608:0:16137:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384340.046610:0:16137:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384340.046611:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384340.046612:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:0.0:1767384340.047610:0:16773:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767384340.047613:0:16773:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384340.047615:0:16773:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000093e83a39. 20000000:00000001:0.0:1767384340.047619:0:16773:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384340.047622:0:16773:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236723082880 00010000:00000001:0.0:1767384340.047624:0:16773:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384340.047628:0:16773:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000094d311fc x1853236723082880/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:321/0 lens 4848/4768 e 0 to 0 dl 1767384351 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384340.047633:0:16773:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384340.047635:0:16773:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384340.047637:0:16773:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dd452398 time=70 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384340.047640:0:16773:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384340.047642:0:16773:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 21 to 0@lo 00000100:00000001:0.0:1767384340.047643:0:16773:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 02000000:00000001:0.0:1767384340.047646:0:16773:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384340.047647:0:16773:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384340.047649:0:16773:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384340.047652:0:16773:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384340.047655:0:16773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000057fdb7a3. 00000100:00000200:0.0:1767384340.047657:0:16773:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236723082880, offset 224 00000400:00000200:0.0:1767384340.047663:0:16773:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384340.047667:0:16773:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384340.047672:0:16773:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824c906680 00000400:00000200:0.0:1767384340.047676:0:16773:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1c41 [2] + 224 00000400:00000200:0.0:1767384340.047680:0:16773:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384340.047682:0:16773:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384340.047685:0:16773:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384340.047687:0:16773:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f579c0b8 x1853236723082880/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384356 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384340.047693:0:16773:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000f579c0b8 x1853236723082880/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384356 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384340.047715:0:16773:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384340.047720:0:16773:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000057fdb7a3 00000400:00000010:0.0:1767384340.047721:0:16773:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000057fdb7a3. 00000100:00000001:0.0:1767384340.047724:0:16773:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384340.047725:0:16773:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384340.047727:0:16773:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384340.047730:0:16773:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 20 to 0@lo 00000100:00000001:2.0:1767384340.047732:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1767384340.047732:0:16773:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384340.047733:0:16773:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384340.047738:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1767384340.047739:0:16773:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384340.047745:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000094d311fc x1853236723082880/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:321/0 lens 4848/4768 e 0 to 0 dl 1767384351 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767384340.047746:0:16140:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384340.047751:0:16140:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:0.0:1767384340.047755:0:16773:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000094d311fc pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c0412d60-4f67-4dbc-8791-892843f60083+14:16140:x1853236723082880:12345-0@lo:253: Request processed in 22254us (22938us total) trans 0 rc 0/0 00000400:00000010:2.0:1767384340.047756:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001c995a88. 00000400:00000200:2.0:1767384340.047764:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cd106a72 00000100:00100000:0.0:1767384340.047765:0:16773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 129 00000400:00000010:2.0:1767384340.047768:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000cd106a72. 00000100:00000040:0.0:1767384340.047769:0:16773:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000555601ca : new rpc_count 0 00000100:00000001:0.0:1767384340.047773:0:16773:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384340.047774:0:16140:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384340.047774:0:16773:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384340.047779:0:16773:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000017016181. 00000100:00000200:2.0:1767384340.047783:0:16140:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f579c0b8 x1853236723082880/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384356 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384340.047784:0:16773:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002d9084b7. 00000020:00000010:0.0:1767384340.047788:0:16773:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000112ac890. 00000020:00000040:0.0:1767384340.047793:0:16773:0:(genops.c:898:class_export_put()) PUTting export 00000000555601ca : new refcount 13 02000000:00000001:0.0:1767384340.047797:0:16773:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384340.047799:0:16773:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000078529ee3. 02000000:00000001:0.0:1767384340.047805:0:16773:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000200:2.0:1767384340.047808:0:16140:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f579c0b8 x1853236723082880/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384356 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384340.047808:0:16773:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384340.047813:0:16773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384340.047819:0:16773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000039fc8d81. 00000100:00000001:2.0:1767384340.047823:0:16140:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:0.0:1767384340.047824:0:16773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000057fdb7a3. 00000100:00000001:2.0:1767384340.047828:0:16140:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384340.047833:0:16140:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384340.047835:0:16140:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384340.047837:0:16140:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384340.047839:0:16140:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384340.047841:0:16140:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384340.047845:0:16140:0:(import.c:2128:obd_at_measure()) add 5 to 0000000028df3f77 time=70 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384340.047848:0:16140:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f5022cbe time=70 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384340.047851:0:16140:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384340.047853:0:16140:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384340.047855:0:16140:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384340.047856:0:16140:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384340.047859:0:16140:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384340.047862:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f579c0b8 x1853236723082880/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384356 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384340.047870:0:16140:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384340.047872:0:16140:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384340.047874:0:16140:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384340.047885:0:16140:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384340.047887:0:16140:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384340.047889:0:16140:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384340.047890:0:16140:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384340.047892:0:16140:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384340.047893:0:16140:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384340.047895:0:16140:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384340.047896:0:16140:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384340.047898:0:16140:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384340.047899:0:16140:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384340.047902:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f579c0b8 x1853236723082880/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384356 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384340.047909:0:16140:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f579c0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c0412d60-4f67-4dbc-8791-892843f60083:16140:1853236723082880:0@lo:253: 00000100:00000001:2.0:1767384340.047914:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384340.047916:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384340.047918:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f579c0b8 x1853236723082880/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384356 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384340.047925:0:16140:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384340.047926:0:16140:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384340.047929:0:16140:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000004519d93b. 02000000:00000001:2.0:1767384340.047934:0:16140:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384340.047936:0:16140:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384340.047937:0:16140:0:(genops.c:1242:class_import_put()) import 00000000df830bbe refcount=3 obd=MGC192.168.202.152@tcp 00000020:00000001:2.0:1767384340.047939:0:16140:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384340.047940:0:16140:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000009fb8db61. 02000000:00000001:2.0:1767384340.047943:0:16140:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384340.047944:0:16140:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384340.047945:0:16140:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f579c0b8. 00000100:00000001:2.0:1767384340.047948:0:16140:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384340.047950:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384340.047951:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384340.047956:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384340.047957:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384340.047959:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384340.047961:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384340.049145:0:449:0:(connection.c:75:cpu_latency_work()) work item of 000000002fd0fb58 (cpu 0) has reached its deadline 4294930011, at 4294930012 00000100:00000010:0.0:1767384340.049152:0:449:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002b508bbd. 00000100:00000040:1.0:1767384340.050150:0:62:0:(connection.c:75:cpu_latency_work()) work item of 00000000edc4e618 (cpu 0) has reached its deadline 4294930012, at 4294930013 00000100:00000010:1.0:1767384340.050159:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b4d762eb. 00000100:00000040:3.0:1767384340.051130:0:53:0:(connection.c:75:cpu_latency_work()) work item of 000000009d5c2cb6 (cpu 0) has reached its deadline 4294930012, at 4294930014 00000100:00000010:3.0:1767384340.051139:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b538a431. 00000100:00000040:2.0:1767384340.051150:0:270:0:(connection.c:75:cpu_latency_work()) work item of 00000000135c2452 (cpu 0) has reached its deadline 4294930012, at 4294930014 00000100:00000010:2.0:1767384340.051165:0:270:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c87ea49b. 00010000:00000010:1.1:1767384340.052114:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000007987eb5d. 00010000:00000010:1.1:1767384340.052121:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000ca7f1d18. 00000400:00000010:0.0:1767384340.918133:0:16134:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000998433e8. 00000400:00000010:0.0:1767384340.918147:0:16134:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000004dc70f34. 00000400:00000010:0.0:1767384340.918149:0:16134:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000f05cebdb. 00000400:00000010:0.0:1767384340.918151:0:16134:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000069423bfa. 00000400:00000010:0.0:1767384340.918153:0:16134:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000c9eed6df. 00000400:00000010:0.0:1767384340.918156:0:16134:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000006eed5750. 00000400:00000010:0.0:1767384340.918159:0:16134:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000102752a7. 00000400:00000010:0.0:1767384340.918162:0:16134:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000f3407f87. 00000400:00000010:0.0:1767384340.918164:0:16134:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000001f6603d9. 00000400:00000010:0.0:1767384340.918167:0:16134:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000bc2c8273. 00000400:00000010:0.0:1767384340.918168:0:16134:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000009aa40454. 00000400:00000010:0.0:1767384340.918171:0:16134:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000f438476d. 00000400:00000010:0.0:1767384340.918174:0:16134:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000097f39348. 00000400:00000010:0.0:1767384340.918176:0:16134:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000d4124eae. 00000400:00000010:0.0:1767384340.918180:0:16134:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000e19aad78. 00000400:00000010:0.0:1767384340.918184:0:16134:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000063665c67. 00000400:00000010:0.0:1767384340.918187:0:16134:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000070cf2f66. 00000400:00000010:0.0:1767384340.918189:0:16134:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000019de99ff. 00000400:00000010:0.0:1767384340.918192:0:16134:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000453dd351. 00000400:00000010:0.0:1767384340.918196:0:16134:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000006147ede6. 00000400:00000010:0.0:1767384340.918198:0:16134:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000fe01c8ad. 00000400:00000010:0.0:1767384340.918200:0:16134:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000000ac5a7a6. 00000400:00000010:0.0:1767384340.918202:0:16134:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000981811ad. 00000400:00000010:0.0:1767384340.918206:0:16134:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000008dad57c1. 00000400:00000010:0.0:1767384340.918209:0:16134:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000007e5ba531. 00000400:00000010:0.0:1767384340.918211:0:16134:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000008a255b59. 00000400:00000010:0.0:1767384340.918215:0:16134:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000001d3cf4ce. 00000400:00000010:0.0:1767384340.918217:0:16134:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000ad891674. 00000400:00000010:0.0:1767384340.918220:0:16134:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000002c2de606. 00000400:00000010:0.0:1767384340.918224:0:16134:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000008ea8d9d7. 00000400:00000010:0.0:1767384340.918227:0:16134:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000096747fe1. 00000400:00000010:0.0:1767384340.918230:0:16134:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000006ba43378. 00000400:00000010:0.0:1767384340.918233:0:16134:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000b397f9a7. 00000400:00000010:0.0:1767384340.918237:0:16134:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000a4167423. 00000400:00000010:0.0:1767384340.918250:0:16134:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000001d3e7fc0. 00000400:00000010:0.0:1767384340.918253:0:16134:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000092bdd39b. 00000400:00000010:0.0:1767384340.918256:0:16134:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000071bfad7. 00000400:00000010:0.0:1767384340.918265:0:16134:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000075168c86. 00000400:00000010:0.0:1767384340.918269:0:16134:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000006bf0c408. 00000400:00000010:0.0:1767384340.918272:0:16134:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000518d1c51. 00000400:00000010:0.0:1767384340.918276:0:16134:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000005b17748b. 00000400:00000010:0.0:1767384340.918279:0:16134:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000041151359. 00000400:00000010:0.0:1767384340.918283:0:16134:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000977323e5. 00000400:00000010:0.0:1767384340.918285:0:16134:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000059d3033e. 00000400:00000010:0.0:1767384340.918288:0:16134:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000008e53dffa. 00000400:00000010:0.0:1767384340.918291:0:16134:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000032e0068f. 00000400:00000010:0.0:1767384340.918295:0:16134:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000abb3e6fa. 00000400:00000010:0.0:1767384340.918298:0:16134:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000004a758712. 00000400:00000010:0.0:1767384340.918301:0:16134:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000645cc104. 00000400:00000010:0.0:1767384340.918305:0:16134:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000090f01162. 00000400:00000010:0.0:1767384340.918309:0:16134:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000088374229. 00000400:00000010:0.0:1767384340.918312:0:16134:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000ba5e1c91. 00000400:00000010:0.0:1767384340.918314:0:16134:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000e140507b. 00000400:00000010:0.0:1767384340.918318:0:16134:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000005970e755. 00000400:00000010:0.0:1767384340.918322:0:16134:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000007cc43eaf. 00000400:00000010:0.0:1767384340.918327:0:16134:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000ea224811. 00000400:00000010:0.0:1767384340.918330:0:16134:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000001cf9852b. 00000400:00000010:0.0:1767384340.918333:0:16134:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000004e41846. 00000400:00000010:0.0:1767384340.918337:0:16134:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000006e78e4b2. 00000400:00000010:0.0:1767384340.918341:0:16134:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000003dcacc83. 00000400:00000010:0.0:1767384340.918344:0:16134:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000052c5bd1a. 00000400:00000010:0.0:1767384340.918348:0:16134:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000fec58bad. 00000400:00000010:0.0:1767384340.918352:0:16134:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000bd84fd3f. 00000400:00000010:0.0:1767384340.918356:0:16134:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000003d0c07bc. 00000400:00000010:0.0:1767384340.918360:0:16134:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000aa76dfe2. 00000400:00000010:0.0:1767384340.918364:0:16134:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000099f04d74. 00000400:00000010:0.0:1767384340.918368:0:16134:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000087b90219. 00000400:00000010:0.0:1767384340.918371:0:16134:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000008a0ef9. 00000400:00000010:0.0:1767384340.918373:0:16134:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000a6ee9522. 00000400:00000010:0.0:1767384340.918375:0:16134:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000003c6b17a3. 00000400:00000010:0.0:1767384340.918377:0:16134:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000b0f6e5e9. 00000400:00000010:0.0:1767384340.918380:0:16134:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000d612245a. 00000400:00000010:0.0:1767384340.918384:0:16134:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000a5a0085e. 00000400:00000010:0.0:1767384340.918389:0:16134:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000050022f11. 00000400:00000010:0.0:1767384340.918391:0:16134:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000055468133. 00000400:00000010:0.0:1767384340.918393:0:16134:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000f79d13a2. 00000400:00000010:0.0:1767384340.918395:0:16134:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000010f49777. 00000400:00000010:0.0:1767384340.918398:0:16134:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000b40f2a61. 00000400:00000010:0.0:1767384340.918402:0:16134:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000e7cc3872. 00000400:00000010:0.0:1767384340.918405:0:16134:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000004baa3579. 00000400:00000010:0.0:1767384340.918407:0:16134:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000004d90cca8. 00000400:00000010:0.0:1767384340.918409:0:16134:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000c04f5e36. 00000400:00000010:0.0:1767384340.918413:0:16134:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000009fe6ea43. 00000400:00000010:0.0:1767384340.918417:0:16134:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000001d4fc98a. 00000400:00000010:0.0:1767384340.918419:0:16134:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000543a7f01. 00000400:00000010:0.0:1767384340.918420:0:16134:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000fa2b15b4. 00000400:00000010:0.0:1767384340.918422:0:16134:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000009d73bf88. 00000400:00000010:0.0:1767384340.918425:0:16134:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000069aa7242. 00000400:00000010:0.0:1767384340.918427:0:16134:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000faba5932. 00000400:00000010:0.0:1767384340.918430:0:16134:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000028064b5e. 00000400:00000001:0.0:1767384340.918438:0:16134:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384340.918440:0:16134:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384340.918442:0:16134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c7a16a19 00000400:00000010:0.0:1767384340.918444:0:16134:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c7a16a19. 00000400:00000200:0.0:1767384340.918447:0:16134:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384340.918453:0:16134:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.152@tcp37 recovery ping unlinked 00000400:00000010:0.0:1767384340.918463:0:16134:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000006907483f. 00000400:00000010:0.0:1767384340.918469:0:16134:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000000af77c79. 00000400:00000200:0.0:1767384340.918477:0:16134:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.152@tcp40 00000400:00000010:0.0:1767384340.918480:0:16134:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000001d09aedf. 00000400:00000010:0.0:1767384340.918484:0:16134:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000117b66eb. 00000400:00000010:0.0:1767384340.918487:0:16134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ad6d2c19. 00000400:00000010:0.0:1767384340.918491:0:16134:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000fa2b15b4. 00000400:00000200:0.0:1767384340.918494:0:16134:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.152@tcp40 00000400:00000200:0.0:1767384340.918506:0:16134:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.152@tcp40 local destination 00000400:00000200:0.0:1767384340.918511:0:16134:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.152@tcp40 00000400:00000200:0.0:1767384340.918515:0:16134:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp40 NI seq info: [140:140:256:4294967295] 192.168.202.152@tcp40 LPNI seq info [137:137:8:4294967295] 00000400:00000200:0.0:1767384340.918520:0:16134:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.152@tcp40 00000400:00000200:0.0:1767384340.918532:0:16134:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp40(192.168.202.152@tcp40:) -> 192.168.202.152@tcp40(192.168.202.152@tcp40:192.168.202.152@tcp40) : GET try# 0 00000800:00000200:0.0:1767384340.918536:0:16134:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.152@tcp40 00000800:00000010:0.0:1767384340.918540:0:16134:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000008431a14. 00000800:00000200:0.0:1767384340.918545:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000041726f59] -> 12345-192.168.202.152@tcp40 (2) 00000800:00000200:0.1:1767384340.918549:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000041726f59] -> 12345-192.168.202.152@tcp40 (2) 00000400:00000200:0.0:1767384340.918567:0:16134:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.152@tcp40 added to recovery queue. ping count: 2 next ping: 267 health :800 00000400:00000200:0.0:1767384340.918571:0:16134:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.152@tcp34 00000400:00000010:0.0:1767384340.918574:0:16134:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000e4e66a6d. 00000400:00000010:0.0:1767384340.918577:0:16134:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000ecdb3b17. 00000400:00000010:0.0:1767384340.918579:0:16134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004e2d4782. 00000400:00000010:0.0:1767384340.918583:0:16134:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000543a7f01. 00000400:00000200:0.0:1767384340.918586:0:16134:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.152@tcp34 00000400:00000200:0.0:1767384340.918591:0:16134:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.152@tcp34 local destination 00000400:00000200:0.0:1767384340.918594:0:16134:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.152@tcp34 00000400:00000200:0.0:1767384340.918598:0:16134:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp34 NI seq info: [141:141:256:4294967295] 192.168.202.152@tcp34 LPNI seq info [138:138:8:4294967295] 00000400:00000200:0.0:1767384340.918601:0:16134:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.152@tcp34 00000400:00000200:0.0:1767384340.918610:0:16134:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp34(192.168.202.152@tcp34:) -> 192.168.202.152@tcp34(192.168.202.152@tcp34:192.168.202.152@tcp34) : GET try# 0 00000800:00000200:0.0:1767384340.918614:0:16134:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.152@tcp34 00000800:00000010:0.0:1767384340.918616:0:16134:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000c1fd67ac. 00000800:00000200:0.0:1767384340.918619:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000023264447] -> 12345-192.168.202.152@tcp34 (2) 00000800:00000200:0.1:1767384340.918623:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000023264447] -> 12345-192.168.202.152@tcp34 (2) 00000400:00000200:0.0:1767384340.918633:0:16134:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.152@tcp34 added to recovery queue. ping count: 4 next ping: 279 health :600 00000400:00000200:1.0:1767384340.918693:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.152:988 00000400:00000200:2.0:1767384340.918695:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.152:988 00000400:00000200:1.0:1767384340.918750:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.152:988 00000400:00000200:2.0:1767384340.918771:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.152:988 00000400:00000200:1.0:1767384340.918820:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.152:988 00000400:00000200:2.0:1767384340.918839:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.152:988 00000400:00000200:1.0:1767384340.918889:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.152:988 00000400:00000200:2.0:1767384340.918909:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.152:988 00000400:00000200:1.0:1767384340.918950:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.152:988 00000400:00000200:2.0:1767384340.918971:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.152:988 00000400:00000200:1.0:1767384340.918995:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.152:988 00000400:00000200:2.0:1767384340.919015:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.152:988 00000400:00000200:1.0:1767384340.919050:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.152:988 00000400:00000200:2.0:1767384340.919063:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.152:988 00000400:00000200:1.0:1767384340.919130:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.152:988 00000400:00000200:2.0:1767384340.919138:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.152:988 00000400:00000200:1.0:1767384340.919180:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.152:988 00000400:00000200:2.0:1767384340.919202:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.152:988 00000400:00000200:1.0:1767384340.919229:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.152:988 00000400:00000200:2.0:1767384340.919274:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.152:988 00000400:00000200:1.0:1767384340.919296:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.152:988 00000400:00000200:2.0:1767384340.919323:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.152:988 00000400:00000200:1.0:1767384340.919345:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.152:988 00000400:00000200:2.0:1767384340.919370:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.152:988 00000400:00000200:1.0:1767384340.919394:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.152:988 00000400:00000200:2.0:1767384340.919420:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.152:988 00000400:00000200:1.0:1767384340.919444:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.152:988 00000400:00000200:2.0:1767384340.919463:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.152:988 00000400:00000200:1.0:1767384340.919489:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.152:988 00000400:00000200:2.0:1767384340.919509:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.152:988 00000400:00000200:1.0:1767384340.919542:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.152:988 00000400:00000200:2.0:1767384340.919557:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.152:988 00000400:00000200:1.0:1767384340.919597:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.152:988 00000400:00000200:2.0:1767384340.919604:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.152:988 00000400:00000200:1.0:1767384340.919650:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.152:988 00000400:00000200:2.0:1767384340.919671:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.152:988 00000400:00000200:1.0:1767384340.919691:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.152:988 00000400:00000200:2.0:1767384340.919730:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.152:988 00000400:00000200:1.0:1767384340.919742:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.152:988 00000400:00000200:2.0:1767384340.919782:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.152:988 00000400:00000200:1.0:1767384340.919794:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.152:988 00000400:00000200:2.0:1767384340.919854:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.152:988 00000400:00000200:1.0:1767384340.919855:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.152:988 00000400:00000200:1.0:1767384340.919919:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.152:988 00000400:00000200:2.0:1767384340.919929:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.152:988 00000400:00000200:1.0:1767384340.919960:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.152:988 00000400:00000200:2.0:1767384340.919981:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.152:988 00000400:00000200:1.0:1767384340.920015:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.152:988 00000400:00000200:2.0:1767384340.920033:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.152:988 00000400:00000200:1.0:1767384340.920075:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.152:988 00000400:00000200:2.0:1767384340.920080:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.152:988 00000400:00000200:2.0:1767384340.920171:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.152:988 00000400:00000200:1.0:1767384340.920202:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.152:988 00000400:00000200:2.0:1767384340.920237:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.152:988 00000400:00000200:1.0:1767384340.920268:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.152:988 00000400:00000200:2.0:1767384340.920316:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.152:988 00000400:00000200:1.0:1767384340.920334:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.152:988 00000400:00000200:2.0:1767384340.920389:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.152:988 00000400:00000200:1.0:1767384340.920404:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.152:988 00000400:00000200:2.0:1767384340.920461:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.152:988 00000400:00000200:1.0:1767384340.920477:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.152:988 00000400:00000200:2.0:1767384340.920536:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.152:988 00000400:00000200:1.0:1767384340.920548:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.152:988 00000400:00000200:2.0:1767384340.920598:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.152:988 00000400:00000200:1.0:1767384340.920624:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.152:988 00000400:00000200:2.0:1767384340.920663:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.152:988 00000400:00000200:1.0:1767384340.920680:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.152:988 00000400:00000200:2.0:1767384340.920737:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.152:988 00000400:00000200:1.0:1767384340.920750:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.152:988 00000400:00000200:2.0:1767384340.920809:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.152:988 00000400:00000200:2.0:1767384340.920879:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.202.152:988 00000400:00000200:2.0:1767384340.920932:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.202.152:988 00000800:00000010:1.0:1767384340.920933:0:16127:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000093e83a39. 00000800:00000010:1.0:1767384340.920939:0:16127:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f139e554. 00000800:00000010:1.0:1767384340.920944:0:16127:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000005a66ce6f. 00000800:00000010:1.0:1767384340.920970:0:16127:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000005a66ce6f. 00000800:00020000:1.0:1767384340.920982:0:16127:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.152 00000400:00000200:2.0:1767384340.920983:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.202.152:988 00000800:00000010:1.0:1767384340.920986:0:16127:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f139e554. 00000800:00000010:1.0:1767384340.920990:0:16127:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000093e83a39. 00000400:00000200:2.0:1767384340.921044:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.202.152:988 00000400:02020000:1.0:1767384340.921062:0:16127:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.152@tcp34 at host 192.168.202.152:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384340.921073:0:16127:0:(router.c:1755:lnet_notify()) 192.168.202.152@tcp34 notifying 192.168.202.152@tcp34: down 00000800:00000200:1.0:1767384340.921081:0:16127:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.152@tcp34 down 00000400:00000200:2.0:1767384340.921082:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.202.152:988 00000800:00000100:1.0:1767384340.921111:0:16127:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.152@tcp34 00000800:00000010:1.0:1767384340.921114:0:16127:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000c1fd67ac. 00000400:00000200:1.0:1767384340.921119:0:16127:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384340.921124:0:16127:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp34->192.168.202.152@tcp34: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384340.921131:0:16127:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384340.921139:0:16127:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.152@tcp34 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384340.921144:0:16127:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.152@tcp34) recovery failed with -71 00000400:00000200:2.0:1767384340.921145:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.202.152:988 00000400:00000200:2.0:1767384340.921190:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.202.152:988 00000400:00000200:2.0:1767384340.921232:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.202.152:988 00000400:00000200:2.0:1767384340.921278:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.202.152:988 00000400:00000200:2.0:1767384340.921303:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 979 -> 192.168.202.152:988 00000400:00000200:2.0:1767384340.921328:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 978 -> 192.168.202.152:988 00000400:00000200:2.0:1767384340.921351:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 977 -> 192.168.202.152:988 00000800:00000010:2.0:1767384340.921493:0:16126:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000001d79b450. 00000800:00000010:2.0:1767384340.921498:0:16126:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000090e25a46. 00000800:00000010:2.0:1767384340.921502:0:16126:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000470d22b3. 00000800:00000010:2.0:1767384340.921524:0:16126:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000470d22b3. 00000400:00000200:2.0:1767384340.921656:0:16133:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:2.0:1767384340.921678:0:16133:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.152@tcp40 from 208.3.0.2 00000800:00000010:2.0:1767384340.921683:0:16133:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000e74e2029. 00000800:00000010:2.0:1767384340.922359:0:16125:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000105381d8. 00000800:00000010:2.0:1767384340.922363:0:16125:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000cbe76bee. 00000800:00000010:2.0:1767384340.922379:0:16125:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000c2de11da. 00000800:00000200:2.1:1767384340.922384:0:16125:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000041726f59] -> 12345-192.168.202.152@tcp40 (2) 00000800:00000200:2.1:1767384340.922388:0:16125:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.152@tcp40 00000000c2de11da deleted 00000800:00000010:2.1:1767384340.922390:0:16125:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000c2de11da. 00000800:00000200:2.1:1767384340.922394:0:16125:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.1:1767384340.922400:0:16125:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp40 ip 192.168.202.152:976 00000800:00000200:2.1:1767384340.922403:0:16125:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000008431a14 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1767384340.922406:0:16125:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.152@tcp40 p 3.x 192.168.202.152 -> 192.168.202.152:976 incarnation:1767384335225980915 sched[0] 00000800:00000010:2.0:1767384340.922410:0:16125:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000470d22b3. 00000800:00000010:2.0:1767384340.922449:0:16125:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000470d22b3. 00000800:00000010:2.0:1767384340.922453:0:16125:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000cbe76bee. 00000800:00000010:2.0:1767384340.922489:0:16125:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000e74e2029. 00000800:00000001:2.0:1767384340.922498:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384340.922503:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767384340.922551:0:16132:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384340.922554:0:16132:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000008431a14. 00000400:00000200:2.0:1767384340.922558:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384340.922564:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp40->192.168.202.152@tcp40: GET: OK 00000400:00000200:2.0:1767384340.922567:0:16132:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:2.0:1767384340.922569:0:16132:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.152@tcp40 recovery message sent successfully:0 00000800:00000200:2.1:1767384340.922606:0:16126:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.0:1767384340.922610:0:16126:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.152@tcp40 p 3.x 192.168.202.152 -> 192.168.202.152:988 incarnation:1767384335225980915 sched[0] 00000800:00000010:2.0:1767384340.922612:0:16126:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000090e25a46. 00000400:00000200:2.0:1767384340.922671:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.152:988 00000400:00000200:2.0:1767384340.922729:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.152:988 00000400:00000200:2.0:1767384340.922775:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.152:988 00000400:00000200:2.0:1767384340.922826:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.152:988 00000400:00000200:2.0:1767384340.922864:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.152:988 00000400:00000200:2.0:1767384340.922898:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.152:988 00000400:00000200:2.0:1767384340.922926:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.152:988 00000400:00000200:2.0:1767384340.922963:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.152:988 00000400:00000200:2.0:1767384340.923014:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.152:988 00000400:00000200:2.0:1767384340.923058:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.152:988 00000400:00000200:2.0:1767384340.923129:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.152:988 00000400:00000200:2.0:1767384340.923177:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.152:988 00000400:00000200:2.0:1767384340.923250:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.152:988 00000400:00000200:2.0:1767384340.923299:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.152:988 00000400:00000200:2.0:1767384340.923350:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.152:988 00000400:00000200:2.0:1767384340.923400:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.152:988 00000400:00000200:2.0:1767384340.923449:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.152:988 00000400:00000200:2.0:1767384340.923491:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.152:988 00000400:00000200:2.0:1767384340.923520:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.152:988 00000400:00000200:2.0:1767384340.923558:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.152:988 00000400:00000200:2.0:1767384340.923604:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.152:988 00000400:00000200:2.0:1767384340.923668:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.152:988 00000400:00000200:2.0:1767384340.923733:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.152:988 00000400:00000200:2.0:1767384340.923778:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.152:988 00000400:00000200:2.0:1767384340.923818:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.152:988 00000400:00000200:2.0:1767384340.923860:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.152:988 00000400:00000200:2.0:1767384340.923888:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.152:988 00000400:00000200:2.0:1767384340.923930:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.152:988 00000400:00000200:2.0:1767384340.923979:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.152:988 00000400:00000200:2.0:1767384340.924034:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.152:988 00000400:00000200:2.0:1767384340.924082:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.152:988 00000400:00000200:2.0:1767384340.924162:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.152:988 00000400:00000200:2.0:1767384340.924223:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.152:988 00000400:00000200:2.0:1767384340.924275:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.152:988 00000400:00000200:2.0:1767384340.924319:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.152:988 00000800:00000010:2.0:1767384340.924425:0:16126:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000036adf673. 00000800:00000010:2.0:1767384340.924429:0:16126:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000090e25a46. 00000800:00000010:2.0:1767384340.924432:0:16126:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000470d22b3. 00000800:00000010:2.0:1767384340.924447:0:16126:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000470d22b3. 00000800:00020000:2.0:1767384340.924452:0:16126:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.152 00000800:00000010:2.0:1767384340.924454:0:16126:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000090e25a46. 00000800:00000010:2.0:1767384340.924456:0:16126:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000036adf673. 00000400:02020000:2.0:1767384340.924500:0:16126:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.152@tcp40 at host 192.168.202.152:988: is it running a compatible version of Lustre? 00000800:00000001:2.0:1767384340.924512:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384340.924517:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384340.924518:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384340.924525:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384340.924530:0:16131:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.152@tcp40(192.168.202.152@tcp40) <- 192.168.202.152@tcp40 : GET - for me 00000400:00000200:2.0:1767384340.924542:0:16131:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.152@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384340.924548:0:16131:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.152@tcp of length 272/272 into md 0x1c39 [1] + 0 00000400:00000200:2.0:1767384340.924558:0:16131:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.152@tcp40 to MR: 192.168.202.152@tcp40 local destination 00000400:00000200:2.0:1767384340.924565:0:16131:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp40 NI seq info: [142:142:256:4294967295] 192.168.202.152@tcp40 LPNI seq info [139:139:8:4294967295] 00000400:00000200:2.0:1767384340.924583:0:16131:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp40(192.168.202.152@tcp40:192.168.202.152@tcp40) -> 192.168.202.152@tcp40(192.168.202.152@tcp40:192.168.202.152@tcp40) 192.168.202.152@tcp40 : REPLY try# 0 00000800:00000200:2.0:1767384340.924587:0:16131:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.152@tcp40 00000800:00000010:2.0:1767384340.924591:0:16131:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005c00056c. 00000800:00000200:2.0:1767384340.924594:0:16131:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000041726f59] -> 12345-192.168.202.152@tcp40 (4) 00000800:00000200:2.0:1767384340.924596:0:16131:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.152 (cnted 2, interval 1, 1 secs later) 00000800:00000200:2.0:1767384340.924602:0:16131:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp40 ip 192.168.202.152:988 00000800:00000200:2.0:1767384340.924604:0:16131:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005c00056c type 3, nob 368 niov 1 nkiov 1 00000800:00000200:2.0:1767384340.924657:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384340.924660:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005c00056c. 00000400:00000200:2.0:1767384340.924664:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384340.924670:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp40->192.168.202.152@tcp40: REPLY: OK 00000800:00000001:2.0:1767384340.924680:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384340.924684:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384340.924686:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384340.924690:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384340.924692:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384340.924695:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384340.924701:0:16131:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.152@tcp40(192.168.202.152@tcp40) <- 192.168.202.152@tcp40 : REPLY - for me 00000400:00000200:2.0:1767384340.924711:0:16131:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.152@tcp40: Reply from 12345-192.168.202.152@tcp40 of length 272/272 into md 0x1c71 00000800:00000001:2.0:1767384340.924715:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384340.924720:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384340.924722:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384340.924724:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp40->192.168.202.152@tcp40: REPLY: OK 00000400:00000200:2.0:1767384340.924727:0:16131:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ad6d2c19 00000400:00000010:2.0:1767384340.924728:0:16131:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ad6d2c19. 00000400:00000200:2.0:1767384340.924731:0:16131:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:2.0:1767384340.924735:0:16131:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000001d09aedf. 00000400:00000010:2.0:1767384340.924738:0:16131:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000117b66eb. 00000800:00000001:2.0:1767384340.924741:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384340.924743:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384341.045141:0:449:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384341.045146:0:449:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384341.045154:0:449:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384341.045156:0:449:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384341.045175:0:16767:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384341.045179:0:16767:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384341.045183:0:16767:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1767384341.493169:0:19333:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:1.0:1767384341.493174:0:19333:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384341.493221:0:16763:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:3.0:1767384341.493224:0:16763:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384341.570617:0:34071:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384341.570629:0:34071:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384341.570632:0:34071:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384341.570637:0:34071:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384341.570642:0:34071:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384341.570644:0:34071:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384341.941161:0:16134:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384341.941173:0:16134:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384341.941175:0:16134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004e2d4782 00000400:00000010:0.0:1767384341.941180:0:16134:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004e2d4782. 00000400:00000200:0.0:1767384341.941184:0:16134:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384341.941190:0:16134:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.152@tcp34 recovery ping unlinked 00000400:00000010:0.0:1767384341.941199:0:16134:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000e4e66a6d. 00000400:00000010:0.0:1767384341.941202:0:16134:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000ecdb3b17. 00000400:00000200:0.0:1767384341.941206:0:16134:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.152@tcp38 00000400:00000010:0.0:1767384341.941208:0:16134:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000023e368a8. 00000400:00000010:0.0:1767384341.941213:0:16134:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000ecdb3b17. 00000400:00000010:0.0:1767384341.941217:0:16134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004e2d4782. 00000400:00000010:0.0:1767384341.941224:0:16134:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000001d4fc98a. 00000400:00000200:0.0:1767384341.941241:0:16134:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.152@tcp38 00000400:00000200:0.0:1767384341.941256:0:16134:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.152@tcp38 local destination 00000400:00000200:0.0:1767384341.941264:0:16134:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.152@tcp38 00000400:00000200:0.0:1767384341.941268:0:16134:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp38 NI seq info: [143:143:256:4294967295] 192.168.202.152@tcp38 LPNI seq info [140:140:8:4294967295] 00000400:00000200:0.0:1767384341.941276:0:16134:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.152@tcp38 00000400:00000200:0.0:1767384341.941285:0:16134:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp38(192.168.202.152@tcp38:) -> 192.168.202.152@tcp38(192.168.202.152@tcp38:192.168.202.152@tcp38) : GET try# 0 00000800:00000200:0.0:1767384341.941292:0:16134:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.152@tcp38 00000800:00000010:0.0:1767384341.941296:0:16134:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000091f9a426. 00000800:00000200:0.0:1767384341.941303:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000002ad4ea] -> 12345-192.168.202.152@tcp38 (2) 00000800:00000200:0.1:1767384341.941307:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000002ad4ea] -> 12345-192.168.202.152@tcp38 (2) 00000400:00000200:0.0:1767384341.941325:0:16134:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.152@tcp38 added to recovery queue. ping count: 3 next ping: 272 health :700 00000400:00000200:3.0:1767384341.941393:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.152:988 00000400:00000200:3.0:1767384341.941438:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.152:988 00000400:00000200:3.0:1767384341.941453:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.152:988 00000400:00000200:3.0:1767384341.941469:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.152:988 00000400:00000200:3.0:1767384341.941491:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.152:988 00000400:00000200:3.0:1767384341.941508:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.152:988 00000400:00000200:3.0:1767384341.941536:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.152:988 00000400:00000200:3.0:1767384341.941553:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.152:988 00000400:00000200:3.0:1767384341.941574:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.152:988 00000400:00000200:3.0:1767384341.941591:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.152:988 00000400:00000200:3.0:1767384341.941614:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.152:988 00000400:00000200:3.0:1767384341.941646:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.152:988 00000400:00000200:3.0:1767384341.941677:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.152:988 00000400:00000200:3.0:1767384341.941713:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.152:988 00000400:00000200:3.0:1767384341.941733:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.152:988 00000400:00000200:3.0:1767384341.941750:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.152:988 00000400:00000200:3.0:1767384341.941768:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.152:988 00000400:00000200:3.0:1767384341.941790:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.152:988 00000400:00000200:3.0:1767384341.941806:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.152:988 00000400:00000200:3.0:1767384341.941817:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.152:988 00000400:00000200:3.0:1767384341.941828:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.152:988 00000400:00000200:3.0:1767384341.941840:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.152:988 00000400:00000200:3.0:1767384341.941852:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.152:988 00000400:00000200:3.0:1767384341.941865:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.152:988 00000400:00000200:3.0:1767384341.941877:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.152:988 00000400:00000200:3.0:1767384341.941889:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.152:988 00000400:00000200:3.0:1767384341.941901:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.152:988 00000400:00000200:3.0:1767384341.941912:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.152:988 00000400:00000200:3.0:1767384341.941932:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.152:988 00000400:00000200:3.0:1767384341.941958:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.152:988 00000400:00000200:3.0:1767384341.941981:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.152:988 00000400:00000200:3.0:1767384341.941998:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.152:988 00000400:00000200:3.0:1767384341.942013:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.152:988 00000400:00000200:3.0:1767384341.942039:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.152:988 00000400:00000200:3.0:1767384341.942066:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.152:988 00000800:00000010:3.0:1767384341.942273:0:16128:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000036b1ae31. 00000800:00000010:3.0:1767384341.942278:0:16128:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000001fdfbb6e. 00000800:00000010:3.0:1767384341.942284:0:16128:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000a6f212e8. 00000800:00000010:3.0:1767384341.942306:0:16128:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000a6f212e8. 00000800:00020000:3.0:1767384341.942315:0:16128:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.152 00000800:00000010:3.0:1767384341.942319:0:16128:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000001fdfbb6e. 00000800:00000010:3.0:1767384341.942322:0:16128:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000036b1ae31. 00000400:02020000:3.0:1767384341.942358:0:16128:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.152@tcp38 at host 192.168.202.152:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384341.942364:0:16128:0:(router.c:1755:lnet_notify()) 192.168.202.152@tcp38 notifying 192.168.202.152@tcp38: down 00000800:00000200:3.0:1767384341.942375:0:16128:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.152@tcp38 down 00000800:00000100:3.0:1767384341.942380:0:16128:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.152@tcp38 00000800:00000010:3.0:1767384341.942383:0:16128:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000091f9a426. 00000400:00000200:3.0:1767384341.942387:0:16128:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384341.942391:0:16128:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp38->192.168.202.152@tcp38: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384341.942398:0:16128:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384341.942400:0:16128:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.152@tcp38 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384341.942403:0:16128:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.152@tcp38) recovery failed with -71 00010000:00000001:0.0:1767384342.069175:0:449:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384342.069181:0:449:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384342.069188:0:449:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384342.069191:0:449:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767384342.069193:0:449:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767384342.069196:0:449:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384342.069199:0:449:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767384342.069202:0:449:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384342.069204:0:449:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384342.069207:0:449:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384342.069253:0:16768:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384342.069258:0:16768:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384342.069262:0:16768:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:1.0:1767384342.279663:0:34235:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384342.279668:0:34235:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg252-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp43 --if ens2 00000001:00000001:1.0:1767384342.285586:0:34235:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384342.293263:0:34236:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 0000000076070fb9. 00000400:00000010:1.0:1767384342.293277:0:34236:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000009ad35c04. 00000400:00000010:1.0:1767384342.293285:0:34236:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 0000000075466a61. 00000400:00000010:1.0:1767384342.293288:0:34236:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000f5599c17. 00000400:00000010:1.0:1767384342.293291:0:34236:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000087fb07f1. 00000400:00000010:1.0:1767384342.293295:0:34236:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000088c722fd. 00000400:00000010:1.0:1767384342.293296:0:34236:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000b3767844. 00000400:00000010:1.0:1767384342.293297:0:34236:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000006b665422. 00000400:00000010:1.0:1767384342.293300:0:34236:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000005e2db997. 00000800:00000010:1.0:1767384342.293313:0:34236:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000007e6aa888. 00000800:00000200:1.0:1767384342.293323:0:34236:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384342.293334:0:34236:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384342.293364:0:34236:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.152) 00000400:02000000:1.0:1767384342.293383:0:34236:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.152@tcp43 [8/256/0/180] 00000400:00000010:1.0:1767384342.294591:0:34236:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 601 at 00000000951ccdce. 00000400:00000010:1.0:1767384342.294596:0:34236:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000080af15de. 00000400:00000010:1.0:1767384342.294601:0:34236:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000039df33fe. 00000400:00000001:1.0:1767384342.294617:0:34236:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384342.294618:0:34236:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384342.294620:0:34236:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cd822975. 00000400:00000200:1.0:1767384342.294622:0:34236:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009146ec67 00000400:00000010:1.0:1767384342.294624:0:34236:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009146ec67. 00000400:00000010:1.0:1767384342.294627:0:34236:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 585 at 000000007e59d6f3. 00000400:00000200:1.0:1767384342.294636:0:34236:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (34) 00000400:00000200:1.0:1767384342.294645:0:34236:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.152@tcp (000000005d9714d7): 0 00000400:00000200:1.0:1767384342.294651:0:34236:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131115 00000020:00000010:1.0:1767384342.294657:0:34236:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 0000000093e83a39. 00000020:01000000:1.0:1767384342.294661:0:34236:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:1.0:1767384342.294663:0:34236:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.152@tcp43 00000400:00000200:3.0:1767384342.294672:0:16135:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:1.0:1767384342.294678:0:34236:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000009ad35c04. 00000400:00000200:3.0:1767384342.294679:0:16135:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100151 00000400:00000010:1.0:1767384342.294683:0:34236:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 0000000076070fb9. 00000400:00000010:3.0:1767384342.294688:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001a87f51c. 00000400:00000200:3.0:1767384342.294692:0:16135:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (35) 00000400:00000010:3.0:1767384342.294698:0:16135:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000cb2fa504. 00000400:00000200:3.0:1767384342.294702:0:16135:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.152@tcp 00000400:00000200:3.0:1767384342.294714:0:16135:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.152@tcp local destination 00000020:00000001:0.0:1767384342.294717:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:3.0:1767384342.294718:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 37], ns[40, 37] 00000400:00000200:3.0:1767384342.294722:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 37], ns[64, 37] 00000400:00000200:3.0:1767384342.294727:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[68, 37], ns[68, 37] 00000400:00000200:3.0:1767384342.294731:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[78, 37], ns[78, 37] 10000000:00000001:0.0:1767384342.294731:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:3.0:1767384342.294737:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[83, 37], ns[83, 37] 10000000:00000001:0.0:1767384342.294738:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:3.0:1767384342.294742:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[99, 37], ns[100, 37] 10000000:01000000:0.0:1767384342.294743:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:3.0:1767384342.294750:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[103, 37], ns[104, 37] 00000020:01000004:0.0:1767384342.294750:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384342.294755:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:3.0:1767384342.294756:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[114, 37], ns[117, 37] 00000020:01000004:0.0:1767384342.294760:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:3.0:1767384342.294763:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[119, 37], ns[122, 37] 00000020:01000004:0.0:1767384342.294765:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384342.294767:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384342.294769:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384342.294773:0:37:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384342.294776:0:37:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:3.0:1767384342.294777:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[125, 37], ns[128, 37] 00000020:01000004:0.0:1767384342.294780:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:3.0:1767384342.294784:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[132, 37], ns[135, 37] 00000020:01000004:0.0:1767384342.294784:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:3.0:1767384342.294789:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[136, 37], ns[139, 37] 00000100:00000010:0.0:1767384342.294792:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000091a70da0. 00000400:00000200:3.0:1767384342.294793:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 37], ns[32, 37] 00000020:00000040:0.0:1767384342.294799:0:37:0:(genops.c:1229:class_import_get()) import 00000000df830bbe refcount=4 obd=MGC192.168.202.152@tcp 00000400:00000200:3.0:1767384342.294800:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 32], ns[34, 32] 00000400:00000200:3.0:1767384342.294807:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 32], ns[44, 32] 00000100:00000001:0.0:1767384342.294808:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:3.0:1767384342.294813:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 32], ns[48, 32] 02000000:00000001:0.0:1767384342.294813:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:3.0:1767384342.294819:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 32], ns[52, 32] 02000000:00000001:0.0:1767384342.294819:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384342.294826:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 32], ns[56, 32] 00000400:00000200:3.0:1767384342.294829:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 32], ns[60, 32] 02000000:00000010:0.0:1767384342.294830:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000f7aa12ca. 00000400:00000200:3.0:1767384342.294834:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 32], ns[72, 32] 00000400:00000200:3.0:1767384342.294839:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[76, 32], ns[76, 32] 00000100:00000001:0.0:1767384342.294839:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384342.294846:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[96, 32], ns[97, 32] 00000400:00000200:3.0:1767384342.294849:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[95, 32], ns[96, 32] 00000100:00000001:0.0:1767384342.294850:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384342.294854:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384342.294856:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[90, 32], ns[91, 32] 00000400:00000200:3.0:1767384342.294861:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[138, 32], ns[141, 32] 00000100:00000040:0.0:1767384342.294864:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000091a70da0] to pc [ptlrpcd_00_01+1] req@0000000091a70da0 x1853236723083136/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384342.294869:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[108, 32], ns[109, 32] 00000400:00000200:3.0:1767384342.294882:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[128, 32], ns[131, 32] 00000400:00000200:3.0:1767384342.294894:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[130, 32], ns[133, 32] 00000400:00000200:3.0:1767384342.294901:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[140, 32], ns[143, 32] 10000000:00000001:0.0:1767384342.294901:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384342.294906:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384342.294910:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1767384342.294911:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384342.294915:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[117, 32], ns[120, 32] 00000100:00000001:1.0:1767384342.294916:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:01000000:0.0:1767384342.294916:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:1.0:1767384342.294920:0:16138:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:0.0:1767384342.294925:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000040:1.0:1767384342.294927:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000091a70da0 x1853236723083136/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:0.0:1767384342.294928:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:3.0:1767384342.294931:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[139, 32], ns[142, 32] 10000000:00000001:0.0:1767384342.294932:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384342.294935:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:0.0:1767384342.294940:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384342.294944:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384342.294948:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000001:1.0:1767384342.294949:0:16138:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1767384342.294950:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 32], ns[0, 32] 00000020:01000004:0.0:1767384342.294951:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000001:1.0:1767384342.294952:0:16138:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384342.294955:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 02000000:00000001:1.0:1767384342.294959:0:16138:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384342.294962:0:16138:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384342.294965:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp41] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 00000020:01000004:0.0:1767384342.294966:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 02000000:00000001:1.0:1767384342.294967:0:16138:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384342.294969:0:37:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000100:00100000:1.0:1767384342.294973:0:16138:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000091a70da0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c0412d60-4f67-4dbc-8791-892843f60083:16138:1853236723083136:0@lo:253: 00000020:01000004:0.0:1767384342.294974:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384342.294977:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:3.0:1767384342.294980:0:16135:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp41 00000100:00000001:1.0:1767384342.294981:0:16138:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000010:0.0:1767384342.294983:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000dbd79448. 02000000:00000001:1.0:1767384342.294988:0:16138:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000040:0.0:1767384342.294988:0:37:0:(genops.c:1229:class_import_get()) import 00000000df830bbe refcount=5 obd=MGC192.168.202.152@tcp 00000400:00000200:3.0:1767384342.294991:0:16135:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.152@tcp41 02000000:00000001:1.0:1767384342.294992:0:16138:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384342.294993:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384342.294997:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384342.294998:0:16138:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767384342.295002:0:16135:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.152@tcp41 lpni_is_preferred = 0 02000000:00000001:0.0:1767384342.295003:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384342.295008:0:16135:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.152@tcp41 02000000:00000010:1.0:1767384342.295008:0:16138:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000009fb8db61. 02000000:00000010:0.0:1767384342.295012:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000003df3f98b. 02000000:00000001:1.0:1767384342.295014:0:16138:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384342.295016:0:16135:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp41 NI seq info: [144:144:256:4294967295] 192.168.202.152@tcp41 LPNI seq info [141:141:8:4294967295] 00000100:00000001:0.0:1767384342.295021:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384342.295023:0:16138:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ecffd2a2. 00000400:00000200:3.0:1767384342.295026:0:16135:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.152@tcp41 00000100:00000001:0.0:1767384342.295029:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000010:1.0:1767384342.295033:0:16138:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009ad35c04. 00000100:00000001:0.0:1767384342.295033:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384342.295040:0:16135:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp41(192.168.202.152@tcp41:) -> 192.168.202.152@tcp41(192.168.202.152@tcp:192.168.202.152@tcp41) : PUT try# 0 00000100:00000200:1.0:1767384342.295042:0:16138:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236723083136, portal 25 00000100:00000040:0.0:1767384342.295044:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dbd79448] to pc [ptlrpcd_00_02+2] req@00000000dbd79448 x1853236723083264/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384342.295048:0:16138:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000200:3.0:1767384342.295049:0:16135:0:(socklnd_cb.c:1001:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.202.152@tcp41 00000100:00000001:1.0:1767384342.295052:0:16138:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782674421888 : -124291035129728 : ffff8ef53d009880) 00000800:00000010:3.0:1767384342.295057:0:16135:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eb11bc0f. 00000100:00000040:1.0:1767384342.295063:0:16138:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000091a70da0 x1853236723083136/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384358 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:3.0:1767384342.295067:0:16135:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000057361461. 00000800:00000010:3.0:1767384342.295074:0:16135:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000f9076172. 00000100:00000001:1.0:1767384342.295081:0:16138:0:(niobuf.c:69:ptl_send_buf()) Process entered 10000000:00000001:0.0:1767384342.295082:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384342.295084:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000057361461] -> 12345-192.168.202.152@tcp41 (2) 00000800:00000200:3.1:1767384342.295111:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000057361461] -> 12345-192.168.202.152@tcp41 (2) 10000000:00000001:0.0:1767384342.295113:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384342.295116:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384342.295118:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:0.0:1767384342.295121:0:37:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 0000000093e83a39. 00000400:00000200:3.0:1767384342.295127:0:16135:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.152@tcp 00000100:00000040:1.0:1767384342.295131:0:16138:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1767384342.295133:0:16135:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100551 rc 0 00000100:00000001:0.0:1767384342.295133:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384342.295138:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384342.295144:0:16138:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f139e554. 00000100:00000001:0.0:1767384342.295148:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:1.0:1767384342.295150:0:16138:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236723083136, offset 0 00000100:00000001:0.0:1767384342.295151:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384342.295154:0:16139:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384342.295159:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000dbd79448 x1853236723083264/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384342.295164:0:16138:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384342.295173:0:16139:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384342.295176:0:16139:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384342.295179:0:16138:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:0.0:1767384342.295180:0:16139:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384342.295184:0:16139:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384342.295185:0:16139:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384342.295188:0:16139:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000dbd79448 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c0412d60-4f67-4dbc-8791-892843f60083:16139:1853236723083264:0@lo:253: 00000100:00000001:0.0:1767384342.295191:0:16139:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1767384342.295194:0:16138:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824c906780 02000000:00000001:0.0:1767384342.295195:0:16139:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1767384342.295202:0:16138:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1469 [2] + 0 02000000:00000001:0.0:1767384342.295205:0:16139:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384342.295207:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008440d953. 02000000:00000001:0.0:1767384342.295209:0:16139:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1767384342.295213:0:16138:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000fd281ae1 02000000:00000010:0.0:1767384342.295217:0:16139:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000002cb8ab3. 02000000:00000001:0.0:1767384342.295221:0:16139:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384342.295222:0:16138:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1767384342.295237:0:16139:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003b758d77. 00000400:00000200:1.0:1767384342.295244:0:16138:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:0.0:1767384342.295246:0:16139:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a274faa6. 00000400:00000200:1.0:1767384342.295250:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fd281ae1 00000400:00000010:1.0:1767384342.295255:0:16138:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fd281ae1. 00000100:00000001:1.0:1767384342.295261:0:16138:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384342.295261:0:16139:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236723083264, portal 25 00000100:00000200:1.0:1767384342.295263:0:16138:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:0.0:1767384342.295267:0:16139:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:1.0:1767384342.295269:0:16138:0:(events.c:337:request_in_callback()) incoming req@00000000e2fa4f14 x1853236723083136 msgsize 4848 00000100:00000001:0.0:1767384342.295270:0:16139:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782423946880 : -124291285604736 : ffff8ef52e12a680) 00000400:00000200:3.0:1767384342.295278:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.152:988 00000100:00100000:1.0:1767384342.295279:0:16138:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384342.295281:0:16139:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000dbd79448 x1853236723083264/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384358 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384342.295285:0:16138:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384342.295292:0:16139:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384342.295295:0:16139:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384342.295298:0:16139:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bed0cef4. 00000100:00000001:1.0:1767384342.295299:0:16138:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000200:0.0:1767384342.295301:0:16139:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236723083264, offset 0 00000400:00000200:0.0:1767384342.295309:0:16139:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384342.295312:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f139e554 00000400:00000010:1.0:1767384342.295317:0:16138:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f139e554. 00000400:00000200:0.0:1767384342.295318:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384342.295325:0:16138:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:3.0:1767384342.295326:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.152:988 00000400:00000200:0.0:1767384342.295331:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824c906800 00000100:00000200:1.0:1767384342.295334:0:16138:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000091a70da0 x1853236723083136/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384358 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384342.295341:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1479 [2] + 0 00000400:00000010:0.0:1767384342.295348:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000034dcf822. 00000400:00000200:3.0:1767384342.295350:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.152:988 00000400:00000200:0.0:1767384342.295355:0:16139:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000003668684 00000100:00000001:1.0:1767384342.295361:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1767384342.295361:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1767384342.295369:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000091a70da0 x1853236723083136/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384358 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384342.295369:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384342.295376:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000003668684 00000400:00000010:0.0:1767384342.295379:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000003668684. 00000100:00000001:1.0:1767384342.295386:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384342.295387:0:16139:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1767384342.295389:0:16138:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000200:0.0:1767384342.295390:0:16139:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1767384342.295391:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.152:988 00000100:00000040:0.0:1767384342.295396:0:16139:0:(events.c:337:request_in_callback()) incoming req@000000008508ff37 x1853236723083264 msgsize 4848 00000100:00000001:1.0:1767384342.295397:0:16138:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384342.295403:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294932282 00000100:00100000:0.0:1767384342.295404:0:16139:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384342.295408:0:16139:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000010:1.0:1767384342.295412:0:16138:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002633d82c. 00000100:00000001:0.0:1767384342.295417:0:16139:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384342.295419:0:16138:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 0 00000400:00000200:0.0:1767384342.295424:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bed0cef4 00000100:00000001:1.0:1767384342.295426:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294932282 00000400:00000010:0.0:1767384342.295427:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bed0cef4. 00000400:00000200:3.0:1767384342.295429:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.152:988 00000100:00000010:1.0:1767384342.295434:0:16138:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000482ebd09. 00000100:00000001:0.0:1767384342.295434:0:16139:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384342.295439:0:16139:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000dbd79448 x1853236723083264/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384358 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384342.295445:0:16138:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767384342.295452:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294932282 00000100:00000001:0.0:1767384342.295455:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000010:1.0:1767384342.295459:0:16138:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002ea6a0e8. 00000100:00000040:0.0:1767384342.295460:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000dbd79448 x1853236723083264/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384358 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384342.295466:0:16138:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 2 00000400:00000200:3.0:1767384342.295469:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.152:988 00000100:00000001:0.0:1767384342.295473:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384342.295474:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294932282 00000100:00000001:0.0:1767384342.295476:0:16139:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000010:1.0:1767384342.295484:0:16138:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000aecfe49f. 00000100:00000001:0.0:1767384342.295485:0:16139:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384342.295491:0:16138:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767384342.295492:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294932282 00000100:00000001:0.0:1767384342.295498:0:16139:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 0, keep current deadline 4294932282 00000100:00000001:1.0:1767384342.295499:0:16138:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384342.295502:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294932282 00000100:00000001:1.0:1767384342.295505:0:16138:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384342.295507:0:16139:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 1, keep current deadline 4294932282 00000100:00000001:1.0:1767384342.295510:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384342.295512:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294932282 00000100:00000001:1.0:1767384342.295515:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384342.295517:0:16139:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 2, keep current deadline 4294932282 00000400:00000200:3.0:1767384342.295519:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.152:988 00000100:00000001:0.0:1767384342.295523:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294932282 00000100:00000001:0.0:1767384342.295527:0:16139:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 3, keep current deadline 4294932282 00000100:00000001:1.0:1767384342.295528:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384342.295530:0:16139:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384342.295532:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384342.295536:0:16139:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384342.295538:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384342.295541:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384342.295542:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384342.295546:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384342.295546:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384342.295555:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384342.295556:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384342.295559:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1767384342.295560:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.152:988 00000100:00000001:0.0:1767384342.295563:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384342.295565:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384342.295568:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384342.295571:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384342.295585:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384342.295588:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384342.295603:0:16773:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384342.295606:0:16773:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723083136 02000000:00000001:0.0:1767384342.295609:0:16773:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:3.0:1767384342.295610:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.152:988 00000100:00000001:0.0:1767384342.295611:0:16773:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384342.295614:0:16773:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384342.295618:0:16773:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384342.295627:0:16773:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723083136 00000020:00000001:0.0:1767384342.295629:0:16773:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384342.295631:0:16773:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eec8e1 00000020:00000001:0.0:1767384342.295633:0:16773:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384342.295636:0:16773:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000555601ca refcount=14 00000020:00000001:0.0:1767384342.295638:0:16773:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000020:00000001:0.0:1767384342.295640:0:16773:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000100:00000001:0.0:1767384342.295644:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384342.295647:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008ca936be. 00000400:00000200:3.0:1767384342.295650:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.152:988 00000100:00000001:0.0:1767384342.295650:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384342.295654:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008ca936be. 00000020:00000010:0.0:1767384342.295662:0:16773:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000033abe1fc. 00000020:00000010:0.0:1767384342.295667:0:16773:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f2ccb9a7. 00000020:00000010:0.0:1767384342.295671:0:16773:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000a5828f2. 00000100:00000040:0.0:1767384342.295680:0:16773:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384342.295684:0:16773:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384342.295687:0:16773:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384342.295690:0:16773:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384342.295693:0:27212:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384342.295698:0:27212:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723083264 00000100:00000001:0.0:1767384342.295700:0:16773:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384342.295702:0:27212:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:3.0:1767384342.295703:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.152:988 00000100:00000001:1.0:1767384342.295705:0:27212:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384342.295710:0:27212:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384342.295714:0:16773:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384342.295715:0:27212:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384342.295722:0:27212:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723083264 00000020:00000001:1.0:1767384342.295725:0:27212:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384342.295727:0:27212:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eec8e1 00000020:00000001:1.0:1767384342.295730:0:27212:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384342.295732:0:27212:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000555601ca refcount=15 00000100:00000001:0.0:1767384342.295734:0:16773:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:1.0:1767384342.295735:0:27212:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000100:00000001:0.0:1767384342.295737:0:16773:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:1.0:1767384342.295741:0:27212:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000100:00100000:0.0:1767384342.295746:0:16773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 131 00000100:00000001:1.0:1767384342.295747:0:27212:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:0.0:1767384342.295750:0:16773:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000555601ca : new rpc_count 1 00000020:00000010:1.0:1767384342.295752:0:27212:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000019bbceb2. 00000100:00000001:0.0:1767384342.295753:0:16773:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619781697497168 : -124292012054448 : ffff8ef502c5e850) 00000400:00000200:3.0:1767384342.295754:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.152:988 00000100:00000001:1.0:1767384342.295758:0:27212:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384342.295763:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e2fa4f14 x1853236723083136/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:323/0 lens 4848/0 e 0 to 0 dl 1767384353 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384342.295765:0:27212:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000019bbceb2. 00000100:00000001:0.0:1767384342.295770:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384342.295773:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008ca936be. 00000100:00000001:0.0:1767384342.295777:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384342.295779:0:27212:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005f394436. 00000020:00000010:0.0:1767384342.295779:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008ca936be. 00000100:00100000:0.0:1767384342.295787:0:16773:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e2fa4f14 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c0412d60-4f67-4dbc-8791-892843f60083+15:16138:x1853236723083136:12345-0@lo:253: 00000020:00000010:1.0:1767384342.295788:0:27212:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000007181816. 00000020:00000010:1.0:1767384342.295795:0:27212:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002af3f430. 00000100:00000200:0.0:1767384342.295799:0:16773:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723083136 00000400:00000200:3.0:1767384342.295803:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.152:988 00000100:00000001:1.0:1767384342.295804:0:27212:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:0.0:1767384342.295805:0:16773:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:1.0:1767384342.295810:0:27212:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:0.0:1767384342.295810:0:16773:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:1.0:1767384342.295815:0:27212:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384342.295815:0:16773:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384342.295822:0:16773:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384342.295824:0:16773:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669141328 : -1040410288 : ffffffffc1fc9950) 00000100:00000001:1.0:1767384342.295826:0:27212:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384342.295827:0:16773:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384342.295831:0:16773:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384342.295832:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.152:988 00000020:00000001:0.0:1767384342.295834:0:16773:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384342.295837:0:16773:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1767384342.295840:0:27212:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384342.295841:0:16773:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384342.295847:0:16773:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384342.295850:0:16773:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384342.295855:0:16773:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000093e83a39. 00000100:00000001:1.0:1767384342.295857:0:27212:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000001:0.0:1767384342.295857:0:16773:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384342.295861:0:27212:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:3.0:1767384342.295862:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.152:988 00000100:00000001:0.0:1767384342.295862:0:16773:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384342.295868:0:16773:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000100:00100000:1.0:1767384342.295871:0:27212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 132 00000100:00000040:1.0:1767384342.295875:0:27212:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000555601ca : new rpc_count 2 00000100:00000001:1.0:1767384342.295878:0:27212:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619781697496144 : -124292012055472 : ffff8ef502c5e450) 20000000:00000010:0.0:1767384342.295879:0:16773:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000289fcc5d. 20000000:01000000:0.0:1767384342.295884:0:16773:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000100:00000040:1.0:1767384342.295886:0:27212:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000008508ff37 x1853236723083264/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:323/0 lens 4848/0 e 0 to 0 dl 1767384353 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 20000000:00000001:0.0:1767384342.295887:0:16773:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384342.295891:0:16773:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000400:00000200:3.0:1767384342.295892:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.152:988 20000000:00000001:0.0:1767384342.295895:0:16773:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384342.295901:0:16773:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384342.295906:0:16773:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000100:00000001:1.0:1767384342.295909:0:27212:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384342.295915:0:27212:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000019bbceb2. 20000000:00000010:0.0:1767384342.295916:0:16773:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000c86c5184. 00000100:00000001:1.0:1767384342.295920:0:27212:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384342.295920:0:16773:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #43 00000020:00000010:1.0:1767384342.295927:0:27212:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000019bbceb2. 20000000:00000001:0.0:1767384342.295928:0:16773:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:0.0:1767384342.295934:0:16773:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000100:00100000:1.0:1767384342.295935:0:27212:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000008508ff37 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:c0412d60-4f67-4dbc-8791-892843f60083+15:16139:x1853236723083264:12345-0@lo:253: 00000400:00000200:3.0:1767384342.295938:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.152:988 00000100:00000200:1.0:1767384342.295944:0:27212:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723083264 00000020:00000001:1.0:1767384342.295949:0:27212:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384342.295953:0:27212:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384342.295955:0:27212:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384342.295958:0:27212:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384342.295960:0:27212:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669141328 : -1040410288 : ffffffffc1fc9950) 00000020:00000001:1.0:1767384342.295963:0:27212:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384342.295965:0:27212:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384342.295967:0:27212:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384342.295969:0:27212:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384342.295972:0:27212:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384342.295976:0:27212:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00080000:00000001:0.0:1767384342.295979:0:16773:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384342.295983:0:16773:0:(osd_index.c:949:osd_remote_fid()) Process entered 02000000:00000001:1.0:1767384342.295986:0:27212:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00080000:00000001:0.0:1767384342.295986:0:16773:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384342.295987:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.152:988 00080000:00000001:0.0:1767384342.295992:0:16773:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 02000000:00000010:1.0:1767384342.295995:0:27212:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000078529ee3. 00000020:00000001:0.0:1767384342.295997:0:16773:0:(lu_object.c:808:lu_object_find_at()) Process entered 02000000:00000001:1.0:1767384342.296001:0:27212:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384342.296003:0:16773:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446619782313850200 : -124291395701416 : ffff8ef52782b558) 00000100:00000001:1.0:1767384342.296006:0:27212:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384342.296009:0:16773:0:(osd_handler.c:352:osd_trans_create()) Process entered 20000000:00000001:1.0:1767384342.296011:0:27212:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:1.0:1767384342.296020:0:27212:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000316ac112. 20000000:01000000:1.0:1767384342.296025:0:27212:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00080000:00000010:0.0:1767384342.296025:0:16773:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000004fd849ce. 20000000:00000001:1.0:1767384342.296029:0:27212:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00080000:00000001:0.0:1767384342.296032:0:16773:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446619777391564800 : -124296317986816 : ffff8ef4021e9800) 20000000:00000001:1.0:1767384342.296034:0:27212:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000400:00000200:3.0:1767384342.296035:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.152:988 20000000:00000001:1.0:1767384342.296038:0:27212:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384342.296038:0:16773:0:(osd_io.c:243:osd_declare_write()) Process entered 20000000:00000001:1.0:1767384342.296043:0:27212:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384342.296046:0:27212:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:3.0:1767384342.296074:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.152:988 00000400:00000200:3.0:1767384342.296130:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.152:988 00000400:00000200:3.0:1767384342.296162:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.152:988 00000001:00000001:0.0:1767384342.296189:0:16773:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384342.296192:0:16773:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384342.296195:0:16773:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000400:00000200:3.0:1767384342.296204:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.152:988 00080000:00000001:0.0:1767384342.296218:0:16773:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384342.296223:0:16773:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:3.0:1767384342.296275:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.152:988 00000400:00000200:3.0:1767384342.296337:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.152:988 00000400:00000200:3.0:1767384342.296403:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.152:988 00080000:00000001:0.0:1767384342.296404:0:16773:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767384342.296409:0:16773:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:3.0:1767384342.296443:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.152:988 00000400:00000200:3.0:1767384342.296473:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.152:988 00000400:00000200:3.0:1767384342.296502:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.152:988 00000400:00000200:3.0:1767384342.296520:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.152:988 00000400:00000200:3.0:1767384342.296538:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.152:988 00000400:00000200:3.0:1767384342.296559:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.152:988 00000400:00000200:3.0:1767384342.296586:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.152:988 00000400:00000200:3.0:1767384342.296614:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.152:988 00000400:00000200:3.0:1767384342.296644:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.152:988 00000800:00000010:3.0:1767384342.296806:0:16127:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000036b1ae31. 00000800:00000010:3.0:1767384342.296810:0:16127:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000001f79fb45. 00000800:00000010:3.0:1767384342.296822:0:16127:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000001121160c. 00000800:00000010:3.0:1767384342.296846:0:16127:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000001121160c. 00000800:00020000:3.0:1767384342.296854:0:16127:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.152 00000800:00000010:3.0:1767384342.296857:0:16127:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000001f79fb45. 00000800:00000010:3.0:1767384342.296859:0:16127:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000036b1ae31. 00000400:02020000:3.0:1767384342.296909:0:16127:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.152@tcp41 at host 192.168.202.152:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384342.296916:0:16127:0:(router.c:1755:lnet_notify()) 192.168.202.152@tcp41 notifying 192.168.202.152@tcp41: down 00000800:00000200:3.0:1767384342.296923:0:16127:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.152@tcp41 down 00000800:00000100:3.0:1767384342.296931:0:16127:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 592 0@<0:0>->192.168.202.152@tcp41 00000800:00000010:3.0:1767384342.296935:0:16127:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eb11bc0f. 00000400:00000200:3.0:1767384342.296941:0:16127:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384342.296947:0:16127:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp41->192.168.202.152@tcp41: PUT: LOCAL_ERROR 00000400:00000200:3.0:1767384342.296954:0:16127:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.152@tcp41 added to recovery queue. ping count: 0 next ping: 265 health :900 00000400:00000200:3.0:1767384342.296958:0:16127:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384342.296961:0:16127:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.152@tcp: 1 00000400:00000200:3.0:1767384342.296964:0:16127:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.152@tcp (000000005d9714d7): -114 00000400:00000200:0.0:1767384342.296992:0:16135:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384342.296999:0:16135:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x101151 00000400:00000001:0.0:1767384342.297002:0:16135:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384342.297003:0:16135:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384342.297004:0:16135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001a87f51c 00000400:00000010:0.0:1767384342.297006:0:16135:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001a87f51c. 00000400:00000200:0.0:1767384342.297009:0:16135:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:0.0:1767384342.297013:0:16135:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.152@tcp (000000005d9714d7): -114 00000400:00000200:0.0:1767384342.297017:0:16135:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000005d9714d7 (36) 00000400:00000200:0.0:1767384342.297021:0:16135:0:(peer.c:3900:lnet_peer_push_failed()) peer 192.168.202.152@tcp 00000400:00000200:0.0:1767384342.297024:0:16135:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100151 rc -71 00000400:00000200:0.0:1767384342.297028:0:16135:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.152@tcp (000000005d9714d7) 00000400:00000200:0.0:1767384342.297032:0:16135:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000005d9714d7 (35) 00080000:00000001:0.0:1767384342.304426:0:16773:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384342.304434:0:16773:0:(lu_object.c:207:lu_object_put()) Add 00000000f07b1e3f/000000000f28175b to site lru. bkt: 00000000b56e2c81 20000000:00000001:0.0:1767384342.304439:0:16773:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384342.304441:0:16773:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00080000:00000001:2.0:1767384342.304448:0:16807:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 20000000:01000000:0.0:1767384342.304452:0:16773:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00040000:00000001:2.0:1767384342.304460:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384342.304463:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:0.0:1767384342.304464:0:16773:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00040000:00000001:2.0:1767384342.304466:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384342.304470:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:01000000:0.0:1767384342.304470:0:16773:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000010:2.0:1767384342.304475:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000004fd849ce. 00080000:00000020:0.0:1767384342.304480:0:16773:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000010:1.0:1767384342.304481:0:27212:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000000f502f41. 00080000:00000001:2.0:1767384342.304482:0:16807:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:1.0:1767384342.304487:0:27212:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #43 20000000:00000001:1.0:1767384342.304494:0:27212:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:1.0:1767384342.304500:0:27212:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:01000000:2.0:1767384342.304515:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384342.304520:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384342.304523:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384342.304528:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:1.0:1767384342.304530:0:27212:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384342.304532:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:1.0:1767384342.304537:0:27212:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384342.304540:0:27212:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.0:1767384342.304542:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000065190969. 00080000:00000001:1.0:1767384342.304543:0:27212:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:1.0:1767384342.304548:0:27212:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:2.0:1767384342.304550:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000020:00000001:1.0:1767384342.304554:0:27212:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446619782313850200 : -124291395701416 : ffff8ef52782b558) 00010000:00000010:2.0:1767384342.304556:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000a716292b. 00080000:00000001:1.0:1767384342.304560:0:27212:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000020:00000001:2.0:1767384342.304562:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384342.304566:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000a716292b with handle 0x7e51148972eecc7d to hash 00080000:00000010:1.0:1767384342.304568:0:27212:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000005a3092ce. 00000020:00000001:2.0:1767384342.304569:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384342.304574:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446619782554467328 : -124291155084288 : ffff8ef535da3c00) 00080000:00000001:1.0:1767384342.304574:0:27212:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446619782425128960 : -124291284422656 : ffff8ef52e24b000) 00080000:00000001:1.0:1767384342.304580:0:27212:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:2.0:1767384342.304581:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446619782554467328 : -124291155084288 : ffff8ef535da3c00) 00010000:00000001:2.0:1767384342.304587:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384342.304590:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384342.304593:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000a716292b/0x7e51148972eecc7d lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384342.304603:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384342.304607:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384342.304610:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384342.304613:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384342.304615:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384342.304617:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384342.304619:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384342.304622:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384342.304625:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384342.304627:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384342.304629:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384342.304631:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000065190969) refcount = 1 00010000:00010000:2.0:1767384342.304636:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000a716292b/0x7e51148972eecc7d lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00000001:00000001:1.0:1767384342.304641:0:27212:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384342.304646:0:27212:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384342.304652:0:27212:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:2.0:1767384342.304658:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384342.304660:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384342.304662:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384342.304665:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384342.304667:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384342.304671:0:27212:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384342.304672:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384342.304676:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003445359s 00080000:00000001:1.0:1767384342.304677:0:27212:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:2.0:1767384342.304682:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384342.304685:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384342.304687:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a716292b refcount=4 00000020:00000001:2.0:1767384342.304690:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619782554467328 : -124291155084288 : ffff8ef535da3c00) 00010000:00000001:2.0:1767384342.304693:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619782554467328 : -124291155084288 : ffff8ef535da3c00) 00010000:00000001:2.0:1767384342.304696:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384342.304698:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000a716292b/0x7e51148972eecc7d lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384342.304705:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384342.304707:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000a716292b/0x7e51148972eecc7d lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384342.304713:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384342.304715:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384342.304717:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000a716292b/0x7e51148972eecc7d lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384342.304723:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384342.304725:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384342.304728:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384342.304731:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000a716292b/0x7e51148972eecc7d lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384342.304737:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000a716292b already unused, calling callback (00000000871a6010) 00010000:00000001:2.0:1767384342.304741:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384342.304751:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384342.304754:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000a716292b/0x7e51148972eecc7d lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384342.304760:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384342.304762:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384342.304764:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384342.304766:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a716292b refcount=5 00000020:00000001:2.0:1767384342.304768:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619782554467328 : -124291155084288 : ffff8ef535da3c00) 00010000:00000001:2.0:1767384342.304771:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619782554467328 : -124291155084288 : ffff8ef535da3c00) 00010000:00000001:2.0:1767384342.304774:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00080000:00000001:1.0:1767384342.304776:0:27212:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00010000:00010000:2.0:1767384342.304777:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000a716292b/0x7e51148972eecc7d lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384342.304781:0:27212:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000001:2.0:1767384342.304788:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384342.304791:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384342.304793:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384342.304797:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384342.304800:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384342.304802:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384342.304804:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384342.304807:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000a716292b with handle 0x7e51148972eecc7d from hash 00010000:00000001:2.0:1767384342.304810:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384342.304812:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384342.304813:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384342.304815:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384342.304817:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384342.304819:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384342.304822:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384342.304824:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384342.304827:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384342.304829:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384342.304832:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384342.304834:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384342.304836:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384342.304837:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384342.304847:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384342.304849:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384342.304852:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000a716292b/0x7e51148972eecc7d lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384342.304858:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384342.304860:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384342.304861:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384342.304863:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384342.304866:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384342.304867:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384342.304870:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384342.304873:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384342.304875:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384342.304878:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000a716292b/0x7e51148972eecc7d lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384342.304884:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384342.304886:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384342.304888:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000a716292b/0x7e51148972eecc7d lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384342.304895:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000065190969 count: 0 00010000:00000001:2.0:1767384342.304908:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384342.304911:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000001:1.0:1767384342.313147:0:27212:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384342.313152:0:16807:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000020:00000002:1.0:1767384342.313153:0:27212:0:(lu_object.c:207:lu_object_put()) Add 00000000f07b1e3f/000000000f28175b to site lru. bkt: 00000000b56e2c81 00040000:00000001:2.0:1767384342.313159:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:1.0:1767384342.313159:0:27212:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384342.313164:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:1.0:1767384342.313164:0:27212:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:2.0:1767384342.313167:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384342.313170:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:01000000:1.0:1767384342.313172:0:27212:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000010:2.0:1767384342.313175:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000005a3092ce. 00080000:00000001:2.0:1767384342.313181:0:16807:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:1.0:1767384342.313182:0:27212:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384342.313187:0:27212:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:1.0:1767384342.313193:0:27212:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:1.0:1767384342.313204:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384342.313206:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384342.313208:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384342.313212:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384342.313214:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384342.313219:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000001766eb35. 00010000:00000001:1.0:1767384342.313223:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384342.313237:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000ca7f1d18. 00000020:00000001:1.0:1767384342.313240:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384342.313243:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000ca7f1d18 with handle 0x7e51148972eecc84 to hash 00000020:00000001:1.0:1767384342.313244:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384342.313246:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446619781820865024 : -124291888686592 : ffff8ef50a205a00) 00010000:00000001:1.0:1767384342.313248:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446619781820865024 : -124291888686592 : ffff8ef50a205a00) 00010000:00000001:1.0:1767384342.313250:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384342.313252:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384342.313254:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000ca7f1d18/0x7e51148972eecc84 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384342.313261:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384342.313263:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384342.313265:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384342.313267:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384342.313269:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384342.313270:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384342.313272:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384342.313274:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384342.313275:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384342.313276:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384342.313278:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384342.313279:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000001766eb35) refcount = 1 00010000:00010000:1.0:1767384342.313282:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000ca7f1d18/0x7e51148972eecc84 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384342.313295:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384342.313297:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384342.313299:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384342.313301:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384342.313302:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384342.313305:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384342.313308:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003445359s 00010000:00000001:1.0:1767384342.313310:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384342.313312:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384342.313314:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ca7f1d18 refcount=4 00000020:00000001:1.0:1767384342.313316:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781820865024 : -124291888686592 : ffff8ef50a205a00) 00010000:00000001:1.0:1767384342.313317:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781820865024 : -124291888686592 : ffff8ef50a205a00) 00010000:00000001:1.0:1767384342.313319:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384342.313320:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000ca7f1d18/0x7e51148972eecc84 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384342.313325:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384342.313326:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000ca7f1d18/0x7e51148972eecc84 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384342.313330:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384342.313331:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384342.313333:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000ca7f1d18/0x7e51148972eecc84 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384342.313336:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384342.313337:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384342.313340:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384342.313341:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000ca7f1d18/0x7e51148972eecc84 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384342.313346:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000ca7f1d18 already unused, calling callback (00000000871a6010) 00010000:00000001:1.0:1767384342.313348:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384342.313354:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384342.313355:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000ca7f1d18/0x7e51148972eecc84 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384342.313360:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384342.313362:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384342.313363:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384342.313364:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ca7f1d18 refcount=5 00000020:00000001:1.0:1767384342.313366:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781820865024 : -124291888686592 : ffff8ef50a205a00) 00010000:00000001:1.0:1767384342.313368:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781820865024 : -124291888686592 : ffff8ef50a205a00) 00010000:00000001:1.0:1767384342.313370:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384342.313371:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000ca7f1d18/0x7e51148972eecc84 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384342.313375:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384342.313376:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384342.313377:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384342.313380:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384342.313382:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384342.313384:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384342.313385:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384342.313387:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000ca7f1d18 with handle 0x7e51148972eecc84 from hash 00010000:00000001:1.0:1767384342.313388:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384342.313390:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384342.313391:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384342.313392:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384342.313394:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384342.313395:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384342.313397:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384342.313398:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384342.313401:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384342.313403:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384342.313404:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384342.313406:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384342.313407:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384342.313409:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384342.313414:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384342.313415:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384342.313417:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000ca7f1d18/0x7e51148972eecc84 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384342.313421:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384342.313421:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384342.313423:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384342.313424:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384342.313425:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384342.313426:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384342.313427:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384342.313429:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384342.313431:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384342.313433:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000ca7f1d18/0x7e51148972eecc84 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384342.313436:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384342.313438:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384342.313439:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000ca7f1d18/0x7e51148972eecc84 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384342.313444:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000001766eb35 count: 0 00010000:00000001:1.0:1767384342.313452:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384342.313453:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:0.0:1767384342.315377:0:16773:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767384342.315382:0:16773:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384342.315384:0:16773:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000289fcc5d. 20000000:00000001:0.0:1767384342.315390:0:16773:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384342.315395:0:16773:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236723083136 00010000:00000001:0.0:1767384342.315404:0:16773:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384342.315412:0:16773:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e2fa4f14 x1853236723083136/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:323/0 lens 4848/4768 e 0 to 0 dl 1767384353 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384342.315420:0:16773:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384342.315423:0:16773:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384342.315426:0:16773:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dd452398 time=72 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384342.315431:0:16773:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384342.315434:0:16773:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 21 to 0@lo 00000100:00000001:0.0:1767384342.315435:0:16773:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 02000000:00000001:0.0:1767384342.315438:0:16773:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384342.315441:0:16773:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384342.315445:0:16773:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384342.315448:0:16773:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384342.315452:0:16773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002187dfd6. 00000100:00000200:0.0:1767384342.315458:0:16773:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236723083136, offset 224 00000400:00000200:0.0:1767384342.315466:0:16773:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384342.315480:0:16773:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384342.315494:0:16773:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824c906780 00000400:00000200:0.0:1767384342.315503:0:16773:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1c85 [2] + 224 00000400:00000200:0.0:1767384342.315512:0:16773:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384342.315517:0:16773:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384342.315524:0:16773:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384342.315530:0:16773:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000091a70da0 x1853236723083136/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384358 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384342.315541:0:16773:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000091a70da0 x1853236723083136/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384358 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384342.315558:0:16773:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384342.315566:0:16773:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002187dfd6 00000100:00000001:1.0:1767384342.315568:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1767384342.315569:0:16773:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002187dfd6. 00000100:00000001:1.0:1767384342.315571:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384342.315573:0:16773:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384342.315576:0:16773:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:1.0:1767384342.315578:0:16138:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767384342.315580:0:16773:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384342.315582:0:16138:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1767384342.315585:0:16773:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 20 to 0@lo 00000400:00000010:1.0:1767384342.315586:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ecffd2a2. 00010000:00000001:0.0:1767384342.315589:0:16773:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000200:1.0:1767384342.315592:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009ad35c04 00000400:00000010:1.0:1767384342.315594:0:16138:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009ad35c04. 00000100:00000001:1.0:1767384342.315598:0:16138:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:0.0:1767384342.315599:0:16773:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384342.315602:0:16773:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:1.0:1767384342.315604:0:16138:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000091a70da0 x1853236723083136/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384358 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384342.315609:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e2fa4f14 x1853236723083136/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:323/0 lens 4848/4768 e 0 to 0 dl 1767384353 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384342.315625:0:16138:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000091a70da0 x1853236723083136/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384358 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384342.315631:0:16773:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e2fa4f14 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c0412d60-4f67-4dbc-8791-892843f60083+15:16138:x1853236723083136:12345-0@lo:253: Request processed in 19855us (20356us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384342.315645:0:16773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 131 00000100:00000040:0.0:1767384342.315651:0:16773:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000555601ca : new rpc_count 1 00000100:00000001:0.0:1767384342.315655:0:16773:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384342.315656:0:16138:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384342.315657:0:16773:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384342.315659:0:16138:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384342.315662:0:16138:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:0.0:1767384342.315664:0:16773:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f2ccb9a7. 02000000:00000001:1.0:1767384342.315665:0:16138:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384342.315668:0:16138:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384342.315671:0:16138:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384342.315672:0:16773:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000a5828f2. 02000000:00000001:1.0:1767384342.315675:0:16138:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384342.315678:0:16773:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000033abe1fc. 00000100:00001000:1.0:1767384342.315680:0:16138:0:(import.c:2128:obd_at_measure()) add 5 to 0000000028df3f77 time=72 v=5 (5 0 0 0) 00000020:00000040:0.0:1767384342.315684:0:16773:0:(genops.c:898:class_export_put()) PUTting export 00000000555601ca : new refcount 14 00000100:00001000:1.0:1767384342.315685:0:16138:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f5022cbe time=72 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384342.315692:0:16138:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:0.0:1767384342.315692:0:16773:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1767384342.315694:0:16138:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384342.315695:0:16773:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000093e83a39. 00010000:00000001:1.0:1767384342.315697:0:16138:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384342.315701:0:16138:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384342.315703:0:16773:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384342.315704:0:16138:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384342.315708:0:16773:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384342.315710:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000091a70da0 x1853236723083136/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384358 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384342.315715:0:16773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:1.0:1767384342.315718:0:16138:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384342.315722:0:16138:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:0.0:1767384342.315722:0:16773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a6f79c6e. 00000100:00000001:1.0:1767384342.315725:0:16138:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384342.315728:0:16773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002187dfd6. 00000020:01000004:1.0:1767384342.315729:0:16138:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384342.315732:0:16138:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384342.315734:0:16138:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384342.315735:0:16138:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384342.315737:0:16138:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384342.315738:0:16138:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384342.315739:0:16138:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384342.315741:0:16138:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384342.315742:0:16138:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384342.315744:0:16138:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384342.315748:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000091a70da0 x1853236723083136/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384358 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384342.315754:0:16138:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000091a70da0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c0412d60-4f67-4dbc-8791-892843f60083:16138:1853236723083136:0@lo:253: 00000100:00000001:1.0:1767384342.315758:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384342.315760:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384342.315766:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000091a70da0 x1853236723083136/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384358 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384342.315771:0:16138:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384342.315774:0:16138:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384342.315776:0:16138:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000009fb8db61. 02000000:00000001:1.0:1767384342.315779:0:16138:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384342.315781:0:16138:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384342.315782:0:16138:0:(genops.c:1242:class_import_put()) import 00000000df830bbe refcount=4 obd=MGC192.168.202.152@tcp 00000020:00000001:1.0:1767384342.315785:0:16138:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384342.315787:0:16138:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000f7aa12ca. 02000000:00000001:1.0:1767384342.315792:0:16138:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384342.315794:0:16138:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384342.315796:0:16138:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000091a70da0. 00000100:00000001:1.0:1767384342.315801:0:16138:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384342.315804:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384342.315806:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384342.315814:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384342.315817:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384342.315819:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384342.315822:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:0.0:1767384342.316238:0:27212:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767384342.316241:0:27212:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384342.316243:0:27212:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000316ac112. 20000000:00000001:0.0:1767384342.316247:0:27212:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384342.316250:0:27212:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236723083264 00010000:00000001:0.0:1767384342.316252:0:27212:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384342.316256:0:27212:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000008508ff37 x1853236723083264/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:323/0 lens 4848/4768 e 0 to 0 dl 1767384353 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384342.316265:0:27212:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384342.316267:0:27212:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384342.316269:0:27212:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dd452398 time=72 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384342.316273:0:27212:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384342.316275:0:27212:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 21 to 0@lo 00000100:00000001:0.0:1767384342.316284:0:27212:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 02000000:00000001:0.0:1767384342.316286:0:27212:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384342.316288:0:27212:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384342.316290:0:27212:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384342.316291:0:27212:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384342.316294:0:27212:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bed0cef4. 00000100:00000200:0.0:1767384342.316296:0:27212:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236723083264, offset 224 00000400:00000200:0.0:1767384342.316300:0:27212:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384342.316304:0:27212:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384342.316308:0:27212:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824c906800 00000400:00000200:0.0:1767384342.316312:0:27212:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1c8d [2] + 224 00000400:00000200:0.0:1767384342.316316:0:27212:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384342.316318:0:27212:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384342.316321:0:27212:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384342.316324:0:27212:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000dbd79448 x1853236723083264/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384358 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384342.316329:0:27212:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000dbd79448 x1853236723083264/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384358 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384342.316339:0:27212:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384342.316342:0:27212:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bed0cef4 00000400:00000010:0.0:1767384342.316343:0:27212:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bed0cef4. 00000100:00000001:0.0:1767384342.316345:0:27212:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384342.316346:0:27212:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384342.316348:0:27212:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384342.316349:0:27212:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 20 to 0@lo 00010000:00000001:0.0:1767384342.316351:0:27212:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384342.316352:0:27212:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384342.316353:0:27212:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384342.316355:0:27212:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008508ff37 x1853236723083264/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:323/0 lens 4848/4768 e 0 to 0 dl 1767384353 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384342.316360:0:27212:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000008508ff37 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:c0412d60-4f67-4dbc-8791-892843f60083+14:16139:x1853236723083264:12345-0@lo:253: Request processed in 20452us (20964us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384342.316365:0:27212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 132 00000100:00000040:0.0:1767384342.316373:0:27212:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000555601ca : new rpc_count 0 00000100:00000001:0.0:1767384342.316374:0:27212:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384342.316375:0:27212:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384342.316378:0:27212:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000007181816. 00000020:00000010:0.0:1767384342.316380:0:27212:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002af3f430. 00000020:00000010:0.0:1767384342.316382:0:27212:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005f394436. 00000020:00000040:0.0:1767384342.316384:0:27212:0:(genops.c:898:class_export_put()) PUTting export 00000000555601ca : new refcount 13 02000000:00000001:0.0:1767384342.316386:0:27212:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384342.316388:0:27212:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000078529ee3. 02000000:00000001:0.0:1767384342.316390:0:27212:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384342.316391:0:27212:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384342.316393:0:27212:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384342.316396:0:27212:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a21f3260. 00000400:00000010:0.0:1767384342.316398:0:27212:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bed0cef4. 00000100:00000001:0.0:1767384342.316409:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384342.316411:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384342.316413:0:16139:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384342.316414:0:16139:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384342.316415:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003b758d77. 00000400:00000200:0.0:1767384342.316417:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a274faa6 00000400:00000010:0.0:1767384342.316418:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a274faa6. 00000100:00000001:0.0:1767384342.316420:0:16139:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384342.316422:0:16139:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000dbd79448 x1853236723083264/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384358 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384342.316427:0:16139:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000dbd79448 x1853236723083264/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384358 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384342.316432:0:16139:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384342.316433:0:16139:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384342.316434:0:16139:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384342.316436:0:16139:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384342.316437:0:16139:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384342.316438:0:16139:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384342.316439:0:16139:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384342.316441:0:16139:0:(import.c:2128:obd_at_measure()) add 5 to 0000000028df3f77 time=72 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384342.316443:0:16139:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f5022cbe time=72 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384342.316445:0:16139:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384342.316452:0:16139:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384342.316453:0:16139:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384342.316454:0:16139:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384342.316455:0:16139:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384342.316458:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000dbd79448 x1853236723083264/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384358 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384342.316464:0:16139:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384342.316467:0:16139:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384342.316469:0:16139:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384342.316472:0:16139:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384342.316473:0:16139:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384342.316475:0:16139:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384342.316476:0:16139:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384342.316478:0:16139:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384342.316479:0:16139:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384342.316481:0:16139:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384342.316482:0:16139:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384342.316484:0:16139:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384342.316486:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000dbd79448 x1853236723083264/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384358 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384342.316494:0:16139:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000dbd79448 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c0412d60-4f67-4dbc-8791-892843f60083:16139:1853236723083264:0@lo:253: 00000100:00000001:0.0:1767384342.316498:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384342.316501:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384342.316503:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000dbd79448 x1853236723083264/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384358 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384342.316510:0:16139:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384342.316511:0:16139:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384342.316514:0:16139:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000002cb8ab3. 02000000:00000001:0.0:1767384342.316517:0:16139:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384342.316519:0:16139:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384342.316520:0:16139:0:(genops.c:1242:class_import_put()) import 00000000df830bbe refcount=3 obd=MGC192.168.202.152@tcp 00000020:00000001:0.0:1767384342.316522:0:16139:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384342.316523:0:16139:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000003df3f98b. 02000000:00000001:0.0:1767384342.316526:0:16139:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384342.316527:0:16139:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384342.316536:0:16139:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000dbd79448. 00000100:00000001:0.0:1767384342.316539:0:16139:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384342.316540:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384342.316541:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384342.316545:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384342.316546:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384342.316547:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384342.316549:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384342.317764:0:34241:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000d457ec08. 00000400:00000040:3.0:1767384342.317787:0:34241:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384342.317791:0:34241:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384342.317794:0:34241:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384342.317796:0:34241:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384342.317799:0:34241:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384342.317800:0:34241:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:3.0:1767384342.317803:0:34241:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384342.317805:0:34241:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384342.317807:0:34241:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384342.317809:0:34241:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:3.0:1767384342.317812:0:34241:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384342.317814:0:34241:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384342.317816:0:34241:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384342.317818:0:34241:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384342.317820:0:34241:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767384342.317823:0:34241:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384342.317832:0:34241:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384342.317833:0:34241:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767384342.317835:0:34241:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:3.0:1767384342.317837:0:34241:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384342.317839:0:34241:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384342.317841:0:34241:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384342.317842:0:34241:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384342.317844:0:34241:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384342.317846:0:34241:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:3.0:1767384342.317849:0:34241:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384342.317850:0:34241:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384342.317852:0:34241:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384342.317854:0:34241:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384342.317856:0:34241:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384342.317858:0:34241:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767384342.317861:0:34241:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384342.317863:0:34241:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384342.317865:0:34241:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384342.317867:0:34241:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384342.317869:0:34241:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384342.317871:0:34241:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767384342.317875:0:34241:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384342.317878:0:34241:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384342.317879:0:34241:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384342.317881:0:34241:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384342.317883:0:34241:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384342.317886:0:34241:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767384342.317888:0:34241:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767384342.317890:0:34241:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767384342.317891:0:34241:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767384342.317893:0:34241:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767384342.317895:0:34241:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767384342.317898:0:34241:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384342.317900:0:34241:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384342.317902:0:34241:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767384342.317904:0:34241:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384342.317905:0:34241:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767384342.317908:0:34241:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:3.0:1767384342.317910:0:34241:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767384342.317919:0:34241:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767384342.317922:0:34241:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:3.0:1767384342.318040:0:34241:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000d457ec08. 00000100:00000040:2.0:1767384342.320132:0:270:0:(connection.c:75:cpu_latency_work()) work item of 00000000135c2452 (cpu 0) has reached its deadline 4294932282, at 4294932283 00000100:00000010:2.0:1767384342.320143:0:270:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002ea6a0e8. 00000100:00000040:0.0:1767384342.320157:0:449:0:(connection.c:75:cpu_latency_work()) work item of 000000002fd0fb58 (cpu 0) has reached its deadline 4294932282, at 4294932283 00000100:00000010:0.0:1767384342.320165:0:449:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002633d82c. 00000100:00000040:1.0:1767384342.321129:0:62:0:(connection.c:75:cpu_latency_work()) work item of 00000000edc4e618 (cpu 0) has reached its deadline 4294932282, at 4294932284 00000100:00000040:3.0:1767384342.321137:0:53:0:(connection.c:75:cpu_latency_work()) work item of 000000009d5c2cb6 (cpu 0) has reached its deadline 4294932282, at 4294932284 00000100:00000010:1.0:1767384342.321137:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000482ebd09. 00010000:00000010:2.1:1767384342.321142:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000065190969. 00000100:00000010:3.0:1767384342.321146:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000aecfe49f. 00010000:00000010:2.1:1767384342.321154:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000a716292b. 00010000:00000010:1.1:1767384342.325316:0:34245:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000001766eb35. 00010000:00000010:1.1:1767384342.325327:0:34245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000ca7f1d18. 00000004:00000001:1.0:1767384342.517189:0:16802:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:1.0:1767384342.517194:0:16802:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:1.0:1767384342.517200:0:16802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004a8c2434. 00000020:00000040:1.0:1767384342.517206:0:16802:0:(genops.c:1229:class_import_get()) import 0000000068bc8709 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:1.0:1767384342.517211:0:16802:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384342.517214:0:16802:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384342.517218:0:16802:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384342.517240:0:16802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000cf5f9859. 00000100:00000001:1.0:1767384342.517247:0:16802:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384342.517253:0:16802:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384342.517256:0:16802:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384342.517268:0:16802:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004a8c2434] to pc [ptlrpcd_00_03+3] req@000000004a8c2434 x1853236723083392/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:1.0:1767384342.517298:0:16802:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384342.517321:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384342.517325:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384342.517327:0:16140:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384342.517334:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004a8c2434 x1853236723083392/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384342.517342:0:16140:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384342.517344:0:16140:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384342.517347:0:16140:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384342.517350:0:16140:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384342.517352:0:16140:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384342.517355:0:16140:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004a8c2434 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16140:1853236723083392:0@lo:13: 00000100:00000001:1.0:1767384342.517358:0:16140:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1767384342.517361:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) c0412d60-4f67-4dbc-8791-892843f60083->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1767384342.517362:0:16140:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384342.517366:0:16140:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384342.517368:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:1.0:1767384342.517369:0:16140:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:3.0:1767384342.517375:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a9ba819b. 02000000:00000010:1.0:1767384342.517375:0:16140:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000355127ec. 02000000:00000001:1.0:1767384342.517381:0:16140:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384342.517382:0:37:0:(genops.c:1229:class_import_get()) import 00000000df830bbe refcount=4 obd=MGC192.168.202.152@tcp 00000100:00000001:3.0:1767384342.517385:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384342.517387:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:1.0:1767384342.517387:0:16140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ecffd2a2. 02000000:00000001:3.0:1767384342.517392:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384342.517395:0:16140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000064b9df59. 02000000:00000010:3.0:1767384342.517398:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b5695629. 00000100:00000001:3.0:1767384342.517403:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384342.517403:0:16140:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236723083392, portal 4 00000100:00000001:1.0:1767384342.517409:0:16140:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384342.517411:0:16140:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782424486656 : -124291285064960 : ffff8ef52e1ae300) 00000100:00000040:3.0:1767384342.517413:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c0412d60-4f67-4dbc-8791-892843f60083->MGS req@00000000a9ba819b x1853236723083520/t0(0) o400->MGC192.168.202.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1767384342.517419:0:16140:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000004a8c2434 x1853236723083392/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384358 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384342.517427:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384342.517430:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384342.517432:0:16140:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384342.517436:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a9ba819b] to pc [ptlrpcd_00_00+0] req@00000000a9ba819b x1853236723083520/t0(0) o400->MGC192.168.202.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384342.517437:0:16140:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384342.517443:0:16140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c8d68723. 00000100:00000200:1.0:1767384342.517456:0:16140:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853236723083392, offset 0 00000100:00000001:3.0:1767384342.517459:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384342.517462:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767384342.517467:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767384342.517470:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f9e83428. 00000400:00000200:1.0:1767384342.517470:0:16140:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000040:3.0:1767384342.517475:0:37:0:(genops.c:1229:class_import_get()) import 0000000068bc8709 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:3.0:1767384342.517478:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384342.517479:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384342.517481:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384342.517484:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000007bcf4dc3. 00000400:00000200:1.0:1767384342.517488:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384342.517490:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384342.517496:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@00000000f9e83428 x1853236723083648/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1767384342.517503:0:16140:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x695824c906880 00000100:00000001:3.0:1767384342.517513:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:1.0:1767384342.517513:0:16140:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xb9d [8] + 2688 00000100:00000001:3.0:1767384342.517516:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384342.517521:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f9e83428] to pc [ptlrpcd_00_01+1] req@00000000f9e83428 x1853236723083648/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384342.517521:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384342.517531:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384342.517535:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384342.517537:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767384342.517544:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767384342.517547:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bf90d32f. 00000100:00000001:1.0:1767384342.517548:0:16140:0:(events.c:286:request_in_callback()) Process entered 00000020:00000040:3.0:1767384342.517550:0:37:0:(genops.c:1229:class_import_get()) import 00000000345f9ba7 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000200:1.0:1767384342.517551:0:16140:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000001:3.0:1767384342.517553:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384342.517556:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000010:1.0:1767384342.517557:0:16140:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f579c0b8. 02000000:00000001:3.0:1767384342.517558:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384342.517563:0:16140:0:(events.c:337:request_in_callback()) incoming req@00000000f579c0b8 x1853236723083392 msgsize 224 02000000:00000010:3.0:1767384342.517565:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000162cb424. 00000100:00000001:3.0:1767384342.517569:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384342.517573:0:16140:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384342.517576:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@00000000bf90d32f x1853236723083776/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384342.517582:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384342.517584:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384342.517587:0:16140:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:3.0:1767384342.517588:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bf90d32f] to pc [ptlrpcd_00_02+2] req@00000000bf90d32f x1853236723083776/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384342.517598:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c8d68723 00000100:00000001:3.0:1767384342.517599:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384342.517603:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c8d68723. 00000100:00000040:3.0:1767384342.517604:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767384342.517610:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1767384342.517610:0:16140:0:(events.c:34:request_out_callback()) Process entered 00000100:00000010:3.0:1767384342.517613:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000858c198d. 00000100:00000200:1.0:1767384342.517616:0:16140:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004a8c2434 x1853236723083392/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384358 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384342.517617:0:37:0:(genops.c:1229:class_import_get()) import 000000005a28ad8c refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:3.0:1767384342.517623:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384342.517625:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384342.517627:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384342.517633:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000017865eb1. 00000100:00000001:1.0:1767384342.517635:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384342.517637:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384342.517640:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004a8c2434 x1853236723083392/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384358 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384342.517651:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@00000000858c198d x1853236723083904/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384342.517651:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384342.517655:0:16140:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384342.517661:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384342.517662:0:16140:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384342.517665:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384342.517668:0:16140:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 7380 usecs (8 jiffies) 00000100:00000040:3.0:1767384342.517671:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000858c198d] to pc [ptlrpcd_00_03+3] req@00000000858c198d x1853236723083904/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384342.517674:0:16140:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294932488 00000100:00000010:1.0:1767384342.517682:0:16140:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000029eacf56. 00000100:00000001:3.0:1767384342.517685:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384342.517690:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (270) 00000100:00000001:1.0:1767384342.517691:0:16140:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767384342.517699:0:16140:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294932488 00000100:00000010:1.0:1767384342.517702:0:16140:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c3b7a892. 00000100:00000001:1.0:1767384342.517705:0:16140:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767384342.517710:0:16140:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294932488 10000000:00000001:3.0:1767384342.517711:0:16776:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1767384342.517714:0:16776:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (0000000070cb7a0b) refs 2 00000100:00000010:1.0:1767384342.517714:0:16140:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000339ba51d. 10000000:00000001:3.0:1767384342.517719:0:16776:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384342.517720:0:16140:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 10000000:00000001:3.0:1767384342.517722:0:16776:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1767384342.517725:0:16776:0:(mgc_request.c:120:config_log_put()) Process leaving 00000100:00000001:1.0:1767384342.517726:0:16140:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294932488 10000000:00000001:3.0:1767384342.517729:0:16776:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:3.0:1767384342.517731:0:16776:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 00000100:00000010:1.0:1767384342.517732:0:16140:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ab67c776. 10000000:00000001:3.0:1767384342.517735:0:16776:0:(mgc_request.c:1794:mgc_process_log()) Process entered 00000100:00000001:1.0:1767384342.517737:0:16140:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 10000000:01000000:3.0:1767384342.517739:0:16776:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff8ef5103e6000 from 67 00000100:00000001:1.0:1767384342.517742:0:16140:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000001:3.0:1767384342.517743:0:16776:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:3.0:1767384342.517744:0:16776:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:3.0:1767384342.517749:0:16776:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fdfbfb9f. 00000100:00000001:1.0:1767384342.517750:0:16140:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384342.517752:0:16776:0:(genops.c:1229:class_import_get()) import 00000000df830bbe refcount=5 obd=MGC192.168.202.152@tcp 00000100:00000001:1.0:1767384342.517754:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384342.517756:0:16776:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384342.517759:0:16776:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767384342.517760:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384342.517763:0:16776:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384342.517768:0:16776:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000951b6c1e. 00000100:00000001:1.0:1767384342.517768:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384342.517771:0:16776:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384342.517772:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00010000:00000001:3.0:1767384342.517776:0:16776:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00000100:00000001:1.0:1767384342.517776:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384342.517781:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1767384342.517782:0:16776:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000100:00000001:1.0:1767384342.517786:0:16140:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384342.517790:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000858c198d x1853236723083904/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000010:3.0:1767384342.517791:0:16776:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000600ee2f5. 00010000:00000001:3.0:1767384342.517798:0:16776:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000100:00000001:1.0:1767384342.517799:0:16140:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384342.517802:0:16140:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.0:1767384342.517803:0:16776:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000009b046e44. 02000000:00000001:1.0:1767384342.517805:0:16140:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:3.0:1767384342.517808:0:16776:0:(lustre_handles.c:45:class_handle_hash()) Process entered 02000000:00000001:1.0:1767384342.517808:0:16140:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1767384342.517812:0:16776:0:(lustre_handles.c:77:class_handle_hash()) added object 000000009b046e44 with handle 0x7e51148972eecc8b to hash 02000000:00000001:1.0:1767384342.517813:0:16140:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384342.517818:0:16776:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000100:00100000:1.0:1767384342.517819:0:16140:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000858c198d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:16140:1853236723083904:0@lo:400: 00010000:00000001:3.0:1767384342.517821:0:16776:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446619781713886720 : -124291995664896 : ffff8ef503bffe00) 00000100:00000001:1.0:1767384342.517824:0:16140:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384342.517827:0:16140:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384342.517829:0:16140:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384342.517832:0:16776:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446619781713886720 : -124291995664896 : ffff8ef503bffe00) 02000000:00000001:1.0:1767384342.517832:0:16140:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384342.517837:0:16140:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005f394436. 00010000:00000001:3.0:1767384342.517838:0:16776:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 02000000:00000001:1.0:1767384342.517842:0:16140:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384342.517843:0:16776:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384342.517847:0:16776:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.152@tcp lock: 000000009b046e44/0x7e51148972eecc8b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 16776 timeout: 0 lvb_type: 0 00000400:00000010:1.0:1767384342.517848:0:16140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bb9cbdaf. 00000400:00000010:1.0:1767384342.517855:0:16140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c8d68723. 00010000:00010000:3.0:1767384342.517856:0:16776:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.152@tcp lock: 000000009b046e44/0x7e51148972eecc8b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 16776 timeout: 0 lvb_type: 0 00000100:00000200:1.0:1767384342.517860:0:16140:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236723083904, portal 10 00000100:00000001:1.0:1767384342.517866:0:16140:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384342.517868:0:16140:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782675224704 : -124291034326912 : ffff8ef53d0cd880) 00010000:00010000:3.0:1767384342.517870:0:16776:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.152@tcp lock: 000000009b046e44/0x7e51148972eecc8b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 16776 timeout: 0 lvb_type: 0 00000100:00000040:1.0:1767384342.517876:0:16140:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000858c198d x1853236723083904/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384358 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384342.517878:0:16776:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767384342.517881:0:16776:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384342.517887:0:16776:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008544eccb. 00000100:00000001:1.0:1767384342.517890:0:16140:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384342.517892:0:16776:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446619782551837696 : -124291157713920 : ffff8ef535b21c00) 00000100:00000001:3.0:1767384342.517898:0:16776:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:1.0:1767384342.517898:0:16140:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384342.517902:0:16776:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782675222912 : -124291034328704 : ffff8ef53d0cd180) 00000400:00000010:1.0:1767384342.517904:0:16140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000043c96435. 00000100:00000001:3.0:1767384342.517907:0:16776:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384342.517910:0:16776:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384342.517911:0:16140:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236723083904, offset 0 00000100:00000001:3.0:1767384342.517914:0:16776:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384342.517917:0:16776:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1767384342.517921:0:16140:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1767384342.517923:0:16776:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000fdfbfb9f x1853236723084032/t0(0) o101->MGC192.168.202.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384342.517934:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384342.517938:0:16776:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384342.517941:0:16776:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384342.517947:0:16776:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384342.517950:0:16776:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384342.517954:0:16776:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384342.517955:0:16140:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824c906a80 00000100:00100000:3.0:1767384342.517962:0:16776:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000fdfbfb9f pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c0412d60-4f67-4dbc-8791-892843f60083:16776:1853236723084032:0@lo:101: 00000100:00000001:3.0:1767384342.517969:0:16776:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1767384342.517969:0:16140:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 6936 02000000:00000001:3.0:1767384342.517974:0:16776:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1767384342.517976:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1767384342.517977:0:16776:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384342.517982:0:16776:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1767384342.517984:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384342.517989:0:16140:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384342.517992:0:16140:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 02000000:00000010:3.0:1767384342.517993:0:16776:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000002d6c50a9. 00000100:00000010:1.0:1767384342.517996:0:16140:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a50222b1. 02000000:00000001:3.0:1767384342.517997:0:16776:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384342.518002:0:16140:0:(events.c:337:request_in_callback()) incoming req@00000000a50222b1 x1853236723083904 msgsize 224 00000400:00000010:3.0:1767384342.518006:0:16776:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007bf43c01. 00000100:00100000:1.0:1767384342.518009:0:16140:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000010:3.0:1767384342.518013:0:16776:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007a8779cb. 00000100:00000200:3.0:1767384342.518018:0:16776:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236723084032, portal 25 00000100:00000001:3.0:1767384342.518020:0:16776:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384342.518021:0:16140:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384342.518024:0:16776:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782675222912 : -124291034328704 : ffff8ef53d0cd180) 00000400:00000200:1.0:1767384342.518028:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000043c96435 00000100:00000040:3.0:1767384342.518032:0:16776:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000fdfbfb9f x1853236723084032/t0(0) o101->MGC192.168.202.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384358 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384342.518033:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000043c96435. 00000100:00000001:1.0:1767384342.518039:0:16140:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384342.518043:0:16776:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:1.0:1767384342.518046:0:16140:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000858c198d x1853236723083904/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384358 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384342.518051:0:16776:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384342.518055:0:16776:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000075fee3c6. 00000100:00000001:1.0:1767384342.518059:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:3.0:1767384342.518060:0:16776:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853236723084032, offset 0 00000100:00000040:1.0:1767384342.518064:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000858c198d x1853236723083904/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384358 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384342.518070:0:16776:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384342.518077:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384342.518078:0:16140:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1767384342.518083:0:16776:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384342.518114:0:16140:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384342.518119:0:16140:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3738 usecs (4 jiffies) 00000100:00000001:1.0:1767384342.518123:0:16140:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294932485 00000100:00000001:1.0:1767384342.518126:0:16140:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294932488 00000100:00000001:1.0:1767384342.518129:0:16140:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294932485 00000100:00000001:1.0:1767384342.518131:0:16140:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294932488 00000100:00000001:1.0:1767384342.518134:0:16140:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294932485 00000100:00000001:1.0:1767384342.518137:0:16140:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294932488 00000400:00000200:3.0:1767384342.518138:0:16776:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695824c906b00 00000100:00000001:1.0:1767384342.518143:0:16140:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294932485 00000400:00000200:3.0:1767384342.518147:0:16776:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x1491 [2] + 0 00000100:00000001:1.0:1767384342.518150:0:16140:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294932488 00000400:00000010:3.0:1767384342.518152:0:16776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000eef60a18. 00000100:00000001:1.0:1767384342.518158:0:16140:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384342.518160:0:16776:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000000b8e6e2b 00000400:00000200:3.0:1767384342.518164:0:16776:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384342.518170:0:16776:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384342.518172:0:16140:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384342.518175:0:16776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000b8e6e2b 00000400:00000010:3.0:1767384342.518178:0:16776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000b8e6e2b. 00000100:00000001:1.0:1767384342.518178:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384342.518183:0:16776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1767384342.518184:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384342.518187:0:16776:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384342.518191:0:16776:0:(events.c:337:request_in_callback()) incoming req@0000000083242ec1 x1853236723084032 msgsize 328 00000100:00000001:1.0:1767384342.518193:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1767384342.518195:0:16776:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384342.518197:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:3.0:1767384342.518199:0:16776:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384342.518205:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384342.518209:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384342.518212:0:16776:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384342.518212:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384342.518217:0:16140:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000400:00000200:3.0:1767384342.518219:0:16776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000075fee3c6 00000100:00000001:1.0:1767384342.518221:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384342.518222:0:16776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000075fee3c6. 00000100:00000001:3.0:1767384342.518244:0:16776:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384342.518244:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384342.518249:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384342.518251:0:16776:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000fdfbfb9f x1853236723084032/t0(0) o101->MGC192.168.202.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384358 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384342.518253:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384342.518256:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384342.518259:0:16140:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384342.518266:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bf90d32f x1853236723083776/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384342.518294:0:16776:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384342.518295:0:16140:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1767384342.518299:0:16776:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000fdfbfb9f x1853236723084032/t0(0) o101->MGC192.168.202.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384358 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384342.518300:0:16140:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384342.518307:0:16140:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767384342.518308:0:16776:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384342.518312:0:16776:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:1.0:1767384342.518312:0:16140:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384342.518318:0:16140:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384342.518320:0:16776:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384342.518324:0:16140:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000bf90d32f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:16140:1853236723083776:0@lo:400: 00000100:00000001:3.0:1767384342.518325:0:16776:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294932505 00000100:00000001:3.0:1767384342.518332:0:16776:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294932488 00000100:00000001:1.0:1767384342.518332:0:16140:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384342.518337:0:16140:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767384342.518338:0:16776:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294932505 02000000:00000001:1.0:1767384342.518342:0:16140:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384342.518343:0:16776:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294932488 02000000:00000001:1.0:1767384342.518347:0:16140:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767384342.518348:0:16776:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294932505 00000100:00000001:3.0:1767384342.518353:0:16776:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294932488 02000000:00000010:1.0:1767384342.518354:0:16140:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006caa54d9. 00000100:00000001:3.0:1767384342.518356:0:16776:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294932505 02000000:00000001:1.0:1767384342.518361:0:16140:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384342.518362:0:16776:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294932488 00000100:00000001:3.0:1767384342.518367:0:16776:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384342.518369:0:16776:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384342.518370:0:16140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f738e56f. 00000100:00000001:3.0:1767384342.518371:0:16776:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384342.518373:0:16776:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767384342.518376:0:16776:0:(client.c:2690:ptlrpc_set_wait()) set 000000008544eccb going to sleep for 11 seconds 00000100:00000001:3.0:1767384342.518378:0:16776:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:1.0:1767384342.518380:0:16140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000043c96435. 00000100:00000001:3.0:1767384342.518381:0:16776:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384342.518387:0:16140:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236723083776, portal 10 00000100:00000001:1.0:1767384342.518390:0:16140:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384342.518391:0:16140:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782675219328 : -124291034332288 : ffff8ef53d0cc380) 00000100:00000001:3.0:1767384342.518393:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384342.518396:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767384342.518397:0:16140:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000bf90d32f x1853236723083776/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384358 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384342.518399:0:16137:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384342.518405:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a9ba819b x1853236723083520/t0(0) o400->MGC192.168.202.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384342.518413:0:16137:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384342.518414:0:16137:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384342.518418:0:16137:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384342.518421:0:16137:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384342.518426:0:16137:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384342.518429:0:16140:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384342.518435:0:16140:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:3.0:1767384342.518438:0:16137:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a9ba819b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c0412d60-4f67-4dbc-8791-892843f60083:16137:1853236723083520:0@lo:400: 00000400:00000010:1.0:1767384342.518440:0:16140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003d8b2f9d. 00000100:00000001:3.0:1767384342.518442:0:16137:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384342.518448:0:16137:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:1.0:1767384342.518448:0:16140:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236723083776, offset 0 02000000:00000001:3.0:1767384342.518451:0:16137:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384342.518454:0:16137:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384342.518457:0:16137:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e2cbead0. 00000400:00000200:1.0:1767384342.518461:0:16140:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:3.0:1767384342.518462:0:16137:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384342.518469:0:16137:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000622d1835. 00000400:00000200:1.0:1767384342.518473:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:3.0:1767384342.518477:0:16137:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000075fee3c6. 00000100:00000200:3.0:1767384342.518484:0:16137:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236723083520, portal 25 00000400:00000200:1.0:1767384342.518486:0:16140:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824c906a00 00000100:00000001:3.0:1767384342.518488:0:16137:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384342.518492:0:16137:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782675228288 : -124291034323328 : ffff8ef53d0ce680) 00000400:00000200:1.0:1767384342.518498:0:16140:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 7160 00000100:00000040:3.0:1767384342.518502:0:16137:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a9ba819b x1853236723083520/t0(0) o400->MGC192.168.202.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384358 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384342.518506:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384342.518516:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384342.518520:0:16137:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384342.518522:0:16140:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384342.518525:0:16140:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000040:3.0:1767384342.518528:0:16137:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000010:1.0:1767384342.518530:0:16140:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004f27a975. 00000400:00000010:3.0:1767384342.518534:0:16137:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002645768a. 00000100:00000040:1.0:1767384342.518534:0:16140:0:(events.c:337:request_in_callback()) incoming req@000000004f27a975 x1853236723083776 msgsize 224 00000100:00000200:3.0:1767384342.518541:0:16137:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853236723083520, offset 0 00000100:00100000:1.0:1767384342.518543:0:16140:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:3.0:1767384342.518552:0:16137:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384342.518552:0:16140:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384342.518561:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003d8b2f9d 00000400:00000010:1.0:1767384342.518563:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003d8b2f9d. 00000400:00000200:3.0:1767384342.518568:0:16137:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384342.518569:0:16140:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384342.518574:0:16140:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bf90d32f x1853236723083776/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384358 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384342.518579:0:16137:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x695824c906900 00000400:00000200:3.0:1767384342.518590:0:16137:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x14cd [2] + 0 00000100:00000001:1.0:1767384342.518591:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:3.0:1767384342.518593:0:16137:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000747b2c89. 00000100:00000040:1.0:1767384342.518597:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bf90d32f x1853236723083776/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384358 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384342.518598:0:16137:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000057c1b053 00000400:00000200:3.0:1767384342.518603:0:16137:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384342.518607:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384342.518611:0:16137:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384342.518612:0:16140:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1767384342.518616:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000057c1b053 00000100:00000001:1.0:1767384342.518618:0:16140:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384342.518619:0:16137:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000057c1b053. 00000100:00000001:3.0:1767384342.518626:0:16137:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:1.0:1767384342.518626:0:16140:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 3487 usecs (4 jiffies) 00000100:00000200:3.0:1767384342.518630:0:16137:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:1.0:1767384342.518631:0:16140:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294932485 00000100:00000040:3.0:1767384342.518633:0:16137:0:(events.c:337:request_in_callback()) incoming req@000000003b972cf6 x1853236723083520 msgsize 224 00000100:00000001:1.0:1767384342.518635:0:16140:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294932505 00000100:00000001:1.0:1767384342.518640:0:16140:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294932485 00000100:00100000:3.0:1767384342.518643:0:16137:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384342.518644:0:16140:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294932505 00000100:00000040:3.0:1767384342.518646:0:16137:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:1.0:1767384342.518654:0:16140:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294932485 00000100:00000001:3.0:1767384342.518655:0:16137:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384342.518656:0:16140:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294932505 00000100:00000001:1.0:1767384342.518658:0:16140:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294932485 00000100:00000001:1.0:1767384342.518659:0:16140:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294932505 00000100:00000001:1.0:1767384342.518660:0:16140:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384342.518662:0:16140:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384342.518666:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384342.518669:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002645768a 00000100:00000001:1.0:1767384342.518669:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384342.518672:0:16137:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002645768a. 00000100:00000001:3.0:1767384342.518674:0:16137:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384342.518677:0:16137:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a9ba819b x1853236723083520/t0(0) o400->MGC192.168.202.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384358 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384342.518678:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384342.518682:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384342.518689:0:16137:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384342.518691:0:16137:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a9ba819b x1853236723083520/t0(0) o400->MGC192.168.202.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384358 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384342.518696:0:17551:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384342.518697:0:16137:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384342.518701:0:17551:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723083392 00000100:00000001:3.0:1767384342.518702:0:16137:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384342.518706:0:16137:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384342.518706:0:17551:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384342.518708:0:17551:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384342.518710:0:16137:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294932505 00000100:00000001:1.0:1767384342.518711:0:17551:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384342.518715:0:16137:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 0, keep current deadline 4294932505 02000000:00000001:1.0:1767384342.518717:0:17551:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384342.518719:0:16137:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294932505 00000100:00100000:1.0:1767384342.518721:0:17551:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723083392 00000100:00000001:3.0:1767384342.518722:0:16137:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 1, keep current deadline 4294932505 00000100:00000001:3.0:1767384342.518726:0:16137:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294932505 00000020:00000001:1.0:1767384342.518726:0:17551:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384342.518728:0:16137:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 2, keep current deadline 4294932505 00000020:00000040:1.0:1767384342.518729:0:17551:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eeca38 00000100:00000001:3.0:1767384342.518732:0:16137:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294932505 00000020:00000001:1.0:1767384342.518733:0:17551:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384342.518735:0:16137:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 3, keep current deadline 4294932505 00000020:00000040:1.0:1767384342.518737:0:17551:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000cf791f94 refcount=5 00000100:00000001:3.0:1767384342.518738:0:16137:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384342.518741:0:17551:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619777391929344 : -124296317622272 : ffff8ef402242800) 00000100:00000001:3.0:1767384342.518742:0:16137:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384342.518747:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384342.518747:0:17551:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619777391929344 : -124296317622272 : ffff8ef402242800) 00000100:00000001:3.0:1767384342.518752:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384342.518753:0:17551:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384342.518756:0:16137:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:1.0:1767384342.518758:0:17551:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000083734409. 00000100:00000001:3.0:1767384342.518759:0:16137:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384342.518764:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384342.518765:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:1.0:1767384342.518765:0:17551:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000000f7c74c8. 00000100:00000001:3.0:1767384342.518769:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384342.518773:0:16137:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000020:00000040:1.0:1767384342.518773:0:17551:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (0000000083abdb14) now 6 - evictor 00000100:00000001:3.0:1767384342.518776:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384342.518779:0:16137:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384342.518780:0:16137:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384342.518782:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384342.518783:0:17551:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1767384342.518788:0:17551:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005d85d69e. 00000100:00000001:3.0:1767384342.518789:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384342.518793:0:16137:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000010:1.0:1767384342.518795:0:17551:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000aa780873. 00000100:00000040:3.0:1767384342.518797:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f9e83428 x1853236723083648/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384342.518802:0:17551:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000082b89efe. 00000100:00000001:3.0:1767384342.518808:0:16137:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384342.518810:0:16137:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384342.518812:0:16137:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1767384342.518813:0:17551:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 02000000:00000001:3.0:1767384342.518814:0:16137:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384342.518819:0:17551:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 02000000:00000001:3.0:1767384342.518820:0:16137:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384342.518822:0:16137:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f9e83428 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16137:1853236723083648:0@lo:400: 00000100:00000001:3.0:1767384342.518824:0:16137:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384342.518825:0:16137:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384342.518829:0:16137:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384342.518829:0:17551:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:3.0:1767384342.518832:0:16137:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767384342.518833:0:17551:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384342.518836:0:16137:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d90b08f0. 02000000:00000001:3.0:1767384342.518839:0:16137:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384342.518841:0:17551:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384342.518842:0:16137:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005bcd236e. 00000400:00000010:3.0:1767384342.518847:0:16137:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002645768a. 00000100:00000001:1.0:1767384342.518849:0:17551:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384342.518850:0:16137:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236723083648, portal 4 00000100:00000001:3.0:1767384342.518855:0:16137:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384342.518857:0:16137:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782675229184 : -124291034322432 : ffff8ef53d0cea00) 00000100:00000040:3.0:1767384342.518860:0:16137:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f9e83428 x1853236723083648/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384358 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384342.518863:0:17551:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384342.518868:0:16137:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384342.518868:0:17551:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:3.0:1767384342.518873:0:16137:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384342.518876:0:16137:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008fbdf106. 00000100:00100000:1.0:1767384342.518878:0:17551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00000200:3.0:1767384342.518879:0:16137:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853236723083648, offset 0 00000100:00000040:1.0:1767384342.518887:0:17551:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000cf791f94 : new rpc_count 1 00000400:00000200:3.0:1767384342.518888:0:16137:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384342.518894:0:17551:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619782424488448 : -124291285063168 : ffff8ef52e1aea00) 00000400:00000200:3.0:1767384342.518900:0:16137:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:1.0:1767384342.518905:0:17551:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f579c0b8 x1853236723083392/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:323/0 lens 224/0 e 0 to 0 dl 1767384353 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384342.518912:0:16137:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x695824c906980 00000400:00000200:3.0:1767384342.518924:0:16137:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xa9d [8] + 4112 00000100:00000001:1.0:1767384342.518927:0:17551:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1767384342.518930:0:16137:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:1.0:1767384342.518933:0:17551:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002f954996. 00000400:00000200:3.0:1767384342.518939:0:16137:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384342.518939:0:17551:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384342.518945:0:17551:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002f954996. 00000100:00000001:3.0:1767384342.518948:0:16137:0:(events.c:286:request_in_callback()) Process entered 00000100:00100000:1.0:1767384342.518950:0:17551:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000f579c0b8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16140:x1853236723083392:12345-0@lo:13: 00000100:00000200:1.0:1767384342.518953:0:17551:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723083392 00000020:00000001:1.0:1767384342.518956:0:17551:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000200:3.0:1767384342.518959:0:16137:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000020:00000001:1.0:1767384342.518960:0:17551:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384342.518964:0:17551:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384342.518966:0:16137:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002853bee5. 00000020:00000001:1.0:1767384342.518966:0:17551:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384342.518970:0:17551:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072673306064 : -1036245552 : ffffffffc23c25d0) 00000100:00000040:3.0:1767384342.518972:0:16137:0:(events.c:337:request_in_callback()) incoming req@000000002853bee5 x1853236723083648 msgsize 224 00000020:00000001:1.0:1767384342.518974:0:17551:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384342.518978:0:17551:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384342.518982:0:17551:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00100000:3.0:1767384342.518983:0:16137:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:1.0:1767384342.518985:0:17551:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384342.518988:0:17551:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384342.518992:0:17551:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384342.518993:0:17551:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1767384342.518995:0:16137:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000010:1.0:1767384342.518996:0:17551:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 0000000004b7e5ad. 02000000:00000001:1.0:1767384342.519000:0:17551:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384342.519001:0:17551:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384342.519002:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008fbdf106 00002000:00000001:1.0:1767384342.519004:0:17551:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000400:00000010:3.0:1767384342.519007:0:16137:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008fbdf106. 00000100:00000001:3.0:1767384342.519010:0:16137:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384342.519016:0:16137:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f9e83428 x1853236723083648/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384358 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00002000:00000001:1.0:1767384342.519016:0:17551:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:1.0:1767384342.519020:0:17551:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00080000:00000001:1.0:1767384342.519024:0:17551:0:(osd_handler.c:571:osd_statfs()) Process entered 00000100:00000001:3.0:1767384342.519031:0:16137:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384342.519034:0:16137:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f9e83428 x1853236723083648/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384358 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00080000:00000001:1.0:1767384342.519036:0:17551:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384342.519042:0:17551:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:1.0:1767384342.519047:0:17551:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 389021696 avail 386924544 00000100:00000001:3.0:1767384342.519050:0:16137:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:1.0:1767384342.519051:0:17551:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40828928 0 0 00000100:00000001:3.0:1767384342.519054:0:16137:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000020:1.0:1767384342.519056:0:17551:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000cf791f94 dirty 0 pend 0 grant 0 00000100:00000001:3.0:1767384342.519060:0:16137:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00002000:00000020:1.0:1767384342.519060:0:17551:0:(ofd_obd.c:737:ofd_statfs()) 374 blocks: 371 free, 331 avail; 12296 objects: 11872 free; state 0 00002000:00000001:1.0:1767384342.519066:0:17551:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000100:00000040:3.0:1767384342.519068:0:16137:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 7380 usecs (8 jiffies) 00000001:00000001:1.0:1767384342.519070:0:17551:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1767384342.519073:0:17551:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384342.519074:0:16137:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294932489 00002000:00000001:1.0:1767384342.519075:0:17551:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384342.519080:0:17551:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236723083392 00000100:00000001:3.0:1767384342.519081:0:16137:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294932505 00010000:00000001:1.0:1767384342.519083:0:17551:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:3.0:1767384342.519110:0:16137:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294932490 00010000:00000200:1.0:1767384342.519110:0:17551:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000f579c0b8 x1853236723083392/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:323/0 lens 224/368 e 0 to 0 dl 1767384353 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384342.519117:0:16137:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294932505 00000100:00000001:3.0:1767384342.519124:0:16137:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294932490 00010000:00000001:1.0:1767384342.519125:0:17551:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1767384342.519130:0:16137:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294932505 00010000:00000001:1.0:1767384342.519131:0:17551:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384342.519136:0:16137:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294932490 00000100:00001000:1.0:1767384342.519137:0:17551:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bde6550e time=61 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384342.519143:0:16137:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294932505 00000100:00000001:1.0:1767384342.519145:0:17551:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1767384342.519147:0:16137:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767384342.519150:0:17551:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 21 to 0@lo 00000100:00000001:3.0:1767384342.519153:0:16137:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384342.519154:0:17551:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 02000000:00000001:1.0:1767384342.519159:0:17551:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1767384342.519160:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384342.519161:0:17551:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384342.519167:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384342.519167:0:17551:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384342.519173:0:17551:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384342.519176:0:17551:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003d8b2f9d. 00000100:00000200:1.0:1767384342.519178:0:17551:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853236723083392, offset 224 00000100:00000001:3.0:1767384342.519182:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384342.519182:0:17551:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384342.519187:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384342.519193:0:17551:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384342.519201:0:17551:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x695824c906880 00000100:00000001:3.0:1767384342.519204:0:27212:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:1.0:1767384342.519205:0:17551:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1ca5 [1] + 224 00000400:00000200:1.0:1767384342.519209:0:17551:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:3.0:1767384342.519214:0:27212:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723084032 02000000:00000001:3.0:1767384342.519217:0:27212:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:1.0:1767384342.519222:0:17551:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384342.519236:0:27212:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384342.519241:0:27212:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384342.519244:0:17551:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:3.0:1767384342.519246:0:27212:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384342.519250:0:17551:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004a8c2434 x1853236723083392/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384358 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384342.519251:0:27212:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723084032 00000020:00000001:3.0:1767384342.519257:0:27212:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384342.519260:0:27212:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eec8e1 00000100:00000040:1.0:1767384342.519264:0:17551:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@000000004a8c2434 x1853236723083392/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384358 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384342.519265:0:27212:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384342.519269:0:27212:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000555601ca refcount=14 00000020:00000001:3.0:1767384342.519276:0:27212:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000020:00000001:3.0:1767384342.519280:0:27212:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000100:00000001:1.0:1767384342.519282:0:17551:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384342.519284:0:27212:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1767384342.519288:0:17551:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003d8b2f9d 00000020:00000010:3.0:1767384342.519289:0:27212:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000046474daa. 00000400:00000010:1.0:1767384342.519293:0:17551:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003d8b2f9d. 00000100:00000001:3.0:1767384342.519294:0:27212:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384342.519296:0:17551:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384342.519300:0:17551:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000010:3.0:1767384342.519301:0:27212:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000046474daa. 00000100:00000001:1.0:1767384342.519304:0:17551:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384342.519308:0:27212:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002353e2e0. 00000100:00000040:1.0:1767384342.519308:0:17551:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 20 to 0@lo 00000020:00000010:3.0:1767384342.519315:0:27212:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000020d29dff. 00010000:00000001:1.0:1767384342.519316:0:17551:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384342.519321:0:17551:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384342.519323:0:27212:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000cd9d2cca. 00000020:00000001:1.0:1767384342.519326:0:17551:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384342.519332:0:27212:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000040:1.0:1767384342.519333:0:17551:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f579c0b8 x1853236723083392/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:323/0 lens 224/368 e 0 to 0 dl 1767384353 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384342.519338:0:27212:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384342.519341:0:27212:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384342.519345:0:27212:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384342.519353:0:27212:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384342.519355:0:17551:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000f579c0b8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16140:x1853236723083392:12345-0@lo:13: Request processed in 426us (1788us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384342.519366:0:27212:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384342.519367:0:17551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00000040:1.0:1767384342.519374:0:17551:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000cf791f94 : new rpc_count 0 00000100:00000001:1.0:1767384342.519378:0:17551:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384342.519379:0:27212:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384342.519381:0:17551:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00100000:3.0:1767384342.519383:0:27212:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723083520 02000000:00000001:3.0:1767384342.519387:0:27212:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000010:1.0:1767384342.519387:0:17551:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000aa780873. 00000100:00000001:3.0:1767384342.519388:0:27212:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384342.519392:0:27212:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384342.519395:0:17551:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000082b89efe. 02000000:00000001:3.0:1767384342.519396:0:27212:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384342.519400:0:27212:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723083520 00000020:00000001:3.0:1767384342.519404:0:27212:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000010:1.0:1767384342.519404:0:17551:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005d85d69e. 00000020:00000040:3.0:1767384342.519407:0:27212:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eec8e1 00000020:00000001:3.0:1767384342.519411:0:27212:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384342.519412:0:17551:0:(genops.c:898:class_export_put()) PUTting export 00000000cf791f94 : new refcount 4 00000100:00000001:1.0:1767384342.519416:0:17551:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1767384342.519420:0:27212:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000555601ca refcount=15 00000020:00000001:3.0:1767384342.519424:0:27212:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000020:00000001:3.0:1767384342.519427:0:27212:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000100:00000001:3.0:1767384342.519430:0:27212:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384342.519433:0:27212:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000046474daa. 00000100:00000001:3.0:1767384342.519436:0:27212:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384342.519438:0:27212:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000046474daa. 00000100:00000001:1.0:1767384342.519439:0:16779:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384342.519442:0:16779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723083904 00000020:00000010:3.0:1767384342.519444:0:27212:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000232eba27. 02000000:00000001:1.0:1767384342.519445:0:16779:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384342.519448:0:16779:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:3.0:1767384342.519452:0:27212:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004d2d7163. 00000100:00000001:1.0:1767384342.519457:0:16779:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384342.519458:0:27212:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000009b4839c8. 02000000:00000001:1.0:1767384342.519460:0:16779:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384342.519464:0:27212:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00100000:1.0:1767384342.519465:0:16779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723083904 00000100:00000001:3.0:1767384342.519469:0:27212:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:1.0:1767384342.519471:0:16779:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384342.519473:0:27212:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384342.519475:0:16779:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eeca23 00000100:00000001:3.0:1767384342.519480:0:27212:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384342.519481:0:16779:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384342.519486:0:16779:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000b2466616 refcount=5 00000100:00000001:3.0:1767384342.519493:0:27212:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384342.519493:0:16779:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619782058162176 : -124291651389440 : ffff8ef518453800) 00000020:00000001:1.0:1767384342.519501:0:16779:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619782058162176 : -124291651389440 : ffff8ef518453800) 00000100:00000001:3.0:1767384342.519505:0:27212:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384342.519507:0:16779:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384342.519508:0:27212:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:1.0:1767384342.519514:0:16779:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002f954996. 00000100:00100000:3.0:1767384342.519515:0:27212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 133 00000100:00000040:3.0:1767384342.519521:0:27212:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000555601ca : new rpc_count 1 00000020:00000010:1.0:1767384342.519522:0:16779:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000edb0cbe6. 00000100:00000001:3.0:1767384342.519525:0:27212:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619781697491024 : -124292012060592 : ffff8ef502c5d050) 00000020:00000040:1.0:1767384342.519529:0:16779:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000b1f9e0ef) now 8 - evictor 00000100:00000040:3.0:1767384342.519532:0:27212:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000083242ec1 x1853236723084032/t0(0) o101->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:323/0 lens 328/0 e 0 to 0 dl 1767384353 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384342.519537:0:16779:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1767384342.519543:0:16779:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005d85d69e. 00000100:00000001:3.0:1767384342.519546:0:27212:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384342.519549:0:16779:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000aa780873. 00000020:00000010:3.0:1767384342.519551:0:27212:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000046474daa. 00000020:00000010:1.0:1767384342.519555:0:16779:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000082b89efe. 00000100:00000001:3.0:1767384342.519556:0:27212:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384342.519562:0:27212:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000046474daa. 00000100:00000040:1.0:1767384342.519568:0:16779:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00100000:3.0:1767384342.519569:0:27212:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000083242ec1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:c0412d60-4f67-4dbc-8791-892843f60083+15:16776:x1853236723084032:12345-0@lo:101: 00000100:00000001:1.0:1767384342.519574:0:16779:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000200:3.0:1767384342.519576:0:27212:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723084032 00000100:00000001:1.0:1767384342.519579:0:16779:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:3.0:1767384342.519581:0:27212:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:1.0:1767384342.519583:0:16779:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384342.519586:0:27212:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384342.519589:0:27212:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384342.519590:0:16779:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000001:3.0:1767384342.519592:0:27212:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1767384342.519595:0:16779:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1767384342.519597:0:16779:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384342.519603:0:27212:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669141056 : -1040410560 : ffffffffc1fc9840) 00000020:00000001:3.0:1767384342.519607:0:27212:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1767384342.519608:0:16779:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384342.519609:0:27212:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384342.519615:0:27212:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384342.519616:0:27212:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384342.519620:0:27212:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384342.519622:0:27212:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00000100:00000001:1.0:1767384342.519622:0:16779:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384342.519627:0:16779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723083776 00010000:00000001:3.0:1767384342.519628:0:27212:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 02000000:00000001:1.0:1767384342.519632:0:16779:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00010000:00010000:3.0:1767384342.519633:0:27212:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1767384342.519638:0:27212:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00000100:00000001:1.0:1767384342.519638:0:16779:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384342.519643:0:16779:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384342.519644:0:27212:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384342.519649:0:16779:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384342.519652:0:27212:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000100:00100000:1.0:1767384342.519654:0:16779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723083776 00010000:00000010:3.0:1767384342.519658:0:27212:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000019489522. 00000020:00000001:1.0:1767384342.519659:0:16779:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384342.519662:0:16779:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eeca2a 00010000:00000001:3.0:1767384342.519664:0:27212:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000020:00000001:1.0:1767384342.519667:0:16779:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000010:3.0:1767384342.519668:0:27212:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000086b0453b. 00000020:00000001:3.0:1767384342.519671:0:27212:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384342.519673:0:27212:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000086b0453b with handle 0x7e51148972eecc92 to hash 00000020:00000001:3.0:1767384342.519674:0:27212:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384342.519678:0:27212:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446619781713879552 : -124291995672064 : ffff8ef503bfe200) 00000020:00000040:1.0:1767384342.519679:0:16779:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f335576c refcount=5 00010000:00000001:3.0:1767384342.519680:0:27212:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446619781713879552 : -124291995672064 : ffff8ef503bfe200) 00010000:00010000:3.0:1767384342.519684:0:27212:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 0000000086b0453b/0x7e51148972eecc92 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x7e51148972eecc8b expref: -99 pid: 27212 timeout: 0 lvb_type: 0 00000020:00000001:1.0:1767384342.519686:0:16779:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619777384806400 : -124296324745216 : ffff8ef401b77800) 00000020:00000001:1.0:1767384342.519693:0:16779:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619777384806400 : -124296324745216 : ffff8ef401b77800) 00010000:00000040:3.0:1767384342.519696:0:27212:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 00000000555601ca : new locks_count 10 00000020:00000040:3.0:1767384342.519700:0:27212:0:(genops.c:887:class_export_get()) GET export 00000000555601ca refcount=16 00000100:00000001:1.0:1767384342.519700:0:16779:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384342.519705:0:27212:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000010:1.0:1767384342.519705:0:16779:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000edb0cbe6. 00000100:00000001:1.0:1767384342.519708:0:16779:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384342.519710:0:27212:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:1.0:1767384342.519712:0:16779:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000edb0cbe6. 02000000:00000010:3.0:1767384342.519716:0:27212:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000dc9fce26. 02000000:00000001:3.0:1767384342.519720:0:27212:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384342.519721:0:16779:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008c355ec5. 00000100:00000001:3.0:1767384342.519723:0:27212:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384342.519728:0:16779:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002fb45aa0. 00010000:00000001:3.0:1767384342.519729:0:27212:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384342.519734:0:27212:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00000020:00000010:1.0:1767384342.519735:0:16779:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002af3f430. 00010000:00000001:3.0:1767384342.519738:0:27212:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384342.519742:0:27212:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000100:00000001:1.0:1767384342.519743:0:16779:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00010000:00000001:3.0:1767384342.519745:0:27212:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384342.519747:0:16779:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384342.519749:0:16779:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384342.519754:0:16779:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00010000:00000001:3.0:1767384342.519756:0:27212:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000100:00000001:1.0:1767384342.519759:0:16779:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00010000:00000001:3.0:1767384342.519760:0:27212:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384342.519763:0:16779:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384342.519765:0:27212:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384342.519769:0:27212:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384342.519770:0:27212:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384342.519772:0:27212:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384342.519774:0:27212:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000019489522) refcount = 1 00000100:00000001:1.0:1767384342.519774:0:16779:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1767384342.519784:0:27212:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000086b0453b/0x7e51148972eecc92 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x7e51148972eecc8b expref: 16 pid: 27212 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384342.519789:0:16779:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00000001:3.0:1767384342.519790:0:27212:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00000100:00000001:1.0:1767384342.519793:0:16779:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000001:3.0:1767384342.519794:0:27212:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384342.519798:0:27212:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384342.519800:0:27212:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384342.519804:0:27212:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1767384342.519805:0:16779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00010000:00000001:3.0:1767384342.519809:0:27212:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00000100:00000040:1.0:1767384342.519810:0:16779:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000b2466616 : new rpc_count 1 00010000:00010000:3.0:1767384342.519813:0:27212:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 0000000086b0453b/0x7e51148972eecc92 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7e51148972eecc8b expref: 16 pid: 27212 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384342.519817:0:16779:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619782424492032 : -124291285059584 : ffff8ef52e1af800) 00010000:00000001:3.0:1767384342.519823:0:27212:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384342.519826:0:27212:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000040:1.0:1767384342.519827:0:16779:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a50222b1 x1853236723083904/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:323/0 lens 224/0 e 0 to 0 dl 1767384353 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384342.519828:0:27212:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384342.519834:0:27212:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384342.519837:0:27212:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384342.519839:0:27212:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384342.519842:0:27212:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384342.519844:0:27212:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 0000000086b0453b, rc 0) 00000020:00000001:3.0:1767384342.519848:0:27212:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384342.519849:0:16779:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000040:3.0:1767384342.519850:0:27212:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236723084032 00010000:00000001:3.0:1767384342.519854:0:27212:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000010:1.0:1767384342.519855:0:16779:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000edb0cbe6. 00010000:00000200:3.0:1767384342.519856:0:27212:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000083242ec1 x1853236723084032/t0(0) o101->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:323/0 lens 328/344 e 0 to 0 dl 1767384353 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384342.519861:0:16779:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384342.519868:0:27212:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000010:1.0:1767384342.519869:0:16779:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000edb0cbe6. 00010000:00000001:3.0:1767384342.519870:0:27212:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384342.519876:0:27212:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dd452398 time=72 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384342.519878:0:27212:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00100000:1.0:1767384342.519880:0:16779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000a50222b1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:16140:x1853236723083904:12345-0@lo:400: 00000100:00000200:1.0:1767384342.519887:0:16779:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723083904 00000100:00000040:3.0:1767384342.519890:0:27212:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 21 to 0@lo 00000020:00000001:1.0:1767384342.519892:0:16779:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:3.0:1767384342.519895:0:27212:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 00000020:00000001:1.0:1767384342.519897:0:16779:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 02000000:00000001:3.0:1767384342.519900:0:27212:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384342.519902:0:27212:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384342.519905:0:27212:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:1.0:1767384342.519907:0:16779:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384342.519911:0:27212:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:1.0:1767384342.519913:0:16779:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000010:3.0:1767384342.519916:0:27212:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008fbdf106. 00000020:00000001:1.0:1767384342.519917:0:16779:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661494240 : -1048057376 : ffffffffc187e9e0) 00000100:00000200:3.0:1767384342.519923:0:27212:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236723084032, offset 224 00000020:00000001:1.0:1767384342.519924:0:16779:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384342.519928:0:16779:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384342.519932:0:16779:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:3.0:1767384342.519934:0:27212:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:1.0:1767384342.519935:0:16779:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384342.519940:0:16779:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384342.519945:0:27212:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:1.0:1767384342.519945:0:16779:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1767384342.519950:0:16779:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384342.519952:0:16779:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:3.0:1767384342.519953:0:27212:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695824c906b00 02000000:00000010:1.0:1767384342.519956:0:16779:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000005a3092ce. 00000400:00000200:3.0:1767384342.519959:0:27212:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x1cb5 [1] + 224 02000000:00000001:1.0:1767384342.519961:0:16779:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384342.519966:0:16779:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384342.519968:0:27212:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1767384342.519969:0:16779:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384342.519973:0:16779:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236723083904 00000400:00000200:3.0:1767384342.519974:0:27212:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:1.0:1767384342.519977:0:16779:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:3.0:1767384342.519979:0:27212:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000200:1.0:1767384342.519984:0:16779:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000a50222b1 x1853236723083904/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:323/0 lens 224/224 e 0 to 0 dl 1767384353 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384342.519985:0:27212:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000fdfbfb9f x1853236723084032/t0(0) o101->MGC192.168.202.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384358 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384342.520017:0:16779:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000040:3.0:1767384342.520018:0:27212:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@00000000fdfbfb9f x1853236723084032/t0(0) o101->MGC192.168.202.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384358 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384342.520021:0:16779:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384342.520028:0:16779:0:(import.c:2128:obd_at_measure()) add 1 to 000000008dd0459f time=67 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384342.520036:0:16779:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384342.520041:0:16779:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 22 to 0@lo 00000100:00000001:1.0:1767384342.520044:0:16779:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 00000100:00000001:3.0:1767384342.520047:0:27212:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:1.0:1767384342.520047:0:16779:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384342.520051:0:16779:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384342.520055:0:16779:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767384342.520056:0:27212:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008fbdf106 00000400:00000010:3.0:1767384342.520060:0:27212:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008fbdf106. 00000100:00000040:1.0:1767384342.520064:0:16779:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384342.520066:0:27212:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000010:1.0:1767384342.520069:0:16779:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003d8b2f9d. 00000100:00000001:3.0:1767384342.520070:0:27212:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000200:1.0:1767384342.520077:0:16779:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236723083904, offset 224 00000100:00000001:3.0:1767384342.520078:0:27212:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384342.520113:0:27212:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 21 to 0@lo 00010000:00000001:3.0:1767384342.520118:0:27212:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384342.520120:0:27212:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384342.520123:0:27212:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:1.0:1767384342.520127:0:16779:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1767384342.520129:0:27212:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000083242ec1 x1853236723084032/t0(0) o101->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:323/0 lens 328/344 e 0 to 0 dl 1767384353 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384342.520141:0:16779:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:3.0:1767384342.520147:0:27212:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000083242ec1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:c0412d60-4f67-4dbc-8791-892843f60083+16:16776:x1853236723084032:12345-0@lo:101: Request processed in 598us (1951us total) trans 0 rc 0/0 00000400:00000200:1.0:1767384342.520153:0:16779:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824c906a80 00000400:00000200:1.0:1767384342.520162:0:16779:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1cad [1] + 224 00000100:00100000:3.0:1767384342.520171:0:27212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 133 00000100:00000040:3.0:1767384342.520178:0:27212:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000555601ca : new rpc_count 0 00000400:00000200:1.0:1767384342.520180:0:16779:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384342.520181:0:27212:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384342.520185:0:27212:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:1.0:1767384342.520189:0:16779:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:3.0:1767384342.520190:0:27212:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000020d29dff. 00000020:00000010:3.0:1767384342.520196:0:27212:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000cd9d2cca. 00000100:00000001:1.0:1767384342.520196:0:16779:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:3.0:1767384342.520202:0:27212:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002353e2e0. 00000100:00000200:1.0:1767384342.520204:0:16779:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000858c198d x1853236723083904/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384358 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384342.520208:0:27212:0:(genops.c:898:class_export_put()) PUTting export 00000000555601ca : new refcount 15 02000000:00000001:3.0:1767384342.520215:0:27212:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384342.520218:0:27212:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000dc9fce26. 00000100:00000040:1.0:1767384342.520236:0:16779:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000858c198d x1853236723083904/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384358 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384342.520238:0:27212:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384342.520243:0:27212:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384342.520252:0:27212:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:1.0:1767384342.520253:0:16779:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:3.0:1767384342.520260:0:27212:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003a259efe. 00000400:00000200:1.0:1767384342.520261:0:16779:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003d8b2f9d 00000400:00000010:1.0:1767384342.520266:0:16779:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003d8b2f9d. 00000100:00000001:1.0:1767384342.520268:0:16779:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384342.520270:0:16779:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384342.520274:0:16779:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384342.520276:0:27212:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002b82536b. 00000100:00000040:1.0:1767384342.520276:0:16779:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 20 to 0@lo 00010000:00000001:1.0:1767384342.520281:0:16779:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384342.520284:0:16779:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384342.520286:0:16779:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384342.520289:0:16779:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a50222b1 x1853236723083904/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:323/0 lens 224/224 e 0 to 0 dl 1767384353 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384342.520293:0:27212:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384342.520298:0:27212:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384342.520298:0:16779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000a50222b1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:16140:x1853236723083904:12345-0@lo:400: Request processed in 446us (2292us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384342.520307:0:27212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 134 00000100:00100000:1.0:1767384342.520308:0:16779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00000040:3.0:1767384342.520316:0:27212:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000555601ca : new rpc_count 1 00000100:00000040:1.0:1767384342.520316:0:16779:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000b2466616 : new rpc_count 0 00000100:00000001:3.0:1767384342.520322:0:27212:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619781697488976 : -124292012062640 : ffff8ef502c5c850) 00000100:00000001:1.0:1767384342.520323:0:16779:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384342.520326:0:16779:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384342.520329:0:16779:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000aa780873. 00000100:00000040:3.0:1767384342.520331:0:27212:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000003b972cf6 x1853236723083520/t0(0) o400->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:323/0 lens 224/0 e 0 to 0 dl 1767384353 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384342.520333:0:16779:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000082b89efe. 00000020:00000010:1.0:1767384342.520340:0:16779:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005d85d69e. 00000020:00000040:1.0:1767384342.520346:0:16779:0:(genops.c:898:class_export_put()) PUTting export 00000000b2466616 : new refcount 4 00000100:00000001:3.0:1767384342.520347:0:27212:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384342.520350:0:16779:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384342.520353:0:27212:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000046474daa. 00000100:00000001:3.0:1767384342.520358:0:27212:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384342.520361:0:27212:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000046474daa. 00000100:00000001:1.0:1767384342.520361:0:16779:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384342.520364:0:16779:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384342.520371:0:27212:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000003b972cf6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:c0412d60-4f67-4dbc-8791-892843f60083+15:16137:x1853236723083520:12345-0@lo:400: 00000100:00100000:1.0:1767384342.520376:0:16779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00000200:3.0:1767384342.520378:0:27212:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723083520 00000100:00000040:1.0:1767384342.520380:0:16779:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000f335576c : new rpc_count 1 00000020:00000001:3.0:1767384342.520384:0:27212:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:1.0:1767384342.520384:0:16779:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619782424480384 : -124291285071232 : ffff8ef52e1aca80) 00000020:00000001:3.0:1767384342.520389:0:27212:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000040:1.0:1767384342.520392:0:16779:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000004f27a975 x1853236723083776/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:323/0 lens 224/0 e 0 to 0 dl 1767384353 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384342.520393:0:27212:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384342.520400:0:16779:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384342.520403:0:16779:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000edb0cbe6. 00000020:00000001:3.0:1767384342.520408:0:27212:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1767384342.520408:0:16779:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384342.520413:0:27212:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669141120 : -1040410496 : ffffffffc1fc9880) 00000020:00000010:1.0:1767384342.520413:0:16779:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000edb0cbe6. 00000020:00000001:3.0:1767384342.520420:0:27212:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00100000:1.0:1767384342.520420:0:16779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000004f27a975 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:16140:x1853236723083776:12345-0@lo:400: 00000020:00000001:3.0:1767384342.520424:0:27212:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384342.520425:0:16779:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723083776 00000020:00000001:3.0:1767384342.520430:0:27212:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384342.520431:0:16779:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384342.520435:0:27212:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384342.520436:0:16779:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384342.520440:0:27212:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384342.520441:0:16779:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384342.520448:0:27212:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000020:00000001:1.0:1767384342.520448:0:16779:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384342.520450:0:16779:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661494240 : -1048057376 : ffffffffc187e9e0) 00000100:00000001:3.0:1767384342.520452:0:27212:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:1.0:1767384342.520453:0:16779:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 02000000:00000001:3.0:1767384342.520457:0:27212:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:1.0:1767384342.520457:0:16779:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384342.520461:0:16779:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 02000000:00000010:3.0:1767384342.520463:0:27212:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000dc9fce26. 00000020:00000001:1.0:1767384342.520463:0:16779:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384342.520464:0:16779:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384342.520469:0:27212:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384342.520469:0:16779:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1767384342.520473:0:16779:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1767384342.520474:0:27212:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384342.520476:0:16779:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:3.0:1767384342.520480:0:27212:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384342.520480:0:16779:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000006d629fbe. 00010000:00000040:3.0:1767384342.520485:0:27212:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236723083520 02000000:00000001:1.0:1767384342.520486:0:16779:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384342.520490:0:16779:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384342.520492:0:27212:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000001:1.0:1767384342.520493:0:16779:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384342.520496:0:16779:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236723083776 00010000:00000001:1.0:1767384342.520498:0:16779:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384342.520500:0:27212:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000003b972cf6 x1853236723083520/t0(0) o400->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:323/0 lens 224/224 e 0 to 0 dl 1767384353 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000200:1.0:1767384342.520503:0:16779:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000004f27a975 x1853236723083776/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:323/0 lens 224/224 e 0 to 0 dl 1767384353 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384342.520530:0:16779:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384342.520532:0:27212:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384342.520534:0:27212:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384342.520538:0:27212:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dd452398 time=72 v=5 (1 0 0 0) 00010000:00000001:1.0:1767384342.520539:0:16779:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384342.520545:0:16779:0:(import.c:2128:obd_at_measure()) add 1 to 000000008dd0459f time=67 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384342.520547:0:27212:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1767384342.520549:0:16779:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384342.520553:0:27212:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 21 to 0@lo 00000100:00000040:1.0:1767384342.520555:0:16779:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 22 to 0@lo 00000100:00000001:3.0:1767384342.520558:0:27212:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 00000100:00000001:1.0:1767384342.520559:0:16779:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 02000000:00000001:3.0:1767384342.520566:0:27212:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384342.520566:0:16779:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384342.520570:0:16779:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384342.520571:0:27212:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384342.520573:0:16779:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384342.520576:0:27212:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384342.520578:0:16779:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384342.520582:0:16779:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003d8b2f9d. 00000100:00000040:3.0:1767384342.520584:0:27212:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:1.0:1767384342.520586:0:16779:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236723083776, offset 224 00000400:00000010:3.0:1767384342.520589:0:27212:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008fbdf106. 00000400:00000200:1.0:1767384342.520595:0:16779:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:3.0:1767384342.520604:0:27212:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853236723083520, offset 224 00000400:00000200:1.0:1767384342.520605:0:16779:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384342.520616:0:27212:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384342.520621:0:16779:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824c906a00 00000400:00000200:3.0:1767384342.520632:0:27212:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384342.520632:0:16779:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1cbd [1] + 224 00000400:00000200:1.0:1767384342.520642:0:16779:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384342.520647:0:27212:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x695824c906900 00000400:00000200:1.0:1767384342.520651:0:16779:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384342.520657:0:27212:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1cc5 [1] + 224 00000400:00000200:3.0:1767384342.520663:0:27212:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384342.520666:0:16779:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384342.520670:0:17548:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:1.0:1767384342.520673:0:16779:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bf90d32f x1853236723083776/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384358 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384342.520675:0:17548:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723083648 00000400:00000200:3.0:1767384342.520679:0:27212:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:2.0:1767384342.520679:0:17548:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384342.520688:0:27212:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384342.520689:0:17548:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384342.520692:0:17548:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384342.520696:0:27212:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a9ba819b x1853236723083520/t0(0) o400->MGC192.168.202.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384358 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384342.520698:0:17548:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384342.520699:0:16779:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000bf90d32f x1853236723083776/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384358 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384342.520704:0:17548:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723083648 00000020:00000001:2.0:1767384342.520709:0:17548:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384342.520711:0:17548:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eeca38 00000020:00000001:2.0:1767384342.520715:0:17548:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384342.520718:0:17548:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000cf791f94 refcount=5 00000020:00000001:2.0:1767384342.520723:0:17548:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619777391929344 : -124296317622272 : ffff8ef402242800) 00000020:00000001:2.0:1767384342.520728:0:17548:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619777391929344 : -124296317622272 : ffff8ef402242800) 00000100:00000001:2.0:1767384342.520733:0:17548:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384342.520738:0:17548:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c3744824. 00000100:00000001:1.0:1767384342.520740:0:16779:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:3.0:1767384342.520741:0:27212:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a9ba819b x1853236723083520/t0(0) o400->MGC192.168.202.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384358 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384342.520742:0:17548:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384342.520748:0:17548:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c3744824. 00000400:00000200:1.0:1767384342.520749:0:16779:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003d8b2f9d 00000020:00000010:2.0:1767384342.520755:0:17548:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009d1000c5. 00000400:00000010:1.0:1767384342.520755:0:16779:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003d8b2f9d. 00000020:00000010:2.0:1767384342.520761:0:17548:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f9bef00d. 00000100:00000001:1.0:1767384342.520763:0:16779:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000010:2.0:1767384342.520766:0:17548:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000cdb44793. 00000100:00000001:1.0:1767384342.520767:0:16779:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384342.520772:0:27212:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:2.0:1767384342.520773:0:17548:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:1.0:1767384342.520773:0:16779:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384342.520778:0:17548:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384342.520780:0:17548:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:3.0:1767384342.520782:0:27212:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008fbdf106 00000100:00000040:1.0:1767384342.520782:0:16779:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 21 to 0@lo 00000100:00000001:2.0:1767384342.520783:0:17548:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384342.520788:0:27212:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008fbdf106. 00010000:00000001:1.0:1767384342.520790:0:16779:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:2.0:1767384342.520791:0:17548:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000001:1.0:1767384342.520795:0:16779:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384342.520796:0:27212:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384342.520796:0:17548:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767384342.520800:0:17548:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384342.520801:0:27212:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:1.0:1767384342.520802:0:16779:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1767384342.520809:0:27212:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384342.520809:0:17548:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384342.520810:0:16779:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004f27a975 x1853236723083776/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:323/0 lens 224/224 e 0 to 0 dl 1767384353 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384342.520818:0:27212:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 20 to 0@lo 00000100:00000001:2.0:1767384342.520821:0:17548:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384342.520824:0:17548:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000001:3.0:1767384342.520826:0:27212:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384342.520830:0:27212:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384342.520832:0:17548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000020:00000001:3.0:1767384342.520835:0:27212:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384342.520837:0:17548:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000cf791f94 : new rpc_count 1 00000100:00000001:2.0:1767384342.520841:0:17548:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619782675227392 : -124291034324224 : ffff8ef53d0ce300) 00000100:00000040:3.0:1767384342.520844:0:27212:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003b972cf6 x1853236723083520/t0(0) o400->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:323/0 lens 224/224 e 0 to 0 dl 1767384353 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384342.520849:0:17548:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000002853bee5 x1853236723083648/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:323/0 lens 224/0 e 0 to 0 dl 1767384353 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384342.520882:0:16779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000004f27a975 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:16140:x1853236723083776:12345-0@lo:400: Request processed in 476us (2342us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384342.520883:0:17548:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:3.0:1767384342.520889:0:27212:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000003b972cf6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:c0412d60-4f67-4dbc-8791-892843f60083+15:16137:x1853236723083520:12345-0@lo:400: Request processed in 536us (2249us total) trans 0 rc 0/0 00000020:00000010:2.0:1767384342.520889:0:17548:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c3744824. 00000100:00100000:1.0:1767384342.520898:0:16779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00000001:2.0:1767384342.520900:0:17548:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384342.520904:0:17548:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c3744824. 00000100:00000040:1.0:1767384342.520904:0:16779:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f335576c : new rpc_count 0 00000100:00100000:3.0:1767384342.520906:0:27212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 134 00000100:00100000:2.0:1767384342.520912:0:17548:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000002853bee5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:16137:x1853236723083648:12345-0@lo:400: 00000100:00000001:1.0:1767384342.520912:0:16779:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:3.0:1767384342.520913:0:27212:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000555601ca : new rpc_count 0 00000100:00000001:1.0:1767384342.520917:0:16779:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384342.520920:0:27212:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:2.0:1767384342.520922:0:17548:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723083648 00000100:00000001:3.0:1767384342.520924:0:27212:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384342.520924:0:16779:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002fb45aa0. 00000020:00000001:2.0:1767384342.520925:0:17548:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384342.520929:0:17548:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000010:3.0:1767384342.520930:0:27212:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004d2d7163. 00000020:00000001:2.0:1767384342.520932:0:17548:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384342.520932:0:16779:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002af3f430. 00000020:00000010:3.0:1767384342.520936:0:27212:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000009b4839c8. 00000020:00000001:2.0:1767384342.520937:0:17548:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384342.520941:0:17548:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661494240 : -1048057376 : ffffffffc187e9e0) 00000020:00000010:1.0:1767384342.520941:0:16779:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008c355ec5. 00000020:00000010:3.0:1767384342.520943:0:27212:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000232eba27. 00000020:00000001:2.0:1767384342.520947:0:17548:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384342.520951:0:17548:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767384342.520951:0:16779:0:(genops.c:898:class_export_put()) PUTting export 00000000f335576c : new refcount 4 00000020:00000040:3.0:1767384342.520952:0:27212:0:(genops.c:898:class_export_put()) PUTting export 00000000555601ca : new refcount 14 00000020:00000001:2.0:1767384342.520957:0:17548:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1767384342.520958:0:16779:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384342.520960:0:27212:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000020:00000001:2.0:1767384342.520960:0:17548:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384342.520964:0:17548:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384342.520965:0:27212:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000dc9fce26. 00000020:00000001:2.0:1767384342.520967:0:17548:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1767384342.520970:0:17548:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384342.520972:0:27212:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:2.0:1767384342.520973:0:17548:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1767384342.520976:0:27212:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1767384342.520978:0:17548:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000067f485a7. 02000000:00000001:2.0:1767384342.520983:0:17548:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384342.520984:0:27212:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:2.0:1767384342.520985:0:17548:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384342.520987:0:17548:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384342.520989:0:17548:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236723083648 00010000:00000001:2.0:1767384342.520991:0:17548:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384342.520995:0:17548:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000002853bee5 x1853236723083648/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:323/0 lens 224/224 e 0 to 0 dl 1767384353 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384342.520999:0:27212:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000058f3ce43. 00010000:00000001:2.0:1767384342.521005:0:17548:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000400:00000010:3.0:1767384342.521008:0:27212:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e94e5e57. 00010000:00000001:2.0:1767384342.521008:0:17548:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1767384342.521009:0:16775:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00001000:2.0:1767384342.521015:0:17548:0:(import.c:2128:obd_at_measure()) add 1 to 0000000094c7e214 time=61 v=5 (1 0 0 0) 00000020:00000040:1.0:1767384342.521017:0:16775:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000b1f9e0ef) now 8 - evictor 00000100:00000001:2.0:1767384342.521019:0:17548:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384342.521023:0:17548:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 21 to 0@lo 00000100:00000001:2.0:1767384342.521026:0:17548:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 00000100:00080000:1.0:1767384342.521026:0:16775:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 02000000:00000001:2.0:1767384342.521031:0:17548:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000040:1.0:1767384342.521032:0:16775:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (0000000083abdb14) now 6 - evictor 02000000:00000001:2.0:1767384342.521033:0:17548:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384342.521036:0:17548:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384342.521044:0:17548:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384342.521046:0:17548:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000eff9bd9b. 00000100:00000001:3.0:1767384342.521050:0:16776:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:2.0:1767384342.521050:0:17548:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853236723083648, offset 224 00000400:00000200:2.0:1767384342.521058:0:17548:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000001:3.0:1767384342.521062:0:16776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384342.521066:0:16776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384342.521067:0:17548:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:3.0:1767384342.521071:0:16776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007bf43c01. 00000400:00000200:3.0:1767384342.521076:0:16776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007a8779cb 00000400:00000200:2.0:1767384342.521077:0:17548:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x695824c906980 00000400:00000010:3.0:1767384342.521080:0:16776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007a8779cb. 00000100:00000001:3.0:1767384342.521109:0:16776:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384342.521116:0:16776:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000fdfbfb9f x1853236723084032/t0(0) o101->MGC192.168.202.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384358 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384342.521124:0:17548:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1ccd [1] + 224 00000100:00000200:3.0:1767384342.521131:0:16776:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000fdfbfb9f x1853236723084032/t0(0) o101->MGC192.168.202.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384358 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384342.521131:0:17548:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384342.521140:0:17548:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384342.521148:0:17548:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384342.521150:0:16776:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384342.521154:0:16776:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384342.521154:0:17548:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f9e83428 x1853236723083648/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384358 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384342.521159:0:16776:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384342.521164:0:16776:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384342.521167:0:16776:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:2.0:1767384342.521167:0:17548:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000f9e83428 x1853236723083648/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384358 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384342.521171:0:16776:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384342.521178:0:16776:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384342.521179:0:17548:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:3.0:1767384342.521184:0:16776:0:(import.c:2128:obd_at_measure()) add 5 to 0000000028df3f77 time=72 v=5 (5 0 0 0) 00000400:00000200:2.0:1767384342.521186:0:17548:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eff9bd9b 00000100:00001000:3.0:1767384342.521190:0:16776:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f5022cbe time=72 v=5 (1 0 0 0) 00000400:00000010:2.0:1767384342.521190:0:17548:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000eff9bd9b. 00000100:00000001:2.0:1767384342.521196:0:17548:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384342.521197:0:16776:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384342.521198:0:17548:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384342.521200:0:16776:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384342.521203:0:17548:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384342.521204:0:16776:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000040:2.0:1767384342.521207:0:17548:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 20 to 0@lo 00010000:00000001:3.0:1767384342.521208:0:16776:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384342.521211:0:17548:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:3.0:1767384342.521214:0:16776:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384342.521214:0:17548:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384342.521220:0:17548:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384342.521240:0:16776:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000fdfbfb9f x1853236723084032/t0(0) o101->MGC192.168.202.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384358 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384342.521240:0:17548:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002853bee5 x1853236723083648/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:323/0 lens 224/224 e 0 to 0 dl 1767384353 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384342.521272:0:16776:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1767384342.521274:0:17548:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000002853bee5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:16137:x1853236723083648:12345-0@lo:400: Request processed in 388us (2299us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384342.521278:0:16776:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384342.521282:0:16776:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384342.521285:0:17548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00000040:2.0:1767384342.521288:0:17548:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000cf791f94 : new rpc_count 0 00000100:00000040:3.0:1767384342.521289:0:16776:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fdfbfb9f x1853236723084032/t0(0) o101->MGC192.168.202.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384358 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384342.521291:0:17548:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384342.521294:0:17548:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384342.521298:0:17548:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f9bef00d. 00000100:00100000:3.0:1767384342.521303:0:16776:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000fdfbfb9f pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c0412d60-4f67-4dbc-8791-892843f60083:16776:1853236723084032:0@lo:101: 00000020:00000010:2.0:1767384342.521309:0:17548:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000cdb44793. 00000020:00000010:2.0:1767384342.521313:0:17548:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009d1000c5. 00000100:00000001:3.0:1767384342.521320:0:16776:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1767384342.521320:0:17548:0:(genops.c:898:class_export_put()) PUTting export 00000000cf791f94 : new refcount 4 00000100:00000001:2.0:1767384342.521325:0:17548:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384342.521330:0:16776:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384342.521334:0:16776:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767384342.521337:0:16776:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384342.521342:0:16776:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000fdfbfb9f x1853236723084032/t0(0) o101->MGC192.168.202.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384358 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384342.521350:0:16776:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384342.521354:0:16776:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000008544eccb. 00000100:00000001:3.0:1767384342.521358:0:16776:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767384342.521360:0:16776:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384342.521363:0:16776:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1767384342.521367:0:16776:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384342.521369:0:16776:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384342.521371:0:16776:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009b046e44 refcount=4 00000020:00000001:3.0:1767384342.521374:0:16776:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781713886720 : -124291995664896 : ffff8ef503bffe00) 00010000:00000001:3.0:1767384342.521378:0:16776:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781713886720 : -124291995664896 : ffff8ef503bffe00) 00010000:00000040:3.0:1767384342.521382:0:16776:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 000000009b046e44, remote cookie: 0x7e51148972eecc92, flags: 0x0 00010000:00000001:3.0:1767384342.521386:0:16776:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384342.521390:0:16776:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000100:00000001:1.0:1767384342.521390:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1767384342.521392:0:16776:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00000100:00000001:1.0:1767384342.521394:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1767384342.521396:0:16776:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00000400:00000001:1.0:1767384342.521399:0:16140:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:3.0:1767384342.521400:0:16776:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00000400:00000001:1.0:1767384342.521403:0:16140:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000040:3.0:1767384342.521404:0:16776:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000600ee2f5) refcount = 1 00000400:00000010:1.0:1767384342.521406:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f738e56f. 00010000:00010000:3.0:1767384342.521413:0:16776:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.152@tcp lock: 000000009b046e44/0x7e51148972eecc8b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7e51148972eecc92 expref: -99 pid: 16776 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384342.521413:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000043c96435 00000400:00000010:1.0:1767384342.521417:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000043c96435. 00000100:00000001:1.0:1767384342.521423:0:16140:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1767384342.521428:0:16776:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00000100:00000200:1.0:1767384342.521429:0:16140:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bf90d32f x1853236723083776/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384358 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384342.521433:0:16776:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384342.521437:0:16776:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1767384342.521442:0:16140:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bf90d32f x1853236723083776/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384358 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384342.521444:0:16776:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384342.521449:0:16776:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384342.521450:0:16140:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384342.521453:0:16140:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1767384342.521456:0:16776:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.152@tcp lock: 000000009b046e44/0x7e51148972eecc8b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x7e51148972eecc92 expref: -99 pid: 16776 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384342.521456:0:16140:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384342.521457:0:16140:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384342.521460:0:16140:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384342.521467:0:16140:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384342.521469:0:16140:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384342.521473:0:16140:0:(import.c:2128:obd_at_measure()) add 5 to 00000000701828d5 time=67 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384342.521481:0:16140:0:(import.c:2128:obd_at_measure()) add 1 to 0000000073619233 time=67 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384342.521488:0:16140:0:(client.c:1480:ptlrpc_check_status()) Process entered 00010000:00000001:3.0:1767384342.521490:0:16776:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00000100:00000001:1.0:1767384342.521490:0:16140:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384342.521495:0:16776:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384342.521495:0:16140:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384342.521500:0:16776:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00080000:1.0:1767384342.521501:0:16140:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000bf90d32f x1853236723083776/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384358 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384342.521505:0:16776:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384342.521509:0:16776:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384342.521512:0:16776:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384342.521513:0:16140:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384342.521519:0:16140:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1767384342.521520:0:16776:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384342.521521:0:16140:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:1.0:1767384342.521525:0:16140:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384342.521526:0:16140:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384342.521530:0:16776:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000fdfbfb9f x1853236723084032/t0(0) o101->MGC192.168.202.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384358 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384342.521530:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bf90d32f x1853236723083776/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384358 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384342.521564:0:16140:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384342.521566:0:16776:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1767384342.521567:0:16140:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384342.521571:0:16140:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384342.521572:0:16776:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:1.0:1767384342.521574:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bf90d32f x1853236723083776/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384358 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767384342.521577:0:16776:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000002d6c50a9. 00000100:00100000:1.0:1767384342.521583:0:16140:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000bf90d32f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:16140:1853236723083776:0@lo:400: 02000000:00000001:3.0:1767384342.521585:0:16776:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384342.521589:0:16776:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000001:1.0:1767384342.521589:0:16140:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000040:3.0:1767384342.521592:0:16776:0:(genops.c:1242:class_import_put()) import 00000000df830bbe refcount=4 obd=MGC192.168.202.152@tcp 00000400:00000001:1.0:1767384342.521592:0:16140:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384342.521595:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bb9cbdaf. 00000020:00000001:3.0:1767384342.521599:0:16776:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000200:1.0:1767384342.521600:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c8d68723 02000000:00000010:3.0:1767384342.521603:0:16776:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000951b6c1e. 00000400:00000010:1.0:1767384342.521603:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c8d68723. 00000100:00000001:1.0:1767384342.521610:0:16140:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:3.0:1767384342.521612:0:16776:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000200:1.0:1767384342.521615:0:16140:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000858c198d x1853236723083904/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384358 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384342.521617:0:16776:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384342.521620:0:16776:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fdfbfb9f. 00000100:00000001:3.0:1767384342.521628:0:16776:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000200:1.0:1767384342.521629:0:16140:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000858c198d x1853236723083904/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384358 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384342.521633:0:16776:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1767384342.521638:0:16776:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384342.521641:0:16776:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1767384342.521644:0:16776:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (0000000070cb7a0b) refs 3 10000000:00000001:3.0:1767384342.521651:0:16776:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384342.521656:0:16140:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:3.0:1767384342.521657:0:16776:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:1.0:1767384342.521660:0:16140:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384342.521661:0:16776:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384342.521665:0:16140:0:(client.c:1578:after_reply()) Process entered 00000020:00000040:3.0:1767384342.521666:0:16776:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009b046e44 refcount=3 02000000:00000001:1.0:1767384342.521668:0:16140:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384342.521671:0:16140:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:3.0:1767384342.521672:0:16776:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781713886720 : -124291995664896 : ffff8ef503bffe00) 00000100:00000001:1.0:1767384342.521673:0:16140:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384342.521680:0:16776:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781713886720 : -124291995664896 : ffff8ef503bffe00) 02000000:00000001:1.0:1767384342.521680:0:16140:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384342.521685:0:16140:0:(import.c:2128:obd_at_measure()) add 5 to 00000000edb11b67 time=67 v=5 (5 0 0 0) 00010000:00000001:3.0:1767384342.521686:0:16776:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:3.0:1767384342.521689:0:16776:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00001000:1.0:1767384342.521691:0:16140:0:(import.c:2128:obd_at_measure()) add 1 to 000000006fb1a5f2 time=67 v=5 (1 0 0 0) 00010000:00000001:3.0:1767384342.521692:0:16776:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384342.521697:0:16776:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384342.521697:0:16140:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384342.521699:0:16140:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384342.521700:0:16140:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767384342.521702:0:16140:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000858c198d x1853236723083904/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384358 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:3.0:1767384342.521712:0:16776:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 00010000:00000001:1.0:1767384342.521712:0:16140:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384342.521717:0:16140:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384342.521718:0:16140:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:1.0:1767384342.521719:0:16140:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384342.521720:0:16140:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384342.521723:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000858c198d x1853236723083904/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384358 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384342.521727:0:16140:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384342.521729:0:16140:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384342.521730:0:16140:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384342.521734:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000858c198d x1853236723083904/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384358 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384342.521738:0:16140:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000858c198d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:16140:1853236723083904:0@lo:400: 00000400:00000001:1.0:1767384342.521745:0:16140:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384342.521746:0:16140:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384342.521747:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ecffd2a2. 00000400:00000200:1.0:1767384342.521749:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000064b9df59 00000400:00000010:1.0:1767384342.521750:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000064b9df59. 00000100:00000001:1.0:1767384342.521759:0:16140:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384342.521762:0:16140:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004a8c2434 x1853236723083392/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384358 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384342.521768:0:16140:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004a8c2434 x1853236723083392/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384358 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384342.521773:0:16140:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384342.521774:0:16140:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384342.521776:0:16140:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384342.521777:0:16140:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384342.521778:0:16140:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384342.521780:0:16140:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384342.521781:0:16140:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384342.521783:0:16140:0:(import.c:2128:obd_at_measure()) add 5 to 0000000032110564 time=61 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384342.521786:0:16140:0:(import.c:2128:obd_at_measure()) add 1 to 000000001fbc0fd6 time=61 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384342.521788:0:16140:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384342.521789:0:16140:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384342.521790:0:16140:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767384342.521793:0:16140:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000004a8c2434 x1853236723083392/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384358 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384342.521797:0:16140:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384342.521799:0:16140:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384342.521800:0:16140:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:1.0:1767384342.521801:0:16140:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384342.521802:0:16140:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384342.521804:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004a8c2434 x1853236723083392/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384358 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384342.521808:0:16140:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384342.521810:0:16140:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384342.521811:0:16140:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:1.0:1767384342.521813:0:16140:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:1.0:1767384342.521816:0:16140:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000100:00000001:0.0:1767384342.521816:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000004:00000040:1.0:1767384342.521821:0:16140:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=95744 free=94976 avail=84736 avail_mb=331 hwm_mb=3 files=12296 ffree=11872 state=0: rc = 0 00000100:00000001:0.0:1767384342.521821:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384342.521828:0:16137:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000004:00000020:1.0:1767384342.521829:0:16140:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (000000009fef8af1): 95744 blocks, 94976 free, 84736 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 12296 files, 11872 free files 0x0 00000400:00000001:0.0:1767384342.521831:0:16137:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384342.521832:0:16137:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005bcd236e. 00000400:00000200:0.0:1767384342.521836:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002645768a 00000400:00000010:0.0:1767384342.521839:0:16137:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002645768a. 00000004:00000001:1.0:1767384342.521842:0:16140:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384342.521844:0:16137:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1767384342.521847:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004a8c2434 x1853236723083392/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384358 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384342.521850:0:16137:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f9e83428 x1853236723083648/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384358 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384342.521867:0:16140:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004a8c2434 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16140:1853236723083392:0@lo:13: 00000100:00000200:0.0:1767384342.521872:0:16137:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f9e83428 x1853236723083648/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384358 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384342.521874:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384342.521880:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384342.521884:0:16137:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1767384342.521887:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bf90d32f x1853236723083776/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384358 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384342.521887:0:16137:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384342.521891:0:16137:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384342.521894:0:16137:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384342.521896:0:16137:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384342.521899:0:16137:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384342.521903:0:16140:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384342.521903:0:16137:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384342.521908:0:16140:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00001000:0.0:1767384342.521910:0:16137:0:(import.c:2128:obd_at_measure()) add 5 to 0000000040f3b9ed time=61 v=5 (5 0 0 0) 02000000:00000010:1.0:1767384342.521912:0:16140:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006caa54d9. 00000100:00001000:0.0:1767384342.521914:0:16137:0:(import.c:2128:obd_at_measure()) add 1 to 000000001fbc0fd6 time=61 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384342.521918:0:16137:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:1.0:1767384342.521919:0:16140:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 10000000:00000010:3.0:1767384342.521920:0:16776:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 00000000805ea2cb. 00000100:00000001:0.0:1767384342.521920:0:16137:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384342.521923:0:16140:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:0.0:1767384342.521926:0:16137:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000040:1.0:1767384342.521928:0:16140:0:(genops.c:1242:class_import_put()) import 00000000345f9ba7 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00010000:00080000:0.0:1767384342.521931:0:16137:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000f9e83428 x1853236723083648/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384358 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384342.521933:0:16140:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384342.521937:0:16140:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000162cb424. 02000000:00000001:1.0:1767384342.521941:0:16140:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384342.521942:0:16140:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384342.521943:0:16140:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bf90d32f. 00000100:00000010:3.0:1767384342.521946:0:16776:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fdfbfb9f. 00000100:00000001:1.0:1767384342.521946:0:16140:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384342.521950:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1767384342.521955:0:16776:0:(genops.c:1229:class_import_get()) import 00000000df830bbe refcount=5 obd=MGC192.168.202.152@tcp 00000100:00000001:1.0:1767384342.521955:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:0.0:1767384342.521959:0:16137:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384342.521961:0:16776:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:1.0:1767384342.521962:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000858c198d x1853236723083904/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384358 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384342.521964:0:16137:0:(client.c:3065:ptlrpc_free_committed()) Process entered 02000000:00000001:3.0:1767384342.521966:0:16776:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:0.0:1767384342.521968:0:16137:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 02000000:00000001:3.0:1767384342.521971:0:16776:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384342.521973:0:16137:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384342.521976:0:16137:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384342.521982:0:16776:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000951b6c1e. 00000100:00000001:1.0:1767384342.521983:0:16140:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000040:0.0:1767384342.521983:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f9e83428 x1853236723083648/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384358 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384342.521986:0:16140:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384342.521989:0:16140:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005f394436. 00000100:00000001:3.0:1767384342.521991:0:16776:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384342.521994:0:16140:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384342.521998:0:16140:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1767384342.522000:0:16776:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000020:00000040:1.0:1767384342.522001:0:16140:0:(genops.c:1242:class_import_put()) import 000000005a28ad8c refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:0.0:1767384342.522002:0:16137:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384342.522006:0:16140:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:3.0:1767384342.522007:0:16776:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000002d6c50a9. 00000100:00000001:0.0:1767384342.522007:0:16137:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000010:1.0:1767384342.522008:0:16140:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000017865eb1. 00000100:00000001:0.0:1767384342.522011:0:16137:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1767384342.522015:0:16776:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 00000000d4b7db57. 02000000:00000001:1.0:1767384342.522015:0:16140:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:0.0:1767384342.522017:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f9e83428 x1853236723083648/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384358 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384342.522021:0:16776:0:(genops.c:1229:class_import_get()) import 00000000df830bbe refcount=6 obd=MGC192.168.202.152@tcp 02000000:00000001:1.0:1767384342.522024:0:16140:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384342.522028:0:16140:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000858c198d. 00000100:00000001:1.0:1767384342.522033:0:16140:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384342.522036:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384342.522036:0:16137:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f9e83428 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16137:1853236723083648:0@lo:400: 00000100:00000001:1.0:1767384342.522041:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384342.522047:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004a8c2434 x1853236723083392/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384358 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767384342.522048:0:16137:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384342.522051:0:16137:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384342.522053:0:16137:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000622d1835. 00000100:00000001:1.0:1767384342.522059:0:16140:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384342.522060:0:16140:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:0.0:1767384342.522060:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000075fee3c6 02000000:00000010:1.0:1767384342.522063:0:16140:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000355127ec. 00000400:00000010:0.0:1767384342.522064:0:16137:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000075fee3c6. 02000000:00000001:1.0:1767384342.522068:0:16140:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1767384342.522070:0:16137:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:1.0:1767384342.522071:0:16140:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384342.522074:0:16140:0:(genops.c:1242:class_import_put()) import 0000000068bc8709 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:1.0:1767384342.522076:0:16140:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000200:0.0:1767384342.522077:0:16137:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a9ba819b x1853236723083520/t0(0) o400->MGC192.168.202.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384358 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767384342.522078:0:16140:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000cf5f9859. 02000000:00000001:1.0:1767384342.522084:0:16140:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384342.522104:0:16140:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384342.522105:0:16140:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004a8c2434. 00000100:00000001:1.0:1767384342.522109:0:16140:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384342.522110:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384342.522111:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384342.522115:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384342.522118:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384342.522119:0:16776:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767384342.522122:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384342.522123:0:16776:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000200:0.0:1767384342.522124:0:16137:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a9ba819b x1853236723083520/t0(0) o400->MGC192.168.202.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384358 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384342.522125:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384342.522134:0:16137:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384342.522136:0:16137:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384342.522138:0:16137:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384342.522140:0:16137:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384342.522141:0:16137:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384342.522142:0:16137:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384342.522144:0:16137:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384342.522146:0:16137:0:(import.c:2128:obd_at_measure()) add 5 to 0000000028df3f77 time=72 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384342.522155:0:16137:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f5022cbe time=72 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384342.522157:0:16137:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384342.522159:0:16137:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384342.522161:0:16137:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384342.522162:0:16137:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384342.522163:0:16137:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384342.522167:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a9ba819b x1853236723083520/t0(0) o400->MGC192.168.202.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384358 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384342.522171:0:16137:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384342.522173:0:16137:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384342.522174:0:16137:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384342.522177:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a9ba819b x1853236723083520/t0(0) o400->MGC192.168.202.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384358 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384342.522182:0:16137:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a9ba819b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c0412d60-4f67-4dbc-8791-892843f60083:16137:1853236723083520:0@lo:400: 00000100:00000001:0.0:1767384342.522188:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384342.522189:0:16137:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384342.522192:0:16137:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f9e83428 x1853236723083648/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384358 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384342.522197:0:16137:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384342.522198:0:16137:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384342.522200:0:16137:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d90b08f0. 02000000:00000001:0.0:1767384342.522203:0:16137:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384342.522204:0:16137:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384342.522205:0:16137:0:(genops.c:1242:class_import_put()) import 0000000068bc8709 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:0.0:1767384342.522207:0:16137:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384342.522209:0:16137:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000007bcf4dc3. 02000000:00000001:0.0:1767384342.522212:0:16137:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384342.522213:0:16137:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384342.522214:0:16137:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f9e83428. 00000100:00000001:0.0:1767384342.522217:0:16137:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384342.522218:0:16137:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384342.522220:0:16137:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384342.522236:0:16137:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a9ba819b x1853236723083520/t0(0) o400->MGC192.168.202.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384358 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384342.522248:0:16776:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008544eccb. 00000100:00000001:0.0:1767384342.522249:0:16137:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384342.522253:0:16137:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1767384342.522254:0:16776:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446619782551837696 : -124291157713920 : ffff8ef535b21c00) 02000000:00000010:0.0:1767384342.522255:0:16137:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e2cbead0. 00000100:00000001:3.0:1767384342.522260:0:16776:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:0.0:1767384342.522261:0:16137:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1767384342.522264:0:16776:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782675222912 : -124291034328704 : ffff8ef53d0cd180) 00000020:00000001:0.0:1767384342.522265:0:16137:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384342.522267:0:16137:0:(genops.c:1242:class_import_put()) import 00000000df830bbe refcount=5 obd=MGC192.168.202.152@tcp 00000020:00000001:0.0:1767384342.522271:0:16137:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767384342.522272:0:16776:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000010:0.0:1767384342.522273:0:16137:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b5695629. 00000100:00000001:3.0:1767384342.522277:0:16776:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384342.522278:0:16137:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1767384342.522282:0:16776:0:(client.c:2663:ptlrpc_set_wait()) Process entered 02000000:00000001:0.0:1767384342.522282:0:16137:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1767384342.522286:0:16776:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000010:0.0:1767384342.522286:0:16137:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a9ba819b. 00000100:00000001:0.0:1767384342.522291:0:16137:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000040:3.0:1767384342.522294:0:16776:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000fdfbfb9f x1853236723084160/t0(0) o256->MGC192.168.202.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384342.522294:0:16137:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384342.522298:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384342.522304:0:16137:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384342.522307:0:16137:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384342.522310:0:16776:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384342.522311:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384342.522314:0:16776:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384342.522316:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384342.522320:0:16776:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384342.522323:0:16776:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384342.522326:0:16776:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384342.522330:0:16776:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000fdfbfb9f pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c0412d60-4f67-4dbc-8791-892843f60083:16776:1853236723084160:0@lo:256: 00000100:00000001:3.0:1767384342.522334:0:16776:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384342.522337:0:16776:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384342.522339:0:16776:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384342.522349:0:16776:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:3.0:1767384342.522354:0:16776:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007bf43c01. 00000400:00000010:3.0:1767384342.522359:0:16776:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 0000000058da4d32. 00000100:00000200:3.0:1767384342.522363:0:16776:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x695824c906b80-0x695824c906b80, portal 33 00000100:00000001:3.0:1767384342.522366:0:16776:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384342.522369:0:16776:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384342.522372:0:16776:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000232eba27. 02000000:00000001:3.0:1767384342.522373:0:16776:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384342.522376:0:16776:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000060dfdc75. 00000400:00000010:3.0:1767384342.522380:0:16776:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007a8779cb. 00000100:00000200:3.0:1767384342.522382:0:16776:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236723084160, portal 25 00000100:00000001:3.0:1767384342.522385:0:16776:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384342.522386:0:16776:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782675222912 : -124291034328704 : ffff8ef53d0cd180) 00000100:00000040:3.0:1767384342.522392:0:16776:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000fdfbfb9f x1853236723084160/t0(0) o256->MGC192.168.202.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384358 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384342.522400:0:16776:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384342.522403:0:16776:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384342.522406:0:16776:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008fbdf106. 00000100:00000200:3.0:1767384342.522409:0:16776:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853236723084160, offset 0 00000400:00000200:3.0:1767384342.522415:0:16776:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384342.522422:0:16776:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384342.522431:0:16776:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x695824c906b80 00000400:00000200:3.0:1767384342.522436:0:16776:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x14d5 [2] + 0 00000400:00000010:3.0:1767384342.522440:0:16776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009bb9c6f0. 00000400:00000200:3.0:1767384342.522445:0:16776:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000076d74926 00000400:00000200:3.0:1767384342.522448:0:16776:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384342.522452:0:16776:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384342.522456:0:16776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000076d74926 00000400:00000010:3.0:1767384342.522458:0:16776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000076d74926. 00000100:00000001:3.0:1767384342.522463:0:16776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384342.522465:0:16776:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384342.522468:0:16776:0:(events.c:337:request_in_callback()) incoming req@000000007cc7ad4f x1853236723084160 msgsize 304 00000100:00100000:3.0:1767384342.522475:0:16776:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384342.522477:0:16776:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384342.522501:0:16776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384342.522508:0:16776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008fbdf106 00000400:00000010:3.0:1767384342.522511:0:16776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008fbdf106. 00000100:00000001:3.0:1767384342.522516:0:16776:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384342.522520:0:16776:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000fdfbfb9f x1853236723084160/t0(0) o256->MGC192.168.202.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384358 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384342.522521:0:16773:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384342.522524:0:16773:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723084160 02000000:00000001:1.0:1767384342.522527:0:16773:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384342.522530:0:16773:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384342.522532:0:16773:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384342.522537:0:16773:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384342.522539:0:16776:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:1.0:1767384342.522541:0:16773:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723084160 00000020:00000001:1.0:1767384342.522543:0:16773:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:3.0:1767384342.522546:0:16776:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000fdfbfb9f x1853236723084160/t0(0) o256->MGC192.168.202.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384358 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767384342.522546:0:16773:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eec8e1 00000020:00000001:1.0:1767384342.522549:0:16773:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384342.522551:0:16773:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000555601ca refcount=15 00000020:00000001:1.0:1767384342.522556:0:16773:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000100:00000001:3.0:1767384342.522561:0:16776:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384342.522567:0:16776:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:1.0:1767384342.522567:0:16773:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000100:00000001:1.0:1767384342.522572:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384342.522574:0:16776:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384342.522574:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000723f5577. 00000100:00000001:1.0:1767384342.522580:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384342.522581:0:16776:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294932509 00000020:00000010:1.0:1767384342.522581:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000723f5577. 00000020:00000010:1.0:1767384342.522586:0:16773:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008c355ec5. 00000100:00000001:3.0:1767384342.522590:0:16776:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294932505 00000020:00000010:1.0:1767384342.522591:0:16773:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000aa780873. 00000020:00000010:1.0:1767384342.522596:0:16773:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002af3f430. 00000100:00000001:3.0:1767384342.522599:0:16776:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294932509 00000100:00000040:1.0:1767384342.522601:0:16773:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384342.522606:0:16773:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384342.522608:0:16773:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384342.522609:0:16776:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294932505 00000100:00000001:1.0:1767384342.522609:0:16773:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384342.522615:0:16773:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384342.522618:0:16776:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294932509 00000100:00000001:3.0:1767384342.522623:0:16776:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294932505 00000100:00000001:1.0:1767384342.522628:0:16773:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384342.522629:0:16776:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294932509 00000100:00000001:3.0:1767384342.522639:0:16776:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294932505 00000100:00000001:1.0:1767384342.522643:0:16773:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384342.522645:0:16773:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384342.522646:0:16776:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384342.522651:0:16776:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384342.522651:0:16773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 135 00000100:00000001:2.0:1767384342.522655:0:16774:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:1.0:1767384342.522656:0:16773:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000555601ca : new rpc_count 1 00000100:00000001:3.0:1767384342.522658:0:16776:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384342.522659:0:16774:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384342.522660:0:16773:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619781697499216 : -124292012052400 : ffff8ef502c5f050) 00000100:00000001:3.0:1767384342.522664:0:16776:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384342.522664:0:16774:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384342.522666:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000007cc7ad4f x1853236723084160/t0(0) o256->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:323/0 lens 304/0 e 0 to 0 dl 1767384353 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384342.522671:0:16774:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384342.522672:0:16776:0:(client.c:2690:ptlrpc_set_wait()) set 000000008544eccb going to sleep for 11 seconds 00000100:00000001:3.0:1767384342.522679:0:16776:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384342.522683:0:16776:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384342.522685:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384342.522690:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000723f5577. 00000100:00000001:1.0:1767384342.522693:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384342.522695:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000723f5577. 00000100:00100000:1.0:1767384342.522700:0:16773:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000007cc7ad4f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c0412d60-4f67-4dbc-8791-892843f60083+15:16776:x1853236723084160:12345-0@lo:256: 00000100:00000200:1.0:1767384342.522704:0:16773:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723084160 00000020:00000001:1.0:1767384342.522706:0:16773:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384342.522709:0:16773:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384342.522711:0:16773:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384342.522713:0:16773:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384342.522715:0:16773:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669141472 : -1040410144 : ffffffffc1fc99e0) 00000020:00000001:1.0:1767384342.522724:0:16773:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384342.522726:0:16773:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384342.522728:0:16773:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384342.522730:0:16773:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384342.522732:0:16773:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384342.522735:0:16773:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384342.522738:0:16773:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384342.522741:0:16773:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 00000000355127ec. 02000000:00000001:1.0:1767384342.522743:0:16773:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384342.522745:0:16773:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384342.522748:0:16773:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:1.0:1767384342.522752:0:16773:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:1.0:1767384342.522755:0:16773:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384342.522758:0:16773:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384342.522760:0:16773:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384342.522763:0:16773:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:1.0:1767384342.522765:0:16773:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:1.0:1767384342.522768:0:16773:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 00000000e1d34b98. 20000000:00000001:1.0:1767384342.522772:0:16773:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:1.0:1767384342.522790:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:1.0:1767384342.522796:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:1.0:1767384342.522801:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:1.0:1767384342.522804:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:1.0:1767384342.522805:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:1.0:1767384342.522806:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:1.0:1767384342.522808:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:1.0:1767384342.522809:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:1.0:1767384342.522811:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:1.0:1767384342.522812:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:1.0:1767384342.522814:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:1.0:1767384342.522815:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:1.0:1767384342.522817:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:1.0:1767384342.522818:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:1.0:1767384342.522819:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:1.0:1767384342.522821:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:1.0:1767384342.522822:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:1.0:1767384342.522823:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:1.0:1767384342.522824:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:1.0:1767384342.522830:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:1.0:1767384342.522832:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:1.0:1767384342.522833:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:1.0:1767384342.522835:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:1.0:1767384342.522837:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:1.0:1767384342.522839:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:1.0:1767384342.522841:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:1.0:1767384342.522843:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:1.0:1767384342.522844:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:1.0:1767384342.522846:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:1.0:1767384342.522848:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:1.0:1767384342.522849:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:1.0:1767384342.522850:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:1.0:1767384342.522852:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:00000040:1.0:1767384342.522853:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #42 20000000:00000040:1.0:1767384342.522855:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #43 20000000:01000000:1.0:1767384342.522856:0:16773:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 724, pages 3372/1/4/3. 20000000:00000040:1.0:1767384342.522864:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:1.0:1767384342.522866:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:1.0:1767384342.522868:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:1.0:1767384342.522870:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:1.0:1767384342.522873:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:1.0:1767384342.522875:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:1.0:1767384342.522877:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:1.0:1767384342.522879:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:1.0:1767384342.522882:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:1.0:1767384342.522884:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:1.0:1767384342.522886:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:1.0:1767384342.522889:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:1.0:1767384342.522891:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:1.0:1767384342.522894:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:1.0:1767384342.522897:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:1.0:1767384342.522899:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:1.0:1767384342.522902:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:1.0:1767384342.522904:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:1.0:1767384342.522906:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:1.0:1767384342.522909:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:1.0:1767384342.522911:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:1.0:1767384342.522914:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:1.0:1767384342.522923:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:1.0:1767384342.522925:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:1.0:1767384342.522928:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:1.0:1767384342.522930:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:1.0:1767384342.522932:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:1.0:1767384342.522934:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:1.0:1767384342.522937:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:1.0:1767384342.522938:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:1.0:1767384342.522940:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:1.0:1767384342.522943:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:1.0:1767384342.522945:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:00000040:1.0:1767384342.522948:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #42 20000000:00000040:1.0:1767384342.522950:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #43 20000000:01000000:1.0:1767384342.522953:0:16773:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 724, pages 2648/1/4/3. 20000000:01000000:1.0:1767384342.522955:0:16773:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 1448, version 74 20000000:00000001:1.0:1767384342.522958:0:16773:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=1448 : 1448 : 5a8) 00000100:00000001:1.0:1767384342.522960:0:16773:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:1.0:1767384342.522964:0:16773:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 0000000076070fb9. 00000100:00000010:1.0:1767384342.522966:0:16773:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 000000009b8f9b9f. 00000020:00000040:1.0:1767384342.522968:0:16773:0:(genops.c:887:class_export_get()) GET export 00000000555601ca refcount=16 00010000:00000001:1.0:1767384342.522971:0:16773:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:1.0:1767384342.522974:0:16773:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:1.0:1767384342.522977:0:16773:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000064b9df59. 00000400:00000010:1.0:1767384342.522983:0:16773:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000008c08e9d3. 00000400:00000200:1.0:1767384342.522987:0:16773:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384342.522994:0:16773:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384342.523000:0:16773:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 1448 into portal 33 MB=0x695824c906b80 00000400:00000200:1.0:1767384342.523005:0:16773:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 1448/1448 into md 0x1cf5 [4] + 0 00000400:00000010:1.0:1767384342.523009:0:16773:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007bf43c01. 00000400:00000200:1.0:1767384342.523012:0:16773:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000058da4d32 00000400:00000200:1.0:1767384342.523015:0:16773:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384342.523019:0:16773:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384342.523021:0:16773:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000058da4d32 00000400:00000010:1.0:1767384342.523023:0:16773:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 0000000058da4d32. 00000100:00000001:1.0:1767384342.523026:0:16773:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:1.0:1767384342.523027:0:16773:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 00000000fdfbfb9f desc 000000002d6c50a9 mbits 1853236723084160 00000100:00000001:1.0:1767384342.523041:0:16773:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:1.0:1767384342.523051:0:16773:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1767384342.523057:0:16773:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:1.0:1767384342.523065:0:16773:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x1d01 00000400:00000200:1.0:1767384342.523069:0:16773:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384342.523074:0:16776:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767384342.523074:0:16773:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:3.0:1767384342.523080:0:16776:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384342.523082:0:16773:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:1.0:1767384342.523246:0:16773:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 0000000076070fb9 00000100:00000001:1.0:1767384342.523249:0:16773:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:1.0:1767384342.523260:0:16773:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000064b9df59 00000400:00000010:1.0:1767384342.523262:0:16773:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000064b9df59. 00000100:00000001:1.0:1767384342.523265:0:16773:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:1.0:1767384342.523266:0:16773:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 0000000076070fb9 00000100:00000001:1.0:1767384342.523269:0:16773:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:1.0:1767384342.523274:0:16773:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 1448 bytes via portal 33 id 12345-0@lo mbits 0x695824c906b80-0x695824c906b80 00000100:00000001:1.0:1767384342.523277:0:16773:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384342.523282:0:16773:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384342.523284:0:16773:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:1.0:1767384342.523287:0:16773:0:(genops.c:898:class_export_put()) PUTting export 00000000555601ca : new refcount 15 00000100:00000010:1.0:1767384342.523290:0:16773:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 000000009b8f9b9f. 00000100:00000010:1.0:1767384342.523293:0:16773:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 0000000076070fb9. 00000100:00000001:1.0:1767384342.523295:0:16773:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:1.0:1767384342.523297:0:16773:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:1.0:1767384342.523303:0:16773:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 00000000e1d34b98. 20000000:00000001:1.0:1767384342.523307:0:16773:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384342.523310:0:16773:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236723084160 00010000:00000001:1.0:1767384342.523312:0:16773:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384342.523316:0:16773:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000007cc7ad4f x1853236723084160/t0(0) o256->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:323/0 lens 304/240 e 0 to 0 dl 1767384353 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384342.523324:0:16773:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384342.523326:0:16773:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384342.523329:0:16773:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dd452398 time=72 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384342.523332:0:16773:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384342.523335:0:16773:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 21 to 0@lo 00000100:00000001:1.0:1767384342.523337:0:16773:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 02000000:00000001:1.0:1767384342.523339:0:16773:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384342.523348:0:16773:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384342.523352:0:16773:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384342.523355:0:16773:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384342.523357:0:16773:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000064b9df59. 00000100:00000200:1.0:1767384342.523360:0:16773:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853236723084160, offset 224 00000400:00000200:1.0:1767384342.523365:0:16773:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384342.523371:0:16773:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384342.523377:0:16773:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x695824c906b80 00000400:00000200:1.0:1767384342.523381:0:16773:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x1cf9 [1] + 224 00000400:00000200:1.0:1767384342.523385:0:16773:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384342.523388:0:16773:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384342.523391:0:16773:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384342.523394:0:16773:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000fdfbfb9f x1853236723084160/t0(0) o256->MGC192.168.202.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384358 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384342.523402:0:16773:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@00000000fdfbfb9f x1853236723084160/t0(0) o256->MGC192.168.202.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384358 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384342.523420:0:16773:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384342.523425:0:16773:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000064b9df59 00000400:00000010:1.0:1767384342.523427:0:16773:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000064b9df59. 00000100:00000001:2.0:1767384342.523428:0:16776:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384342.523431:0:16773:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:2.0:1767384342.523433:0:16776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767384342.523434:0:16773:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:2.0:1767384342.523436:0:16776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384342.523440:0:16776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000060dfdc75. 00000100:00000001:1.0:1767384342.523440:0:16773:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384342.523446:0:16776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007a8779cb 00000100:00000040:1.0:1767384342.523447:0:16773:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 20 to 0@lo 00000400:00000010:2.0:1767384342.523450:0:16776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007a8779cb. 00010000:00000001:1.0:1767384342.523453:0:16773:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:2.0:1767384342.523454:0:16776:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:1.0:1767384342.523457:0:16773:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384342.523461:0:16776:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000fdfbfb9f x1853236723084160/t0(0) o256->MGC192.168.202.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384358 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384342.523462:0:16773:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384342.523469:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007cc7ad4f x1853236723084160/t0(0) o256->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:323/0 lens 304/240 e 0 to 0 dl 1767384353 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384342.523482:0:16776:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000fdfbfb9f x1853236723084160/t0(0) o256->MGC192.168.202.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384358 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384342.523490:0:16773:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000007cc7ad4f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c0412d60-4f67-4dbc-8791-892843f60083+15:16776:x1853236723084160:12345-0@lo:256: Request processed in 801us (1017us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384342.523502:0:16776:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384342.523507:0:16776:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384342.523507:0:16773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 135 00000100:00000001:2.0:1767384342.523514:0:16776:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:1.0:1767384342.523514:0:16773:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000555601ca : new rpc_count 0 02000000:00000001:2.0:1767384342.523516:0:16776:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384342.523519:0:16773:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384342.523520:0:16776:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384342.523522:0:16776:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384342.523525:0:16776:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384342.523530:0:16773:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00001000:2.0:1767384342.523531:0:16776:0:(import.c:2128:obd_at_measure()) add 5 to 0000000028df3f77 time=72 v=5 (5 0 0 0) 00000020:00000010:1.0:1767384342.523535:0:16773:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000aa780873. 00000100:00001000:2.0:1767384342.523537:0:16776:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f5022cbe time=72 v=5 (1 0 0 0) 00000020:00000010:1.0:1767384342.523540:0:16773:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002af3f430. 00000100:00000001:2.0:1767384342.523542:0:16776:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384342.523545:0:16776:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384342.523548:0:16776:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000010:1.0:1767384342.523548:0:16773:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008c355ec5. 00010000:00000001:2.0:1767384342.523551:0:16776:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384342.523554:0:16776:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384342.523555:0:16773:0:(genops.c:898:class_export_put()) PUTting export 00000000555601ca : new refcount 14 00000100:00000040:2.0:1767384342.523558:0:16776:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@00000000fdfbfb9f x1853236723084160/t0(0) o256->MGC192.168.202.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384358 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384342.523561:0:16773:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384342.523565:0:16773:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 00000000355127ec. 00000100:00000040:2.0:1767384342.523568:0:16776:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@00000000fdfbfb9f x1853236723084160/t0(0) o256->MGC192.168.202.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384358 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384342.523571:0:16773:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384342.523573:0:16773:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384342.523578:0:16773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384342.523585:0:16773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ecffd2a2. 00000100:00000001:2.0:1767384342.523586:0:16776:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384342.523588:0:16776:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384342.523592:0:16773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f4d7965e. 00000100:00000040:2.0:1767384342.523593:0:16776:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fdfbfb9f x1853236723084160/t0(0) o256->MGC192.168.202.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384358 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384342.523601:0:16776:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000fdfbfb9f pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c0412d60-4f67-4dbc-8791-892843f60083:16776:1853236723084160:0@lo:256: 00000100:00000001:2.0:1767384342.523605:0:16776:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384342.523607:0:16776:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384342.523608:0:16776:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767384342.523609:0:16776:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384342.523611:0:16776:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000fdfbfb9f x1853236723084160/t0(0) o256->MGC192.168.202.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384358 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384342.523615:0:16776:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384342.523617:0:16776:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000008544eccb. 00000100:00000001:2.0:1767384342.523619:0:16776:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767384342.523619:0:16776:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:2.0:1767384342.523622:0:16776:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 74, more 0. 10000000:00000001:2.0:1767384342.523624:0:16776:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:2.0:1767384342.523629:0:16776:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 000000002e1ff645. 10000000:00000040:2.0:1767384342.523636:0:16776:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.202.152@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 00010000:00000001:2.0:1767384342.523640:0:16776:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:2.0:1767384342.523642:0:16776:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:2.0:1767384342.523645:0:16776:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.202.152@tcp has 192.168.202.152@tcp. 00000100:00000001:2.0:1767384342.523647:0:16776:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384342.523649:0:16776:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:2.0:1767384342.523650:0:16776:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.202.152@tcp with 192.168.202.152@tcp 00000100:00000200:2.0:1767384342.523652:0:16776:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.202.152@tcp' 00000100:00000200:2.0:1767384342.523654:0:16776:0:(lustre_peer.c:196:class_add_nids_to_uuid()) fill only 32 from 35 NIDs for '192.168.202.152@tcp' 00000400:00000200:2.0:1767384342.523656:0:16776:0:(peer.c:1356:LNetAddPeer()) Add peer with 32 NIDs 00000400:00001000:2.0:1767384342.523658:0:16776:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:2.0:1767384342.523660:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.202.152@tcp 00000400:00000200:2.0:1767384342.523664:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp NID flags 0x100001: -17 00000400:00000200:2.0:1767384342.523668:0:16776:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (34) 00000400:00000200:2.0:1767384342.523677:0:16776:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (35) 00000400:00000200:2.0:1767384342.523688:0:16776:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.152@tcp (000000005d9714d7): 0 00000400:00000200:2.0:1767384342.523690:0:16776:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:2.0:1767384342.523692:0:16776:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:2.0:1767384342.523694:0:16776:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.202.152@tcp NID 192.168.202.152@tcp: 0. pending discovery 00000400:00000200:2.0:1767384342.523695:0:16776:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000005d9714d7 (36) 00000400:00000200:2.0:1767384342.523697:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp 00000400:00000200:2.0:1767384342.523699:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.202.152@tcp10 00000400:00000200:2.0:1767384342.523702:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp10 NID flags 0x1: -114 00000400:00000200:2.0:1767384342.523703:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp10 00000400:00000200:2.0:1767384342.523705:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.202.152@tcp11 00000400:00000200:2.0:1767384342.523707:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp11 NID flags 0x1: -114 00000400:00000200:2.0:1767384342.523708:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp11 00000400:00000200:2.0:1767384342.523709:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.202.152@tcp12 00000400:00000200:2.0:1767384342.523712:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp12 NID flags 0x1: -114 00000400:00000200:2.0:1767384342.523713:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp12 00000400:00000200:2.0:1767384342.523716:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.202.152@tcp13 00000400:00000200:0.0:1767384342.523716:0:16135:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384342.523721:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp13 NID flags 0x1: -114 00000400:00000200:2.0:1767384342.523723:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp13 00000400:00000200:2.0:1767384342.523726:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.202.152@tcp14 00000400:00000200:0.0:1767384342.523726:0:16135:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100171 00000400:00000200:2.0:1767384342.523731:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp14 NID flags 0x1: -114 00000400:00000200:2.0:1767384342.523733:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp14 00000400:00000200:2.0:1767384342.523734:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.202.152@tcp15 00000400:00000200:2.0:1767384342.523736:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp15 NID flags 0x1: -114 00000400:00000010:0.0:1767384342.523736:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009462da0a. 00000400:00000200:2.0:1767384342.523740:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp15 00000400:00000200:2.0:1767384342.523743:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.202.152@tcp16 00000400:00000200:0.0:1767384342.523744:0:16135:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (35) 00000400:00000200:2.0:1767384342.523746:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp16 NID flags 0x1: -114 00000400:00000200:2.0:1767384342.523750:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp16 00000400:00000200:2.0:1767384342.523751:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.202.152@tcp17 00000400:00000010:0.0:1767384342.523753:0:16135:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000c04f5e36. 00000400:00000200:2.0:1767384342.523754:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp17 NID flags 0x1: -114 00000400:00000200:2.0:1767384342.523757:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp17 00000400:00000200:2.0:1767384342.523760:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.202.152@tcp18 00000400:00000200:0.0:1767384342.523764:0:16135:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.152@tcp 00000400:00000200:2.0:1767384342.523765:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp18 NID flags 0x1: -114 00000400:00000200:2.0:1767384342.523769:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp18 00000400:00000200:2.0:1767384342.523771:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.202.152@tcp19 00000400:00000200:2.0:1767384342.523774:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp19 NID flags 0x1: -114 00000400:00000200:0.0:1767384342.523778:0:16135:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.152@tcp local destination 00000400:00000200:2.0:1767384342.523783:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp19 00000400:00000200:0.0:1767384342.523786:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 37], ns[40, 37] 00000400:00000200:2.0:1767384342.523787:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.202.152@tcp20 00000400:00000200:2.0:1767384342.523793:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp20 NID flags 0x1: -114 00000400:00000200:0.0:1767384342.523796:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 37], ns[64, 37] 00000400:00000200:2.0:1767384342.523797:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp20 00000400:00000200:2.0:1767384342.523802:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.202.152@tcp21 00000400:00000200:0.0:1767384342.523807:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[68, 37], ns[68, 37] 00000400:00000200:2.0:1767384342.523808:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp21 NID flags 0x1: -114 00000400:00000200:2.0:1767384342.523813:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp21 00000400:00000200:2.0:1767384342.523816:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.202.152@tcp22 00000400:00000200:0.0:1767384342.523817:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[78, 37], ns[78, 37] 00000400:00000200:2.0:1767384342.523821:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp22 NID flags 0x1: -114 00000400:00000200:2.0:1767384342.523824:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp22 00000400:00000200:0.0:1767384342.523826:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[83, 37], ns[83, 37] 00000400:00000200:2.0:1767384342.523827:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.202.152@tcp23 00000400:00000200:2.0:1767384342.523834:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp23 NID flags 0x1: -114 00000400:00000200:0.0:1767384342.523836:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[99, 37], ns[100, 37] 00000400:00000200:2.0:1767384342.523837:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp23 00000400:00000200:2.0:1767384342.523839:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.202.152@tcp24 00000400:00000200:2.0:1767384342.523841:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp24 NID flags 0x1: -114 00000400:00000200:2.0:1767384342.523842:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp24 00000400:00000200:2.0:1767384342.523845:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.202.152@tcp25 00000400:00000200:2.0:1767384342.523851:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp25 NID flags 0x1: -114 00000400:00000200:2.0:1767384342.523852:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp25 00000400:00000200:0.0:1767384342.523855:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[103, 37], ns[104, 37] 00000400:00000200:2.0:1767384342.523856:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.202.152@tcp26 00000400:00000200:2.0:1767384342.523862:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp26 NID flags 0x1: -114 00000400:00000200:2.0:1767384342.523865:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp26 00000400:00000200:0.0:1767384342.523865:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[114, 37], ns[117, 37] 00000400:00000200:2.0:1767384342.523869:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.202.152@tcp27 00000400:00000200:2.0:1767384342.523878:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp27 NID flags 0x1: -114 00000400:00000200:0.0:1767384342.523878:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[119, 37], ns[122, 37] 00000400:00000200:2.0:1767384342.523882:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp27 00000400:00000200:2.0:1767384342.523886:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.202.152@tcp28 00000400:00000200:0.0:1767384342.523887:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[125, 37], ns[128, 37] 00000400:00000200:2.0:1767384342.523892:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp28 NID flags 0x1: -114 00000400:00000200:2.0:1767384342.523895:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp28 00000400:00000200:0.0:1767384342.523897:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[132, 37], ns[135, 37] 00000400:00000200:2.0:1767384342.523898:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.202.152@tcp29 00000400:00000200:2.0:1767384342.523904:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp29 NID flags 0x1: -114 00000400:00000200:0.0:1767384342.523907:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[136, 37], ns[139, 37] 00000400:00000200:2.0:1767384342.523908:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp29 00000400:00000200:2.0:1767384342.523913:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.202.152@tcp30 00000400:00000200:0.0:1767384342.523916:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 37], ns[32, 37] 00000400:00000200:2.0:1767384342.523919:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp30 NID flags 0x1: -114 00000400:00000200:2.0:1767384342.523923:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp30 00000400:00000200:2.0:1767384342.523926:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[22]: 192.168.202.152@tcp31 00000400:00000200:0.0:1767384342.523928:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 32], ns[34, 32] 00000400:00000200:2.0:1767384342.523932:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp31 NID flags 0x1: -114 00000400:00000200:0.0:1767384342.523935:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 32], ns[44, 32] 00000400:00000200:0.0:1767384342.523940:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 32], ns[48, 32] 00000400:00000200:2.0:1767384342.523941:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp31 00000400:00000200:2.0:1767384342.523946:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[23]: 192.168.202.152@tcp32 00000400:00000200:0.0:1767384342.523947:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 32], ns[52, 32] 00000400:00000200:2.0:1767384342.523951:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp32 NID flags 0x1: -114 00000400:00000200:2.0:1767384342.523954:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp32 00000400:00000200:0.0:1767384342.523957:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 32], ns[56, 32] 00000400:00000200:2.0:1767384342.523958:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[24]: 192.168.202.152@tcp33 00000400:00000200:2.0:1767384342.523964:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp33 NID flags 0x1: -114 00000400:00000200:2.0:1767384342.523967:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp33 00000400:00000200:0.0:1767384342.523968:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 32], ns[60, 32] 00000400:00000200:2.0:1767384342.523970:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[25]: 192.168.202.152@tcp34 00000400:00000200:2.0:1767384342.523976:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp34 NID flags 0x1: -114 00000400:00000200:2.0:1767384342.523979:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp34 00000400:00000200:0.0:1767384342.523979:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 32], ns[72, 32] 00000400:00000200:2.0:1767384342.523982:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[26]: 192.168.202.152@tcp35 00000400:00000200:2.0:1767384342.523988:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp35 NID flags 0x1: -114 00000400:00000200:2.0:1767384342.523990:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp35 00000400:00000200:0.0:1767384342.523991:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[76, 32], ns[76, 32] 00000400:00000200:2.0:1767384342.523993:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[27]: 192.168.202.152@tcp36 00000400:00000200:2.0:1767384342.523999:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp36 NID flags 0x1: -114 00000400:00000200:2.0:1767384342.524002:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp36 00000400:00000200:0.0:1767384342.524002:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[96, 32], ns[97, 32] 00000400:00000200:2.0:1767384342.524006:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[28]: 192.168.202.152@tcp37 00000400:00000200:2.0:1767384342.524012:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp37 NID flags 0x1: -114 00000400:00000200:0.0:1767384342.524014:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[95, 32], ns[96, 32] 00000400:00000200:2.0:1767384342.524015:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp37 00000400:00000200:2.0:1767384342.524020:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[29]: 192.168.202.152@tcp38 00000400:00000200:0.0:1767384342.524023:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[90, 32], ns[91, 32] 00000400:00000200:2.0:1767384342.524026:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp38 NID flags 0x1: -114 00000400:00000200:2.0:1767384342.524030:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp38 00000400:00000200:2.0:1767384342.524032:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[30]: 192.168.202.152@tcp39 00000400:00000200:2.0:1767384342.524034:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp39 NID flags 0x1: -114 00000400:00000200:2.0:1767384342.524035:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp39 00000400:00000200:2.0:1767384342.524039:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[31]: 192.168.202.152@tcp40 00000400:00000200:2.0:1767384342.524045:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp40 NID flags 0x1: -114 00000400:00000200:2.0:1767384342.524046:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp40 00000400:00000200:0.0:1767384342.524049:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[138, 32], ns[141, 32] 00000100:00000001:2.0:1767384342.524050:0:16776:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384342.524055:0:16776:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384342.524057:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[108, 32], ns[109, 32] 10000000:00000040:2.0:1767384342.524061:0:16776:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.202.152@tcp' by NID '192.168.202.152@tcp' 00000400:00000200:0.0:1767384342.524066:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[128, 32], ns[131, 32] 10000000:00000010:2.0:1767384342.524067:0:16776:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 00000000f9bef00d. 10000000:00000040:2.0:1767384342.524071:0:16776:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 74/74 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.202.152@tcp::2 00000400:00000200:0.0:1767384342.524072:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[130, 32], ns[133, 32] 00000020:00000080:2.0:1767384342.524076:0:16776:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000400:00000200:0.0:1767384342.524080:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[140, 32], ns[143, 32] 00000020:00000001:2.0:1767384342.524083:0:16776:0:(obd_class.h:681:obd_process_config()) Process entered 00000400:00000200:0.0:1767384342.524084:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[117, 32], ns[120, 32] 00000020:00000010:2.0:1767384342.524116:0:16776:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000043b1e74d. 00000400:00000200:0.0:1767384342.524116:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[139, 32], ns[142, 32] 00000020:00000010:2.0:1767384342.524123:0:16776:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000d835c085. 00000400:00000200:0.0:1767384342.524123:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[900, 1000], np[4294967295, 4294967295], ps[141, 32], ns[144, 32] 00000040:00000010:2.0:1767384342.524129:0:16776:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000068ad4890. 00000400:00000200:0.0:1767384342.524132:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 32], ns[0, 32] 00000020:00000010:2.0:1767384342.524136:0:16776:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000005f2097dd. 00000400:00000200:0.0:1767384342.524137:0:16135:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp42 00000400:00000200:0.0:1767384342.524143:0:16135:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.152@tcp42 00000020:00000010:2.0:1767384342.524144:0:16776:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000005c4ba9a4. 00000400:00000200:0.0:1767384342.524148:0:16135:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.152@tcp42 lpni_is_preferred = 0 00000020:00000010:2.0:1767384342.524149:0:16776:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000086515e93. 00000400:00000200:0.0:1767384342.524152:0:16135:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.152@tcp42 80000000:00000010:2.0:1767384342.524156:0:16776:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000ed8870f4. 00000400:00000200:0.0:1767384342.524157:0:16135:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp42 NI seq info: [145:145:256:4294967295] 192.168.202.152@tcp42 LPNI seq info [142:142:8:4294967295] 40000000:00000010:2.0:1767384342.524164:0:16776:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000c3744824. 00000400:00000200:0.0:1767384342.524168:0:16135:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.152@tcp42 00100000:00000010:2.0:1767384342.524171:0:16776:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000d472efff. 00000400:00000200:0.0:1767384342.524177:0:16135:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp42(192.168.202.152@tcp42:) -> 192.168.202.152@tcp42(192.168.202.152@tcp:192.168.202.152@tcp42) : PUT try# 0 00040000:00000010:2.0:1767384342.524179:0:16776:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000005c00056c. 00000800:00000200:0.0:1767384342.524184:0:16135:0:(socklnd_cb.c:1001:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.202.152@tcp42 00040000:00000010:2.0:1767384342.524185:0:16776:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000c80cbb98. 00000800:00000010:0.0:1767384342.524189:0:16135:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c1fd67ac. 00040000:00000010:2.0:1767384342.524191:0:16776:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000d57b9c7a. 00080000:00000010:2.0:1767384342.524197:0:16776:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000076935a1c. 00000800:00000010:0.0:1767384342.524199:0:16135:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000838ccef7. 00000004:00000010:2.0:1767384342.524202:0:16776:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000005d6e14b5. 00000800:00000010:0.0:1767384342.524204:0:16135:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 0000000001d8c1db. 00000004:00000010:2.0:1767384342.524209:0:16776:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000d764a874. 00000800:00000200:0.0:1767384342.524210:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000838ccef7] -> 12345-192.168.202.152@tcp42 (2) 00000800:00000200:0.1:1767384342.524216:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000838ccef7] -> 12345-192.168.202.152@tcp42 (2) 00000004:00000010:2.0:1767384342.524217:0:16776:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000c9f0e487. 00002000:00000010:2.0:1767384342.524222:0:16776:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000e1534ea4. 00000004:00000010:2.0:1767384342.524242:0:16776:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000006e8f3cbb. 00000004:00000001:2.0:1767384342.524245:0:16776:0:(osp_dev.c:662:osp_process_config()) Process entered 00000040:00000001:2.0:1767384342.524248:0:16776:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000400:00000200:0.0:1767384342.524248:0:16135:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.152@tcp 00000040:00001000:2.0:1767384342.524251:0:16776:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 00000000f9bef00d 00000400:00000200:0.0:1767384342.524253:0:16135:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100571 rc 0 00000040:00001000:2.0:1767384342.524255:0:16776:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:2.0:1767384342.524258:0:16776:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:2.0:1767384342.524259:0:16776:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:2.0:1767384342.524261:0:16776:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:2.0:1767384342.524263:0:16776:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:2.0:1767384342.524265:0:16776:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:2.0:1767384342.524266:0:16776:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:2.0:1767384342.524267:0:16776:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.202.152@tcp::2 00000040:00000001:2.0:1767384342.524269:0:16776:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000400:00000200:1.0:1767384342.524306:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.152:988 00000004:00000001:2.0:1767384342.524315:0:16776:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384342.524320:0:16776:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000d835c085. 00000040:00000010:2.0:1767384342.524324:0:16776:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000068ad4890. 00000020:00000010:2.0:1767384342.524328:0:16776:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000005f2097dd. 00000020:00000010:2.0:1767384342.524332:0:16776:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000005c4ba9a4. 00000020:00000010:2.0:1767384342.524342:0:16776:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000086515e93. 80000000:00000010:2.0:1767384342.524345:0:16776:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000ed8870f4. 00000400:00000200:1.0:1767384342.524347:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.152:988 40000000:00000010:2.0:1767384342.524349:0:16776:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000c3744824. 00100000:00000010:2.0:1767384342.524354:0:16776:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000d472efff. 00040000:00000010:2.0:1767384342.524358:0:16776:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000005c00056c. 00040000:00000010:2.0:1767384342.524361:0:16776:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000c80cbb98. 00040000:00000010:2.0:1767384342.524364:0:16776:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000d57b9c7a. 00080000:00000010:2.0:1767384342.524368:0:16776:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000076935a1c. 00000004:00000010:2.0:1767384342.524371:0:16776:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000005d6e14b5. 00000400:00000200:1.0:1767384342.524373:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.152:988 00000004:00000010:2.0:1767384342.524375:0:16776:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000d764a874. 00000004:00000010:2.0:1767384342.524380:0:16776:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000c9f0e487. 00002000:00000010:2.0:1767384342.524384:0:16776:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000e1534ea4. 00000004:00000010:2.0:1767384342.524388:0:16776:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000006e8f3cbb. 00000020:00000010:2.0:1767384342.524390:0:16776:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000043b1e74d. 00000020:00000001:2.0:1767384342.524393:0:16776:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384342.524395:0:16776:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:2.0:1767384342.524398:0:16776:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 00000000f9bef00d. 10000000:00000010:2.0:1767384342.524400:0:16776:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 000000002e1ff645. 00000400:00000200:1.0:1767384342.524402:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.152:988 10000000:00000001:2.0:1767384342.524403:0:16776:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384342.524409:0:16776:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384342.524413:0:16776:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000fdfbfb9f x1853236723084160/t0(0) o256->MGC192.168.202.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384358 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384342.524419:0:16776:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384342.524421:0:16776:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384342.524423:0:16776:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000232eba27. 02000000:00000001:2.0:1767384342.524425:0:16776:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384342.524426:0:16776:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384342.524428:0:16776:0:(genops.c:1242:class_import_put()) import 00000000df830bbe refcount=4 obd=MGC192.168.202.152@tcp 00000020:00000001:2.0:1767384342.524430:0:16776:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000200:1.0:1767384342.524430:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.152:988 00000100:00000001:2.0:1767384342.524433:0:16776:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:2.0:1767384342.524436:0:16776:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384342.524437:0:16776:0:(genops.c:1242:class_import_put()) import 00000000df830bbe refcount=3 obd=MGC192.168.202.152@tcp 00000020:00000001:2.0:1767384342.524439:0:16776:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:2.0:1767384342.524441:0:16776:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 00000000d4b7db57. 00000100:00000010:2.0:1767384342.524444:0:16776:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000002d6c50a9. 00000100:00000001:2.0:1767384342.524453:0:16776:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:2.0:1767384342.524454:0:16776:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000951b6c1e. 02000000:00000001:2.0:1767384342.524457:0:16776:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:1.0:1767384342.524458:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.152:988 02000000:00000001:2.0:1767384342.524460:0:16776:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384342.524464:0:16776:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fdfbfb9f. 00000100:00000001:2.0:1767384342.524468:0:16776:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384342.524470:0:16776:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384342.524480:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.152:988 10000000:00000010:2.0:1767384342.524485:0:16776:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 00000000805ea2cb. 10000000:01000000:2.0:1767384342.524491:0:16776:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.152@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:2.0:1767384342.524496:0:16776:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:2.0:1767384342.524498:0:16776:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384342.524500:0:16776:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384342.524502:0:16776:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009b046e44 refcount=3 00000400:00000200:1.0:1767384342.524504:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.152:988 00000020:00000001:2.0:1767384342.524505:0:16776:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781713886720 : -124291995664896 : ffff8ef503bffe00) 00010000:00000001:2.0:1767384342.524511:0:16776:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781713886720 : -124291995664896 : ffff8ef503bffe00) 00010000:00000001:2.0:1767384342.524514:0:16776:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384342.524517:0:16776:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.152@tcp lock: 000000009b046e44/0x7e51148972eecc8b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7e51148972eecc92 expref: -99 pid: 16776 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384342.524525:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.152:988 00010000:00000001:2.0:1767384342.524526:0:16776:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384342.524531:0:16776:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384342.524534:0:16776:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.152@tcp lock: 000000009b046e44/0x7e51148972eecc8b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7e51148972eecc92 expref: -99 pid: 16776 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384342.524540:0:16776:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384342.524542:0:16776:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384342.524543:0:16776:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:2.0:1767384342.524544:0:16776:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384342.524546:0:16776:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384342.524548:0:16776:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:2.0:1767384342.524551:0:16776:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1767384342.524552:0:16776:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(0000000070cb7a0b) refs 3 10000000:00000001:2.0:1767384342.524554:0:16776:0:(mgc_request.c:147:config_log_put()) Process leaving 00000400:00000200:1.0:1767384342.524563:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.152:988 00000400:00000200:1.0:1767384342.524599:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.152:988 00000400:00000200:1.0:1767384342.524642:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.152:988 00000400:00000200:1.0:1767384342.524689:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.152:988 00000400:00000200:1.0:1767384342.524719:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.152:988 00000400:00000200:1.0:1767384342.524756:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.152:988 00000400:00000200:1.0:1767384342.524800:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.152:988 00000400:00000200:1.0:1767384342.524839:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.152:988 00000400:00000200:1.0:1767384342.524880:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.152:988 00000400:00000200:1.0:1767384342.524929:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.152:988 00000400:00000200:1.0:1767384342.524974:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.152:988 00000400:00000200:1.0:1767384342.525030:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.152:988 00000400:00000200:1.0:1767384342.525084:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.152:988 00000400:00000200:1.0:1767384342.525167:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.152:988 00000400:00000200:1.0:1767384342.525206:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.152:988 00000400:00000200:1.0:1767384342.525255:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.152:988 00000400:00000200:1.0:1767384342.525287:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.152:988 00000400:00000200:1.0:1767384342.525312:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.152:988 00000400:00000200:1.0:1767384342.525333:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.152:988 00000400:00000200:1.0:1767384342.525357:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.152:988 00000400:00000200:1.0:1767384342.525379:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.152:988 00000400:00000200:1.0:1767384342.525400:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.152:988 00000400:00000200:1.0:1767384342.525423:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.152:988 00000400:00000200:1.0:1767384342.525456:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.152:988 00000400:00000200:1.0:1767384342.525491:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.152:988 00000400:00000200:1.0:1767384342.525524:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.152:988 00000800:00000010:1.0:1767384342.525713:0:16125:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000009fb8db61. 00000800:00000010:1.0:1767384342.525720:0:16125:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000082181c12. 00000800:00000010:1.0:1767384342.525727:0:16125:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000723f5577. 00000800:00000010:1.0:1767384342.525757:0:16125:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000723f5577. 00000800:00020000:1.0:1767384342.525769:0:16125:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.152 00000800:00000010:1.0:1767384342.525773:0:16125:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000082181c12. 00000800:00000010:1.0:1767384342.525775:0:16125:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000009fb8db61. 00000400:02020000:1.0:1767384342.525818:0:16125:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.152@tcp42 at host 192.168.202.152:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384342.525825:0:16125:0:(router.c:1755:lnet_notify()) 192.168.202.152@tcp42 notifying 192.168.202.152@tcp42: down 00000800:00000200:1.0:1767384342.525830:0:16125:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.152@tcp42 down 00000800:00000100:1.0:1767384342.525837:0:16125:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 592 0@<0:0>->192.168.202.152@tcp42 00000800:00000010:1.0:1767384342.525840:0:16125:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c1fd67ac. 00000400:00000200:1.0:1767384342.525842:0:16125:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384342.525847:0:16125:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp42->192.168.202.152@tcp42: PUT: LOCAL_ERROR 00000400:00000200:1.0:1767384342.525853:0:16125:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.152@tcp42 added to recovery queue. ping count: 0 next ping: 266 health :900 00000400:00000200:1.0:1767384342.525858:0:16125:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384342.525869:0:16125:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.152@tcp: 1 00000400:00000200:1.0:1767384342.525873:0:16125:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.152@tcp (000000005d9714d7): -114 00000400:00000200:3.0:1767384342.525921:0:16135:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384342.525927:0:16135:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x101171 00000400:00000001:3.0:1767384342.525932:0:16135:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384342.525940:0:16135:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384342.525942:0:16135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009462da0a 00000400:00000010:3.0:1767384342.525944:0:16135:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009462da0a. 00000400:00000200:3.0:1767384342.525948:0:16135:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:3.0:1767384342.525954:0:16135:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.152@tcp (000000005d9714d7): -114 00000400:00000200:3.0:1767384342.525957:0:16135:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000005d9714d7 (36) 00000400:00000200:3.0:1767384342.525960:0:16135:0:(peer.c:3900:lnet_peer_push_failed()) peer 192.168.202.152@tcp 00000400:00000200:3.0:1767384342.525963:0:16135:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100171 rc -71 00000400:00000200:3.0:1767384342.525966:0:16135:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.152@tcp (000000005d9714d7) 00000400:00000200:3.0:1767384342.525970:0:16135:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000005d9714d7 (35) 00000020:00000010:0.0:1767384342.532802:0:34312:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 00000000bbb3edd3. 00000020:00000040:0.0:1767384342.532813:0:34312:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:0.0:1767384342.532816:0:34312:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 00000000bbb3edd3. 00000100:00000040:3.0:1767384342.547153:0:53:0:(connection.c:75:cpu_latency_work()) work item of 000000009d5c2cb6 (cpu 0) has reached its deadline 4294932509, at 4294932510 00000100:00000040:0.0:1767384342.547155:0:449:0:(connection.c:75:cpu_latency_work()) work item of 000000002fd0fb58 (cpu 0) has reached its deadline 4294932509, at 4294932510 00000100:00000010:3.0:1767384342.547170:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ab67c776. 00000100:00000010:0.0:1767384342.547172:0:449:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000029eacf56. 00000100:00000040:1.0:1767384342.548123:0:62:0:(connection.c:75:cpu_latency_work()) work item of 00000000edc4e618 (cpu 0) has reached its deadline 4294932509, at 4294932511 00000100:00000010:1.0:1767384342.548130:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c3b7a892. 00000100:00000040:2.0:1767384342.548210:0:270:0:(connection.c:75:cpu_latency_work()) work item of 00000000135c2452 (cpu 0) has reached its deadline 4294932509, at 4294932511 00000100:00000010:2.0:1767384342.548220:0:270:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000339ba51d. 00000800:00000200:3.0:1767384342.966163:0:16129:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b483f25d] -> 12345-192.168.202.152@tcp22 (6) 00000800:00000200:3.0:1767384342.966174:0:16129:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp22 ip 192.168.202.152:988 00000800:00000200:3.0:1767384342.966180:0:16129:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000050b9c4c8 type 192, nob 24 niov 1 nkiov 0 00000400:00000001:0.0:1767384342.966273:0:16134:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384342.966277:0:16134:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384342.966281:0:16134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004e2d4782 00000400:00000010:0.0:1767384342.966285:0:16134:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004e2d4782. 00000400:00000200:0.0:1767384342.966290:0:16134:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384342.966295:0:16134:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.152@tcp38 recovery ping unlinked 00000800:00000200:2.0:1767384342.966307:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000010:0.0:1767384342.966308:0:16134:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000023e368a8. 00000400:00000010:0.0:1767384342.966313:0:16134:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000ecdb3b17. 00000800:00000001:1.0:1767384342.966314:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384342.966325:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384342.966326:0:16134:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.152@tcp41 00000800:00000001:1.0:1767384342.966332:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:0.0:1767384342.966333:0:16134:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000023e368a8. 00000800:00000001:1.0:1767384342.966337:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384342.966341:0:16134:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000ecdb3b17. 00000400:00000010:0.0:1767384342.966347:0:16134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004e2d4782. 00000400:00000010:0.0:1767384342.966355:0:16134:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000004baa3579. 00000400:00000200:0.0:1767384342.966361:0:16134:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.152@tcp41 00000400:00000200:0.0:1767384342.966376:0:16134:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.152@tcp41 local destination 00000400:00000200:0.0:1767384342.966384:0:16134:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.152@tcp41 00000400:00000200:0.0:1767384342.966388:0:16134:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp41 NI seq info: [146:146:256:4294967295] 192.168.202.152@tcp41 LPNI seq info [143:143:8:4294967295] 00000400:00000200:0.0:1767384342.966396:0:16134:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.152@tcp41 00000400:00000200:0.0:1767384342.966404:0:16134:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp41(192.168.202.152@tcp41:) -> 192.168.202.152@tcp41(192.168.202.152@tcp41:192.168.202.152@tcp41) : GET try# 0 00000800:00000200:0.0:1767384342.966410:0:16134:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.152@tcp41 00000800:00000010:0.0:1767384342.966414:0:16134:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000ee0cd755. 00000800:00000200:0.0:1767384342.966420:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000057361461] -> 12345-192.168.202.152@tcp41 (2) 00000800:00000200:0.1:1767384342.966426:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000057361461] -> 12345-192.168.202.152@tcp41 (2) 00000400:00000200:0.0:1767384342.966446:0:16134:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.152@tcp41 added to recovery queue. ping count: 1 next ping: 267 health :900 00000400:00000200:2.0:1767384342.966505:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.152:988 00000400:00000200:2.0:1767384342.966542:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.152:988 00000400:00000200:2.0:1767384342.966561:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.152:988 00000400:00000200:2.0:1767384342.966581:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.152:988 00000400:00000200:2.0:1767384342.966603:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.152:988 00000400:00000200:2.0:1767384342.966623:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.152:988 00000400:00000200:2.0:1767384342.966651:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.152:988 00000400:00000200:2.0:1767384342.966673:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.152:988 00000400:00000200:2.0:1767384342.966687:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.152:988 00000400:00000200:2.0:1767384342.966708:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.152:988 00000400:00000200:2.0:1767384342.966740:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.152:988 00000400:00000200:2.0:1767384342.966773:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.152:988 00000400:00000200:2.0:1767384342.966805:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.152:988 00000400:00000200:2.0:1767384342.966834:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.152:988 00000400:00000200:2.0:1767384342.966851:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.152:988 00000400:00000200:2.0:1767384342.966872:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.152:988 00000400:00000200:2.0:1767384342.966903:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.152:988 00000400:00000200:2.0:1767384342.966929:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.152:988 00000400:00000200:2.0:1767384342.966958:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.152:988 00000400:00000200:2.0:1767384342.966976:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.152:988 00000400:00000200:2.0:1767384342.966991:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.152:988 00000400:00000200:2.0:1767384342.967005:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.152:988 00000400:00000200:2.0:1767384342.967020:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.152:988 00000400:00000200:2.0:1767384342.967032:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.152:988 00000400:00000200:2.0:1767384342.967045:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.152:988 00000400:00000200:2.0:1767384342.967058:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.152:988 00000400:00000200:2.0:1767384342.967073:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.152:988 00000400:00000200:2.0:1767384342.967118:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.152:988 00000400:00000200:2.0:1767384342.967148:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.152:988 00000400:00000200:2.0:1767384342.967162:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.152:988 00000400:00000200:2.0:1767384342.967189:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.152:988 00000400:00000200:2.0:1767384342.967213:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.152:988 00000400:00000200:2.0:1767384342.967263:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.152:988 00000400:00000200:2.0:1767384342.967285:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.152:988 00000400:00000200:2.0:1767384342.967309:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.152:988 00000800:00000010:2.0:1767384342.967424:0:16126:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000036adf673. 00000800:00000010:2.0:1767384342.967429:0:16126:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000ee3ac57d. 00000800:00000010:2.0:1767384342.967434:0:16126:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000a7567aff. 00000800:00000010:2.0:1767384342.967451:0:16126:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000a7567aff. 00000800:00020000:2.0:1767384342.967457:0:16126:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.152 00000800:00000010:2.0:1767384342.967460:0:16126:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000ee3ac57d. 00000800:00000010:2.0:1767384342.967462:0:16126:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000036adf673. 00000400:02020000:2.0:1767384342.967491:0:16126:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.152@tcp41 at host 192.168.202.152:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384342.967496:0:16126:0:(router.c:1755:lnet_notify()) 192.168.202.152@tcp41 notifying 192.168.202.152@tcp41: down 00000400:00000200:2.0:1767384342.967500:0:16126:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:2.0:1767384342.967503:0:16126:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.152@tcp41 00000800:00000010:2.0:1767384342.967505:0:16126:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000ee0cd755. 00000400:00000200:2.0:1767384342.967508:0:16126:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384342.967511:0:16126:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp41->192.168.202.152@tcp41: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384342.967519:0:16126:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384342.967520:0:16126:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.152@tcp41 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384342.967523:0:16126:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.152@tcp41) recovery failed with -71 00010000:00000001:0.0:1767384343.094137:0:449:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384343.094142:0:449:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384343.094147:0:449:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384343.094149:0:449:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384343.094185:0:16767:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384343.094189:0:16767:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384343.094192:0:16767:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:2.0:1767384343.905953:0:34729:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384343.905965:0:34729:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384343.905969:0:34729:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384343.905974:0:34729:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384343.905979:0:34729:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384343.905981:0:34729:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384343.989157:0:16134:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384343.989163:0:16134:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384343.989168:0:16134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004e2d4782 00000800:00000200:3.0:1767384343.989169:0:16129:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009ae782da] -> 12345-192.168.202.152@tcp25 (6) 00000400:00000010:0.0:1767384343.989173:0:16134:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004e2d4782. 00000400:00000200:0.0:1767384343.989180:0:16134:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000800:00000200:3.0:1767384343.989181:0:16129:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp25 ip 192.168.202.152:988 00000400:00000200:0.0:1767384343.989187:0:16134:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.152@tcp41 recovery ping unlinked 00000800:00000200:3.0:1767384343.989189:0:16129:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000050b9c4c8 type 192, nob 24 niov 1 nkiov 0 00000400:00000010:0.0:1767384343.989200:0:16134:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000023e368a8. 00000400:00000010:0.0:1767384343.989206:0:16134:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000ecdb3b17. 00000400:00000200:0.0:1767384343.989231:0:16134:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.152@tcp42 00000400:00000010:0.0:1767384343.989236:0:16134:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000023e368a8. 00000400:00000010:0.0:1767384343.989242:0:16134:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000001a975d84. 00000400:00000010:0.0:1767384343.989247:0:16134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004e2d4782. 00000400:00000010:0.0:1767384343.989254:0:16134:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000e7cc3872. 00000400:00000200:0.0:1767384343.989258:0:16134:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.152@tcp42 00000400:00000200:0.0:1767384343.989272:0:16134:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.152@tcp42 local destination 00000400:00000200:0.0:1767384343.989280:0:16134:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.152@tcp42 00000400:00000200:0.0:1767384343.989284:0:16134:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp42 NI seq info: [147:147:256:4294967295] 192.168.202.152@tcp42 LPNI seq info [144:144:8:4294967295] 00000400:00000200:0.0:1767384343.989293:0:16134:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.152@tcp42 00000400:00000200:0.0:1767384343.989305:0:16134:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp42(192.168.202.152@tcp42:) -> 192.168.202.152@tcp42(192.168.202.152@tcp42:192.168.202.152@tcp42) : GET try# 0 00000800:00000200:0.0:1767384343.989312:0:16134:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.152@tcp42 00000800:00000200:3.0:1767384343.989316:0:16132:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384343.989317:0:16134:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000d4aff187. 00000800:00000001:3.0:1767384343.989324:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:0.0:1767384343.989329:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000838ccef7] -> 12345-192.168.202.152@tcp42 (2) 00000800:00000001:3.0:1767384343.989336:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.1:1767384343.989337:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000838ccef7] -> 12345-192.168.202.152@tcp42 (2) 00000800:00000001:3.0:1767384343.989344:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384343.989360:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384343.989360:0:16134:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.152@tcp42 added to recovery queue. ping count: 1 next ping: 268 health :900 00000400:00000200:0.0:1767384343.989427:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.152:988 00000400:00000200:0.0:1767384343.989480:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.152:988 00000400:00000200:0.0:1767384343.989517:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.152:988 00000400:00000200:0.0:1767384343.989546:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.152:988 00000400:00000200:0.0:1767384343.989587:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.152:988 00000400:00000200:0.0:1767384343.989620:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.152:988 00000400:00000200:0.0:1767384343.989661:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.152:988 00000400:00000200:0.0:1767384343.989686:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.152:988 00000400:00000200:0.0:1767384343.989726:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.152:988 00000400:00000200:0.0:1767384343.989756:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.152:988 00000400:00000200:0.0:1767384343.989786:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.152:988 00000400:00000200:0.0:1767384343.989819:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.152:988 00000400:00000200:0.0:1767384343.989853:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.152:988 00000400:00000200:0.0:1767384343.989886:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.152:988 00000400:00000200:0.0:1767384343.989918:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.152:988 00000400:00000200:0.0:1767384343.989955:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.152:988 00000400:00000200:0.0:1767384343.989988:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.152:988 00000400:00000200:0.0:1767384343.990031:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.152:988 00000400:00000200:0.0:1767384343.990069:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.152:988 00000400:00000200:0.0:1767384343.990130:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.152:988 00000400:00000200:0.0:1767384343.990167:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.152:988 00000400:00000200:0.0:1767384343.990204:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.152:988 00000400:00000200:0.0:1767384343.990257:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.152:988 00000400:00000200:0.0:1767384343.990291:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.152:988 00000400:00000200:0.0:1767384343.990327:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.152:988 00000400:00000200:0.0:1767384343.990368:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.152:988 00000400:00000200:0.0:1767384343.990407:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.152:988 00000400:00000200:0.0:1767384343.990443:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.152:988 00000400:00000200:0.0:1767384343.990469:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.152:988 00000400:00000200:0.0:1767384343.990492:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.152:988 00000400:00000200:0.0:1767384343.990518:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.152:988 00000400:00000200:0.0:1767384343.990545:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.152:988 00000400:00000200:0.0:1767384343.990572:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.152:988 00000400:00000200:0.0:1767384343.990594:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.152:988 00000400:00000200:0.0:1767384343.990619:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.152:988 00000800:00000010:0.0:1767384343.990775:0:16128:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000289fcc5d. 00000800:00000010:0.0:1767384343.990781:0:16128:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000079997483. 00000800:00000010:0.0:1767384343.990787:0:16128:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000037cc3fe. 00000800:00000010:0.0:1767384343.990814:0:16128:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000037cc3fe. 00000800:00020000:0.0:1767384343.990827:0:16128:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.152 00000800:00000010:0.0:1767384343.990830:0:16128:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000079997483. 00000800:00000010:0.0:1767384343.990832:0:16128:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000289fcc5d. 00000400:02020000:0.0:1767384343.990875:0:16128:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.152@tcp42 at host 192.168.202.152:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384343.990880:0:16128:0:(router.c:1755:lnet_notify()) 192.168.202.152@tcp42 notifying 192.168.202.152@tcp42: down 00000400:00000200:0.0:1767384343.990884:0:16128:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:0.0:1767384343.990887:0:16128:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.152@tcp42 00000800:00000010:0.0:1767384343.990889:0:16128:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000d4aff187. 00000400:00000200:0.0:1767384343.990895:0:16128:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384343.990898:0:16128:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp42->192.168.202.152@tcp42: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384343.990905:0:16128:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384343.990907:0:16128:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.152@tcp42 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384343.990910:0:16128:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.152@tcp42) recovery failed with -71 00010000:00000001:0.0:1767384344.117180:0:449:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384344.117186:0:449:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384344.117192:0:449:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384344.117193:0:449:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384344.117262:0:16768:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384344.117266:0:16768:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384344.117269:0:16768:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:3.0:1767384344.612510:0:34893:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384344.612514:0:34893:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg252-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp44 --if ens2 00000001:00000001:3.0:1767384344.617057:0:34893:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:2.0:1767384344.623996:0:34894:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000875a7b44. 00000400:00000010:2.0:1767384344.624009:0:34894:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000b0205edb. 00000400:00000010:2.0:1767384344.624017:0:34894:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000004475bdb2. 00000400:00000010:2.0:1767384344.624020:0:34894:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000000f2ced87. 00000400:00000010:2.0:1767384344.624023:0:34894:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000000ec9d534. 00000400:00000010:2.0:1767384344.624027:0:34894:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000e265afc7. 00000400:00000010:2.0:1767384344.624028:0:34894:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000dcd27ed0. 00000400:00000010:2.0:1767384344.624034:0:34894:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000789e7e7f. 00000400:00000010:2.0:1767384344.624037:0:34894:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000b715b342. 00000800:00000010:2.0:1767384344.624050:0:34894:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000005c00056c. 00000800:00000200:2.0:1767384344.624059:0:34894:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:2.0:1767384344.624070:0:34894:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:2.0:1767384344.624134:0:34894:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.152) 00000400:02000000:2.0:1767384344.624154:0:34894:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.152@tcp44 [8/256/0/180] 00000400:00000010:2.0:1767384344.625886:0:34894:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 617 at 0000000025f545c9. 00000400:00000010:2.0:1767384344.625893:0:34894:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000028b9164b. 00000400:00000010:2.0:1767384344.625900:0:34894:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000eff9bd9b. 00000400:00000001:2.0:1767384344.625921:0:34894:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384344.625923:0:34894:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384344.625926:0:34894:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000080af15de. 00000400:00000200:2.0:1767384344.625929:0:34894:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000039df33fe 00000400:00000010:2.0:1767384344.625930:0:34894:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000039df33fe. 00000400:00000010:2.0:1767384344.625934:0:34894:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 601 at 00000000951ccdce. 00000400:00000200:2.0:1767384344.625938:0:34894:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (34) 00000400:00000200:2.0:1767384344.625950:0:34894:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.152@tcp (000000005d9714d7): 0 00000400:00000200:2.0:1767384344.625959:0:34894:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131116 00000020:00000010:2.0:1767384344.625965:0:34894:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 0000000036adf673. 00000020:01000000:2.0:1767384344.625969:0:34894:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:2.0:1767384344.625971:0:34894:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.152@tcp44 00000400:00000200:3.0:1767384344.625977:0:16135:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384344.625984:0:16135:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100171 00000400:00000010:2.0:1767384344.625986:0:34894:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000b0205edb. 00000400:00000010:3.0:1767384344.625990:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008fbdf106. 00000400:00000010:2.0:1767384344.625991:0:34894:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000875a7b44. 00000400:00000200:3.0:1767384344.625994:0:16135:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (35) 00000400:00000010:3.0:1767384344.626001:0:16135:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000f4f66cc9. 00000400:00000200:3.0:1767384344.626006:0:16135:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.152@tcp 00000400:00000200:3.0:1767384344.626017:0:16135:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.152@tcp local destination 00000020:00000001:0.0:1767384344.626021:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:3.0:1767384344.626022:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 37], ns[40, 37] 10000000:00000001:0.0:1767384344.626026:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:3.0:1767384344.626030:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 37], ns[64, 37] 10000000:00000001:0.0:1767384344.626030:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384344.626034:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:3.0:1767384344.626037:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[68, 37], ns[68, 37] 00000020:01000004:0.0:1767384344.626039:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384344.626042:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384344.626045:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:3.0:1767384344.626046:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[78, 37], ns[78, 37] 00000020:01000004:0.0:1767384344.626047:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384344.626050:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384344.626053:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384344.626055:0:37:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000200:3.0:1767384344.626057:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[83, 37], ns[83, 37] 00000020:01000004:0.0:1767384344.626058:0:37:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384344.626061:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384344.626063:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:3.0:1767384344.626066:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[99, 37], ns[100, 37] 00000100:00000010:0.0:1767384344.626069:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000dbd79448. 00000400:00000200:3.0:1767384344.626070:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[103, 37], ns[104, 37] 00000020:00000040:0.0:1767384344.626076:0:37:0:(genops.c:1229:class_import_get()) import 00000000df830bbe refcount=4 obd=MGC192.168.202.152@tcp 00000400:00000200:3.0:1767384344.626079:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[114, 37], ns[117, 37] 00000100:00000001:0.0:1767384344.626083:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:3.0:1767384344.626084:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[119, 37], ns[122, 37] 02000000:00000001:0.0:1767384344.626113:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384344.626118:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384344.626125:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000289fcc5d. 00000100:00000001:0.0:1767384344.626132:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384344.626140:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384344.626142:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384344.626149:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dbd79448] to pc [ptlrpcd_00_00+0] req@00000000dbd79448 x1853236723084288/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:0.0:1767384344.626168:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384344.626170:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384344.626172:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384344.626174:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000020:00000001:0.0:1767384344.626180:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384344.626181:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384344.626183:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384344.626184:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:0.0:1767384344.626186:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384344.626187:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384344.626188:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384344.626190:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384344.626191:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384344.626192:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384344.626193:0:37:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384344.626194:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384344.626195:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:0.0:1767384344.626198:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d6f175f1. 00000020:00000040:0.0:1767384344.626200:0:37:0:(genops.c:1229:class_import_get()) import 00000000df830bbe refcount=5 obd=MGC192.168.202.152@tcp 00000100:00000001:0.0:1767384344.626218:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384344.626220:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384344.626223:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384344.626229:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000093e83a39. 00000100:00000001:0.0:1767384344.626232:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384344.626235:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384344.626236:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384344.626240:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d6f175f1] to pc [ptlrpcd_00_01+1] req@00000000d6f175f1 x1853236723084416/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:0.0:1767384344.626257:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384344.626259:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384344.626260:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384344.626262:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:0.0:1767384344.626264:0:37:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 0000000036adf673. 00000100:00000001:0.0:1767384344.626275:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384344.626278:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384344.626279:0:16137:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384344.626283:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000dbd79448 x1853236723084288/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384344.626289:0:16137:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384344.626291:0:16137:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384344.626294:0:16137:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384344.626296:0:16137:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384344.626298:0:16137:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384344.626301:0:16137:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000dbd79448 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c0412d60-4f67-4dbc-8791-892843f60083:16137:1853236723084288:0@lo:253: 00000100:00000001:0.0:1767384344.626304:0:16137:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384344.626309:0:16137:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384344.626311:0:16137:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384344.626313:0:16137:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767384344.626317:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:0.0:1767384344.626319:0:16137:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000fc2316a4. 00000100:00000001:1.0:1767384344.626322:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1767384344.626323:0:16137:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384344.626327:0:16138:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:0.0:1767384344.626329:0:16137:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003b758d77. 00000100:00000040:1.0:1767384344.626334:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d6f175f1 x1853236723084416/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384344.626336:0:16137:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000079997483. 00000100:00000200:0.0:1767384344.626343:0:16137:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236723084288, portal 25 00000100:00000001:1.0:1767384344.626347:0:16138:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384344.626347:0:16137:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384344.626351:0:16138:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384344.626351:0:16137:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782423946880 : -124291285604736 : ffff8ef52e12a680) 02000000:00000001:1.0:1767384344.626358:0:16138:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384344.626361:0:16138:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384344.626362:0:16137:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000dbd79448 x1853236723084288/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384360 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384344.626367:0:16138:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384344.626374:0:16138:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d6f175f1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c0412d60-4f67-4dbc-8791-892843f60083:16138:1853236723084416:0@lo:253: 00000100:00000001:0.0:1767384344.626375:0:16137:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384344.626380:0:16138:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1767384344.626381:0:16137:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:1.0:1767384344.626384:0:16138:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:0.0:1767384344.626385:0:16137:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000269a20c6. 02000000:00000001:1.0:1767384344.626387:0:16138:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384344.626389:0:16138:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:0.0:1767384344.626394:0:16137:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236723084288, offset 0 02000000:00000010:1.0:1767384344.626395:0:16138:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000009fb8db61. 02000000:00000001:1.0:1767384344.626399:0:16138:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384344.626402:0:16137:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:1.0:1767384344.626403:0:16138:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bb9cbdaf. 00000400:00000010:1.0:1767384344.626409:0:16138:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000025a0e96a. 00000100:00000200:1.0:1767384344.626412:0:16138:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236723084416, portal 25 00000100:00000001:1.0:1767384344.626414:0:16138:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384344.626415:0:16138:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782423940608 : -124291285611008 : ffff8ef52e128e00) 00000100:00000040:1.0:1767384344.626419:0:16138:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d6f175f1 x1853236723084416/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384360 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384344.626425:0:16138:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384344.626428:0:16138:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384344.626436:0:16138:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a274faa6. 00000100:00000200:1.0:1767384344.626438:0:16138:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236723084416, offset 0 00000400:00000200:1.0:1767384344.626445:0:16138:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384344.626454:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[125, 37], ns[128, 37] 00000400:00000200:3.0:1767384344.626459:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[132, 37], ns[135, 37] 00000400:00000200:3.0:1767384344.626463:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[136, 37], ns[139, 37] 00000400:00000200:3.0:1767384344.626467:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 37], ns[32, 37] 00000400:00000200:3.0:1767384344.626471:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 32], ns[34, 32] 00000400:00000200:3.0:1767384344.626477:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 32], ns[44, 32] 00000400:00000200:3.0:1767384344.626490:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 32], ns[48, 32] 00000400:00000200:3.0:1767384344.626494:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 32], ns[52, 32] 00000400:00000200:3.0:1767384344.626499:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 32], ns[56, 32] 00000400:00000200:3.0:1767384344.626503:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 32], ns[60, 32] 00000400:00000200:3.0:1767384344.626508:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 32], ns[72, 32] 00000400:00000200:3.0:1767384344.626512:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[76, 32], ns[76, 32] 00000400:00000200:3.0:1767384344.626517:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[96, 32], ns[97, 32] 00000400:00000200:3.0:1767384344.626522:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[95, 32], ns[96, 32] 00000400:00000200:3.0:1767384344.626526:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[90, 32], ns[91, 32] 00000400:00000200:3.0:1767384344.626531:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[138, 32], ns[141, 32] 00000400:00000200:3.0:1767384344.626547:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[108, 32], ns[109, 32] 00000400:00000200:3.0:1767384344.626552:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[128, 32], ns[131, 32] 00000400:00000200:3.0:1767384344.626556:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[130, 32], ns[133, 32] 00000400:00000200:3.0:1767384344.626561:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[140, 32], ns[143, 32] 00000400:00000200:3.0:1767384344.626565:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[117, 32], ns[120, 32] 00000400:00000200:3.0:1767384344.626570:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[139, 32], ns[142, 32] 00000400:00000200:3.0:1767384344.626575:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[143, 32], ns[146, 32] 00000400:00000200:3.0:1767384344.626580:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[144, 32], ns[147, 32] 00000400:00000200:3.0:1767384344.626592:0:16135:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp22 00000400:00000200:3.0:1767384344.626599:0:16135:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.152@tcp22 00000400:00000200:3.0:1767384344.626604:0:16135:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.152@tcp22 lpni_is_preferred = 0 00000400:00000200:3.0:1767384344.626607:0:16135:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.152@tcp22 00000400:00000200:3.0:1767384344.626612:0:16135:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp22 NI seq info: [148:148:256:4294967295] 192.168.202.152@tcp22 LPNI seq info [145:145:8:4294967295] 00000400:00000200:3.0:1767384344.626619:0:16135:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.152@tcp22 00000400:00000200:3.0:1767384344.626629:0:16135:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp22(192.168.202.152@tcp22:) -> 192.168.202.152@tcp22(192.168.202.152@tcp:192.168.202.152@tcp22) : PUT try# 0 00000800:00000200:3.0:1767384344.626636:0:16135:0:(socklnd_cb.c:1001:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.202.152@tcp22 00000800:00000010:3.0:1767384344.626642:0:16135:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c9c62a05. 00000400:00000200:1.0:1767384344.626647:0:16138:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384344.626647:0:16137:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000200:3.0:1767384344.626655:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b483f25d] -> 12345-192.168.202.152@tcp22 (6) 00000400:00000200:1.0:1767384344.626661:0:16138:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824c906c80 00000400:00000200:0.0:1767384344.626665:0:16137:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824c906c00 00000800:00000200:3.0:1767384344.626670:0:16135:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp22 ip 192.168.202.152:988 00000400:00000200:1.0:1767384344.626676:0:16138:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x14f9 [2] + 0 00000800:00000200:3.0:1767384344.626677:0:16135:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c9c62a05 type 1, nob 704 niov 1 nkiov 1 00000400:00000010:1.0:1767384344.626686:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ea44fa8f. 00000400:00000200:1.0:1767384344.626691:0:16138:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000005c654a19 00000400:00000200:0.0:1767384344.626697:0:16137:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1501 [2] + 0 00000400:00000200:1.0:1767384344.626701:0:16138:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1767384344.626701:0:16137:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c78d40aa. 00000400:00000200:0.0:1767384344.626707:0:16137:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000009ba45d80 00000400:00000200:1.0:1767384344.626712:0:16138:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384344.626714:0:16137:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384344.626719:0:16137:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384344.626720:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005c654a19 00000400:00000010:1.0:1767384344.626724:0:16138:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005c654a19. 00000400:00000200:0.0:1767384344.626729:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009ba45d80 00000100:00000001:1.0:1767384344.626731:0:16138:0:(events.c:286:request_in_callback()) Process entered 00000400:00000010:0.0:1767384344.626733:0:16137:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009ba45d80. 00000100:00000200:1.0:1767384344.626735:0:16138:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:0.0:1767384344.626738:0:16137:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:1.0:1767384344.626741:0:16138:0:(events.c:337:request_in_callback()) incoming req@00000000eeb26b30 x1853236723084416 msgsize 4848 00000100:00000200:0.0:1767384344.626741:0:16137:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384344.626744:0:16137:0:(events.c:337:request_in_callback()) incoming req@00000000a91adb71 x1853236723084288 msgsize 4848 00000100:00100000:1.0:1767384344.626755:0:16138:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767384344.626755:0:16137:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384344.626761:0:16138:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384344.626771:0:16138:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:0.0:1767384344.626772:0:16137:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000400:00000200:1.0:1767384344.626780:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a274faa6 00000400:00000010:1.0:1767384344.626783:0:16138:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a274faa6. 00000100:00000001:0.0:1767384344.626784:0:16137:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384344.626789:0:16138:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:0.0:1767384344.626792:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000269a20c6 00000100:00000200:1.0:1767384344.626795:0:16138:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d6f175f1 x1853236723084416/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384360 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384344.626796:0:16137:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000269a20c6. 00000100:00000001:0.0:1767384344.626802:0:16137:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384344.626808:0:16137:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000dbd79448 x1853236723084288/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384360 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384344.626809:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384344.626815:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d6f175f1 x1853236723084416/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384360 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384344.626823:0:16137:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384344.626826:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384344.626830:0:16138:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:0.0:1767384344.626831:0:16137:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000dbd79448 x1853236723084288/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384360 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384344.626838:0:16138:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384344.626839:0:16137:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384344.626844:0:16137:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384344.626845:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294934613 00000100:00000001:0.0:1767384344.626849:0:16137:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384344.626851:0:16138:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c3b7a892. 00000100:00000001:0.0:1767384344.626853:0:16137:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294934613 00000100:00000001:1.0:1767384344.626858:0:16138:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767384344.626864:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294934613 00000100:00000001:0.0:1767384344.626864:0:16137:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 0, keep current deadline 4294934613 00000100:00000010:1.0:1767384344.626868:0:16138:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008da8caed. 00000100:00000001:0.0:1767384344.626869:0:16137:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294934613 00000100:00000001:1.0:1767384344.626879:0:16138:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767384344.626884:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294934613 00000100:00000001:0.0:1767384344.626884:0:16137:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 1, keep current deadline 4294934613 00000100:00000010:1.0:1767384344.626897:0:16138:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fba2ceaf. 00000100:00000001:0.0:1767384344.626899:0:16137:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294934613 00000100:00000001:1.0:1767384344.626901:0:16138:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767384344.626904:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294934613 00000100:00000010:1.0:1767384344.626907:0:16138:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000026c96f58. 00000100:00000001:1.0:1767384344.626909:0:16138:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767384344.626913:0:16137:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 2, keep current deadline 4294934613 00000100:00000001:1.0:1767384344.626915:0:16138:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384344.626916:0:16137:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294934613 00000100:00000001:1.0:1767384344.626920:0:16138:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384344.626921:0:16137:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 3, keep current deadline 4294934613 00000100:00000001:1.0:1767384344.626925:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384344.626925:0:16137:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384344.626930:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384344.626931:0:16137:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384344.626937:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384344.626939:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384344.626942:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384344.626945:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384344.626945:0:16137:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384344.626950:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384344.626950:0:16137:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384344.626953:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384344.626957:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384344.626958:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384344.626962:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384344.626963:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384344.626967:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384344.626974:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384344.626981:0:16773:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384344.626984:0:16773:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723084416 02000000:00000001:1.0:1767384344.626986:0:16773:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384344.626988:0:16773:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384344.626990:0:16773:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384344.626993:0:16773:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384344.626996:0:16773:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723084416 00000020:00000001:1.0:1767384344.626998:0:16773:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384344.627000:0:16773:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eec8e1 00000020:00000001:1.0:1767384344.627002:0:16773:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384344.627002:0:16774:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000040:1.0:1767384344.627004:0:16773:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000555601ca refcount=15 00000100:00100000:0.0:1767384344.627007:0:16774:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723084288 00000020:00000001:1.0:1767384344.627008:0:16773:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000020:00000001:1.0:1767384344.627012:0:16773:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 02000000:00000001:0.0:1767384344.627012:0:16774:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384344.627017:0:16774:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384344.627018:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384344.627022:0:16774:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384344.627023:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000795ec107. 00000100:00000001:1.0:1767384344.627029:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384344.627029:0:16774:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384344.627035:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000795ec107. 00000100:00100000:0.0:1767384344.627037:0:16774:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723084288 00000020:00000001:0.0:1767384344.627040:0:16774:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384344.627044:0:16774:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eec8e1 00000020:00000010:1.0:1767384344.627046:0:16773:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006caa54d9. 00000400:00000200:3.0:1767384344.627047:0:16135:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.152@tcp 00000020:00000001:0.0:1767384344.627048:0:16774:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:1.0:1767384344.627052:0:16773:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006b783904. 00000020:00000040:0.0:1767384344.627054:0:16774:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000555601ca refcount=16 00000400:00000200:3.0:1767384344.627056:0:16135:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100571 rc 0 00000020:00000010:1.0:1767384344.627059:0:16773:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002af3f430. 00000020:00000001:0.0:1767384344.627060:0:16774:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000020:00000001:0.0:1767384344.627066:0:16774:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000100:00000001:0.0:1767384344.627070:0:16774:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:1.0:1767384344.627071:0:16773:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384344.627075:0:16773:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000010:0.0:1767384344.627075:0:16774:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000037cc3fe. 00000100:00000001:1.0:1767384344.627076:0:16773:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384344.627080:0:16773:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384344.627082:0:16774:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384344.627107:0:16774:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000037cc3fe. 00000100:00000001:1.0:1767384344.627114:0:16773:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384344.627114:0:16774:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a0813f11. 00000020:00000010:0.0:1767384344.627121:0:16774:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f2ccb9a7. 00000100:00000001:1.0:1767384344.627125:0:16773:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384344.627125:0:16774:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000a5828f2. 00000100:00000001:0.0:1767384344.627133:0:16774:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384344.627140:0:16773:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384344.627144:0:16773:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384344.627144:0:16774:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384344.627149:0:16774:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384344.627153:0:16773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 136 00000100:00000040:1.0:1767384344.627157:0:16773:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000555601ca : new rpc_count 1 00000100:00000001:1.0:1767384344.627159:0:16773:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619781697494096 : -124292012057520 : ffff8ef502c5dc50) 00000100:00000001:0.0:1767384344.627159:0:16774:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384344.627168:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000eeb26b30 x1853236723084416/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:325/0 lens 4848/0 e 0 to 0 dl 1767384355 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384344.627174:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384344.627175:0:16774:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384344.627177:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000795ec107. 00000100:00000001:1.0:1767384344.627181:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384344.627183:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000795ec107. 00000100:00100000:1.0:1767384344.627189:0:16773:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000eeb26b30 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c0412d60-4f67-4dbc-8791-892843f60083+16:16138:x1853236723084416:12345-0@lo:253: 00000100:00000200:1.0:1767384344.627192:0:16773:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723084416 00000100:00000001:0.0:1767384344.627192:0:16774:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:1.0:1767384344.627195:0:16773:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:0.0:1767384344.627196:0:16774:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:1.0:1767384344.627200:0:16773:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384344.627203:0:16773:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384344.627219:0:16774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 137 00000020:00000001:1.0:1767384344.627221:0:16773:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384344.627225:0:16773:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669141328 : -1040410288 : ffffffffc1fc9950) 00000100:00000040:0.0:1767384344.627225:0:16774:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000555601ca : new rpc_count 2 00000100:00000001:0.0:1767384344.627231:0:16774:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619781697490000 : -124292012061616 : ffff8ef502c5cc50) 00000020:00000001:1.0:1767384344.627232:0:16773:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384344.627235:0:16773:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384344.627239:0:16773:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384344.627241:0:16773:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000040:0.0:1767384344.627241:0:16774:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a91adb71 x1853236723084288/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:325/0 lens 4848/0 e 0 to 0 dl 1767384355 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384344.627244:0:16773:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384344.627250:0:16773:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1767384344.627256:0:16774:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:1.0:1767384344.627260:0:16773:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:0.0:1767384344.627262:0:16774:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000037cc3fe. 02000000:00000010:1.0:1767384344.627266:0:16773:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000989c557f. 00000100:00000001:0.0:1767384344.627267:0:16774:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384344.627271:0:16773:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384344.627273:0:16774:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000037cc3fe. 00000100:00000001:1.0:1767384344.627274:0:16773:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384344.627280:0:16773:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000100:00100000:0.0:1767384344.627284:0:16774:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000a91adb71 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c0412d60-4f67-4dbc-8791-892843f60083+16:16137:x1853236723084288:12345-0@lo:253: 00000100:00000200:0.0:1767384344.627290:0:16774:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723084288 20000000:00000010:1.0:1767384344.627291:0:16773:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000078529ee3. 00000020:00000001:0.0:1767384344.627295:0:16774:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 20000000:01000000:1.0:1767384344.627296:0:16773:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:1.0:1767384344.627301:0:16773:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000020:00000001:0.0:1767384344.627301:0:16774:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 20000000:00000001:1.0:1767384344.627306:0:16773:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000020:00000001:0.0:1767384344.627307:0:16774:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384344.627309:0:16773:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384344.627311:0:16774:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 20000000:00000001:1.0:1767384344.627312:0:16773:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384344.627316:0:16774:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669141328 : -1040410288 : ffffffffc1fc9950) 20000000:00000001:1.0:1767384344.627317:0:16773:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000020:00000001:0.0:1767384344.627323:0:16774:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384344.627325:0:16774:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 20000000:00000010:1.0:1767384344.627326:0:16773:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000003ae8d79. 00000020:00000001:0.0:1767384344.627327:0:16774:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 20000000:01000000:1.0:1767384344.627329:0:16773:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #44 00000020:00000001:0.0:1767384344.627332:0:16774:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 20000000:00000001:1.0:1767384344.627336:0:16773:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000020:00000001:0.0:1767384344.627336:0:16774:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384344.627342:0:16774:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00080000:00000001:1.0:1767384344.627343:0:16773:0:(osd_index.c:626:osd_dir_lookup()) Process entered 02000000:00000001:0.0:1767384344.627346:0:16774:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384344.627353:0:16774:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000aab16fa3. 02000000:00000001:0.0:1767384344.627356:0:16774:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384344.627359:0:16774:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384344.627361:0:16774:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:0.0:1767384344.627380:0:16774:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000686b2cb5. 20000000:01000000:0.0:1767384344.627383:0:16774:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00080000:00000001:1.0:1767384344.627385:0:16773:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384344.627386:0:16774:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00080000:00000001:1.0:1767384344.627391:0:16773:0:(osd_index.c:949:osd_remote_fid()) Process entered 20000000:00000001:0.0:1767384344.627391:0:16774:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384344.627395:0:16774:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384344.627396:0:16773:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384344.627402:0:16774:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384344.627403:0:16773:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:1.0:1767384344.627408:0:16773:0:(lu_object.c:808:lu_object_find_at()) Process entered 20000000:00000001:0.0:1767384344.627408:0:16774:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000020:00000001:1.0:1767384344.627413:0:16773:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446619782313850200 : -124291395701416 : ffff8ef52782b558) 00080000:00000001:1.0:1767384344.627416:0:16773:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384344.627422:0:16773:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000076070fb9. 00080000:00000001:1.0:1767384344.627424:0:16773:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446619782425122816 : -124291284428800 : ffff8ef52e249800) 00080000:00000001:1.0:1767384344.627427:0:16773:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384344.627533:0:16773:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384344.627536:0:16773:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384344.627539:0:16773:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000800:00000200:3.0:1767384344.627550:0:16130:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384344.627556:0:16130:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c9c62a05. 00000400:00000200:3.0:1767384344.627560:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00080000:00000001:1.0:1767384344.627562:0:16773:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384344.627567:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp22->192.168.202.152@tcp22: PUT: OK 00080000:00000001:1.0:1767384344.627569:0:16773:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:3.0:1767384344.627573:0:16130:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384344.627577:0:16130:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.152@tcp: 0 00000800:00000001:3.0:1767384344.627586:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384344.627595:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384344.627598:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384344.627602:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384344.627608:0:16130:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.152@tcp22(192.168.202.152@tcp22) <- 192.168.202.152@tcp22 : PUT - for me 00000400:00000200:3.0:1767384344.627617:0:16130:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.152@tcp of length 608 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384344.627623:0:16130:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.152@tcp of length 576/608 into md 0x1c5d [1] + 0 00000400:00000010:3.0:1767384344.627626:0:16130:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000085a7f258. 00000400:00000200:3.0:1767384344.627630:0:16130:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000091677c2e 00000800:00000001:3.0:1767384344.627634:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384344.627646:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384344.627649:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384344.627654:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp22->192.168.202.152@tcp22: PUT: OK 00000400:00000200:3.0:1767384344.627658:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000091677c2e 00080000:00000001:1.0:1767384344.627659:0:16773:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000400:00000010:3.0:1767384344.627660:0:16130:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000091677c2e. 00080000:00000001:1.0:1767384344.627665:0:16773:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:3.0:1767384344.627667:0:16130:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:3.0:1767384344.627672:0:16130:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (36) 00000400:00000200:3.0:1767384344.627678:0:16130:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.152@tcp(000000005d9714d7) is MR 00000400:00000200:3.0:1767384344.627681:0:16130:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.202.152@tcp (608 bytes) 00000400:00000200:3.0:1767384344.627685:0:16130:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.152@tcp (000000005d9714d7): -114 00000400:00000200:3.0:1767384344.627695:0:16130:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000005d9714d7 (37) 00000400:00000200:3.0:1767384344.627699:0:16130:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767384344.627706:0:16130:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.152@tcp22 to MR: 192.168.202.152@tcp22 local destination 00000400:00000200:3.0:1767384344.627714:0:16130:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp22 NI seq info: [149:149:256:4294967295] 192.168.202.152@tcp22 LPNI seq info [146:146:8:4294967295] 00000400:00000200:3.0:1767384344.627730:0:16130:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp22(192.168.202.152@tcp22:192.168.202.152@tcp22) -> 192.168.202.152@tcp22(192.168.202.152@tcp22:192.168.202.152@tcp22) 192.168.202.152@tcp22 : ACK try# 0 00000800:00000200:3.0:1767384344.627737:0:16130:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.152@tcp22 00000800:00000010:3.0:1767384344.627742:0:16130:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c9c62a05. 00000800:00000200:3.0:1767384344.627748:0:16130:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b483f25d] -> 12345-192.168.202.152@tcp22 (6) 00000800:00000200:3.0:1767384344.627755:0:16130:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp22 ip 192.168.202.152:997 00000400:00000200:0.0:1767384344.627757:0:16135:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000800:00000200:3.0:1767384344.627758:0:16130:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c9c62a05 type 0, nob 96 niov 1 nkiov 0 00000400:00000010:0.0:1767384344.627762:0:16135:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 617 at 000000004fd849ce. 00000400:00000010:0.0:1767384344.627767:0:16135:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a7aa0c5f. 00000400:00000010:0.0:1767384344.627770:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000068f46fb4. 00000800:00000001:3.0:1767384344.627771:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384344.627774:0:16135:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000004fd849ce 00000400:00000010:0.0:1767384344.627777:0:16135:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 585 at 000000007bb86090. 00000400:00000200:0.0:1767384344.627781:0:16135:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 608 success 00000800:00000001:3.0:1767384344.627782:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384344.627786:0:16135:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x102471 00000400:00000200:0.0:1767384344.627790:0:16135:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (36) 00000400:00000010:0.0:1767384344.627794:0:16135:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 617 at 000000001321bc4b. 00000400:00000010:0.0:1767384344.627798:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000029c4097. 00000400:00000010:0.0:1767384344.627803:0:16135:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000b40f2a61. 00000400:00000200:0.0:1767384344.627808:0:16135:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.152@tcp 00000400:00000200:0.0:1767384344.627815:0:16135:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.152@tcp local destination 00000400:00000200:0.0:1767384344.627820:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 37], ns[40, 37] 00000400:00000200:0.0:1767384344.627826:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 37], ns[64, 37] 00000800:00000200:3.0:1767384344.627828:0:16130:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1767384344.627832:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[68, 37], ns[68, 37] 00000800:00000010:3.0:1767384344.627833:0:16130:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c9c62a05. 00000400:00000200:3.0:1767384344.627841:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384344.627841:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[78, 37], ns[78, 37] 00000400:00000200:0.0:1767384344.627851:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[83, 37], ns[83, 37] 00000400:00000200:3.0:1767384344.627854:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp22->192.168.202.152@tcp22: ACK: OK 00000400:00000200:0.0:1767384344.627859:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[99, 37], ns[100, 37] 00000400:00000200:0.0:1767384344.627862:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[103, 37], ns[104, 37] 00000400:00000200:0.0:1767384344.627865:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[114, 37], ns[117, 37] 00000400:00000200:0.0:1767384344.627875:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[119, 37], ns[122, 37] 00000400:00000200:0.0:1767384344.627879:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[125, 37], ns[128, 37] 00000400:00000200:0.0:1767384344.627884:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[132, 37], ns[135, 37] 00000400:00000200:0.0:1767384344.627887:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[136, 37], ns[139, 37] 00000400:00000200:0.0:1767384344.627889:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[146, 37], ns[149, 37] 00000400:00000200:0.0:1767384344.627892:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 37], ns[34, 37] 00000400:00000200:0.0:1767384344.627896:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 34], ns[44, 34] 00000400:00000200:0.0:1767384344.627900:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 34], ns[48, 34] 00000400:00000200:0.0:1767384344.627904:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 34], ns[52, 34] 00000400:00000200:0.0:1767384344.627908:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 34], ns[56, 34] 00000400:00000200:0.0:1767384344.627912:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 34], ns[60, 34] 00000400:00000200:0.0:1767384344.627916:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 34], ns[72, 34] 00000400:00000200:0.0:1767384344.627920:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[76, 34], ns[76, 34] 00000400:00000200:0.0:1767384344.627923:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[96, 34], ns[97, 34] 00000400:00000200:0.0:1767384344.627926:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[95, 34], ns[96, 34] 00000400:00000200:0.0:1767384344.627930:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[90, 34], ns[91, 34] 00000400:00000200:0.0:1767384344.627934:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[138, 34], ns[141, 34] 00000400:00000200:0.0:1767384344.627937:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[108, 34], ns[109, 34] 00000400:00000200:0.0:1767384344.627948:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[128, 34], ns[131, 34] 00000400:00000200:0.0:1767384344.627952:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[130, 34], ns[133, 34] 00000400:00000200:0.0:1767384344.627956:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[140, 34], ns[143, 34] 00000400:00000200:0.0:1767384344.627958:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[117, 34], ns[120, 34] 00000400:00000200:0.0:1767384344.627962:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[139, 34], ns[142, 34] 00000400:00000200:0.0:1767384344.627966:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[143, 34], ns[146, 34] 00000400:00000200:0.0:1767384344.627970:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[144, 34], ns[147, 34] 00000400:00000200:0.0:1767384344.627972:0:16135:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp23 00000400:00000200:0.0:1767384344.627975:0:16135:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.152@tcp23 00000400:00000200:0.0:1767384344.627978:0:16135:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.152@tcp23 lpni_is_preferred = 0 00000400:00000200:0.0:1767384344.627980:0:16135:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.152@tcp23 00000400:00000200:0.0:1767384344.627984:0:16135:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp23 NI seq info: [150:150:256:4294967295] 192.168.202.152@tcp23 LPNI seq info [147:147:8:4294967295] 00000400:00000200:0.0:1767384344.627988:0:16135:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.152@tcp23 00000400:00000200:0.0:1767384344.627998:0:16135:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp23(192.168.202.152@tcp23:) -> 192.168.202.152@tcp23(192.168.202.152@tcp:192.168.202.152@tcp23) : GET try# 0 00000800:00000200:0.0:1767384344.628003:0:16135:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.152@tcp23 00000800:00000010:0.0:1767384344.628006:0:16135:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000d4aff187. 00000800:00000001:3.0:1767384344.628008:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:0.0:1767384344.628012:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c1bf8186] -> 12345-192.168.202.152@tcp23 (6) 00000800:00000001:3.0:1767384344.628015:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384344.628019:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:0.0:1767384344.628021:0:16135:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp23 ip 192.168.202.152:988 00000800:00000200:0.0:1767384344.628025:0:16135:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d4aff187 type 2, nob 96 niov 1 nkiov 0 00000800:00000001:3.0:1767384344.628026:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384344.628031:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384344.628031:0:16135:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.152@tcp 00000400:00000200:0.0:1767384344.628034:0:16135:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100671 rc 0 00000800:00000001:3.0:1767384344.628045:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384344.628054:0:16130:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.152@tcp22(192.168.202.152@tcp22) <- 192.168.202.152@tcp22 : ACK - for me 00000400:00000200:3.0:1767384344.628065:0:16130:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.152@tcp22: ACK from 12345-192.168.202.152@tcp22 into md 0x1d1d 00000400:00000200:3.0:1767384344.628069:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384344.628074:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp22->192.168.202.152@tcp22: ACK: OK 00000400:00000200:3.0:1767384344.628078:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008fbdf106 00000400:00000010:3.0:1767384344.628081:0:16130:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008fbdf106. 00000400:00000200:3.0:1767384344.628112:0:16130:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:3.0:1767384344.628117:0:16130:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.152@tcp ev->status 0 00000400:00000200:3.0:1767384344.628121:0:16130:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.152@tcp (000000005d9714d7): -114 00000400:00000200:3.0:1767384344.628133:0:16130:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000005d9714d7 (37) 00000800:00000001:3.0:1767384344.628141:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384344.628146:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384344.628149:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384344.628155:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384344.628162:0:16130:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.152@tcp23(192.168.202.152@tcp23) <- 192.168.202.152@tcp23 : GET - for me 00000800:00000200:1.0:1767384344.628163:0:16132:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384344.628167:0:16132:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000d4aff187. 00000400:00000200:3.0:1767384344.628173:0:16130:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.152@tcp of length 608 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384344.628174:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384344.628185:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp23->192.168.202.152@tcp23: GET: OK 00000400:00000200:3.0:1767384344.628186:0:16130:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.152@tcp of length 608/608 into md 0x1d19 [1] + 0 00000400:00000200:3.0:1767384344.628197:0:16130:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.152@tcp23 to MR: 192.168.202.152@tcp23 local destination 00000400:00000200:3.0:1767384344.628220:0:16130:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp23 NI seq info: [151:151:255:4294967295] 192.168.202.152@tcp23 LPNI seq info [148:148:7:4294967295] 00000400:00000200:3.0:1767384344.628231:0:16130:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp23(192.168.202.152@tcp23:192.168.202.152@tcp23) -> 192.168.202.152@tcp23(192.168.202.152@tcp23:192.168.202.152@tcp23) 192.168.202.152@tcp23 : REPLY try# 0 00000400:00000200:1.0:1767384344.628237:0:16132:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000800:00000200:3.0:1767384344.628238:0:16130:0:(socklnd_cb.c:1001:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.202.152@tcp23 00000400:00000200:1.0:1767384344.628243:0:16132:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.152@tcp: 0 00000800:00000010:3.0:1767384344.628246:0:16130:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c9c62a05. 00000800:00000001:1.0:1767384344.628251:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:3.0:1767384344.628256:0:16130:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c1bf8186] -> 12345-192.168.202.152@tcp23 (6) 00000800:00000001:1.0:1767384344.628258:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767384344.628268:0:16130:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp23 ip 192.168.202.152:995 00000800:00000200:3.0:1767384344.628272:0:16130:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c9c62a05 type 3, nob 704 niov 1 nkiov 1 00000800:00000001:1.0:1767384344.628314:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384344.628329:0:16135:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384344.628332:0:16135:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100271 00000400:00000200:1.0:1767384344.628334:0:16135:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (36) 00000800:00000200:3.0:1767384344.628338:0:16130:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000010:1.0:1767384344.628339:0:16135:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 617 at 00000000951ccdce. 00000800:00000010:3.0:1767384344.628344:0:16130:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c9c62a05. 00000400:00000010:1.0:1767384344.628345:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000064b9df59. 00000400:00000200:3.0:1767384344.628350:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1767384344.628351:0:16135:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000017a8c785. 00000400:00000200:1.0:1767384344.628360:0:16135:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.152@tcp 00000400:00000200:3.0:1767384344.628363:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp23->192.168.202.152@tcp23: REPLY: OK 00000400:00000200:1.0:1767384344.628368:0:16135:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.152@tcp local destination 00000400:00000200:1.0:1767384344.628371:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 37], ns[40, 37] 00000400:00000200:1.0:1767384344.628379:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 37], ns[64, 37] 00000400:00000200:1.0:1767384344.628382:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[68, 37], ns[68, 37] 00000400:00000200:1.0:1767384344.628385:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[78, 37], ns[78, 37] 00000400:00000200:1.0:1767384344.628388:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[83, 37], ns[83, 37] 00000400:00000200:1.0:1767384344.628391:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[99, 37], ns[100, 37] 00000400:00000200:1.0:1767384344.628393:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[103, 37], ns[104, 37] 00000400:00000200:1.0:1767384344.628397:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[114, 37], ns[117, 37] 00000400:00000200:1.0:1767384344.628399:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[119, 37], ns[122, 37] 00000400:00000200:1.0:1767384344.628402:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[125, 37], ns[128, 37] 00000400:00000200:1.0:1767384344.628405:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[132, 37], ns[135, 37] 00000400:00000200:1.0:1767384344.628408:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[136, 37], ns[139, 37] 00000400:00000200:1.0:1767384344.628418:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[146, 37], ns[149, 37] 00000400:00000200:1.0:1767384344.628421:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[148, 37], ns[151, 37] 00000400:00000200:1.0:1767384344.628425:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 37], ns[44, 37] 00000400:00000200:1.0:1767384344.628429:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 37], ns[48, 37] 00000400:00000200:1.0:1767384344.628431:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 37], ns[52, 37] 00000400:00000200:1.0:1767384344.628434:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 37], ns[56, 37] 00000400:00000200:1.0:1767384344.628437:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 37], ns[60, 37] 00000400:00000200:1.0:1767384344.628440:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 37], ns[72, 37] 00000400:00000200:1.0:1767384344.628443:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[76, 37], ns[76, 37] 00000400:00000200:1.0:1767384344.628445:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[96, 37], ns[97, 37] 00000400:00000200:1.0:1767384344.628448:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[95, 37], ns[96, 37] 00000400:00000200:1.0:1767384344.628450:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[90, 37], ns[91, 37] 00000400:00000200:1.0:1767384344.628453:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[138, 37], ns[141, 37] 00000400:00000200:1.0:1767384344.628455:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[108, 37], ns[109, 37] 00000400:00000200:1.0:1767384344.628458:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[128, 37], ns[131, 37] 00000400:00000200:1.0:1767384344.628460:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[130, 37], ns[133, 37] 00000400:00000200:1.0:1767384344.628463:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[140, 37], ns[143, 37] 00000400:00000200:1.0:1767384344.628465:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[117, 37], ns[120, 37] 00000400:00000200:1.0:1767384344.628475:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[139, 37], ns[142, 37] 00000400:00000200:1.0:1767384344.628478:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[143, 37], ns[146, 37] 00000400:00000200:1.0:1767384344.628482:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[144, 37], ns[147, 37] 00000400:00000200:1.0:1767384344.628485:0:16135:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767384344.628487:0:16135:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.152@tcp 00000400:00000200:1.0:1767384344.628489:0:16135:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.152@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767384344.628492:0:16135:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.152@tcp 00000400:00000200:1.0:1767384344.628497:0:16135:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp NI seq info: [152:152:256:4294967295] 192.168.202.152@tcp LPNI seq info [149:149:8:4294967295] 00000400:00000200:1.0:1767384344.628502:0:16135:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.152@tcp 00000400:00000200:1.0:1767384344.628508:0:16135:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp(192.168.202.152@tcp:) -> 192.168.202.152@tcp(192.168.202.152@tcp:192.168.202.152@tcp) : GET try# 0 00000800:00000200:1.0:1767384344.628514:0:16135:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.152@tcp 00000800:00000010:1.0:1767384344.628518:0:16135:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000003bdae762. 00000800:00000001:3.0:1767384344.628522:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:1.0:1767384344.628526:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002fd1afca] -> 12345-192.168.202.152@tcp (6) 00000800:00000001:3.0:1767384344.628531:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384344.628534:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:1.0:1767384344.628538:0:16135:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp ip 192.168.202.152:988 00000800:00000001:3.0:1767384344.628539:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767384344.628544:0:16135:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003bdae762 type 2, nob 96 niov 1 nkiov 0 00000400:00000200:3.0:1767384344.628550:0:16130:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.152@tcp23(192.168.202.152@tcp23) <- 192.168.202.152@tcp23 : REPLY - for me 00000400:00000200:1.0:1767384344.628555:0:16135:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.152@tcp 00000400:00000200:1.0:1767384344.628560:0:16135:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100271 rc 0 00000400:00000200:3.0:1767384344.628564:0:16130:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.152@tcp23: Reply from 12345-192.168.202.152@tcp23 of length 608/608 into md 0x1d35 00000800:00000001:3.0:1767384344.628570:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384344.628574:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384344.628576:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384344.628579:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp23->192.168.202.152@tcp23: REPLY: OK 00000400:00000200:3.0:1767384344.628582:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000029c4097 00000400:00000010:3.0:1767384344.628584:0:16130:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000029c4097. 00000400:00000200:3.0:1767384344.628586:0:16130:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:3.0:1767384344.628590:0:16130:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.202.152@tcp has discovery enabled 00000400:00000200:3.0:1767384344.628592:0:16130:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.202.152@tcp(000000005d9714d7) is MR 00000400:00000200:3.0:1767384344.628596:0:16130:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.202.152@tcp data present 36. state = 0x100271 00000400:00000200:3.0:1767384344.628601:0:16130:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.152@tcp (000000005d9714d7): -114 00000400:00000200:3.0:1767384344.628613:0:16130:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000005d9714d7 (37) 00000800:00000001:1.0:1767384344.628617:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384344.628621:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384344.628624:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767384344.628654:0:16130:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384344.628657:0:16130:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000003bdae762. 00000400:00000200:3.0:1767384344.628662:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384344.628666:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp->192.168.202.152@tcp: GET: OK 00000400:00000200:3.0:1767384344.628668:0:16130:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384344.628671:0:16130:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.152@tcp: 0 00000800:00000001:3.0:1767384344.628677:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384344.628681:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384344.628683:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384344.628687:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384344.628691:0:16130:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.152@tcp(192.168.202.152@tcp) <- 192.168.202.152@tcp : GET - for me 00000400:00000200:3.0:1767384344.628697:0:16130:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.152@tcp of length 608 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384344.628701:0:16130:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.152@tcp of length 608/608 into md 0x1d19 [1] + 0 00000400:00000200:3.0:1767384344.628708:0:16130:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.152@tcp to MR: 192.168.202.152@tcp local destination 00000400:00000200:3.0:1767384344.628717:0:16130:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp NI seq info: [153:153:256:4294967295] 192.168.202.152@tcp LPNI seq info [150:150:8:4294967295] 00000400:00000200:3.0:1767384344.628724:0:16130:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp(192.168.202.152@tcp:192.168.202.152@tcp) -> 192.168.202.152@tcp(192.168.202.152@tcp:192.168.202.152@tcp) 192.168.202.152@tcp : REPLY try# 0 00000800:00000200:3.0:1767384344.628729:0:16130:0:(socklnd_cb.c:1001:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.202.152@tcp 00000800:00000010:3.0:1767384344.628732:0:16130:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c9c62a05. 00000800:00000200:3.0:1767384344.628736:0:16130:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002fd1afca] -> 12345-192.168.202.152@tcp (6) 00000800:00000200:3.0:1767384344.628741:0:16130:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp ip 192.168.202.152:1023 00000800:00000200:3.0:1767384344.628743:0:16130:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c9c62a05 type 3, nob 704 niov 1 nkiov 1 00000800:00000200:3.0:1767384344.628796:0:16130:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384344.628799:0:16130:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c9c62a05. 00000400:00000200:3.0:1767384344.628802:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384344.628806:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp->192.168.202.152@tcp: REPLY: OK 00000800:00000001:3.0:1767384344.628811:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384344.628814:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384344.628816:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384344.628820:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384344.628822:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384344.628825:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384344.628829:0:16130:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.152@tcp(192.168.202.152@tcp) <- 192.168.202.152@tcp : REPLY - for me 00000400:00000200:3.0:1767384344.628837:0:16130:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.152@tcp: Reply from 12345-192.168.202.152@tcp of length 608/608 into md 0x1d39 00000800:00000001:3.0:1767384344.628840:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384344.628845:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384344.628846:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384344.628850:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp->192.168.202.152@tcp: REPLY: OK 00000400:00000200:3.0:1767384344.628853:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000064b9df59 00000400:00000010:3.0:1767384344.628855:0:16130:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000064b9df59. 00000400:00000200:3.0:1767384344.628858:0:16130:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:3.0:1767384344.628860:0:16130:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.202.152@tcp has discovery enabled 00000400:00000200:3.0:1767384344.628863:0:16130:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.202.152@tcp(000000005d9714d7) is MR 00000400:00000200:3.0:1767384344.628866:0:16130:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.202.152@tcp data present 36. state = 0x1000f1 00000400:00000010:3.0:1767384344.628868:0:16130:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 617 at 000000001321bc4b. 00000400:00000200:3.0:1767384344.628874:0:16130:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.152@tcp (000000005d9714d7): -114 00000400:00000200:3.0:1767384344.628884:0:16130:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000005d9714d7 (36) 00000800:00000001:3.0:1767384344.628891:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384344.628896:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384344.629008:0:16135:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384344.629012:0:16135:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x1000f1 00000400:00000010:3.0:1767384344.629019:0:16135:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 740 at 000000002d6c50a9. 00000400:00000010:3.0:1767384344.629023:0:16135:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 888 at 00000000dc9fce26. 00000400:00000010:3.0:1767384344.629027:0:16135:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 740 at 0000000052b64ebd. 00000400:00000200:3.0:1767384344.629056:0:16135:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.152@tcp34(00000000d2238615) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:3.0:1767384344.629062:0:16135:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.152@tcp38(000000002241dc47) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:3.0:1767384344.629068:0:16135:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.152@tcp41(00000000e6e34842) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:3.0:1767384344.629072:0:16135:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.152@tcp42(00000000923724ec) status changed from 0xdeadface to 0x15aac0de 00000400:00000010:3.0:1767384344.629077:0:16135:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 0000000028573312. 00000400:00000200:3.0:1767384344.629082:0:16135:0:(peer.c:185:lnet_peer_ni_alloc()) 0000000028573312 nid 192.168.202.152@tcp43 00000400:00000010:3.0:1767384344.629107:0:16135:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000b538a431. 00000400:00000200:3.0:1767384344.629110:0:16135:0:(peer.c:204:lnet_peer_net_alloc()) 00000000b538a431 net tcp43 00000400:00000200:3.0:1767384344.629113:0:16135:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (35) 00000400:00000200:3.0:1767384344.629118:0:16135:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.152@tcp NID 192.168.202.152@tcp43 flags 0x11 00000400:00000010:3.0:1767384344.629123:0:16135:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000d90b08f0. 00000400:00000200:3.0:1767384344.629127:0:16135:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000d90b08f0 nid 192.168.202.152@tcp44 00000400:00000010:3.0:1767384344.629129:0:16135:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000916b7c38. 00000400:00000200:3.0:1767384344.629132:0:16135:0:(peer.c:204:lnet_peer_net_alloc()) 00000000916b7c38 net tcp44 00000400:00000200:3.0:1767384344.629133:0:16135:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (36) 00000400:00000200:3.0:1767384344.629138:0:16135:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.152@tcp NID 192.168.202.152@tcp44 flags 0x11 00000400:00000010:3.0:1767384344.629141:0:16135:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 740 at 000000002d6c50a9. 00000400:00000010:3.0:1767384344.629145:0:16135:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 888 at 00000000dc9fce26. 00000400:00000010:3.0:1767384344.629148:0:16135:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 740 at 0000000052b64ebd. 00000400:00000010:3.0:1767384344.629151:0:16135:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 617 at 00000000951ccdce. 00000400:00000200:3.0:1767384344.629156:0:16135:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.152@tcp (000000005d9714d7): 0 00000400:00000200:3.0:1767384344.629159:0:16135:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.152@tcp(000000005d9714d7): 0. state = 0x100171 00000400:00000200:3.0:1767384344.629163:0:16135:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100171 rc 1 00000400:00000200:3.0:1767384344.629168:0:16135:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100171 00000400:00000200:3.0:1767384344.629177:0:16135:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.152@tcp 00000400:00000200:3.0:1767384344.629179:0:16135:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100111 rc 0 00000400:00000200:3.0:1767384344.629184:0:16135:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.152@tcp (000000005d9714d7) 00000400:00000200:3.0:1767384344.629189:0:16135:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000005d9714d7 (37) 00080000:00000001:0.0:1767384344.635026:0:16773:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384344.635033:0:16773:0:(lu_object.c:207:lu_object_put()) Add 00000000f07b1e3f/000000000f28175b to site lru. bkt: 00000000b56e2c81 00080000:00000001:3.0:1767384344.635034:0:16807:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 20000000:00000001:0.0:1767384344.635038:0:16773:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:3.0:1767384344.635040:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:0.0:1767384344.635041:0:16773:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:3.0:1767384344.635043:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:3.0:1767384344.635045:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384344.635046:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1767384344.635049:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000076070fb9. 00080000:00000001:3.0:1767384344.635055:0:16807:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:0.0:1767384344.635058:0:16773:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384344.635068:0:16773:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384344.635071:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:01000000:0.0:1767384344.635071:0:16773:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:00000001:1.0:1767384344.635077:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384344.635080:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000020:0.0:1767384344.635081:0:16773:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 00010000:00000001:1.0:1767384344.635084:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384344.635126:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1767384344.635131:0:16794:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000019489522 count: 2 00010000:00000001:1.0:1767384344.635134:0:16794:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384344.635138:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384344.635141:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000ca7f1d18. 00000020:00000001:1.0:1767384344.635149:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384344.635153:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000ca7f1d18 with handle 0x7e51148972eecc99 to hash 00000020:00000001:1.0:1767384344.635155:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384344.635156:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446619781820865024 : -124291888686592 : ffff8ef50a205a00) 00010000:00000001:1.0:1767384344.635159:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446619781820865024 : -124291888686592 : ffff8ef50a205a00) 00010000:00000001:1.0:1767384344.635162:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384344.635164:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384344.635166:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000ca7f1d18/0x7e51148972eecc99 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384344.635173:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384344.635177:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384344.635179:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384344.635181:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384344.635183:0:16794:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:1.0:1767384344.635188:0:16794:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 0000000086b0453b/0x7e51148972eecc92 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7e51148972eecc8b expref: 16 pid: 27212 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384344.635192:0:16794:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:1.0:1767384344.635194:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384344.635197:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384344.635199:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384344.635201:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384344.635202:0:16794:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:1.0:1767384344.635220:0:16794:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 00000000ca7f1d18/0x7e51148972eecc99 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384344.635226:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000019489522) refcount = 2 00010000:00000040:1.0:1767384344.635229:0:16794:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1767384344.635232:0:16794:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 0000000086b0453b/0x7e51148972eecc92 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0x7e51148972eecc8b expref: 16 pid: 27212 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384344.635236:0:16794:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:1.0:1767384344.635238:0:16794:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000ca7f1d18/0x7e51148972eecc99 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000010:1.0:1767384344.635251:0:16794:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d5f4b3c0. 00000100:00000001:1.0:1767384344.635254:0:16794:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384344.635258:0:16794:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000efb5b02f. 00000100:00000001:1.0:1767384344.635260:0:16794:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446619782071082176 : -124291638469440 : ffff8ef5190a5cc0) 00000100:00000001:1.0:1767384344.635262:0:16794:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446619782071082176 : -124291638469440 : ffff8ef5190a5cc0) 00000100:00000001:1.0:1767384344.635265:0:16794:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384344.635267:0:16794:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1767384344.635269:0:16794:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:1.0:1767384344.635271:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384344.635273:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:1.0:1767384344.635275:0:16794:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1767384344.635278:0:16794:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1767384344.635280:0:16794:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:1.0:1767384344.635282:0:16794:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:1.0:1767384344.635286:0:16794:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004a8c2434. 00000020:00000040:1.0:1767384344.635289:0:16794:0:(genops.c:1229:class_import_get()) import 00000000ec48d8bc refcount=2 obd=MGS 00000100:00000001:1.0:1767384344.635292:0:16794:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384344.635294:0:16794:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384344.635298:0:16794:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384344.635303:0:16794:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a3250902. 00000100:00000001:1.0:1767384344.635308:0:16794:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384344.635312:0:16794:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 0000000086b0453b/0x7e51148972eecc92 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x7e51148972eecc8b expref: 16 pid: 27212 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384344.635321:0:16794:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 0000000086b0453b/0x7e51148972eecc92 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x7e51148972eecc8b expref: 16 pid: 27212 timeout: 417 lvb_type: 0 00010000:00000001:1.0:1767384344.635328:0:16794:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:1.0:1767384344.635330:0:16794:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384344.635334:0:16794:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004a8c2434 x1853236723084544/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384344.635341:0:16794:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384344.635342:0:16794:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384344.635346:0:16794:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004a8c2434 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16794:1853236723084544:0@lo:104: 00000100:00000001:1.0:1767384344.635354:0:16794:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384344.635359:0:16794:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384344.635361:0:16794:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384344.635363:0:16794:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384344.635366:0:16794:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005d85d69e. 02000000:00000001:1.0:1767384344.635368:0:16794:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384344.635371:0:16794:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f738e56f. 00000400:00000010:1.0:1767384344.635375:0:16794:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c8d68723. 00000100:00000200:1.0:1767384344.635379:0:16794:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236723084544, portal 16 00000100:00000001:1.0:1767384344.635381:0:16794:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384344.635382:0:16794:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782424486656 : -124291285064960 : ffff8ef52e1ae300) 00000100:00000040:1.0:1767384344.635385:0:16794:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@000000004a8c2434 x1853236723084544/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384360 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384344.635390:0:16794:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384344.635393:0:16794:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384344.635395:0:16794:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000043c96435. 00000100:00000200:1.0:1767384344.635398:0:16794:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853236723084544, offset 0 00000400:00000200:1.0:1767384344.635402:0:16794:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384344.635409:0:16794:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384344.635416:0:16794:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x695824c906d00 00000400:00000200:1.0:1767384344.635420:0:16794:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x1775 [2] + 984 00000400:00000200:1.0:1767384344.635424:0:16794:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384344.635427:0:16794:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384344.635430:0:16794:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384344.635432:0:16794:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:1.0:1767384344.635435:0:16794:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005f58ed98. 00000100:00000040:1.0:1767384344.635437:0:16794:0:(events.c:337:request_in_callback()) incoming req@000000005f58ed98 x1853236723084544 msgsize 328 00000100:00100000:1.0:1767384344.635441:0:16794:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384344.635451:0:16794:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384344.635458:0:16794:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000043c96435 00000400:00000010:1.0:1767384344.635460:0:16794:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000043c96435. 00000100:00000001:1.0:1767384344.635463:0:16794:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384344.635466:0:16794:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004a8c2434 x1853236723084544/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384360 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384344.635479:0:16763:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384344.635481:0:16794:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:3.0:1767384344.635484:0:16763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723084544 00000100:00000040:1.0:1767384344.635486:0:16794:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004a8c2434 x1853236723084544/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384360 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1767384344.635489:0:16763:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384344.635493:0:16763:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384344.635497:0:16763:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384344.635499:0:16794:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384344.635502:0:16763:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384344.635503:0:16794:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:3.0:1767384344.635509:0:16763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723084544 00000020:00000001:3.0:1767384344.635512:0:16763:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384344.635512:0:16794:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384344.635514:0:16763:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eec8d3 00000020:00000001:3.0:1767384344.635518:0:16763:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384344.635519:0:16794:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294934622 00000020:00000040:3.0:1767384344.635522:0:16763:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000d18f5ad3 refcount=3 00000020:00000001:3.0:1767384344.635527:0:16763:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619777404448768 : -124296305102848 : ffff8ef402e33000) 00000100:00000001:1.0:1767384344.635528:0:16794:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4294934613 00000020:00000001:3.0:1767384344.635531:0:16763:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619777404448768 : -124296305102848 : ffff8ef402e33000) 00000100:00000001:3.0:1767384344.635536:0:16763:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384344.635536:0:16794:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294934622 00000020:00000010:3.0:1767384344.635542:0:16763:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006bfbeddc. 00000100:00000001:1.0:1767384344.635542:0:16794:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4294934613 00000100:00000001:3.0:1767384344.635549:0:16763:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384344.635549:0:16794:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294934622 00000020:00000010:3.0:1767384344.635553:0:16763:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006bfbeddc. 00000100:00000001:1.0:1767384344.635555:0:16794:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4294934613 00000020:00000010:3.0:1767384344.635560:0:16763:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007cd60bd9. 00000100:00000001:1.0:1767384344.635561:0:16794:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294934622 00000100:00000001:1.0:1767384344.635567:0:16794:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4294934613 00000020:00000010:3.0:1767384344.635569:0:16763:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000020d29dff. 00000100:00000001:1.0:1767384344.635571:0:16794:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384344.635574:0:16794:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384344.635575:0:16763:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000009b4839c8. 00010000:00000001:1.0:1767384344.635576:0:16794:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384344.635580:0:16794:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384344.635583:0:16794:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384344.635585:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384344.635586:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384344.635587:0:16794:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384344.635588:0:16763:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00010000:00000001:1.0:1767384344.635589:0:16794:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:1.0:1767384344.635593:0:16794:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1767384344.635594:0:16763:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384344.635598:0:16794:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384344.635599:0:16763:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384344.635601:0:16794:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384344.635603:0:16763:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384344.635604:0:16794:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767384344.635606:0:16794:0:(client.c:2690:ptlrpc_set_wait()) set 00000000efb5b02f going to sleep for 11 seconds 00000100:00000001:1.0:1767384344.635608:0:16794:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384344.635610:0:16794:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384344.635618:0:16763:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384344.635629:0:16763:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 20000000:00000010:1.0:1767384344.635632:0:16774:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000005f394436. 20000000:01000000:1.0:1767384344.635635:0:16774:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #44 00000100:00000001:3.0:1767384344.635642:0:16763:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384344.635646:0:16763:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 20000000:00000001:1.0:1767384344.635646:0:16774:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000100:00100000:3.0:1767384344.635653:0:16763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00080000:00000001:1.0:1767384344.635653:0:16774:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000100:00000040:3.0:1767384344.635659:0:16763:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000d18f5ad3 : new rpc_count 1 00000100:00000001:3.0:1767384344.635662:0:16763:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619782424483968 : -124291285067648 : ffff8ef52e1ad880) 00000100:00000040:3.0:1767384344.635667:0:16763:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000005f58ed98 x1853236723084544/t0(0) o104->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:325/0 lens 328/0 e 0 to 0 dl 1767384355 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384344.635678:0:16763:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384344.635682:0:16763:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006bfbeddc. 00000100:00000001:3.0:1767384344.635685:0:16763:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384344.635686:0:16774:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384344.635689:0:16763:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006bfbeddc. 00080000:00000001:1.0:1767384344.635692:0:16774:0:(osd_index.c:949:osd_remote_fid()) Process entered 00000100:00100000:3.0:1767384344.635697:0:16763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000005f58ed98 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:c0412d60-4f67-4dbc-8791-892843f60083+3:16794:x1853236723084544:12345-0@lo:104: 00080000:00000001:1.0:1767384344.635697:0:16774:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384344.635701:0:16774:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000100:00000200:3.0:1767384344.635705:0:16763:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723084544 00000020:00000001:1.0:1767384344.635707:0:16774:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:3.0:1767384344.635709:0:16763:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1767384344.635714:0:16763:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384344.635714:0:16774:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446619782313850200 : -124291395701416 : ffff8ef52782b558) 00000020:00000001:3.0:1767384344.635718:0:16763:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384344.635721:0:16763:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009b046e44 refcount=2 00080000:00000001:1.0:1767384344.635721:0:16774:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000020:00000001:3.0:1767384344.635726:0:16763:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781713886720 : -124291995664896 : ffff8ef503bffe00) 00080000:00000010:1.0:1767384344.635728:0:16774:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000000410e41f. 00010000:00000001:3.0:1767384344.635729:0:16763:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781713886720 : -124291995664896 : ffff8ef503bffe00) 00080000:00000001:1.0:1767384344.635733:0:16774:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446619782425120768 : -124291284430848 : ffff8ef52e249000) 00010000:00000001:3.0:1767384344.635735:0:16763:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:1.0:1767384344.635738:0:16774:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:3.0:1767384344.635740:0:16763:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384344.635744:0:16763:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.152@tcp lock: 000000009b046e44/0x7e51148972eecc8b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x7e51148972eecc92 expref: -99 pid: 16776 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384344.635754:0:16763:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384344.635756:0:16763:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384344.635760:0:16763:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000dc9fce26. 02000000:00000001:3.0:1767384344.635763:0:16763:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384344.635765:0:16763:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384344.635770:0:16763:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384344.635780:0:16763:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384344.635784:0:16763:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c1a96973 time=74 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384344.635790:0:16763:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000001:00000001:1.0:1767384344.635790:0:16774:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384344.635793:0:16774:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384344.635797:0:16763:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 21 to 0@lo 00080000:00000001:1.0:1767384344.635797:0:16774:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000100:00000001:3.0:1767384344.635802:0:16763:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 02000000:00000001:3.0:1767384344.635805:0:16763:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384344.635807:0:16763:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384344.635811:0:16763:0:(niobuf.c:69:ptl_send_buf()) Process entered 00080000:00000001:1.0:1767384344.635812:0:16774:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384344.635815:0:16774:0:(osd_io.c:399:osd_write()) Process entered 00000100:00000040:3.0:1767384344.635816:0:16763:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384344.635822:0:16763:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008fbdf106. 00000100:00000200:3.0:1767384344.635826:0:16763:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853236723084544, offset 224 00000400:00000200:3.0:1767384344.635833:0:16763:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384344.635841:0:16763:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384344.635850:0:16763:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x695824c906d00 00000400:00000200:3.0:1767384344.635855:0:16763:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x1d3d [1] + 224 00000400:00000200:3.0:1767384344.635860:0:16763:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384344.635865:0:16763:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384344.635870:0:16763:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384344.635875:0:16763:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004a8c2434 x1853236723084544/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384360 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00080000:00000001:1.0:1767384344.635885:0:16774:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000100:00000040:3.0:1767384344.635886:0:16763:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@000000004a8c2434 x1853236723084544/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384360 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00080000:00000001:1.0:1767384344.635890:0:16774:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000100:00000001:3.0:1767384344.635906:0:16763:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384344.635913:0:16763:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008fbdf106 00000400:00000010:3.0:1767384344.635915:0:16763:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008fbdf106. 00000100:00000001:3.0:1767384344.635920:0:16763:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384344.635921:0:16794:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384344.635922:0:16763:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:1.0:1767384344.635927:0:16794:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767384344.635928:0:16763:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384344.635929:0:16794:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384344.635934:0:16794:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f738e56f. 00000100:00000040:3.0:1767384344.635935:0:16763:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 20 to 0@lo 00000400:00000200:1.0:1767384344.635938:0:16794:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c8d68723 00010000:00000001:3.0:1767384344.635941:0:16763:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000400:00000010:1.0:1767384344.635942:0:16794:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c8d68723. 00000100:00000001:1.0:1767384344.635945:0:16794:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000010:3.0:1767384344.635946:0:16763:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 0000000002033446. 00000100:00000200:1.0:1767384344.635951:0:16794:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004a8c2434 x1853236723084544/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384360 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:3.0:1767384344.635952:0:16763:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000100:00000200:1.0:1767384344.635960:0:16794:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004a8c2434 x1853236723084544/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384360 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:3.0:1767384344.635964:0:16763:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00000001:1.0:1767384344.635966:0:16794:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384344.635969:0:16794:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384344.635970:0:16763:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384344.635972:0:16794:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384344.635975:0:16794:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384344.635976:0:16794:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384344.635978:0:16794:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384344.635982:0:16763:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384344.635983:0:16794:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384344.635986:0:16763:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384344.635992:0:16763:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005f58ed98 x1853236723084544/t0(0) o104->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:325/0 lens 328/224 e 0 to 0 dl 1767384355 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00001000:1.0:1767384344.635994:0:16794:0:(import.c:2128:obd_at_measure()) add 5 to 00000000441774e7 time=74 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384344.636002:0:16794:0:(import.c:2128:obd_at_measure()) add 1 to 000000000e70851c time=74 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384344.636010:0:16794:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384344.636012:0:16794:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384344.636016:0:16763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000005f58ed98 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:c0412d60-4f67-4dbc-8791-892843f60083+3:16794:x1853236723084544:12345-0@lo:104: Request processed in 333us (573us total) trans 0 rc 0/0 00010000:00000001:1.0:1767384344.636017:0:16794:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384344.636020:0:16794:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384344.636025:0:16794:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384344.636030:0:16794:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004a8c2434 x1853236723084544/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384360 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767384344.636034:0:16763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00000040:3.0:1767384344.636041:0:16763:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000d18f5ad3 : new rpc_count 0 00000100:00000001:1.0:1767384344.636041:0:16794:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384344.636046:0:16763:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384344.636047:0:16794:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384344.636051:0:16763:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384344.636051:0:16794:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384344.636053:0:16794:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:1.0:1767384344.636056:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000010:3.0:1767384344.636058:0:16763:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000020d29dff. 00010000:00000001:1.0:1767384344.636058:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384344.636061:0:16794:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384344.636065:0:16763:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000009b4839c8. 00000100:00000040:1.0:1767384344.636066:0:16794:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004a8c2434 x1853236723084544/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384360 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000010:3.0:1767384344.636073:0:16763:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007cd60bd9. 00000100:00100000:1.0:1767384344.636075:0:16794:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004a8c2434 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16794:1853236723084544:0@lo:104: 00000020:00000040:3.0:1767384344.636081:0:16763:0:(genops.c:898:class_export_put()) PUTting export 00000000d18f5ad3 : new refcount 2 00000100:00000001:1.0:1767384344.636081:0:16794:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384344.636108:0:16794:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384344.636111:0:16794:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767384344.636113:0:16794:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384344.636117:0:16763:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384344.636117:0:16794:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004a8c2434 x1853236723084544/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384360 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384344.636127:0:16794:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384344.636129:0:16794:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384344.636131:0:16794:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005d85d69e. 02000000:00000001:1.0:1767384344.636134:0:16794:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384344.636136:0:16794:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1767384344.636138:0:16767:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000040:1.0:1767384344.636138:0:16794:0:(genops.c:1242:class_import_put()) import 00000000ec48d8bc refcount=1 obd=MGS 00000020:00000001:1.0:1767384344.636141:0:16794:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:3.0:1767384344.636142:0:16767:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384344.636145:0:16794:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000a3250902. 00010000:00010000:3.0:1767384344.636147:0:16767:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 02000000:00000001:1.0:1767384344.636150:0:16794:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:3.0:1767384344.636152:0:16767:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 02000000:00000001:1.0:1767384344.636153:0:16794:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:3.0:1767384344.636156:0:16767:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384344.636159:0:16767:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.152@tcp lock: 000000009b046e44/0x7e51148972eecc8b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x7e51148972eecc92 expref: -99 pid: 16776 timeout: 0 lvb_type: 0 00000100:00000010:1.0:1767384344.636161:0:16794:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004a8c2434. 00000100:00000001:1.0:1767384344.636168:0:16794:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384344.636170:0:16794:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1767384344.636174:0:16767:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000009b046e44 already unused, calling callback (00000000649d35d1) 00000100:00000010:1.0:1767384344.636175:0:16794:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000efb5b02f. 00000100:00000001:1.0:1767384344.636179:0:16794:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 10000000:00000001:3.0:1767384344.636180:0:16767:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00010000:00000001:1.0:1767384344.636182:0:16794:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00010000:3.0:1767384344.636184:0:16767:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.152@tcp lock: 000000009b046e44/0x7e51148972eecc8b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x7e51148972eecc92 expref: -99 pid: 16776 timeout: 0 lvb_type: 0 00010000:00000010:1.0:1767384344.636185:0:16794:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d5f4b3c0. 00010000:00000001:1.0:1767384344.636190:0:16794:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384344.636195:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384344.636197:0:16767:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384344.636198:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384344.636201:0:16767:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 20000000:00000001:1.0:1767384344.636217:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00000020:00000001:3.0:1767384344.636221:0:16767:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:1.0:1767384344.636222:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000020:00000040:3.0:1767384344.636225:0:16767:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009b046e44 refcount=3 00010000:00010000:1.0:1767384344.636226:0:16794:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 00000000ca7f1d18/0x7e51148972eecc99 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00000020:00000001:3.0:1767384344.636230:0:16767:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781713886720 : -124291995664896 : ffff8ef503bffe00) 00010000:00000001:3.0:1767384344.636241:0:16767:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781713886720 : -124291995664896 : ffff8ef503bffe00) 00010000:00000001:3.0:1767384344.636246:0:16767:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384344.636249:0:16767:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.152@tcp lock: 000000009b046e44/0x7e51148972eecc8b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x7e51148972eecc92 expref: -99 pid: 16776 timeout: 0 lvb_type: 0 10000000:00000001:3.0:1767384344.636258:0:16767:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1767384344.636260:0:16767:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.152@tcp lock: 000000009b046e44/0x7e51148972eecc8b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x7e51148972eecc92 expref: -99 pid: 16776 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1767384344.636267:0:16767:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:00000001:3.0:1767384344.636271:0:16767:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:3.0:1767384344.636272:0:16767:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 10000000:00000040:3.0:1767384344.636275:0:16767:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:3.0:1767384344.636277:0:16767:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1767384344.636278:0:16767:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384344.636290:0:16767:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:3.0:1767384344.636293:0:16767:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1767384344.636295:0:16767:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(0000000070cb7a0b) refs 2 10000000:00000001:3.0:1767384344.636298:0:16767:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:3.0:1767384344.636300:0:16767:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384344.636305:0:16767:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384344.636308:0:16767:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384344.636310:0:16767:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384344.636313:0:16767:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384344.636316:0:16767:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384344.636319:0:16767:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000009b046e44 with handle 0x7e51148972eecc8b from hash 00010000:00000001:3.0:1767384344.636322:0:16767:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384344.636324:0:16767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384344.636326:0:16767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384344.636327:0:16767:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384344.636329:0:16767:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384344.636331:0:16767:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:3.0:1767384344.636334:0:16767:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1767384344.636336:0:16767:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:3.0:1767384344.636341:0:16767:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bf6531a0. 00000020:00000040:3.0:1767384344.636344:0:16767:0:(genops.c:1229:class_import_get()) import 00000000df830bbe refcount=6 obd=MGC192.168.202.152@tcp 00000100:00000001:3.0:1767384344.636354:0:16767:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384344.636356:0:16767:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384344.636359:0:16767:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384344.636364:0:16767:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007cd60bd9. 00000100:00000001:3.0:1767384344.636368:0:16767:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384344.636373:0:16767:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1767384344.636377:0:16767:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.152@tcp lock: 000000009b046e44/0x7e51148972eecc8b lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7e51148972eecc92 expref: -99 pid: 16776 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384344.636384:0:16767:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1767384344.636386:0:16767:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384344.636390:0:16767:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384344.636393:0:16767:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384344.636399:0:16767:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bf6531a0] to pc [ptlrpcd_00_02+2] req@00000000bf6531a0 x1853236723084672/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384344.636420:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1767384344.636424:0:16767:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384344.636424:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384344.636428:0:16139:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000001:3.0:1767384344.636429:0:16767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384344.636433:0:16767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:1.0:1767384344.636435:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bf6531a0 x1853236723084672/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384344.636436:0:16767:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384344.636442:0:16767:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384344.636447:0:16767:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384344.636448:0:16139:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00010000:3.0:1767384344.636451:0:16767:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.152@tcp lock: 000000009b046e44/0x7e51148972eecc8b lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7e51148972eecc92 expref: -99 pid: 16776 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384344.636451:0:16139:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384344.636455:0:16139:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384344.636458:0:16139:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384344.636463:0:16139:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384344.636465:0:16767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00100000:1.0:1767384344.636467:0:16139:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000bf6531a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c0412d60-4f67-4dbc-8791-892843f60083:16139:1853236723084672:0@lo:103: 00010000:00010000:3.0:1767384344.636469:0:16767:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.152@tcp lock: 000000009b046e44/0x7e51148972eecc8b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7e51148972eecc92 expref: -99 pid: 16776 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384344.636472:0:16139:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384344.636476:0:16139:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384344.636478:0:16139:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384344.636482:0:16139:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000040:3.0:1767384344.636483:0:16767:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000600ee2f5 count: 0 02000000:00000010:1.0:1767384344.636485:0:16139:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a3250902. 02000000:00000001:1.0:1767384344.636488:0:16139:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384344.636493:0:16139:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f738e56f. 00010000:00000001:3.0:1767384344.636494:0:16767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384344.636497:0:16767:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:3.0:1767384344.636499:0:16767:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 0000000002033446. 00000400:00000010:1.0:1767384344.636500:0:16139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c8d68723. 00010000:00000001:3.0:1767384344.636504:0:16767:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384344.636506:0:16139:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236723084672, portal 18 00000100:00000001:1.0:1767384344.636517:0:16139:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384344.636519:0:16139:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782675230080 : -124291034321536 : ffff8ef53d0ced80) 00000020:00000001:3.0:1767384344.636520:0:16767:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384344.636524:0:16767:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384344.636527:0:16139:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000bf6531a0 x1853236723084672/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384360 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:3.0:1767384344.636535:0:16767:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1767384344.636539:0:16767:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1767384344.636541:0:16139:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:3.0:1767384344.636543:0:16767:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384344.636546:0:16767:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767384344.636548:0:16139:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:3.0:1767384344.636549:0:16767:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384344.636552:0:16767:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384344.636553:0:16139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000043c96435. 00010000:00010000:3.0:1767384344.636555:0:16767:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000200:1.0:1767384344.636559:0:16139:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853236723084672, offset 0 00000400:00000200:1.0:1767384344.636567:0:16139:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384344.636572:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384344.636577:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x695824c906d80 00000400:00000200:1.0:1767384344.636582:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x11 [2] + 984 00000400:00000200:1.0:1767384344.636585:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384344.636588:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384344.636591:0:16139:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384344.636593:0:16139:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1767384344.636595:0:16139:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004a8c2434. 00000100:00000040:1.0:1767384344.636597:0:16139:0:(events.c:337:request_in_callback()) incoming req@000000004a8c2434 x1853236723084672 msgsize 328 00000100:00100000:1.0:1767384344.636600:0:16139:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384344.636605:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384344.636609:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384344.636612:0:16139:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384344.636618:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000043c96435 00000400:00000010:1.0:1767384344.636620:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000043c96435. 00000100:00000001:1.0:1767384344.636623:0:16139:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384344.636625:0:16139:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bf6531a0 x1853236723084672/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384360 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384344.636632:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384344.636635:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bf6531a0 x1853236723084672/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384360 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384344.636640:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384344.636642:0:16139:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384344.636643:0:19333:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384344.636645:0:16139:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384344.636647:0:19333:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723084672 00000100:00000001:1.0:1767384344.636649:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294934623 02000000:00000001:3.0:1767384344.636652:0:19333:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384344.636655:0:16139:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294934622 00000100:00000001:3.0:1767384344.636656:0:19333:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384344.636658:0:19333:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384344.636661:0:19333:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384344.636668:0:19333:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723084672 00000100:00000001:1.0:1767384344.636669:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294934623 00000020:00000001:3.0:1767384344.636670:0:19333:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384344.636673:0:19333:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eec8e1 00000100:00000001:1.0:1767384344.636676:0:16139:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294934622 00000020:00000001:3.0:1767384344.636677:0:19333:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384344.636681:0:19333:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000555601ca refcount=17 00000020:00000001:3.0:1767384344.636685:0:19333:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000100:00000001:1.0:1767384344.636685:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294934623 00000020:00000001:3.0:1767384344.636689:0:19333:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000100:00000001:3.0:1767384344.636694:0:19333:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384344.636695:0:16139:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294934622 00000020:00000010:3.0:1767384344.636698:0:19333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006bfbeddc. 00000100:00000001:1.0:1767384344.636702:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294934623 00000100:00000001:3.0:1767384344.636703:0:19333:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384344.636709:0:19333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006bfbeddc. 00000100:00000001:1.0:1767384344.636711:0:16139:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294934622 00000020:00000010:3.0:1767384344.636715:0:19333:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a79b1c17. 00000100:00000001:1.0:1767384344.636717:0:16139:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384344.636720:0:19333:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000020d29dff. 00000100:00000001:1.0:1767384344.636722:0:16139:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384344.636725:0:19333:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000009b4839c8. 00000100:00000001:1.0:1767384344.636727:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384344.636733:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384344.636735:0:19333:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:1.0:1767384344.636739:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384344.636740:0:19333:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384344.636743:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384344.636745:0:19333:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384344.636748:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1767384344.636749:0:19333:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00000100:00000001:1.0:1767384344.636753:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1767384344.636754:0:19333:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384344.636758:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384344.636759:0:19333:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00000100:00000001:1.0:1767384344.636764:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384344.636765:0:19333:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384344.636769:0:19333:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384344.636778:0:19333:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000086b0453b refcount=4 00000020:00000001:3.0:1767384344.636781:0:19333:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781713879552 : -124291995672064 : ffff8ef503bfe200) 00010000:00000001:3.0:1767384344.636785:0:19333:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781713879552 : -124291995672064 : ffff8ef503bfe200) 00010000:00010000:3.0:1767384344.636789:0:19333:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 0000000086b0453b/0x7e51148972eecc92 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x7e51148972eecc8b expref: 17 pid: 27212 timeout: 417 lvb_type: 0 00010000:00000001:3.0:1767384344.636797:0:19333:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384344.636798:0:19333:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384344.636800:0:19333:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384344.636802:0:19333:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384344.636807:0:19333:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:3.0:1767384344.636811:0:19333:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000004a8c2434 x1853236723084672/t0(0) o103->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:325/0 lens 328/0 e 0 to 0 dl 1767384355 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384344.636819:0:19333:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384344.636821:0:19333:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384344.636832:0:19333:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384344.636854:0:16766:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384344.636857:0:16766:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384344.636861:0:16766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00000001:3.0:1767384344.636863:0:19333:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:1.0:1767384344.636864:0:16766:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000555601ca : new rpc_count 3 00000100:00000001:3.0:1767384344.636867:0:19333:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384344.636868:0:16766:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619782424486656 : -124291285064960 : ffff8ef52e1ae300) 00000100:00000001:3.0:1767384344.636871:0:19333:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384344.636874:0:16766:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000004a8c2434 x1853236723084672/t0(0) o103->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:325/0 lens 328/0 e 0 to 0 dl 1767384355 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384344.636876:0:19333:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384344.636886:0:16766:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384344.636889:0:16766:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d5f4b3c0. 00000100:00000001:1.0:1767384344.636891:0:16766:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384344.636893:0:16766:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d5f4b3c0. 00000100:00100000:1.0:1767384344.636897:0:16766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000004a8c2434 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c0412d60-4f67-4dbc-8791-892843f60083+17:16139:x1853236723084672:12345-0@lo:103: 00000100:00000200:1.0:1767384344.636899:0:16766:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723084672 00010000:00000001:1.0:1767384344.636901:0:16766:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:1.0:1767384344.636908:0:16766:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:1.0:1767384344.636910:0:16766:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:1.0:1767384344.636913:0:16766:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384344.636915:0:16766:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384344.636918:0:16766:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000355127ec. 02000000:00000001:1.0:1767384344.636920:0:16766:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384344.636921:0:16766:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384344.636923:0:16766:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:1.0:1767384344.636925:0:16766:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:1.0:1767384344.636926:0:16766:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384344.636927:0:16766:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384344.636929:0:16766:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000086b0453b refcount=4 00000020:00000001:1.0:1767384344.636930:0:16766:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781713879552 : -124291995672064 : ffff8ef503bfe200) 00010000:00000001:1.0:1767384344.636932:0:16766:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781713879552 : -124291995672064 : ffff8ef503bfe200) 00010000:00000040:1.0:1767384344.636934:0:16766:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000019489522 count: 3 00010000:00010000:1.0:1767384344.636936:0:16766:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 0000000086b0453b/0x7e51148972eecc92 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x7e51148972eecc8b expref: 17 pid: 27212 timeout: 417 lvb_type: 0 00000100:00001000:1.0:1767384344.636941:0:16766:0:(import.c:2128:obd_at_measure()) add 0 to 00000000dce49598 time=1767384344 v=100 (0 0 0 0) 00010000:00000001:1.0:1767384344.636943:0:16766:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384344.636947:0:16766:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384344.636948:0:16766:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384344.636950:0:16766:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 0000000086b0453b/0x7e51148972eecc92 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x7e51148972eecc8b expref: 17 pid: 27212 timeout: 417 lvb_type: 0 00000020:00000001:1.0:1767384344.636955:0:16766:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1767384344.636956:0:16766:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1767384344.636957:0:16766:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384344.636958:0:16766:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384344.636960:0:16766:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384344.636961:0:16766:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384344.636965:0:16766:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384344.636966:0:16766:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384344.636967:0:16766:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384344.636968:0:16766:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384344.636969:0:16766:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000086b0453b with handle 0x7e51148972eecc92 from hash 00010000:00000001:1.0:1767384344.636976:0:16766:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384344.636977:0:16766:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384344.636978:0:16766:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384344.636979:0:16766:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384344.636980:0:16766:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384344.636981:0:16766:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384344.636982:0:16766:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000086b0453b/0x7e51148972eecc92 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x7e51148972eecc8b expref: 17 pid: 27212 timeout: 417 lvb_type: 0 00010000:00000040:1.0:1767384344.636986:0:16766:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000555601ca : new locks_count 9 00000020:00000040:1.0:1767384344.636987:0:16766:0:(genops.c:898:class_export_put()) PUTting export 00000000555601ca : new refcount 16 00010000:00000001:1.0:1767384344.636991:0:16766:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384344.636993:0:16766:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384344.636995:0:16766:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:1.0:1767384344.636996:0:16766:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 00000000ca7f1d18 00010000:00000001:1.0:1767384344.636997:0:16766:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384344.636998:0:16766:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384344.637000:0:16766:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384344.637001:0:16766:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384344.637002:0:16766:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384344.637005:0:16766:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384344.637006:0:16766:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:1.0:1767384344.637007:0:16766:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 00000000ca7f1d18/0x7e51148972eecc99 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384344.637010:0:16766:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:1.0:1767384344.637012:0:16766:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384344.637013:0:16766:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384344.637014:0:16766:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384344.637016:0:16766:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000019489522) refcount = 2 00010000:00010000:1.0:1767384344.637018:0:16766:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000ca7f1d18/0x7e51148972eecc99 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384344.637021:0:16766:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384344.637023:0:16766:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384344.637024:0:16766:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384344.637026:0:16766:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.0:1767384344.637031:0:16766:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d5f4b3c0. 00000100:00000001:1.0:1767384344.637033:0:16766:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384344.637036:0:16766:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000efb5b02f. 00000100:00000001:1.0:1767384344.637038:0:16766:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446619782071082176 : -124291638469440 : ffff8ef5190a5cc0) 00000100:00000001:1.0:1767384344.637040:0:16766:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446619782071082176 : -124291638469440 : ffff8ef5190a5cc0) 00000100:00000001:1.0:1767384344.637042:0:16766:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384344.637043:0:16766:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1767384344.637044:0:16766:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 20000000:00000001:1.0:1767384344.637046:0:16766:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384344.637049:0:16766:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003445359s 00010000:00000001:1.0:1767384344.637051:0:16766:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384344.637053:0:16766:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384344.637055:0:16766:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ca7f1d18 refcount=5 00000020:00000001:1.0:1767384344.637057:0:16766:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781820865024 : -124291888686592 : ffff8ef50a205a00) 00010000:00000001:1.0:1767384344.637059:0:16766:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781820865024 : -124291888686592 : ffff8ef50a205a00) 00010000:00000001:1.0:1767384344.637061:0:16766:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384344.637063:0:16766:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000ca7f1d18/0x7e51148972eecc99 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384344.637068:0:16766:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384344.637070:0:16766:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000ca7f1d18/0x7e51148972eecc99 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384344.637073:0:16766:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384344.637075:0:16766:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384344.637076:0:16766:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000ca7f1d18/0x7e51148972eecc99 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384344.637079:0:16766:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384344.637081:0:16766:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384344.637082:0:16766:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384344.637084:0:16766:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000ca7f1d18/0x7e51148972eecc99 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384344.637112:0:16766:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000ca7f1d18 already unused, calling callback (00000000871a6010) 00010000:00000001:1.0:1767384344.637120:0:16766:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384344.637121:0:16766:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384344.637123:0:16766:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000ca7f1d18/0x7e51148972eecc99 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384344.637128:0:16766:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384344.637130:0:16766:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384344.637131:0:16766:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384344.637133:0:16766:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ca7f1d18 refcount=6 00000020:00000001:1.0:1767384344.637134:0:16766:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781820865024 : -124291888686592 : ffff8ef50a205a00) 00010000:00000001:1.0:1767384344.637136:0:16766:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781820865024 : -124291888686592 : ffff8ef50a205a00) 00010000:00000001:1.0:1767384344.637139:0:16766:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384344.637141:0:16766:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000ca7f1d18/0x7e51148972eecc99 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384344.637145:0:16766:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384344.637147:0:16766:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384344.637148:0:16766:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384344.637155:0:16766:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384344.637156:0:16766:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384344.637158:0:16766:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384344.637158:0:16766:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384344.637160:0:16766:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000ca7f1d18 with handle 0x7e51148972eecc99 from hash 00010000:00000001:1.0:1767384344.637162:0:16766:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384344.637163:0:16766:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384344.637164:0:16766:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384344.637165:0:16766:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384344.637167:0:16766:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384344.637168:0:16766:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384344.637169:0:16766:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384344.637169:0:16766:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384344.637171:0:16766:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384344.637172:0:16766:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384344.637173:0:16766:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384344.637175:0:16766:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384344.637176:0:16766:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384344.637182:0:16766:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384344.637184:0:16766:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384344.637186:0:16766:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384344.637188:0:16766:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000ca7f1d18/0x7e51148972eecc99 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384344.637192:0:16766:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384344.637193:0:16766:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384344.637194:0:16766:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384344.637195:0:16766:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384344.637196:0:16766:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384344.637197:0:16766:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384344.637197:0:16766:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384344.637199:0:16766:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384344.637200:0:16766:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384344.637201:0:16766:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384344.637202:0:16766:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384344.637203:0:16766:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384344.637218:0:16766:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:1.0:1767384344.637219:0:16766:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1767384344.637221:0:16766:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384344.637223:0:16766:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384344.637224:0:16766:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:1.0:1767384344.637226:0:16766:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000efb5b02f. 00000100:00000001:1.0:1767384344.637228:0:16766:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1767384344.637229:0:16766:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1767384344.637230:0:16766:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d5f4b3c0. 00010000:00000001:1.0:1767384344.637232:0:16766:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:1.0:1767384344.637233:0:16766:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:1.0:1767384344.637234:0:16766:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384344.637236:0:16766:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384344.637238:0:16766:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384344.637240:0:16766:0:(import.c:2128:obd_at_measure()) add 1 to 0000000028084485 time=74 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384344.637242:0:16766:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384344.637244:0:16766:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 21 to 0@lo 00000100:00000001:1.0:1767384344.637246:0:16766:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 02000000:00000001:1.0:1767384344.637248:0:16766:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384344.637255:0:16766:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384344.637257:0:16766:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384344.637260:0:16766:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384344.637263:0:16766:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000043c96435. 00000100:00000200:1.0:1767384344.637267:0:16766:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853236723084672, offset 224 00000400:00000200:1.0:1767384344.637273:0:16766:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384344.637279:0:16766:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384344.637287:0:16766:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x695824c906d80 00000400:00000200:1.0:1767384344.637293:0:16766:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x1d49 [1] + 224 00000400:00000200:1.0:1767384344.637296:0:16766:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384344.637299:0:16766:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384344.637302:0:16766:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384344.637304:0:16766:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bf6531a0 x1853236723084672/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384360 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384344.637311:0:16766:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000bf6531a0 x1853236723084672/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384360 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384344.637322:0:16766:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384344.637326:0:16766:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000043c96435 00000400:00000010:1.0:1767384344.637328:0:16766:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000043c96435. 00000100:00000001:1.0:1767384344.637331:0:16766:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384344.637333:0:16766:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384344.637336:0:16766:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384344.637338:0:16766:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 20 to 0@lo 00010000:00000001:1.0:1767384344.637340:0:16766:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384344.637342:0:16766:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384344.637346:0:16766:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004a8c2434 x1853236723084672/t0(0) o103->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:325/0 lens 328/224 e 0 to 0 dl 1767384355 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:2.0:1767384344.637352:0:16794:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 00000000ca7f1d18/0x7e51148972eecc99 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767384344.637352:0:16766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000004a8c2434 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c0412d60-4f67-4dbc-8791-892843f60083+16:16139:x1853236723084672:12345-0@lo:103: Request processed in 465us (753us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384344.637367:0:16766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00010000:00000001:2.0:1767384344.637371:0:16794:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000100:00000040:1.0:1767384344.637372:0:16766:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000555601ca : new rpc_count 2 00000100:00000001:1.0:1767384344.637375:0:16766:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 20000000:00000001:2.0:1767384344.637377:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00010000:2.0:1767384344.637380:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000ca7f1d18/0x7e51148972eecc99 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384344.637384:0:16766:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384344.637388:0:16766:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000020d29dff. 00010000:00000001:2.0:1767384344.637393:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000020:00000010:1.0:1767384344.637394:0:16766:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000009b4839c8. 00000020:00000010:1.0:1767384344.637397:0:16766:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a79b1c17. 00000020:00000040:1.0:1767384344.637400:0:16766:0:(genops.c:898:class_export_put()) PUTting export 00000000555601ca : new refcount 15 00010000:00000001:2.0:1767384344.637404:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1767384344.637404:0:16766:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1767384344.637408:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000ca7f1d18/0x7e51148972eecc99 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384344.637418:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000019489522 count: 0 00010000:00000001:2.0:1767384344.637427:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384344.637430:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:1.0:1767384344.637469:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384344.637471:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384344.637474:0:16139:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384344.637475:0:16139:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384344.637477:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f738e56f. 00000400:00000200:1.0:1767384344.637480:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c8d68723 00000400:00000010:1.0:1767384344.637482:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c8d68723. 00000100:00000001:1.0:1767384344.637484:0:16139:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384344.637487:0:16139:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bf6531a0 x1853236723084672/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384360 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384344.637517:0:16139:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bf6531a0 x1853236723084672/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384360 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384344.637525:0:16139:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384344.637527:0:16139:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384344.637529:0:16139:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384344.637531:0:16139:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384344.637533:0:16139:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384344.637535:0:16139:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384344.637537:0:16139:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384344.637540:0:16139:0:(import.c:2128:obd_at_measure()) add 5 to 00000000e6189a3f time=74 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384344.637544:0:16139:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f5022cbe time=74 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384344.637548:0:16139:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384344.637549:0:16139:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384344.637552:0:16139:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384344.637554:0:16139:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384344.637557:0:16139:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384344.637561:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bf6531a0 x1853236723084672/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384360 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384344.637568:0:16139:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384344.637576:0:16139:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384344.637578:0:16139:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384344.637581:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bf6531a0 x1853236723084672/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384360 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384344.637587:0:16139:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000bf6531a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c0412d60-4f67-4dbc-8791-892843f60083:16139:1853236723084672:0@lo:103: 00000100:00000001:1.0:1767384344.637592:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384344.637594:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384344.637596:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bf6531a0 x1853236723084672/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384360 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384344.637600:0:16139:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384344.637602:0:16139:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384344.637603:0:16139:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a3250902. 02000000:00000001:1.0:1767384344.637608:0:16139:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384344.637609:0:16139:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384344.637611:0:16139:0:(genops.c:1242:class_import_put()) import 00000000df830bbe refcount=5 obd=MGC192.168.202.152@tcp 00000020:00000001:1.0:1767384344.637612:0:16139:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384344.637613:0:16139:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000007cd60bd9. 02000000:00000001:1.0:1767384344.637615:0:16139:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384344.637616:0:16139:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384344.637617:0:16139:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bf6531a0. 00000100:00000001:1.0:1767384344.637621:0:16139:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384344.637621:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384344.637622:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384344.637626:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384344.637627:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384344.637628:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384344.637630:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1767384344.642110:0:18307:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000600ee2f5. 00010000:00000010:3.1:1767384344.642120:0:18307:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000009b046e44. 00010000:00000010:2.1:1767384344.643108:0:34900:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000019489522. 00010000:00000010:2.1:1767384344.643116:0:34900:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000ca7f1d18. 00010000:00000010:1.1:1767384344.643125:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000086b0453b. 00080000:00000001:3.0:1767384344.644034:0:16807:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00080000:00000001:1.0:1767384344.644036:0:16774:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:3.0:1767384344.644037:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384344.644042:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000020:00000002:1.0:1767384344.644043:0:16774:0:(lu_object.c:207:lu_object_put()) Add 00000000f07b1e3f/000000000f28175b to site lru. bkt: 00000000b56e2c81 00040000:00000001:3.0:1767384344.644044:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384344.644048:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:1.0:1767384344.644049:0:16774:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384344.644052:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000000410e41f. 20000000:00000001:1.0:1767384344.644052:0:16774:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384344.644057:0:16774:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000001:3.0:1767384344.644058:0:16807:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:1.0:1767384344.644070:0:16774:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384344.644074:0:16774:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:2.0:1767384344.644077:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000020:1.0:1767384344.644080:0:16774:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000001:2.0:1767384344.644081:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384344.644084:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384344.644108:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384344.644110:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384344.644116:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000fe5ff4e2. 00010000:00000001:2.0:1767384344.644119:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384344.644124:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000a716292b. 00000020:00000001:2.0:1767384344.644127:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384344.644131:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000a716292b with handle 0x7e51148972eecca0 to hash 00000020:00000001:2.0:1767384344.644132:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384344.644134:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446619782554467328 : -124291155084288 : ffff8ef535da3c00) 00010000:00000001:2.0:1767384344.644137:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446619782554467328 : -124291155084288 : ffff8ef535da3c00) 00010000:00000001:2.0:1767384344.644139:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384344.644141:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384344.644144:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000a716292b/0x7e51148972eecca0 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384344.644151:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384344.644155:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384344.644156:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384344.644158:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384344.644160:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384344.644162:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384344.644163:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384344.644165:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384344.644167:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384344.644168:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384344.644169:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384344.644175:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000fe5ff4e2) refcount = 1 00010000:00010000:2.0:1767384344.644178:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000a716292b/0x7e51148972eecca0 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384344.644182:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384344.644183:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384344.644185:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384344.644186:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384344.644188:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384344.644190:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384344.644191:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003445359s 00010000:00000001:2.0:1767384344.644193:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384344.644195:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384344.644196:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a716292b refcount=4 00000020:00000001:2.0:1767384344.644198:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619782554467328 : -124291155084288 : ffff8ef535da3c00) 00010000:00000001:2.0:1767384344.644200:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619782554467328 : -124291155084288 : ffff8ef535da3c00) 00010000:00000001:2.0:1767384344.644201:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384344.644202:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000a716292b/0x7e51148972eecca0 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384344.644219:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384344.644221:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000a716292b/0x7e51148972eecca0 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384344.644226:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384344.644228:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384344.644230:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000a716292b/0x7e51148972eecca0 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384344.644235:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384344.644237:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384344.644239:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384344.644241:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000a716292b/0x7e51148972eecca0 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384344.644247:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000a716292b already unused, calling callback (00000000871a6010) 00010000:00000001:2.0:1767384344.644254:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384344.644257:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384344.644259:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000a716292b/0x7e51148972eecca0 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384344.644265:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384344.644267:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384344.644268:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384344.644270:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a716292b refcount=5 00000020:00000001:2.0:1767384344.644272:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619782554467328 : -124291155084288 : ffff8ef535da3c00) 00010000:00000001:2.0:1767384344.644274:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619782554467328 : -124291155084288 : ffff8ef535da3c00) 00010000:00000001:2.0:1767384344.644277:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384344.644279:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000a716292b/0x7e51148972eecca0 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384344.644283:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384344.644285:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384344.644286:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384344.644289:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384344.644290:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384344.644291:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384344.644293:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384344.644295:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000a716292b with handle 0x7e51148972eecca0 from hash 00010000:00000001:2.0:1767384344.644297:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384344.644298:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384344.644299:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384344.644300:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384344.644301:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384344.644303:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384344.644304:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384344.644305:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384344.644307:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384344.644308:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384344.644309:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384344.644311:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384344.644312:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384344.644317:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384344.644319:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384344.644320:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384344.644321:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000a716292b/0x7e51148972eecca0 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384344.644325:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384344.644326:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384344.644327:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384344.644328:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384344.644329:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384344.644329:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384344.644330:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384344.644332:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384344.644333:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384344.644334:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000a716292b/0x7e51148972eecca0 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384344.644337:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384344.644338:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384344.644340:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000a716292b/0x7e51148972eecca0 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384344.644344:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000fe5ff4e2 count: 0 00010000:00000001:2.0:1767384344.644354:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384344.644356:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:1.0:1767384344.645178:0:16773:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767384344.645182:0:16773:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384344.645185:0:16773:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000078529ee3. 20000000:00000001:1.0:1767384344.645192:0:16773:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384344.645196:0:16773:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236723084416 00010000:00000001:1.0:1767384344.645200:0:16773:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384344.645224:0:16773:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000eeb26b30 x1853236723084416/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:325/0 lens 4848/4768 e 0 to 0 dl 1767384355 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384344.645235:0:16773:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384344.645237:0:16773:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384344.645241:0:16773:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dd452398 time=74 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384344.645245:0:16773:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384344.645248:0:16773:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 21 to 0@lo 00000100:00000001:1.0:1767384344.645251:0:16773:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 02000000:00000001:1.0:1767384344.645254:0:16773:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384344.645258:0:16773:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384344.645262:0:16773:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384344.645266:0:16773:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384344.645270:0:16773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000789bae15. 00000100:00000200:1.0:1767384344.645276:0:16773:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236723084416, offset 224 00000400:00000200:1.0:1767384344.645282:0:16773:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384344.645293:0:16773:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384344.645302:0:16773:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824c906c80 00000400:00000200:1.0:1767384344.645310:0:16773:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1d29 [2] + 224 00000400:00000200:1.0:1767384344.645320:0:16773:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384344.645325:0:16773:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384344.645331:0:16773:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384344.645336:0:16773:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d6f175f1 x1853236723084416/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384360 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384344.645347:0:16773:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000d6f175f1 x1853236723084416/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384360 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384344.645368:0:16773:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384344.645376:0:16773:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000789bae15 00000400:00000010:1.0:1767384344.645379:0:16773:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000789bae15. 00000100:00000001:1.0:1767384344.645392:0:16773:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384344.645394:0:16773:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384344.645395:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384344.645399:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384344.645401:0:16773:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384344.645404:0:16138:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1767384344.645408:0:16773:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 20 to 0@lo 00000400:00000001:3.0:1767384344.645409:0:16138:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384344.645412:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bb9cbdaf. 00010000:00000001:1.0:1767384344.645414:0:16773:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000200:3.0:1767384344.645417:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000025a0e96a 00000020:00000001:1.0:1767384344.645418:0:16773:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384344.645421:0:16138:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000025a0e96a. 00000020:00000001:1.0:1767384344.645424:0:16773:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1767384344.645426:0:16138:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1767384344.645433:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000eeb26b30 x1853236723084416/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:325/0 lens 4848/4768 e 0 to 0 dl 1767384355 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384344.645434:0:16138:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d6f175f1 x1853236723084416/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384360 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384344.645456:0:16773:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000eeb26b30 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c0412d60-4f67-4dbc-8791-892843f60083+15:16138:x1853236723084416:12345-0@lo:253: Request processed in 18277us (18711us total) trans 0 rc 0/0 00000100:00000200:3.0:1767384344.645458:0:16138:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d6f175f1 x1853236723084416/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384360 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384344.645473:0:16138:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384344.645477:0:16138:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384344.645477:0:16773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 136 00000100:00000001:3.0:1767384344.645483:0:16138:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:1.0:1767384344.645484:0:16773:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000555601ca : new rpc_count 1 02000000:00000001:3.0:1767384344.645485:0:16138:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384344.645489:0:16138:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384344.645490:0:16773:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384344.645491:0:16138:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384344.645495:0:16138:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384344.645496:0:16773:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00001000:3.0:1767384344.645498:0:16138:0:(import.c:2128:obd_at_measure()) add 5 to 0000000028df3f77 time=74 v=5 (5 0 0 0) 00000020:00000010:1.0:1767384344.645502:0:16773:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006b783904. 00000100:00001000:3.0:1767384344.645503:0:16138:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f5022cbe time=74 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384344.645509:0:16138:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384344.645510:0:16138:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384344.645513:0:16138:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000010:1.0:1767384344.645513:0:16773:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002af3f430. 00010000:00000001:3.0:1767384344.645515:0:16138:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384344.645519:0:16138:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384344.645521:0:16773:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006caa54d9. 00000100:00000040:3.0:1767384344.645523:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d6f175f1 x1853236723084416/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384360 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767384344.645528:0:16773:0:(genops.c:898:class_export_put()) PUTting export 00000000555601ca : new refcount 14 00000100:00000001:3.0:1767384344.645530:0:16138:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384344.645535:0:16138:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384344.645536:0:16138:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384344.645536:0:16773:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384344.645541:0:16773:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000989c557f. 00000020:01000004:3.0:1767384344.645543:0:16138:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384344.645547:0:16138:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384344.645549:0:16138:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 02000000:00000001:1.0:1767384344.645549:0:16773:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:01000004:3.0:1767384344.645553:0:16138:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000001:1.0:1767384344.645554:0:16773:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384344.645555:0:16138:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384344.645558:0:16138:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384344.645560:0:16138:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384344.645562:0:16138:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384344.645564:0:16138:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000200:1.0:1767384344.645564:0:16773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000040:3.0:1767384344.645568:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d6f175f1 x1853236723084416/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384360 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384344.645571:0:16773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f738e56f. 00000100:00100000:3.0:1767384344.645577:0:16138:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d6f175f1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c0412d60-4f67-4dbc-8791-892843f60083:16138:1853236723084416:0@lo:253: 00000400:00000010:1.0:1767384344.645580:0:16773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000789bae15. 00000100:00000001:3.0:1767384344.645581:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384344.645590:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384344.645593:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d6f175f1 x1853236723084416/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384360 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384344.645598:0:16138:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384344.645601:0:16138:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384344.645603:0:16138:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000009fb8db61. 02000000:00000001:3.0:1767384344.645608:0:16138:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384344.645609:0:16138:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384344.645611:0:16138:0:(genops.c:1242:class_import_put()) import 00000000df830bbe refcount=4 obd=MGC192.168.202.152@tcp 00000020:00000001:3.0:1767384344.645612:0:16138:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384344.645615:0:16138:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000093e83a39. 02000000:00000001:3.0:1767384344.645619:0:16138:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384344.645621:0:16138:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384344.645622:0:16138:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d6f175f1. 00000100:00000001:3.0:1767384344.645627:0:16138:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384344.645629:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384344.645630:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384344.645636:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384344.645637:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384344.645640:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384344.645642:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:1.0:1767384344.648117:0:16774:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767384344.648120:0:16774:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384344.648122:0:16774:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000686b2cb5. 20000000:00000001:1.0:1767384344.648127:0:16774:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384344.648130:0:16774:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236723084288 00010000:00000001:1.0:1767384344.648133:0:16774:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384344.648137:0:16774:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000a91adb71 x1853236723084288/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:325/0 lens 4848/4768 e 0 to 0 dl 1767384355 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384344.648153:0:16774:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384344.648154:0:16774:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384344.648156:0:16774:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dd452398 time=74 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384344.648159:0:16774:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384344.648161:0:16774:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 21 to 0@lo 00000100:00000001:1.0:1767384344.648163:0:16774:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 02000000:00000001:1.0:1767384344.648165:0:16774:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384344.648166:0:16774:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384344.648168:0:16774:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384344.648170:0:16774:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384344.648172:0:16774:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ebb9c0be. 00000100:00000200:1.0:1767384344.648175:0:16774:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236723084288, offset 224 00000400:00000200:1.0:1767384344.648178:0:16774:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384344.648183:0:16774:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384344.648187:0:16774:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824c906c00 00000400:00000200:1.0:1767384344.648191:0:16774:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1d21 [2] + 224 00000400:00000200:1.0:1767384344.648196:0:16774:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384344.648199:0:16774:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384344.648201:0:16774:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384344.648219:0:16774:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000dbd79448 x1853236723084288/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384360 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384344.648229:0:16774:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000dbd79448 x1853236723084288/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384360 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384344.648249:0:16774:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384344.648255:0:16774:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ebb9c0be 00000400:00000010:1.0:1767384344.648257:0:16774:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ebb9c0be. 00000100:00000001:0.0:1767384344.648259:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384344.648261:0:16774:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384344.648262:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384344.648264:0:16774:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:0.0:1767384344.648268:0:16137:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767384344.648269:0:16774:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384344.648273:0:16137:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:1.0:1767384344.648274:0:16774:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 20 to 0@lo 00000400:00000010:0.0:1767384344.648276:0:16137:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003b758d77. 00010000:00000001:1.0:1767384344.648277:0:16774:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384344.648280:0:16774:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384344.648282:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000079997483 00000020:00000001:1.0:1767384344.648283:0:16774:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:0.0:1767384344.648285:0:16137:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000079997483. 00000100:00000001:0.0:1767384344.648288:0:16137:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384344.648295:0:16137:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000dbd79448 x1853236723084288/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384360 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384344.648296:0:16774:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a91adb71 x1853236723084288/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:325/0 lens 4848/4768 e 0 to 0 dl 1767384355 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384344.648326:0:16774:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000a91adb71 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c0412d60-4f67-4dbc-8791-892843f60083+14:16137:x1853236723084288:12345-0@lo:253: Request processed in 21069us (21579us total) trans 0 rc 0/0 00000100:00000200:0.0:1767384344.648326:0:16137:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000dbd79448 x1853236723084288/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384360 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384344.648343:0:16137:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:1.0:1767384344.648344:0:16774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 137 00000100:00000001:0.0:1767384344.648347:0:16137:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384344.648348:0:16774:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000555601ca : new rpc_count 0 00000100:00000001:0.0:1767384344.648350:0:16137:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767384344.648351:0:16774:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:0.0:1767384344.648353:0:16137:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384344.648355:0:16774:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384344.648355:0:16137:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384344.648359:0:16137:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384344.648360:0:16774:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f2ccb9a7. 02000000:00000001:0.0:1767384344.648361:0:16137:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384344.648366:0:16137:0:(import.c:2128:obd_at_measure()) add 5 to 0000000028df3f77 time=74 v=5 (5 0 0 0) 00000020:00000010:1.0:1767384344.648367:0:16774:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000a5828f2. 00000100:00001000:0.0:1767384344.648369:0:16137:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f5022cbe time=74 v=5 (1 0 0 0) 00000020:00000010:1.0:1767384344.648371:0:16774:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a0813f11. 00000100:00000001:0.0:1767384344.648373:0:16137:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000040:1.0:1767384344.648376:0:16774:0:(genops.c:898:class_export_put()) PUTting export 00000000555601ca : new refcount 13 00000100:00000001:0.0:1767384344.648376:0:16137:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384344.648378:0:16137:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:1.0:1767384344.648381:0:16774:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:0.0:1767384344.648381:0:16137:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384344.648385:0:16774:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000aab16fa3. 00000100:00000001:0.0:1767384344.648386:0:16137:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384344.648391:0:16774:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000040:0.0:1767384344.648392:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000dbd79448 x1853236723084288/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384360 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384344.648394:0:16774:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384344.648401:0:16774:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:0.0:1767384344.648403:0:16137:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1767384344.648406:0:16774:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ca3e1537. 00000100:00000001:0.0:1767384344.648407:0:16137:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384344.648409:0:16137:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384344.648412:0:16774:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ebb9c0be. 00000020:01000004:0.0:1767384344.648413:0:16137:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384344.648421:0:16137:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384344.648422:0:16137:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384344.648423:0:16137:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384344.648424:0:16137:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384344.648426:0:16137:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384344.648427:0:16137:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384344.648429:0:16137:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384344.648430:0:16137:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384344.648431:0:16137:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384344.648434:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000dbd79448 x1853236723084288/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384360 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384344.648440:0:16137:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000dbd79448 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c0412d60-4f67-4dbc-8791-892843f60083:16137:1853236723084288:0@lo:253: 00000100:00000001:0.0:1767384344.648443:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384344.648444:0:16137:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384344.648445:0:16137:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000dbd79448 x1853236723084288/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384360 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384344.648449:0:16137:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384344.648451:0:16137:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384344.648453:0:16137:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000fc2316a4. 02000000:00000001:0.0:1767384344.648455:0:16137:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384344.648457:0:16137:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384344.648458:0:16137:0:(genops.c:1242:class_import_put()) import 00000000df830bbe refcount=3 obd=MGC192.168.202.152@tcp 00000020:00000001:0.0:1767384344.648459:0:16137:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384344.648460:0:16137:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000289fcc5d. 02000000:00000001:0.0:1767384344.648463:0:16137:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384344.648463:0:16137:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384344.648464:0:16137:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000dbd79448. 00000100:00000001:0.0:1767384344.648466:0:16137:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384344.648467:0:16137:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384344.648468:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384344.648471:0:16137:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384344.648472:0:16137:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384344.648473:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384344.648475:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384344.648983:0:34899:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000ccbdfd3b. 00000400:00000040:0.0:1767384344.648998:0:34899:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384344.649003:0:34899:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384344.649005:0:34899:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384344.649006:0:34899:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384344.649008:0:34899:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384344.649009:0:34899:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384344.649012:0:34899:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384344.649013:0:34899:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384344.649014:0:34899:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384344.649015:0:34899:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384344.649017:0:34899:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384344.649018:0:34899:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384344.649020:0:34899:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384344.649021:0:34899:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384344.649022:0:34899:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384344.649023:0:34899:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384344.649024:0:34899:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384344.649025:0:34899:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384344.649026:0:34899:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384344.649027:0:34899:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384344.649028:0:34899:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384344.649030:0:34899:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384344.649030:0:34899:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384344.649031:0:34899:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384344.649032:0:34899:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384344.649034:0:34899:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384344.649035:0:34899:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384344.649035:0:34899:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384344.649036:0:34899:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384344.649037:0:34899:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384344.649038:0:34899:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384344.649040:0:34899:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384344.649041:0:34899:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384344.649042:0:34899:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384344.649043:0:34899:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384344.649044:0:34899:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384344.649045:0:34899:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384344.649046:0:34899:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384344.649047:0:34899:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384344.649048:0:34899:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384344.649054:0:34899:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384344.649055:0:34899:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384344.649056:0:34899:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384344.649057:0:34899:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384344.649058:0:34899:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384344.649058:0:34899:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384344.649059:0:34899:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384344.649060:0:34899:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384344.649062:0:34899:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384344.649063:0:34899:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384344.649064:0:34899:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384344.649064:0:34899:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384344.649065:0:34899:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384344.649066:0:34899:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384344.649067:0:34899:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384344.649068:0:34899:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384344.649069:0:34899:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:0.0:1767384344.649171:0:34899:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000ccbdfd3b. 00010000:00000010:2.1:1767384344.652116:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000fe5ff4e2. 00010000:00000010:2.1:1767384344.652123:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000a716292b. 00000100:00000040:2.0:1767384344.661133:0:270:0:(connection.c:75:cpu_latency_work()) work item of 00000000135c2452 (cpu 0) has reached its deadline 4294934623, at 4294934624 00000100:00000010:2.0:1767384344.661144:0:270:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fba2ceaf. 00000100:00000040:0.0:1767384344.662118:0:449:0:(connection.c:75:cpu_latency_work()) work item of 000000002fd0fb58 (cpu 0) has reached its deadline 4294934623, at 4294934625 00000100:00000010:0.0:1767384344.662124:0:449:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c3b7a892. 00000100:00000040:3.0:1767384344.662132:0:53:0:(connection.c:75:cpu_latency_work()) work item of 000000009d5c2cb6 (cpu 0) has reached its deadline 4294934623, at 4294934625 00000100:00000010:3.0:1767384344.662141:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000026c96f58. 00000100:00000040:1.0:1767384344.662143:0:62:0:(connection.c:75:cpu_latency_work()) work item of 00000000edc4e618 (cpu 0) has reached its deadline 4294934623, at 4294934625 00000100:00000010:1.0:1767384344.662150:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008da8caed. 00000400:00000001:0.0:1767384345.013165:0:16134:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384345.013172:0:16134:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384345.013175:0:16134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004e2d4782 00000400:00000010:0.0:1767384345.013180:0:16134:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004e2d4782. 00000400:00000200:0.0:1767384345.013186:0:16134:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384345.013193:0:16134:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.152@tcp42 recovery ping unlinked 00000400:00000010:0.0:1767384345.013222:0:16134:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000023e368a8. 00000400:00000010:0.0:1767384345.013227:0:16134:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000001a975d84. 00000400:00000200:0.0:1767384345.013235:0:16134:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.152@tcp41 00000400:00000010:0.0:1767384345.013240:0:16134:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000023e368a8. 00000400:00000010:0.0:1767384345.013246:0:16134:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000001a975d84. 00000400:00000010:0.0:1767384345.013251:0:16134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004e2d4782. 00000400:00000010:0.0:1767384345.013260:0:16134:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000010f49777. 00000400:00000200:0.0:1767384345.013265:0:16134:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.152@tcp41 00000400:00000200:0.0:1767384345.013279:0:16134:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.152@tcp41 local destination 00000400:00000200:0.0:1767384345.013286:0:16134:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.152@tcp41 00000400:00000200:0.0:1767384345.013297:0:16134:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp41 NI seq info: [154:154:256:4294967295] 192.168.202.152@tcp41 LPNI seq info [151:151:8:4294967295] 00000400:00000200:0.0:1767384345.013305:0:16134:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.152@tcp41 00000400:00000200:0.0:1767384345.013314:0:16134:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp41(192.168.202.152@tcp41:) -> 192.168.202.152@tcp41(192.168.202.152@tcp41:192.168.202.152@tcp41) : GET try# 0 00000800:00000200:0.0:1767384345.013320:0:16134:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.152@tcp41 00000800:00000010:0.0:1767384345.013326:0:16134:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000436846a6. 00000800:00000200:0.0:1767384345.013333:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000057361461] -> 12345-192.168.202.152@tcp41 (2) 00000800:00000200:0.1:1767384345.013339:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000057361461] -> 12345-192.168.202.152@tcp41 (2) 00000400:00000200:0.0:1767384345.013362:0:16134:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.152@tcp41 added to recovery queue. ping count: 2 next ping: 271 health :800 00000400:00000200:3.0:1767384345.013435:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.152:988 00000400:00000200:3.0:1767384345.013488:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.152:988 00000400:00000200:3.0:1767384345.013536:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.152:988 00000400:00000200:3.0:1767384345.013585:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.152:988 00000400:00000200:3.0:1767384345.013617:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.152:988 00000400:00000200:3.0:1767384345.013641:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.152:988 00000400:00000200:3.0:1767384345.013668:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.152:988 00000400:00000200:3.0:1767384345.013716:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.152:988 00000400:00000200:3.0:1767384345.013766:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.152:988 00000400:00000200:3.0:1767384345.013805:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.152:988 00000400:00000200:3.0:1767384345.013857:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.152:988 00000400:00000200:3.0:1767384345.013907:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.152:988 00000400:00000200:3.0:1767384345.013959:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.152:988 00000400:00000200:3.0:1767384345.014002:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.152:988 00000400:00000200:3.0:1767384345.014042:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.152:988 00000400:00000200:3.0:1767384345.014122:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.152:988 00000400:00000200:3.0:1767384345.014167:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.152:988 00000400:00000200:3.0:1767384345.014196:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.152:988 00000400:00000200:3.0:1767384345.014242:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.152:988 00000400:00000200:3.0:1767384345.014269:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.152:988 00000400:00000200:3.0:1767384345.014291:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.152:988 00000400:00000200:3.0:1767384345.014316:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.152:988 00000400:00000200:3.0:1767384345.014348:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.152:988 00000400:00000200:3.0:1767384345.014379:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.152:988 00000400:00000200:3.0:1767384345.014407:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.152:988 00000400:00000200:3.0:1767384345.014434:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.152:988 00000400:00000200:3.0:1767384345.014465:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.152:988 00000400:00000200:3.0:1767384345.014508:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.152:988 00000400:00000200:3.0:1767384345.014541:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.152:988 00000400:00000200:3.0:1767384345.014570:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.152:988 00000400:00000200:3.0:1767384345.014599:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.152:988 00000400:00000200:3.0:1767384345.014633:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.152:988 00000400:00000200:3.0:1767384345.014672:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.152:988 00000400:00000200:3.0:1767384345.014712:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.152:988 00000400:00000200:3.0:1767384345.014746:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.152:988 00000800:00000010:3.0:1767384345.014914:0:16127:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000036b1ae31. 00000800:00000010:3.0:1767384345.014921:0:16127:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000829c7a4b. 00000800:00000010:3.0:1767384345.014927:0:16127:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000a6646a7e. 00000800:00000010:3.0:1767384345.014952:0:16127:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000a6646a7e. 00000800:00020000:3.0:1767384345.014963:0:16127:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.152 00000800:00000010:3.0:1767384345.023627:0:16127:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000829c7a4b. 00000800:00000010:3.0:1767384345.023633:0:16127:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000036b1ae31. 00000400:02020000:3.0:1767384345.023717:0:16127:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.152@tcp41 at host 192.168.202.152:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384345.030733:0:16127:0:(router.c:1755:lnet_notify()) 192.168.202.152@tcp41 notifying 192.168.202.152@tcp41: down 00000800:00000200:3.0:1767384345.030744:0:16127:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.152@tcp41 down 00000800:00000100:3.0:1767384345.030754:0:16127:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.152@tcp41 00000800:00000010:3.0:1767384345.030758:0:16127:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000436846a6. 00000400:00000200:3.0:1767384345.030765:0:16127:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384345.030772:0:16127:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp41->192.168.202.152@tcp41: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384345.030787:0:16127:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384345.030791:0:16127:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.152@tcp41 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384345.030796:0:16127:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.152@tcp41) recovery failed with -71 00010000:00000001:0.0:1767384345.141304:0:449:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384345.141311:0:449:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384345.141318:0:449:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384345.141320:0:449:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384345.141351:0:16768:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384345.141356:0:16768:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384345.141359:0:16768:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:0.0:1767384346.037150:0:16134:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384346.037155:0:16134:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384346.037158:0:16134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004e2d4782 00000400:00000010:0.0:1767384346.037163:0:16134:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004e2d4782. 00000400:00000200:0.0:1767384346.037169:0:16134:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384346.037175:0:16134:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.152@tcp41 recovery ping unlinked 00000400:00000010:0.0:1767384346.037188:0:16134:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000023e368a8. 00000400:00000010:0.0:1767384346.037204:0:16134:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000001a975d84. 00000400:00000200:0.0:1767384346.037211:0:16134:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.152@tcp42 00000400:00000010:0.0:1767384346.037214:0:16134:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000023e368a8. 00000400:00000010:0.0:1767384346.037219:0:16134:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000001a975d84. 00000400:00000010:0.0:1767384346.037223:0:16134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004e2d4782. 00000400:00000010:0.0:1767384346.037229:0:16134:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000050022f11. 00000800:00000200:3.0:1767384346.037236:0:16129:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c6916b11] -> 12345-192.168.202.152@tcp28 (6) 00000400:00000200:0.0:1767384346.037240:0:16134:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.152@tcp42 00000800:00000200:3.0:1767384346.037252:0:16129:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp28 ip 192.168.202.152:988 00000800:00000200:3.0:1767384346.037257:0:16129:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000050b9c4c8 type 192, nob 24 niov 1 nkiov 0 00000400:00000200:0.0:1767384346.037260:0:16134:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.152@tcp42 local destination 00000400:00000200:0.0:1767384346.037272:0:16134:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.152@tcp42 00000400:00000200:0.0:1767384346.037278:0:16134:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp42 NI seq info: [155:155:256:4294967295] 192.168.202.152@tcp42 LPNI seq info [152:152:8:4294967295] 00000400:00000200:0.0:1767384346.037286:0:16134:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.152@tcp42 00000400:00000200:0.0:1767384346.037298:0:16134:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp42(192.168.202.152@tcp42:) -> 192.168.202.152@tcp42(192.168.202.152@tcp42:192.168.202.152@tcp42) : GET try# 0 00000800:00000200:0.0:1767384346.037305:0:16134:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.152@tcp42 00000800:00000010:0.0:1767384346.037315:0:16134:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000b22d575e. 00000800:00000200:0.0:1767384346.037321:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000838ccef7] -> 12345-192.168.202.152@tcp42 (2) 00000800:00000200:0.1:1767384346.037325:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000838ccef7] -> 12345-192.168.202.152@tcp42 (2) 00000400:00000200:0.0:1767384346.037344:0:16134:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.152@tcp42 added to recovery queue. ping count: 2 next ping: 272 health :800 00000400:00000200:0.0:1767384346.037349:0:16134:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.152@tcp36 00000400:00000010:0.0:1767384346.037351:0:16134:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000009bb5791c. 00000400:00000010:0.0:1767384346.037355:0:16134:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000a9f525db. 00000400:00000010:0.0:1767384346.037359:0:16134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cf88a9bc. 00000400:00000010:0.0:1767384346.037365:0:16134:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000099f04d74. 00000400:00000200:0.0:1767384346.037367:0:16134:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.152@tcp36 00000400:00000200:0.0:1767384346.037372:0:16134:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.152@tcp36 local destination 00000400:00000200:0.0:1767384346.037375:0:16134:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.152@tcp36 00000400:00000200:0.0:1767384346.037377:0:16134:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp36 NI seq info: [156:156:256:4294967295] 192.168.202.152@tcp36 LPNI seq info [153:153:8:4294967295] 00000400:00000200:0.0:1767384346.037380:0:16134:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.152@tcp36 00000400:00000200:0.0:1767384346.037386:0:16134:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp36(192.168.202.152@tcp36:) -> 192.168.202.152@tcp36(192.168.202.152@tcp36:192.168.202.152@tcp36) : GET try# 0 00000800:00000200:0.0:1767384346.037389:0:16134:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.152@tcp36 00000800:00000010:0.0:1767384346.037392:0:16134:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000045d0ee4. 00000800:00000200:0.0:1767384346.037394:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000231f705e] -> 12345-192.168.202.152@tcp36 (2) 00000800:00000200:0.1:1767384346.037397:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000231f705e] -> 12345-192.168.202.152@tcp36 (2) 00000400:00000200:0.0:1767384346.037404:0:16134:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.152@tcp36 added to recovery queue. ping count: 4 next ping: 284 health :600 00000800:00000200:3.0:1767384346.037439:0:16130:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1767384346.037445:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384346.037461:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384346.037466:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384346.037472:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384346.037476:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.152:988 00000400:00000200:0.0:1767384346.037567:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.152:988 00000400:00000200:0.0:1767384346.037646:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.152:988 00000400:00000200:3.0:1767384346.037647:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.152:988 00000400:00000200:3.0:1767384346.037864:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.152:988 00000400:00000200:0.0:1767384346.037864:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.152:988 00000400:00000200:0.0:1767384346.038010:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.152:988 00000400:00000200:3.0:1767384346.038038:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.152:988 00000400:00000200:0.0:1767384346.038176:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.152:988 00000400:00000200:3.0:1767384346.038228:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.152:988 00000400:00000200:0.0:1767384346.038311:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.152:988 00000400:00000200:3.0:1767384346.038330:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.152:988 00000400:00000200:0.0:1767384346.038392:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.152:988 00000400:00000200:3.0:1767384346.038420:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.152:988 00000400:00000200:0.0:1767384346.038470:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.152:988 00000400:00000200:3.0:1767384346.038536:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.152:988 00000400:00000200:0.0:1767384346.038574:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.152:988 00000400:00000200:3.0:1767384346.038625:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.152:988 00000400:00000200:0.0:1767384346.038655:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.152:988 00000400:00000200:3.0:1767384346.038697:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.152:988 00000400:00000200:0.0:1767384346.038753:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.152:988 00000400:00000200:3.0:1767384346.038778:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.152:988 00000400:00000200:0.0:1767384346.038833:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.152:988 00000400:00000200:3.0:1767384346.038836:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.152:988 00000400:00000200:0.0:1767384346.038939:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.152:988 00000400:00000200:3.0:1767384346.038950:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.152:988 00000400:00000200:3.0:1767384346.039072:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.152:988 00000400:00000200:3.0:1767384346.039213:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.152:988 00000400:00000200:3.0:1767384346.039328:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.152:988 00000400:00000200:3.0:1767384346.039438:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.152:988 00000400:00000200:3.0:1767384346.039569:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.152:988 00000400:00000200:3.0:1767384346.039660:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.152:988 00000400:00000200:3.0:1767384346.039758:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.152:988 00000400:00000200:3.0:1767384346.039845:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.152:988 00000400:00000200:3.0:1767384346.039947:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.152:988 00000400:00000200:3.0:1767384346.040047:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.152:988 00000400:00000200:3.0:1767384346.040167:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.152:988 00000400:00000200:0.0:1767384346.040212:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.152:988 00000400:00000200:3.0:1767384346.040285:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.152:988 00000400:00000200:0.0:1767384346.040350:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.152:988 00000400:00000200:3.0:1767384346.040410:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.152:988 00000400:00000200:0.0:1767384346.040471:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.152:988 00000400:00000200:3.0:1767384346.040532:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.152:988 00000400:00000200:0.0:1767384346.040573:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.152:988 00000400:00000200:3.0:1767384346.040636:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.152:988 00000400:00000200:0.0:1767384346.040642:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.152:988 00000400:00000200:3.0:1767384346.040744:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.152:988 00000400:00000200:0.0:1767384346.040762:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.152:988 00000400:00000200:3.0:1767384346.040829:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.152:988 00000400:00000200:0.0:1767384346.040842:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.152:988 00000400:00000200:3.0:1767384346.040905:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.152:988 00000400:00000200:0.0:1767384346.040932:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.152:988 00000400:00000200:3.0:1767384346.041016:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.152:988 00000400:00000200:0.0:1767384346.041055:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.152:988 00000400:00000200:3.0:1767384346.041158:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.152:988 00000400:00000200:0.0:1767384346.041207:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.152:988 00000400:00000200:3.0:1767384346.041263:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.152:988 00000400:00000200:0.0:1767384346.041296:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.152:988 00000400:00000200:3.0:1767384346.041353:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.152:988 00000400:00000200:0.0:1767384346.041394:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.152:988 00000400:00000200:3.0:1767384346.041472:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.152:988 00000400:00000200:0.0:1767384346.041473:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.152:988 00000400:00000200:0.0:1767384346.041669:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.152:988 00000400:00000200:0.0:1767384346.041716:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.152:988 00000400:00000200:0.0:1767384346.041761:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.152:988 00000400:00000200:0.0:1767384346.041792:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.152:988 00000400:00000200:0.0:1767384346.041846:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.152:988 00000800:00000010:3.0:1767384346.041870:0:16126:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000036b1ae31. 00000800:00000010:3.0:1767384346.041879:0:16126:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000001a31ac90. 00000800:00000010:3.0:1767384346.041887:0:16126:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000038db67c7. 00000400:00000200:0.0:1767384346.041924:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.152:988 00000800:00000010:3.0:1767384346.041930:0:16126:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000038db67c7. 00000800:00020000:3.0:1767384346.041948:0:16126:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.152 00000800:00000010:3.0:1767384346.041953:0:16126:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000001a31ac90. 00000800:00000010:3.0:1767384346.041959:0:16126:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000036b1ae31. 00000400:00000200:0.0:1767384346.041999:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.152:988 00000400:02020000:3.0:1767384346.042077:0:16126:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.152@tcp36 at host 192.168.202.152:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384346.042125:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.152:988 00000400:00000200:3.0:1767384346.042148:0:16126:0:(router.c:1755:lnet_notify()) 192.168.202.152@tcp36 notifying 192.168.202.152@tcp36: down 00000800:00000200:3.0:1767384346.042162:0:16126:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.152@tcp36 down 00000800:00000100:3.0:1767384346.042175:0:16126:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.152@tcp36 00000800:00000010:3.0:1767384346.042179:0:16126:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000045d0ee4. 00000400:00000200:3.0:1767384346.042187:0:16126:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384346.042208:0:16126:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp36->192.168.202.152@tcp36: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384346.042226:0:16126:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384346.042230:0:16126:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.152@tcp36 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384346.042235:0:16126:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.152@tcp36) recovery failed with -71 00000800:00000010:0.0:1767384346.042373:0:16125:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000fc2316a4. 00000800:00000010:0.0:1767384346.042380:0:16125:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000008c882382. 00000800:00000010:0.0:1767384346.042386:0:16125:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000002664cef6. 00000800:00000010:0.0:1767384346.042411:0:16125:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000002664cef6. 00000800:00020000:0.0:1767384346.042424:0:16125:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.152 00000800:00000010:0.0:1767384346.042428:0:16125:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000008c882382. 00000800:00000010:0.0:1767384346.042431:0:16125:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000fc2316a4. 00000400:02020000:0.0:1767384346.042484:0:16125:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.152@tcp42 at host 192.168.202.152:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384346.042492:0:16125:0:(router.c:1755:lnet_notify()) 192.168.202.152@tcp42 notifying 192.168.202.152@tcp42: down 00000800:00000200:0.0:1767384346.042498:0:16125:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.152@tcp42 down 00000800:00000100:0.0:1767384346.042504:0:16125:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.152@tcp42 00000800:00000010:0.0:1767384346.042508:0:16125:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000b22d575e. 00000400:00000200:0.0:1767384346.042512:0:16125:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384346.042518:0:16125:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp42->192.168.202.152@tcp42: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384346.042528:0:16125:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384346.042532:0:16125:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.152@tcp42 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384346.042535:0:16125:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.152@tcp42) recovery failed with -71 00010000:00000001:0.0:1767384346.165895:0:449:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384346.165899:0:449:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384346.165904:0:449:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384346.165905:0:449:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384346.165993:0:16767:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384346.165998:0:16767:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384346.166007:0:16767:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:1.0:1767384346.324449:0:35396:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384346.324466:0:35396:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384346.324471:0:35396:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384346.324477:0:35396:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384346.324483:0:35396:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384346.324486:0:35396:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384347.061241:0:16134:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384347.061250:0:16134:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384347.061256:0:16134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004e2d4782 00000400:00000010:0.0:1767384347.061263:0:16134:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004e2d4782. 00000400:00000200:0.0:1767384347.061271:0:16134:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384347.061280:0:16134:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.152@tcp42 recovery ping unlinked 00000400:00000010:0.0:1767384347.061297:0:16134:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000023e368a8. 00000400:00000010:0.0:1767384347.061303:0:16134:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000001a975d84. 00000400:00000001:0.0:1767384347.061310:0:16134:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384347.061311:0:16134:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384347.061313:0:16134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cf88a9bc 00000400:00000010:0.0:1767384347.061314:0:16134:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cf88a9bc. 00000400:00000200:0.0:1767384347.061316:0:16134:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384347.061318:0:16134:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.152@tcp36 recovery ping unlinked 00000400:00000010:0.0:1767384347.061320:0:16134:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000009bb5791c. 00000400:00000010:0.0:1767384347.061322:0:16134:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000a9f525db. 00000001:00000001:1.0:1767384347.151626:0:35560:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384347.151632:0:35560:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg252-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp45 --if ens2 00000001:00000001:1.0:1767384347.155042:0:35560:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:2.0:1767384347.161845:0:35561:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 0000000066a9949e. 00000400:00000010:2.0:1767384347.161863:0:35561:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000cd106a72. 00000400:00000010:2.0:1767384347.161875:0:35561:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000006e3333b0. 00000400:00000010:2.0:1767384347.161878:0:35561:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000d835c085. 00000400:00000010:2.0:1767384347.161882:0:35561:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000099e79226. 00000400:00000010:2.0:1767384347.161887:0:35561:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000008c26b893. 00000400:00000010:2.0:1767384347.161888:0:35561:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000087a7c40c. 00000400:00000010:2.0:1767384347.161889:0:35561:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000018f1f37b. 00000400:00000010:2.0:1767384347.161897:0:35561:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000007379a0cf. 00000800:00000010:2.0:1767384347.161917:0:35561:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000009bc402d1. 00000800:00000200:2.0:1767384347.161931:0:35561:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:2.0:1767384347.161945:0:35561:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:2.0:1767384347.161985:0:35561:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.152) 00000400:02000000:2.0:1767384347.162009:0:35561:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.152@tcp45 [8/256/0/180] 00000400:00000010:2.0:1767384347.163278:0:35561:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 633 at 000000008e7ce15c. 00000400:00000010:2.0:1767384347.163284:0:35561:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000026a1b6af. 00000400:00000010:2.0:1767384347.163291:0:35561:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000085e5b010. 00000400:00000001:2.0:1767384347.163319:0:35561:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384347.163320:0:35561:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384347.163322:0:35561:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000028b9164b. 00000400:00000200:2.0:1767384347.163324:0:35561:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eff9bd9b 00000400:00000010:2.0:1767384347.163326:0:35561:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000eff9bd9b. 00000400:00000010:2.0:1767384347.163330:0:35561:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 617 at 0000000025f545c9. 00000400:00000200:2.0:1767384347.163335:0:35561:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (36) 00000400:00000200:2.0:1767384347.163346:0:35561:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.152@tcp (000000005d9714d7): 0 00000400:00000200:2.0:1767384347.163355:0:35561:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131117 00000020:00000010:2.0:1767384347.163364:0:35561:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 0000000036adf673. 00000020:01000000:2.0:1767384347.163368:0:35561:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:2.0:1767384347.163371:0:35561:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.152@tcp45 00000400:00000200:3.0:1767384347.163382:0:16135:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:2.0:1767384347.163385:0:35561:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000cd106a72. 00000400:00000010:2.0:1767384347.163392:0:35561:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 0000000066a9949e. 00000400:00000200:3.0:1767384347.163400:0:16135:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100151 00000400:00000010:3.0:1767384347.163413:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008fbdf106. 00000020:00000001:0.0:1767384347.163417:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:3.0:1767384347.163420:0:16135:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (37) 10000000:00000001:0.0:1767384347.163423:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384347.163430:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384347.163432:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000010:3.0:1767384347.163434:0:16135:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000760a650a. 00000020:01000004:0.0:1767384347.163445:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384347.163451:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384347.163455:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:3.0:1767384347.163457:0:16135:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.152@tcp 00000020:01000004:0.0:1767384347.163458:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384347.163464:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384347.163473:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384347.163475:0:37:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384347.163479:0:37:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384347.163480:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384347.163482:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:0.0:1767384347.163487:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000dbd79448. 00000400:00000200:3.0:1767384347.163494:0:16135:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.152@tcp to MR: 192.168.202.152@tcp local destination 00000020:00000040:0.0:1767384347.163496:0:37:0:(genops.c:1229:class_import_get()) import 00000000df830bbe refcount=4 obd=MGC192.168.202.152@tcp 00000400:00000200:3.0:1767384347.163505:0:16135:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp NI seq info: [157:157:256:4294967295] 192.168.202.152@tcp LPNI seq info [154:154:8:4294967295] 00000100:00000001:0.0:1767384347.163506:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384347.163513:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:3.0:1767384347.163518:0:16135:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.152@tcp 02000000:00000001:0.0:1767384347.163519:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384347.163529:0:16135:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp(192.168.202.152@tcp:192.168.202.152@tcp) -> 192.168.202.152@tcp(192.168.202.152@tcp:192.168.202.152@tcp) : PUT try# 0 02000000:00000010:0.0:1767384347.163532:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000fc2316a4. 00000800:00000200:3.0:1767384347.163538:0:16135:0:(socklnd_cb.c:1001:ksocknal_send()) sending 624 bytes in 1 frags to 12345-192.168.202.152@tcp 00000100:00000001:0.0:1767384347.163541:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384347.163542:0:16135:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000070d2b6fc. 00000800:00000200:3.0:1767384347.163554:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002fd1afca] -> 12345-192.168.202.152@tcp (6) 00000100:00000001:0.0:1767384347.163556:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384347.163560:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384347.163563:0:16135:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp ip 192.168.202.152:988 00000800:00000200:3.0:1767384347.163568:0:16135:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000070d2b6fc type 1, nob 720 niov 1 nkiov 1 00000100:00000040:0.0:1767384347.163570:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dbd79448] to pc [ptlrpcd_00_03+3] req@00000000dbd79448 x1853236723084800/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384347.163592:0:16135:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.152@tcp 00000400:00000200:3.0:1767384347.163598:0:16135:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100551 rc 0 10000000:00000001:0.0:1767384347.163603:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384347.163607:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384347.163616:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384347.163620:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000020:00000001:0.0:1767384347.163629:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384347.163632:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384347.163635:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384347.163637:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:0.0:1767384347.163639:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384347.163640:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384347.163642:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384347.163644:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384347.163646:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384347.163648:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384347.163649:0:37:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384347.163652:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384347.163659:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:3.0:1767384347.163661:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:0.0:1767384347.163664:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c0631900. 00000100:00000001:3.0:1767384347.163668:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:0.0:1767384347.163669:0:37:0:(genops.c:1229:class_import_get()) import 00000000df830bbe refcount=5 obd=MGC192.168.202.152@tcp 00000100:00000001:3.0:1767384347.163674:0:16140:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767384347.163675:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384347.163682:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384347.163686:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384347.163692:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000dbd79448 x1853236723084800/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767384347.163698:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000aab16fa3. 00000100:00000001:3.0:1767384347.163712:0:16140:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384347.163714:0:16140:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384347.163718:0:16140:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767384347.163721:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384347.163722:0:16140:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384347.163732:0:16140:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384347.163734:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00100000:3.0:1767384347.163737:0:16140:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000dbd79448 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c0412d60-4f67-4dbc-8791-892843f60083:16140:1853236723084800:0@lo:253: 00000100:00000001:0.0:1767384347.163738:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384347.163746:0:16140:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1767384347.163748:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c0631900] to pc [ptlrpcd_00_00+0] req@00000000c0631900 x1853236723084928/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384347.163753:0:16140:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384347.163759:0:16140:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384347.163764:0:16140:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:1.0:1767384347.163765:0:16132:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000010:3.0:1767384347.163769:0:16140:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000036b1ae31. 00000800:00000010:1.0:1767384347.163770:0:16132:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000070d2b6fc. 10000000:00000001:0.0:1767384347.163773:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384347.163776:0:16140:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384347.163778:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384347.163781:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:0.0:1767384347.163781:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384347.163782:0:16140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000085a7f258. 00000020:01000000:0.0:1767384347.163784:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:0.0:1767384347.163788:0:37:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 0000000036adf673. 00000400:00000010:3.0:1767384347.163790:0:16140:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e288c7c9. 00000400:00000200:1.0:1767384347.163801:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp->192.168.202.152@tcp: PUT: OK 00000100:00000200:3.0:1767384347.163802:0:16140:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236723084800, portal 25 00000100:00000001:0.0:1767384347.163809:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384347.163810:0:16140:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1767384347.163810:0:16132:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000100:00000001:0.0:1767384347.163814:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384347.163817:0:16140:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782423946880 : -124291285604736 : ffff8ef52e12a680) 00000400:00000200:1.0:1767384347.163818:0:16132:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.152@tcp: 0 00000100:00000001:0.0:1767384347.163821:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384347.163827:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384347.163831:0:16137:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000800:00000001:1.0:1767384347.163834:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:3.0:1767384347.163836:0:16140:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000dbd79448 x1853236723084800/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384363 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384347.163836:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c0631900 x1853236723084928/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767384347.163846:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384347.163859:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384347.163864:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384347.163885:0:16137:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384347.163891:0:16137:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384347.163892:0:16132:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.152@tcp(192.168.202.152@tcp) <- 192.168.202.152@tcp : PUT - for me 02000000:00000001:0.0:1767384347.163901:0:16137:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384347.163907:0:16137:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384347.163908:0:16140:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1767384347.163916:0:16137:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384347.163926:0:16140:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1767384347.163927:0:16132:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.152@tcp of length 624 into portal 0 MB=0x8000000000000000 00000100:00100000:0.0:1767384347.163928:0:16137:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c0631900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c0412d60-4f67-4dbc-8791-892843f60083:16137:1853236723084928:0@lo:253: 00000400:00000010:3.0:1767384347.163935:0:16140:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003828eeaf. 00000100:00000001:0.0:1767384347.163937:0:16137:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1767384347.163943:0:16132:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.152@tcp of length 608/624 into md 0x1d31 [1] + 0 02000000:00000001:0.0:1767384347.163946:0:16137:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:1.0:1767384347.163948:0:16132:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a7aa0c5f. 02000000:00000001:0.0:1767384347.163949:0:16137:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384347.163953:0:16137:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1767384347.163954:0:16132:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000068f46fb4 00000100:00000200:3.0:1767384347.163958:0:16140:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236723084800, offset 0 02000000:00000010:0.0:1767384347.163959:0:16137:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000686b2cb5. 00000800:00000001:1.0:1767384347.163960:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384347.163967:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384347.163972:0:16140:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:0.0:1767384347.163974:0:16137:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384347.163975:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1767384347.163984:0:16137:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003b758d77. 00000400:00000200:1.0:1767384347.163985:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp->192.168.202.152@tcp: PUT: OK 00000400:00000200:3.0:1767384347.163994:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384347.163996:0:16132:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000068f46fb4 00000400:00000010:0.0:1767384347.163997:0:16137:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000069734c36. 00000400:00000010:1.0:1767384347.164000:0:16132:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000068f46fb4. 00000400:00000200:1.0:1767384347.164007:0:16132:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000100:00000200:0.0:1767384347.164008:0:16137:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236723084928, portal 25 00000400:00000200:3.0:1767384347.164009:0:16140:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824c906e00 00000400:00000200:1.0:1767384347.164012:0:16132:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (38) 00000100:00000001:0.0:1767384347.164024:0:16137:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384347.164031:0:16137:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782423952256 : -124291285599360 : ffff8ef52e12bb80) 00000400:00000200:1.0:1767384347.164036:0:16132:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.152@tcp(000000005d9714d7) is MR 00000400:00000200:3.0:1767384347.164037:0:16140:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1531 [2] + 0 00000100:00000040:0.0:1767384347.164044:0:16137:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c0631900 x1853236723084928/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384363 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384347.164052:0:16132:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.202.152@tcp (624 bytes) 00000400:00000010:3.0:1767384347.164059:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004e2bdc44. 00000100:00000001:0.0:1767384347.164066:0:16137:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767384347.164067:0:16132:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.152@tcp (000000005d9714d7): -114 00000400:00000200:3.0:1767384347.164073:0:16140:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000062d4f814 00000100:00000040:0.0:1767384347.164074:0:16137:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384347.164077:0:16137:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001fdfbb6e. 00000400:00000200:1.0:1767384347.164082:0:16132:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000005d9714d7 (39) 00000100:00000200:0.0:1767384347.164138:0:16137:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236723084928, offset 0 00000400:00000200:3.0:1767384347.164144:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384347.164147:0:16132:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1767384347.164151:0:16137:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384347.164167:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384347.164172:0:16132:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.152@tcp to MR: 192.168.202.152@tcp local destination 00000400:00000200:1.0:1767384347.164197:0:16132:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp NI seq info: [158:158:256:4294967295] 192.168.202.152@tcp LPNI seq info [155:155:8:4294967295] 00000400:00000200:1.0:1767384347.164210:0:16132:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp(192.168.202.152@tcp:192.168.202.152@tcp) -> 192.168.202.152@tcp(192.168.202.152@tcp:192.168.202.152@tcp) 192.168.202.152@tcp : ACK try# 0 00000800:00000200:1.0:1767384347.164216:0:16132:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.152@tcp 00000400:00000200:3.0:1767384347.164224:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000062d4f814 00000400:00000200:0.0:1767384347.164224:0:16137:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000010:1.0:1767384347.164225:0:16132:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fbadf16c. 00000400:00000010:3.0:1767384347.164235:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000062d4f814. 00000800:00000200:1.0:1767384347.164242:0:16132:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002fd1afca] -> 12345-192.168.202.152@tcp (6) 00000400:00000200:0.0:1767384347.164246:0:16137:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824c906e80 00000100:00000001:3.0:1767384347.164249:0:16140:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384347.164256:0:16140:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1767384347.164261:0:16137:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1565 [2] + 0 00000100:00000040:3.0:1767384347.164265:0:16140:0:(events.c:337:request_in_callback()) incoming req@0000000017af2674 x1853236723084800 msgsize 4848 00000800:00000200:1.0:1767384347.164267:0:16132:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp ip 192.168.202.152:1023 00000800:00000200:1.0:1767384347.164276:0:16132:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000fbadf16c type 0, nob 96 niov 1 nkiov 0 00000400:00000010:0.0:1767384347.164276:0:16137:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f9a3e889. 00000400:00000200:0.0:1767384347.164289:0:16137:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000f1d1ab5f 00000100:00100000:3.0:1767384347.164290:0:16140:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384347.164300:0:16140:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000800:00000001:1.0:1767384347.164300:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384347.164301:0:16137:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384347.164313:0:16137:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000800:00000001:1.0:1767384347.164316:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384347.164318:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f1d1ab5f 00000400:00000010:0.0:1767384347.164322:0:16137:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f1d1ab5f. 00000100:00000001:3.0:1767384347.164329:0:16140:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384347.164330:0:16137:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384347.164334:0:16137:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384347.164338:0:16137:0:(events.c:337:request_in_callback()) incoming req@00000000c1af42f6 x1853236723084928 msgsize 4848 00000400:00000200:3.0:1767384347.164344:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003828eeaf 00000100:00100000:0.0:1767384347.164345:0:16137:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384347.164348:0:16137:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000400:00000010:3.0:1767384347.164354:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003828eeaf. 00000100:00000001:3.0:1767384347.164363:0:16140:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384347.164363:0:16137:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384347.164374:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001fdfbb6e 00000100:00000200:3.0:1767384347.164379:0:16140:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000dbd79448 x1853236723084800/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384363 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384347.164379:0:16137:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001fdfbb6e. 00000100:00000001:0.0:1767384347.164386:0:16137:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:1.0:1767384347.164391:0:16132:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000200:0.0:1767384347.164394:0:16137:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c0631900 x1853236723084928/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384363 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:1.0:1767384347.164400:0:16132:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fbadf16c. 00000400:00000200:1.0:1767384347.164414:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384347.164433:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp->192.168.202.152@tcp: ACK: OK 00000100:00000001:3.0:1767384347.164434:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384347.164436:0:16137:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384347.164446:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000dbd79448 x1853236723084800/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384363 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384347.164447:0:16137:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c0631900 x1853236723084928/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384363 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767384347.164448:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384347.164457:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384347.164467:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384347.164475:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384347.164484:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384347.164496:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384347.164496:0:16137:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384347.164501:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384347.164505:0:16137:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384347.164510:0:16140:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1767384347.164511:0:16132:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.152@tcp(192.168.202.152@tcp) <- 192.168.202.152@tcp : ACK - for me 00000100:00000001:0.0:1767384347.164514:0:16137:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384347.164523:0:16137:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294937151 00000100:00000001:3.0:1767384347.164524:0:16140:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384347.164537:0:16132:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.152@tcp: ACK from 12345-192.168.202.152@tcp into md 0x1d75 00000100:00000010:0.0:1767384347.164539:0:16137:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002633d82c. 00000100:00000001:3.0:1767384347.164542:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294937151 00000400:00000200:1.0:1767384347.164544:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384347.164549:0:16137:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 0 00000400:00000200:1.0:1767384347.164555:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp->192.168.202.152@tcp: ACK: OK 00000100:00000001:0.0:1767384347.164559:0:16137:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294937151 00000400:00000200:1.0:1767384347.164560:0:16132:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008fbdf106 00000100:00000001:3.0:1767384347.164561:0:16140:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 0, keep current deadline 4294937151 00000100:00000010:0.0:1767384347.164565:0:16137:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000482ebd09. 00000400:00000010:1.0:1767384347.164566:0:16132:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008fbdf106. 00000100:00000001:3.0:1767384347.164570:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294937151 00000400:00000200:1.0:1767384347.164574:0:16132:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000100:00000001:0.0:1767384347.164574:0:16137:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 1 00000400:00000200:1.0:1767384347.164582:0:16132:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.152@tcp ev->status 0 00000100:00000001:0.0:1767384347.164583:0:16137:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294937151 00000100:00000001:3.0:1767384347.164585:0:16140:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 1, keep current deadline 4294937151 00000400:00000200:1.0:1767384347.164589:0:16132:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.152@tcp (000000005d9714d7): -114 00000100:00000010:0.0:1767384347.164589:0:16137:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002aa2ea79. 00000100:00000001:3.0:1767384347.164593:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294937151 00000100:00000001:0.0:1767384347.164596:0:16137:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 2 00000400:00000200:1.0:1767384347.164597:0:16132:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000005d9714d7 (38) 00000100:00000001:0.0:1767384347.164604:0:16137:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294937151 00000100:00000001:3.0:1767384347.164606:0:16140:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 2, keep current deadline 4294937151 00000800:00000001:1.0:1767384347.164607:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000010:0.0:1767384347.164611:0:16137:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005f3198d9. 00000800:00000001:1.0:1767384347.164613:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384347.164617:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294937151 00000100:00000001:0.0:1767384347.164620:0:16137:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767384347.164629:0:16137:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384347.164630:0:16140:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 3, keep current deadline 4294937151 00000100:00000001:0.0:1767384347.164635:0:16137:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384347.164639:0:16140:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384347.164641:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384347.164648:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384347.164649:0:16140:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384347.164657:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384347.164659:0:16137:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384347.164662:0:16137:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384347.164663:0:16773:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384347.164665:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1767384347.164667:0:16773:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723084800 00000100:00000001:0.0:1767384347.164669:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384347.164674:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384347.164677:0:16773:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384347.164678:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384347.164678:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384347.164681:0:16773:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384347.164686:0:16773:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384347.164694:0:16773:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384347.164698:0:16773:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723084800 00000100:00000001:3.0:1767384347.164700:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:1.0:1767384347.164701:0:16773:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384347.164707:0:16773:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eec8e1 00000100:00000001:3.0:1767384347.164708:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384347.164713:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384347.164715:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1767384347.164718:0:16773:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384347.164721:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384347.164722:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:1.0:1767384347.164723:0:16773:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000555601ca refcount=14 00000100:00000001:3.0:1767384347.164735:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384347.164735:0:16773:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000400:00000200:0.0:1767384347.164746:0:16135:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:00000001:1.0:1767384347.164748:0:16773:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000100:00000001:3.0:1767384347.164752:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384347.164754:0:16135:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 633 at 00000000bc97bb33. 00000100:00000001:1.0:1767384347.164756:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000010:0.0:1767384347.164761:0:16135:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a7aa0c5f. 00000020:00000010:1.0:1767384347.164763:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000039d40f7. 00000100:00000001:1.0:1767384347.164769:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1767384347.164769:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cf88a9bc. 00000020:00000010:1.0:1767384347.164775:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000039d40f7. 00000400:00000200:0.0:1767384347.164777:0:16135:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000bc97bb33 00000020:00000010:1.0:1767384347.164785:0:16773:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006172f368. 00000400:00000010:0.0:1767384347.164787:0:16135:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 617 at 000000004fd849ce. 00000020:00000010:1.0:1767384347.164792:0:16773:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007947c3b9. 00000400:00000200:0.0:1767384347.164792:0:16135:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 624 success 00000020:00000010:1.0:1767384347.164800:0:16773:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002af3f430. 00000400:00000200:0.0:1767384347.164800:0:16135:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x102051 00000400:00000200:0.0:1767384347.164806:0:16135:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (37) 00000400:00000010:0.0:1767384347.164810:0:16135:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 633 at 000000004bff7e26. 00000100:00000040:1.0:1767384347.164811:0:16773:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000400:00000010:0.0:1767384347.164813:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004e2d4782. 00000100:00000001:1.0:1767384347.164815:0:16773:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384347.164817:0:16773:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384347.164819:0:16773:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384347.164820:0:16135:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000003d0c07bc. 00000400:00000200:0.0:1767384347.164826:0:16135:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.152@tcp 00000100:00000001:1.0:1767384347.164828:0:16773:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384347.164834:0:16135:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.152@tcp local destination 00000100:00000001:1.0:1767384347.164837:0:16773:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384347.164847:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 155], ns[40, 158] 00000100:00000001:1.0:1767384347.164850:0:16773:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384347.164853:0:16773:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723084928 00000400:00000200:0.0:1767384347.164855:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 40], ns[64, 40] 02000000:00000001:1.0:1767384347.164856:0:16773:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384347.164859:0:16773:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384347.164863:0:16773:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384347.164866:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[68, 40], ns[68, 40] 02000000:00000001:1.0:1767384347.164867:0:16773:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384347.164873:0:16773:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723084928 00000400:00000200:0.0:1767384347.164875:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[78, 40], ns[78, 40] 00000020:00000001:1.0:1767384347.164876:0:16773:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384347.164879:0:16773:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eec8e1 00000400:00000200:0.0:1767384347.164882:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[83, 40], ns[83, 40] 00000020:00000001:1.0:1767384347.164883:0:16773:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384347.164886:0:16773:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000555601ca refcount=15 00000020:00000001:1.0:1767384347.164890:0:16773:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000400:00000200:0.0:1767384347.164891:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[99, 40], ns[100, 40] 00000020:00000001:1.0:1767384347.164894:0:16773:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000100:00000001:1.0:1767384347.164900:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1767384347.164902:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[103, 40], ns[104, 40] 00000020:00000010:1.0:1767384347.164905:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000039d40f7. 00000100:00000001:1.0:1767384347.164909:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384347.164910:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[114, 40], ns[117, 40] 00000020:00000010:1.0:1767384347.164914:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000039d40f7. 00000400:00000200:0.0:1767384347.164919:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[119, 40], ns[122, 40] 00000400:00000200:0.0:1767384347.164926:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[125, 40], ns[128, 40] 00000020:00000010:1.0:1767384347.164927:0:16773:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000088973d24. 00000020:00000010:1.0:1767384347.164932:0:16773:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000306cb450. 00000400:00000200:0.0:1767384347.164933:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[132, 40], ns[135, 40] 00000020:00000010:1.0:1767384347.164939:0:16773:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000082b89efe. 00000400:00000200:0.0:1767384347.164943:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[136, 40], ns[139, 40] 00000100:00000001:1.0:1767384347.164945:0:16773:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384347.164949:0:16773:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384347.164953:0:16773:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384347.164953:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[146, 40], ns[149, 40] 00000100:00000001:3.0:1767384347.164960:0:16774:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384347.164960:0:16773:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384347.164961:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[148, 40], ns[151, 40] 00000100:00000001:3.0:1767384347.164969:0:16774:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384347.164972:0:16773:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384347.164979:0:16774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 138 00000400:00000200:0.0:1767384347.164985:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 40], ns[44, 40] 00000100:00000001:1.0:1767384347.164986:0:16773:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:3.0:1767384347.164989:0:16774:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000555601ca : new rpc_count 1 00000100:00000001:1.0:1767384347.164990:0:16773:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384347.164997:0:16774:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619781697493072 : -124292012058544 : ffff8ef502c5d850) 00000400:00000200:0.0:1767384347.165004:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 40], ns[48, 40] 00000100:00100000:1.0:1767384347.165008:0:16773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 139 00000100:00000040:3.0:1767384347.165016:0:16774:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000017af2674 x1853236723084800/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:328/0 lens 4848/0 e 0 to 0 dl 1767384358 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384347.165016:0:16773:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000555601ca : new rpc_count 2 00000100:00000001:1.0:1767384347.165025:0:16773:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619781697500240 : -124292012051376 : ffff8ef502c5f450) 00000400:00000200:0.0:1767384347.165032:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 40], ns[52, 40] 00000100:00000040:1.0:1767384347.165042:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c1af42f6 x1853236723084928/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:328/0 lens 4848/0 e 0 to 0 dl 1767384358 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384347.165072:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 40], ns[56, 40] 00000100:00000001:3.0:1767384347.165151:0:16774:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384347.165157:0:16774:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c953ef24. 00000100:00000001:3.0:1767384347.165160:0:16774:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384347.165168:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 40], ns[60, 40] 00000020:00000010:3.0:1767384347.165169:0:16774:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c953ef24. 00000400:00000200:0.0:1767384347.165196:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 40], ns[72, 40] 00000100:00100000:3.0:1767384347.165198:0:16774:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000017af2674 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c0412d60-4f67-4dbc-8791-892843f60083+15:16140:x1853236723084800:12345-0@lo:253: 00000400:00000200:0.0:1767384347.165208:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[76, 40], ns[76, 40] 00000100:00000200:3.0:1767384347.165213:0:16774:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723084800 00000020:00000001:3.0:1767384347.165224:0:16774:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:0.0:1767384347.165225:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[96, 40], ns[97, 40] 00000020:00000001:3.0:1767384347.165232:0:16774:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384347.165236:0:16774:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384347.165244:0:16774:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:0.0:1767384347.165245:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[95, 40], ns[96, 40] 00000020:00000001:3.0:1767384347.165250:0:16774:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669141328 : -1040410288 : ffffffffc1fc9950) 00000020:00000001:3.0:1767384347.165260:0:16774:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384347.165264:0:16774:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384347.165268:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[90, 40], ns[91, 40] 00000020:00000001:3.0:1767384347.165270:0:16774:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384347.165275:0:16774:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384347.165280:0:16774:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384347.165286:0:16774:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:0.0:1767384347.165286:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[138, 40], ns[141, 40] 02000000:00000001:3.0:1767384347.165294:0:16774:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:0.0:1767384347.165301:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[108, 40], ns[109, 40] 02000000:00000010:3.0:1767384347.165302:0:16774:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000007ac280d2. 02000000:00000001:3.0:1767384347.165316:0:16774:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384347.165316:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[153, 40], ns[156, 40] 00000100:00000001:1.0:1767384347.165324:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1767384347.165324:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[130, 40], ns[133, 40] 00000020:00000010:1.0:1767384347.165333:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000039d40f7. 00000100:00000001:3.0:1767384347.165334:0:16774:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384347.165342:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[140, 40], ns[143, 40] 00000100:00000001:1.0:1767384347.165343:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384347.165345:0:16774:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000010:1.0:1767384347.165356:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000039d40f7. 00000400:00000200:0.0:1767384347.165360:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[117, 40], ns[120, 40] 00000100:00100000:1.0:1767384347.165366:0:16773:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000c1af42f6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c0412d60-4f67-4dbc-8791-892843f60083+15:16137:x1853236723084928:12345-0@lo:253: 20000000:00000010:3.0:1767384347.165368:0:16774:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000093e83a39. 00000400:00000200:0.0:1767384347.165368:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[139, 40], ns[142, 40] 20000000:01000000:3.0:1767384347.165383:0:16774:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000400:00000200:0.0:1767384347.165392:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[151, 40], ns[154, 40] 00000100:00000200:1.0:1767384347.165394:0:16773:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723084928 20000000:00000001:3.0:1767384347.165397:0:16774:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000020:00000001:1.0:1767384347.165401:0:16773:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 20000000:00000001:3.0:1767384347.165403:0:16774:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000020:00000001:1.0:1767384347.165407:0:16773:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 20000000:00000001:3.0:1767384347.165408:0:16774:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384347.165417:0:16773:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384347.165425:0:16774:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384347.165426:0:16773:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 20000000:00000001:3.0:1767384347.165429:0:16774:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000020:00000001:1.0:1767384347.165430:0:16773:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669141328 : -1040410288 : ffffffffc1fc9950) 00000400:00000200:0.0:1767384347.165432:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[152, 40], ns[155, 40] 00000020:00000001:1.0:1767384347.165439:0:16773:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:0.0:1767384347.165442:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 40], ns[0, 40] 00000020:00000001:1.0:1767384347.165443:0:16773:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 20000000:00000010:3.0:1767384347.165447:0:16774:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000ec20b07c. 00000020:00000001:1.0:1767384347.165448:0:16773:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384347.165454:0:16773:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:0.0:1767384347.165457:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp43] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 20000000:01000000:3.0:1767384347.165465:0:16774:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #45 00000020:00000001:1.0:1767384347.165467:0:16773:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384347.165467:0:16135:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp43 00000100:00000001:1.0:1767384347.165481:0:16773:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:0.0:1767384347.165482:0:16135:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.152@tcp43 20000000:00000001:3.0:1767384347.165484:0:16774:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 02000000:00000001:1.0:1767384347.165493:0:16773:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:0.0:1767384347.165494:0:16135:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.152@tcp43 lpni_is_preferred = 0 00080000:00000001:3.0:1767384347.165495:0:16774:0:(osd_index.c:626:osd_dir_lookup()) Process entered 02000000:00000010:1.0:1767384347.165500:0:16773:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000989c557f. 00000400:00000200:0.0:1767384347.165501:0:16135:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.152@tcp43 02000000:00000001:1.0:1767384347.165506:0:16773:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384347.165509:0:16135:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp43 NI seq info: [159:159:256:4294967295] 192.168.202.152@tcp43 LPNI seq info [156:156:8:4294967295] 00000100:00000001:1.0:1767384347.165512:0:16773:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384347.165516:0:16773:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:0.0:1767384347.165519:0:16135:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.152@tcp43 20000000:00000010:1.0:1767384347.165526:0:16773:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000078529ee3. 00000400:00000200:0.0:1767384347.165526:0:16135:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp43(192.168.202.152@tcp43:) -> 192.168.202.152@tcp43(192.168.202.152@tcp:192.168.202.152@tcp43) : GET try# 0 20000000:01000000:1.0:1767384347.165533:0:16773:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000800:00000200:0.0:1767384347.165536:0:16135:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.152@tcp43 20000000:00000001:1.0:1767384347.165537:0:16773:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384347.165543:0:16773:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000800:00000010:0.0:1767384347.165543:0:16135:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000009e8fe39a. 20000000:00000001:1.0:1767384347.165548:0:16773:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384347.165549:0:16774:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384347.165554:0:16773:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384347.165554:0:16135:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000001fdfbb6e. 00080000:00000001:3.0:1767384347.165556:0:16774:0:(osd_index.c:949:osd_remote_fid()) Process entered 00000800:00000010:0.0:1767384347.165563:0:16135:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000006051d575. 00080000:00000001:3.0:1767384347.165564:0:16774:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384347.165565:0:16773:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000001:3.0:1767384347.165574:0:16774:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:3.0:1767384347.165578:0:16774:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000800:00000200:0.0:1767384347.165579:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001fdfbb6e] -> 12345-192.168.202.152@tcp43 (2) 00000020:00000001:3.0:1767384347.165589:0:16774:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446619782313850200 : -124291395701416 : ffff8ef52782b558) 00000800:00000200:0.1:1767384347.165590:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001fdfbb6e] -> 12345-192.168.202.152@tcp43 (2) 00080000:00000001:3.0:1767384347.165600:0:16774:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384347.165607:0:16774:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000277c5712. 00000400:00000200:0.0:1767384347.165610:0:16135:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.152@tcp 00080000:00000001:3.0:1767384347.165612:0:16774:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446619777411830784 : -124296297720832 : ffff8ef40353d400) 00000400:00000200:0.0:1767384347.165619:0:16135:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100251 rc 0 00080000:00000001:3.0:1767384347.165622:0:16774:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384347.165743:0:16774:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384347.165745:0:16774:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384347.165748:0:16774:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000400:00000200:0.0:1767384347.165757:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.152:988 00080000:00000001:3.0:1767384347.165770:0:16774:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384347.165774:0:16774:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:0.0:1767384347.165812:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.152:988 00000400:00000200:0.0:1767384347.165846:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.152:988 00000400:00000200:0.0:1767384347.165904:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.152:988 00000400:00000200:0.0:1767384347.165954:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.152:988 00080000:00000001:3.0:1767384347.165989:0:16774:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384347.165994:0:16774:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:0.0:1767384347.165997:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.152:988 00000400:00000200:0.0:1767384347.166040:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.152:988 00000400:00000200:0.0:1767384347.166073:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.152:988 00000400:00000200:0.0:1767384347.166131:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.152:988 00000400:00000200:0.0:1767384347.166163:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.152:988 00000400:00000200:0.0:1767384347.166211:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.152:988 00000400:00000200:0.0:1767384347.166291:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.152:988 00000400:00000200:0.0:1767384347.166347:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.152:988 00000400:00000200:0.0:1767384347.166389:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.152:988 00000400:00000200:0.0:1767384347.166418:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.152:988 00000400:00000200:0.0:1767384347.166462:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.152:988 00000400:00000200:0.0:1767384347.166529:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.152:988 00000400:00000200:0.0:1767384347.166576:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.152:988 00000400:00000200:0.0:1767384347.166626:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.152:988 00000400:00000200:0.0:1767384347.166665:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.152:988 00000400:00000200:0.0:1767384347.166685:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.152:988 00000400:00000200:0.0:1767384347.166706:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.152:988 00000400:00000200:0.0:1767384347.166737:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.152:988 00000400:00000200:0.0:1767384347.166775:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.152:988 00000400:00000200:0.0:1767384347.166799:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.152:988 00000400:00000200:0.0:1767384347.166827:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.152:988 00000400:00000200:0.0:1767384347.166857:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.152:988 00000400:00000200:0.0:1767384347.166900:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.152:988 00000400:00000200:0.0:1767384347.166928:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.152:988 00000400:00000200:0.0:1767384347.166966:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.152:988 00000400:00000200:0.0:1767384347.166988:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.152:988 00000400:00000200:0.0:1767384347.167030:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.152:988 00000400:00000200:0.0:1767384347.167064:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.152:988 00000400:00000200:0.0:1767384347.167083:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.152:988 00000400:00000200:0.0:1767384347.167133:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.152:988 00000800:00000010:0.0:1767384347.167341:0:16128:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000289fcc5d. 00000800:00000010:0.0:1767384347.167347:0:16128:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000005710314a. 00000800:00000010:0.0:1767384347.167352:0:16128:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000009d2ba4e8. 00000800:00000010:0.0:1767384347.167380:0:16128:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000009d2ba4e8. 00000800:00020000:0.0:1767384347.167391:0:16128:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.152 00000800:00000010:0.0:1767384347.167394:0:16128:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000005710314a. 00000800:00000010:0.0:1767384347.167398:0:16128:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000289fcc5d. 00000400:02020000:0.0:1767384347.167462:0:16128:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.152@tcp43 at host 192.168.202.152:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384347.167473:0:16128:0:(router.c:1755:lnet_notify()) 192.168.202.152@tcp43 notifying 192.168.202.152@tcp43: down 00000800:00000200:0.0:1767384347.167481:0:16128:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.152@tcp43 down 00000800:00000100:0.0:1767384347.167493:0:16128:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.152@tcp43 00000800:00000010:0.0:1767384347.167497:0:16128:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000009e8fe39a. 00000400:00000200:0.0:1767384347.167505:0:16128:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384347.167512:0:16128:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp43->192.168.202.152@tcp43: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384347.167521:0:16128:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.152@tcp43 added to recovery queue. ping count: 0 next ping: 270 health :900 00000400:00000200:0.0:1767384347.167526:0:16128:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384347.167533:0:16128:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.152@tcp: 1 00000400:00000200:0.0:1767384347.167539:0:16128:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.152@tcp (000000005d9714d7): -114 00000400:00000200:0.0:1767384347.167574:0:16135:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384347.167577:0:16135:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100851 00000400:00000001:0.0:1767384347.167580:0:16135:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384347.167581:0:16135:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384347.167584:0:16135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004e2d4782 00000400:00000010:0.0:1767384347.167586:0:16135:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004e2d4782. 00000400:00000200:0.0:1767384347.167590:0:16135:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:0.0:1767384347.167596:0:16135:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.152@tcp (000000005d9714d7): -114 00000400:00000010:0.0:1767384347.167598:0:16135:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 633 at 000000004bff7e26. 00000400:00000200:0.0:1767384347.167602:0:16135:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000005d9714d7 (38) 00000400:00000200:0.0:1767384347.167604:0:16135:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.202.152@tcp:-71 00000400:00000200:0.0:1767384347.167606:0:16135:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x102051 rc -71 00000400:00000200:0.0:1767384347.167610:0:16135:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.152@tcp (000000005d9714d7) 00000400:00000200:0.0:1767384347.167612:0:16135:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000005d9714d7 (37) 00080000:00000001:1.0:1767384347.176072:0:16774:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384347.176081:0:16774:0:(lu_object.c:207:lu_object_put()) Add 00000000f07b1e3f/000000000f28175b to site lru. bkt: 00000000b56e2c81 00080000:00000001:2.0:1767384347.176113:0:16807:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384347.176119:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384347.176122:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:1.0:1767384347.176122:0:16774:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384347.176123:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384347.176126:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:1.0:1767384347.176128:0:16774:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00080000:00000010:2.0:1767384347.176130:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000277c5712. 00080000:00000001:2.0:1767384347.176135:0:16807:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:1.0:1767384347.176140:0:16774:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384347.176148:0:16774:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384347.176154:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:01000000:1.0:1767384347.176154:0:16774:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:00000001:2.0:1767384347.176160:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384347.176163:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000020:1.0:1767384347.176166:0:16774:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 00010000:00000001:2.0:1767384347.176169:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 20000000:00000010:3.0:1767384347.176170:0:16773:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000d1cf936c. 00010000:00000001:2.0:1767384347.176176:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 20000000:01000000:3.0:1767384347.176177:0:16773:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #45 00010000:00000010:2.0:1767384347.176195:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000fe5ff4e2. 20000000:00000001:3.0:1767384347.176198:0:16773:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:3.0:1767384347.176205:0:16773:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00010000:00000001:2.0:1767384347.176208:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384347.176211:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000a716292b. 00000020:00000001:2.0:1767384347.176215:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384347.176218:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000a716292b with handle 0x7e51148972eecca7 to hash 00000020:00000001:2.0:1767384347.176220:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384347.176221:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446619782554467328 : -124291155084288 : ffff8ef535da3c00) 00010000:00000001:2.0:1767384347.176224:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446619782554467328 : -124291155084288 : ffff8ef535da3c00) 00010000:00000001:2.0:1767384347.176227:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384347.176229:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384347.176232:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000a716292b/0x7e51148972eecca7 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1767384347.176241:0:16773:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384347.176242:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000001:3.0:1767384347.176250:0:16773:0:(osd_index.c:949:osd_remote_fid()) Process entered 00010000:00000001:2.0:1767384347.176251:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00080000:00000001:3.0:1767384347.176252:0:16773:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384347.176257:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384347.176259:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384347.176262:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384347.176264:0:16773:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00010000:00000001:2.0:1767384347.176266:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384347.176268:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384347.176269:0:16773:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:2.0:1767384347.176271:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000020:00000001:3.0:1767384347.176275:0:16773:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446619782313850200 : -124291395701416 : ffff8ef52782b558) 00010000:00000001:2.0:1767384347.176275:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384347.176278:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00080000:00000001:3.0:1767384347.176283:0:16773:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:2.0:1767384347.176283:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384347.176288:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000fe5ff4e2) refcount = 1 00080000:00000010:3.0:1767384347.176289:0:16773:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000002d6c50a9. 00010000:00010000:2.0:1767384347.176303:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000a716292b/0x7e51148972eecca7 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1767384347.176305:0:16773:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446619777411838976 : -124296297712640 : ffff8ef40353f400) 00080000:00000001:3.0:1767384347.176313:0:16773:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:2.0:1767384347.176319:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384347.176321:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384347.176322:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384347.176324:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384347.176326:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384347.176331:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384347.176334:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003445359s 00010000:00000001:2.0:1767384347.176337:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384347.176344:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384347.176346:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a716292b refcount=4 00000020:00000001:2.0:1767384347.176348:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619782554467328 : -124291155084288 : ffff8ef535da3c00) 00010000:00000001:2.0:1767384347.176350:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619782554467328 : -124291155084288 : ffff8ef535da3c00) 00010000:00000001:2.0:1767384347.176352:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384347.176354:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000a716292b/0x7e51148972eecca7 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384347.176359:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384347.176362:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000a716292b/0x7e51148972eecca7 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384347.176366:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384347.176369:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384347.176371:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000a716292b/0x7e51148972eecca7 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384347.176377:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384347.176379:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384347.176384:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384347.176387:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000a716292b/0x7e51148972eecca7 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384347.176394:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000a716292b already unused, calling callback (00000000871a6010) 00010000:00000001:2.0:1767384347.176397:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384347.176401:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384347.176402:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000a716292b/0x7e51148972eecca7 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384347.176406:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384347.176408:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384347.176410:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000001:00000001:3.0:1767384347.176411:0:16773:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000020:00000040:2.0:1767384347.176412:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a716292b refcount=5 00080000:00000001:3.0:1767384347.176415:0:16773:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384347.176416:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619782554467328 : -124291155084288 : ffff8ef535da3c00) 00080000:00000001:3.0:1767384347.176420:0:16773:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:2.0:1767384347.176421:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619782554467328 : -124291155084288 : ffff8ef535da3c00) 00010000:00000001:2.0:1767384347.176431:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384347.176433:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000a716292b/0x7e51148972eecca7 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1767384347.176436:0:16773:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384347.176439:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00080000:00000001:3.0:1767384347.176441:0:16773:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:2.0:1767384347.176442:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384347.176446:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384347.176452:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384347.176454:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384347.176456:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384347.176457:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384347.176460:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000a716292b with handle 0x7e51148972eecca7 from hash 00010000:00000001:2.0:1767384347.176464:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384347.176465:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384347.176467:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384347.176469:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384347.176470:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384347.176473:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384347.176476:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384347.176478:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384347.176480:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384347.176483:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384347.176485:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384347.176488:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384347.176490:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384347.176492:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384347.176495:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384347.176497:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384347.176499:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000a716292b/0x7e51148972eecca7 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384347.176503:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384347.176505:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384347.176507:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384347.176509:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384347.176511:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384347.176513:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384347.176520:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384347.176525:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384347.176527:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384347.176530:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000a716292b/0x7e51148972eecca7 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384347.176535:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384347.176538:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384347.176540:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000a716292b/0x7e51148972eecca7 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384347.176545:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000fe5ff4e2 count: 0 00010000:00000001:2.0:1767384347.176568:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384347.176570:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000001:3.0:1767384347.176614:0:16773:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384347.176617:0:16773:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:2.0:1767384347.186530:0:16807:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384347.186535:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384347.186538:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1767384347.186540:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384347.186541:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384347.186544:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000002d6c50a9. 00080000:00000001:2.0:1767384347.186548:0:16807:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:3.0:1767384347.186628:0:16773:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384347.186641:0:16773:0:(lu_object.c:207:lu_object_put()) Add 00000000f07b1e3f/000000000f28175b to site lru. bkt: 00000000b56e2c81 20000000:00000001:3.0:1767384347.186647:0:16773:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384347.186650:0:16773:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384347.186654:0:16773:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384347.186670:0:16773:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384347.186675:0:16773:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:3.0:1767384347.186685:0:16773:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:3.0:1767384347.186703:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384347.186706:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384347.186710:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384347.186715:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384347.186719:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384347.186728:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000000f79cc55. 00010000:00000001:3.0:1767384347.186733:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384347.186737:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000e85c90e1. 00000020:00000001:3.0:1767384347.186741:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384347.186744:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000e85c90e1 with handle 0x7e51148972eeccae to hash 00000020:00000001:3.0:1767384347.186746:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384347.186747:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446619781713882624 : -124291995668992 : ffff8ef503bfee00) 00010000:00000001:3.0:1767384347.186751:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446619781713882624 : -124291995668992 : ffff8ef503bfee00) 00010000:00000001:3.0:1767384347.186754:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384347.186765:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384347.186769:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000e85c90e1/0x7e51148972eeccae lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384347.186780:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384347.186783:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384347.186787:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384347.186790:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384347.186792:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384347.186795:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384347.186798:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384347.186802:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384347.186804:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384347.186806:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384347.186808:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384347.186810:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000000f79cc55) refcount = 1 00010000:00010000:3.0:1767384347.186815:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000e85c90e1/0x7e51148972eeccae lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384347.186823:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384347.186827:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384347.186829:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384347.186832:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384347.186835:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384347.186839:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384347.186842:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003445359s 00010000:00000001:3.0:1767384347.186845:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384347.186848:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384347.186851:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e85c90e1 refcount=4 00000020:00000001:3.0:1767384347.186853:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781713882624 : -124291995668992 : ffff8ef503bfee00) 00010000:00000001:3.0:1767384347.186856:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781713882624 : -124291995668992 : ffff8ef503bfee00) 00010000:00000001:3.0:1767384347.186860:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384347.186863:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000e85c90e1/0x7e51148972eeccae lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384347.186872:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384347.186884:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000e85c90e1/0x7e51148972eeccae lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384347.186890:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384347.186893:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384347.186895:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000e85c90e1/0x7e51148972eeccae lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384347.186901:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384347.186903:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384347.186906:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384347.186908:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000e85c90e1/0x7e51148972eeccae lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384347.186915:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000e85c90e1 already unused, calling callback (00000000871a6010) 00010000:00000001:3.0:1767384347.186918:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384347.186922:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384347.186924:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000e85c90e1/0x7e51148972eeccae lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384347.186931:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384347.186933:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384347.186935:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384347.186937:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e85c90e1 refcount=5 00000020:00000001:3.0:1767384347.186939:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781713882624 : -124291995668992 : ffff8ef503bfee00) 00010000:00000001:3.0:1767384347.186942:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781713882624 : -124291995668992 : ffff8ef503bfee00) 00010000:00000001:3.0:1767384347.186946:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384347.186948:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000e85c90e1/0x7e51148972eeccae lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384347.186954:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384347.186956:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384347.186959:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384347.186963:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384347.186966:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384347.186968:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384347.186976:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384347.186981:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000e85c90e1 with handle 0x7e51148972eeccae from hash 00010000:00000001:3.0:1767384347.186985:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384347.186988:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384347.186990:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384347.186992:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384347.186994:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384347.186996:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384347.186998:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384347.187001:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384347.187003:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384347.187005:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384347.187008:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384347.187010:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384347.187014:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384347.187016:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384347.187019:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384347.187025:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384347.187029:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000e85c90e1/0x7e51148972eeccae lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384347.187035:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384347.187039:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384347.187042:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384347.187045:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384347.187047:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384347.187049:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384347.187051:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384347.187055:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384347.187058:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384347.187060:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000e85c90e1/0x7e51148972eeccae lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384347.187066:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384347.187068:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384347.187071:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000e85c90e1/0x7e51148972eeccae lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384347.187131:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000000f79cc55 count: 0 00010000:00000001:3.0:1767384347.187143:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384347.187146:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000010:2.1:1767384347.188114:0:35566:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000fe5ff4e2. 00010000:00000010:2.1:1767384347.188125:0:35566:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000a716292b. 00000400:00000010:2.0:1767384347.188573:0:35566:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000008aae3cbf. 00000400:00000040:2.0:1767384347.188593:0:35566:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384347.188596:0:35566:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384347.188599:0:35566:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384347.188602:0:35566:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384347.188604:0:35566:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384347.188606:0:35566:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:2.0:1767384347.188609:0:35566:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384347.188612:0:35566:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384347.188615:0:35566:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384347.188617:0:35566:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:2.0:1767384347.188620:0:35566:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384347.188622:0:35566:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384347.188624:0:35566:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384347.188625:0:35566:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384347.188625:0:35566:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:2.0:1767384347.188627:0:35566:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384347.188634:0:35566:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384347.188634:0:35566:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767384347.188635:0:35566:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767384347.188637:0:35566:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384347.188639:0:35566:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384347.188640:0:35566:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384347.188642:0:35566:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384347.188643:0:35566:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384347.188644:0:35566:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767384347.188645:0:35566:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384347.188646:0:35566:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384347.188649:0:35566:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384347.188650:0:35566:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384347.188651:0:35566:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384347.188653:0:35566:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767384347.188655:0:35566:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384347.188657:0:35566:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384347.188659:0:35566:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384347.188660:0:35566:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384347.188661:0:35566:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384347.188662:0:35566:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767384347.188664:0:35566:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384347.188665:0:35566:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384347.188667:0:35566:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384347.188669:0:35566:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384347.188672:0:35566:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384347.188674:0:35566:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767384347.188675:0:35566:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767384347.188676:0:35566:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767384347.188678:0:35566:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767384347.188680:0:35566:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767384347.188681:0:35566:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767384347.188683:0:35566:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384347.188686:0:35566:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384347.188689:0:35566:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767384347.188692:0:35566:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384347.188694:0:35566:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767384347.188696:0:35566:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:2.0:1767384347.188698:0:35566:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767384347.188705:0:35566:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767384347.188707:0:35566:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:2.0:1767384347.188909:0:35566:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000008aae3cbf. 00080000:00000020:1.0:1767384347.188933:0:16774:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767384347.188939:0:16774:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384347.188943:0:16774:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000093e83a39. 20000000:00000001:1.0:1767384347.188952:0:16774:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384347.188958:0:16774:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236723084800 00010000:00000001:1.0:1767384347.188962:0:16774:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384347.188973:0:16774:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000017af2674 x1853236723084800/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:328/0 lens 4848/4768 e 0 to 0 dl 1767384358 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384347.188985:0:16774:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384347.188988:0:16774:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384347.188992:0:16774:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dd452398 time=77 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384347.188999:0:16774:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384347.189002:0:16774:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 21 to 0@lo 00000100:00000001:1.0:1767384347.189005:0:16774:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 02000000:00000001:1.0:1767384347.189010:0:16774:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384347.189022:0:16774:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384347.189027:0:16774:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384347.189030:0:16774:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384347.189034:0:16774:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000562ddaba. 00000100:00000200:1.0:1767384347.189039:0:16774:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236723084800, offset 224 00000400:00000200:1.0:1767384347.189046:0:16774:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384347.189058:0:16774:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384347.189070:0:16774:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824c906e00 00000400:00000200:1.0:1767384347.189078:0:16774:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1d79 [2] + 224 00000400:00000200:1.0:1767384347.189160:0:16774:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384347.189167:0:16774:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384347.189176:0:16774:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1767384347.189195:0:270:0:(connection.c:75:cpu_latency_work()) work item of 00000000135c2452 (cpu 0) has reached its deadline 4294937151, at 4294937152 00000100:00000200:1.0:1767384347.189198:0:16774:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000dbd79448 x1853236723084800/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384363 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384347.189201:0:53:0:(connection.c:75:cpu_latency_work()) work item of 000000009d5c2cb6 (cpu 0) has reached its deadline 4294937151, at 4294937152 00000100:00000010:2.0:1767384347.189206:0:270:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002aa2ea79. 00000100:00000040:1.0:1767384347.189221:0:16774:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000dbd79448 x1853236723084800/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384363 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384347.189223:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005f3198d9. 00000100:00000001:1.0:1767384347.189250:0:16774:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384347.189266:0:16774:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000562ddaba 00000100:00000001:3.0:1767384347.189267:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384347.189274:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:1.0:1767384347.189274:0:16774:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000562ddaba. 00010000:00000001:0.0:1767384347.189282:0:449:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000100:00000001:1.0:1767384347.189284:0:16774:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:3.0:1767384347.189288:0:16140:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767384347.189289:0:16774:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:0.0:1767384347.189290:0:449:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384347.189295:0:16140:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767384347.189298:0:16774:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384347.189301:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000085a7f258. 00010000:00000001:0.0:1767384347.189301:0:449:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000040:1.0:1767384347.189302:0:16774:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 20 to 0@lo 00010000:00000001:0.0:1767384347.189305:0:449:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384347.189311:0:16774:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384347.189316:0:16774:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384347.189317:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e288c7c9 00000020:00000001:1.0:1767384347.189319:0:16774:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:3.0:1767384347.189322:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e288c7c9. 00000100:00000040:0.0:1767384347.189327:0:449:0:(connection.c:75:cpu_latency_work()) work item of 000000002fd0fb58 (cpu 0) has reached its deadline 4294937151, at 4294937152 00000100:00000040:1.0:1767384347.189328:0:16774:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000017af2674 x1853236723084800/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:328/0 lens 4848/4768 e 0 to 0 dl 1767384358 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384347.189331:0:16140:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000010:0.0:1767384347.189336:0:449:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002633d82c. 00000100:00000200:3.0:1767384347.189346:0:16140:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000dbd79448 x1853236723084800/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384363 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384347.189347:0:16774:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000017af2674 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c0412d60-4f67-4dbc-8791-892843f60083+15:16140:x1853236723084800:12345-0@lo:253: Request processed in 24194us (25079us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384347.189377:0:16774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 138 00000100:00000200:3.0:1767384347.189383:0:16140:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000dbd79448 x1853236723084800/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384363 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384347.189383:0:16774:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000555601ca : new rpc_count 1 00000100:00000001:1.0:1767384347.189391:0:16774:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384347.189402:0:16140:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384347.189403:0:16774:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384347.189411:0:16140:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384347.189415:0:16774:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007947c3b9. 00000100:00000001:3.0:1767384347.189416:0:16140:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:1.0:1767384347.189421:0:16774:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002af3f430. 02000000:00000001:3.0:1767384347.189422:0:16140:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384347.189429:0:16140:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:1.0:1767384347.189429:0:16774:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006172f368. 00000100:00000001:3.0:1767384347.189438:0:16140:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384347.189440:0:16774:0:(genops.c:898:class_export_put()) PUTting export 00000000555601ca : new refcount 14 02000000:00000001:3.0:1767384347.189447:0:16140:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384347.189447:0:16774:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384347.189451:0:16774:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000007ac280d2. 00000100:00001000:3.0:1767384347.189457:0:16140:0:(import.c:2128:obd_at_measure()) add 5 to 0000000028df3f77 time=77 v=5 (5 0 0 0) 02000000:00000001:1.0:1767384347.189458:0:16774:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384347.189462:0:16774:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767384347.189466:0:16140:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f5022cbe time=77 v=5 (1 0 0 0) 00000100:00000200:1.0:1767384347.189470:0:16774:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:3.0:1767384347.189473:0:16140:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000010:1.0:1767384347.189475:0:16774:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000148fe617. 00000100:00000001:3.0:1767384347.189477:0:16140:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384347.189481:0:16774:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000562ddaba. 00010000:00000001:3.0:1767384347.189485:0:16140:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384347.189489:0:16140:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384347.189493:0:16140:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384347.189499:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000dbd79448 x1853236723084800/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384363 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384347.189508:0:62:0:(connection.c:75:cpu_latency_work()) work item of 00000000edc4e618 (cpu 0) has reached its deadline 4294937151, at 4294937152 00000100:00000001:3.0:1767384347.189510:0:16140:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000010:1.0:1767384347.189515:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000482ebd09. 00000100:00000001:3.0:1767384347.189526:0:16140:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384347.189529:0:16140:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384347.189536:0:16140:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384347.189539:0:16140:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384347.189540:0:16140:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384347.189542:0:16140:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384347.189544:0:16140:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384347.189545:0:16140:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384347.189546:0:16140:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384347.189549:0:16140:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384347.189550:0:16140:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384347.189552:0:16140:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384347.189556:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000dbd79448 x1853236723084800/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384363 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384347.189566:0:16140:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000dbd79448 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c0412d60-4f67-4dbc-8791-892843f60083:16140:1853236723084800:0@lo:253: 00000100:00000001:3.0:1767384347.189572:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384347.189574:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384347.189577:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000dbd79448 x1853236723084800/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384363 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384347.189584:0:16140:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384347.189587:0:16140:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384347.189590:0:16140:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000036b1ae31. 02000000:00000001:3.0:1767384347.189596:0:16140:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384347.189599:0:16140:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384347.189601:0:16140:0:(genops.c:1242:class_import_put()) import 00000000df830bbe refcount=4 obd=MGC192.168.202.152@tcp 00000020:00000001:3.0:1767384347.189604:0:16140:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384347.189606:0:16140:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000fc2316a4. 02000000:00000001:3.0:1767384347.189611:0:16140:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384347.189613:0:16140:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384347.189615:0:16140:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000dbd79448. 00000100:00000001:3.0:1767384347.189619:0:16140:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384347.189621:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384347.189623:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384347.189631:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384347.189633:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384347.189636:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384347.189645:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384347.189658:0:16768:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384347.189660:0:16768:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384347.189663:0:16768:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000020:1.0:1767384347.191280:0:16773:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767384347.191283:0:16773:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384347.191285:0:16773:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000078529ee3. 20000000:00000001:1.0:1767384347.191290:0:16773:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384347.191293:0:16773:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236723084928 00010000:00000001:1.0:1767384347.191295:0:16773:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384347.191299:0:16773:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000c1af42f6 x1853236723084928/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:328/0 lens 4848/4768 e 0 to 0 dl 1767384358 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384347.191306:0:16773:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384347.191307:0:16773:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384347.191309:0:16773:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dd452398 time=77 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384347.191312:0:16773:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384347.191314:0:16773:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 21 to 0@lo 00000100:00000001:1.0:1767384347.191315:0:16773:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 02000000:00000001:1.0:1767384347.191317:0:16773:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384347.191318:0:16773:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384347.191320:0:16773:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384347.191322:0:16773:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384347.191325:0:16773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000dbc98696. 00000100:00000200:1.0:1767384347.191328:0:16773:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236723084928, offset 224 00000400:00000200:1.0:1767384347.191332:0:16773:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384347.191343:0:16773:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384347.191348:0:16773:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824c906e80 00000400:00000200:1.0:1767384347.191352:0:16773:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1d81 [2] + 224 00000400:00000200:1.0:1767384347.191358:0:16773:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384347.191361:0:16773:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384347.191364:0:16773:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384347.191368:0:16773:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c0631900 x1853236723084928/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384363 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384347.191374:0:16773:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000c0631900 x1853236723084928/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384363 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384347.191390:0:16773:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384347.191395:0:16773:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dbc98696 00000400:00000010:1.0:1767384347.191397:0:16773:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000dbc98696. 00000100:00000001:1.0:1767384347.191399:0:16773:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384347.191400:0:16773:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384347.191403:0:16773:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384347.191405:0:16773:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 20 to 0@lo 00010000:00000001:1.0:1767384347.191407:0:16773:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384347.191408:0:16773:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384347.191410:0:16773:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384347.191414:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c1af42f6 x1853236723084928/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:328/0 lens 4848/4768 e 0 to 0 dl 1767384358 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384347.191415:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384347.191419:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1767384347.191425:0:16773:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000c1af42f6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c0412d60-4f67-4dbc-8791-892843f60083+14:16137:x1853236723084928:12345-0@lo:253: Request processed in 26101us (27085us total) trans 0 rc 0/0 00000400:00000001:2.0:1767384347.191426:0:16137:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384347.191429:0:16137:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384347.191432:0:16137:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003b758d77. 00000100:00100000:1.0:1767384347.191437:0:16773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 139 00000400:00000200:2.0:1767384347.191438:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000069734c36 00000100:00000040:1.0:1767384347.191440:0:16773:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000555601ca : new rpc_count 0 00000400:00000010:2.0:1767384347.191441:0:16137:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000069734c36. 00000100:00000001:1.0:1767384347.191443:0:16773:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384347.191446:0:16137:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384347.191447:0:16773:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384347.191452:0:16773:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000306cb450. 00000100:00000200:2.0:1767384347.191454:0:16137:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c0631900 x1853236723084928/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384363 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384347.191456:0:16773:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000082b89efe. 00000020:00000010:1.0:1767384347.191461:0:16773:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000088973d24. 00000020:00000040:1.0:1767384347.191469:0:16773:0:(genops.c:898:class_export_put()) PUTting export 00000000555601ca : new refcount 13 00000100:00000200:2.0:1767384347.191470:0:16137:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c0631900 x1853236723084928/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384363 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384347.191477:0:16137:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:1.0:1767384347.191479:0:16773:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1767384347.191480:0:16137:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1767384347.191483:0:16773:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000989c557f. 00000100:00000001:2.0:1767384347.191484:0:16137:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384347.191487:0:16137:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:1.0:1767384347.191489:0:16773:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384347.191490:0:16137:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384347.191493:0:16137:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384347.191493:0:16773:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384347.191499:0:16137:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384347.191501:0:16773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00001000:2.0:1767384347.191504:0:16137:0:(import.c:2128:obd_at_measure()) add 5 to 0000000028df3f77 time=77 v=5 (5 0 0 0) 00000400:00000010:1.0:1767384347.191506:0:16773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002731d117. 00000100:00001000:2.0:1767384347.191509:0:16137:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f5022cbe time=77 v=5 (1 0 0 0) 00000400:00000010:1.0:1767384347.191511:0:16773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000dbc98696. 00000100:00000001:2.0:1767384347.191513:0:16137:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384347.191516:0:16137:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384347.191518:0:16137:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384347.191520:0:16137:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384347.191522:0:16137:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384347.191525:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c0631900 x1853236723084928/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384363 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384347.191531:0:16137:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384347.191533:0:16137:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384347.191541:0:16137:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384347.191544:0:16137:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384347.191546:0:16137:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384347.191547:0:16137:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384347.191548:0:16137:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384347.191549:0:16137:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384347.191550:0:16137:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384347.191551:0:16137:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384347.191552:0:16137:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384347.191553:0:16137:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384347.191556:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c0631900 x1853236723084928/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384363 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384347.191561:0:16137:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c0631900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c0412d60-4f67-4dbc-8791-892843f60083:16137:1853236723084928:0@lo:253: 00000100:00000001:2.0:1767384347.191566:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384347.191568:0:16137:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384347.191570:0:16137:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c0631900 x1853236723084928/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384363 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384347.191574:0:16137:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384347.191576:0:16137:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384347.191578:0:16137:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000686b2cb5. 02000000:00000001:2.0:1767384347.191581:0:16137:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384347.191582:0:16137:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384347.191583:0:16137:0:(genops.c:1242:class_import_put()) import 00000000df830bbe refcount=3 obd=MGC192.168.202.152@tcp 00000020:00000001:2.0:1767384347.191585:0:16137:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384347.191587:0:16137:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000aab16fa3. 02000000:00000001:2.0:1767384347.191590:0:16137:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384347.191591:0:16137:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384347.191593:0:16137:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c0631900. 00000100:00000001:2.0:1767384347.191596:0:16137:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384347.191598:0:16137:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384347.191599:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384347.191605:0:16137:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384347.191606:0:16137:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384347.191608:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384347.191610:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1767384347.193153:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000000f79cc55. 00010000:00000010:3.1:1767384347.193159:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000e85c90e1. 00000100:00000040:3.0:1767384347.638268:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) c0412d60-4f67-4dbc-8791-892843f60083->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767384347.638279:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767384347.638288:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bf6531a0. 00000020:00000040:3.0:1767384347.638296:0:37:0:(genops.c:1229:class_import_get()) import 00000000df830bbe refcount=4 obd=MGC192.168.202.152@tcp 00000100:00000001:3.0:1767384347.638301:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384347.638305:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384347.638312:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384347.638321:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c9c62a05. 00000100:00000001:3.0:1767384347.638330:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384347.638341:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c0412d60-4f67-4dbc-8791-892843f60083->MGS req@00000000bf6531a0 x1853236723085056/t0(0) o400->MGC192.168.202.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384347.638355:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384347.638360:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384347.638370:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bf6531a0] to pc [ptlrpcd_00_01+1] req@00000000bf6531a0 x1853236723085056/t0(0) o400->MGC192.168.202.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384347.638412:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384347.638417:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767384347.638423:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767384347.638428:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fdfbfb9f. 00000020:00000040:3.0:1767384347.638433:0:37:0:(genops.c:1229:class_import_get()) import 0000000068bc8709 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:3.0:1767384347.638438:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384347.638441:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384347.638447:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384347.638456:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000735d8f59. 00000100:00000001:3.0:1767384347.638463:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384347.638470:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767384347.638472:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@00000000fdfbfb9f x1853236723085184/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384347.638487:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384347.638487:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000004:00000001:1.0:1767384347.638490:0:16802:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000100:00000001:0.0:1767384347.638492:0:16138:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000004:00000020:1.0:1767384347.638493:0:16802:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000001:3.0:1767384347.638501:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384347.638501:0:16802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bb43b465. 00000100:00000040:0.0:1767384347.638505:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bf6531a0 x1853236723085056/t0(0) o400->MGC192.168.202.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767384347.638514:0:16802:0:(genops.c:1229:class_import_get()) import 0000000068bc8709 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000040:3.0:1767384347.638523:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fdfbfb9f] to pc [ptlrpcd_00_02+2] req@00000000fdfbfb9f x1853236723085184/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384347.638529:0:16802:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384347.638536:0:16802:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767384347.638542:0:16138:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:1.0:1767384347.638543:0:16802:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384347.638550:0:16138:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384347.638555:0:16802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003731eb54. 02000000:00000001:0.0:1767384347.638559:0:16138:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767384347.638569:0:16802:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384347.638570:0:16138:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384347.638579:0:16138:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384347.638587:0:16802:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00100000:0.0:1767384347.638587:0:16138:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000bf6531a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c0412d60-4f67-4dbc-8791-892843f60083:16138:1853236723085056:0@lo:400: 00000100:00000001:3.0:1767384347.638590:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384347.638597:0:16802:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384347.638599:0:16138:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1767384347.638601:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1767384347.638612:0:16138:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767384347.638613:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000040:1.0:1767384347.638616:0:16802:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bb43b465] to pc [ptlrpcd_00_03+3] req@00000000bb43b465 x1853236723085312/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384347.638617:0:16138:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384347.638620:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a9ba819b. 02000000:00000001:0.0:1767384347.638625:0:16138:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:3.0:1767384347.638631:0:37:0:(genops.c:1229:class_import_get()) import 00000000345f9ba7 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 02000000:00000010:0.0:1767384347.638633:0:16138:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001a975d84. 02000000:00000001:0.0:1767384347.638640:0:16138:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384347.638643:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1767384347.638650:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767384347.638651:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:0.0:1767384347.638652:0:16138:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008440d953. 02000000:00000001:3.0:1767384347.638658:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384347.638662:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384347.638662:0:16802:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384347.638665:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004e2d4782. 02000000:00000010:3.0:1767384347.638667:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000001a274af3. 00000100:00000001:3.0:1767384347.638684:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384347.638685:0:16138:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236723085056, portal 25 00000100:00000001:0.0:1767384347.638696:0:16138:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384347.638700:0:16138:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782675230080 : -124291034321536 : ffff8ef53d0ced80) 00000100:00000040:3.0:1767384347.638705:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@00000000a9ba819b x1853236723085440/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1767384347.638709:0:16138:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000bf6531a0 x1853236723085056/t0(0) o400->MGC192.168.202.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384363 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384347.638761:0:16138:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384347.638768:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:0.0:1767384347.638773:0:16138:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384347.638775:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384347.638778:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d42d7847. 00000100:00000200:0.0:1767384347.638784:0:16138:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853236723085056, offset 0 00000100:00000040:3.0:1767384347.638790:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a9ba819b] to pc [ptlrpcd_00_00+0] req@00000000a9ba819b x1853236723085440/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384347.638798:0:16138:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384347.638824:0:16138:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384347.638833:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384347.638839:0:16138:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x695824c906f00 00000100:00000040:3.0:1767384347.638840:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767384347.638853:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000200:0.0:1767384347.638853:0:16138:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x156d [2] + 0 00000400:00000010:0.0:1767384347.638862:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dede7bf5. 00000100:00000010:3.0:1767384347.638865:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f9e83428. 00000400:00000200:0.0:1767384347.638867:0:16138:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000086690645 00000020:00000040:3.0:1767384347.638875:0:37:0:(genops.c:1229:class_import_get()) import 000000005a28ad8c refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000400:00000200:0.0:1767384347.638878:0:16138:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384347.638881:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384347.638884:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384347.638893:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384347.638894:0:16138:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384347.638907:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000086690645 02000000:00000010:3.0:1767384347.638908:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004fe68d19. 00000400:00000010:0.0:1767384347.638912:0:16138:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000086690645. 00000100:00000001:3.0:1767384347.638919:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384347.638920:0:16138:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384347.638922:0:16138:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384347.638930:0:16138:0:(events.c:337:request_in_callback()) incoming req@000000001aa2c1f3 x1853236723085056 msgsize 224 00000100:00000040:3.0:1767384347.638934:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@00000000f9e83428 x1853236723085568/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767384347.638946:0:16138:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384347.638954:0:16138:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384347.638968:0:16138:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384347.638979:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d42d7847 00000100:00000001:3.0:1767384347.638982:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000010:0.0:1767384347.638982:0:16138:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d42d7847. 00000100:00000001:3.0:1767384347.638989:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384347.638989:0:16138:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384347.638995:0:16138:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bf6531a0 x1853236723085056/t0(0) o400->MGC192.168.202.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384363 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384347.639001:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767384347.639003:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f9e83428] to pc [ptlrpcd_00_01+1] req@00000000f9e83428 x1853236723085568/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384347.639006:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384347.639011:0:16140:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767384347.639015:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384347.639020:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bb43b465 x1853236723085312/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384347.639023:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bf6531a0 x1853236723085056/t0(0) o400->MGC192.168.202.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384363 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384347.639121:0:16140:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384347.639124:0:16140:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384347.639129:0:16140:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767384347.639130:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384347.639132:0:16140:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384347.639133:0:16138:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:2.0:1767384347.639137:0:16140:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384347.639141:0:16140:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000bb43b465 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16140:1853236723085312:0@lo:13: 00000100:00000001:0.0:1767384347.639144:0:16138:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384347.639146:0:16140:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384347.639152:0:16140:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767384347.639154:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294937626 00000100:00000001:3.0:1767384347.639155:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384347.639156:0:16140:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384347.639167:0:16140:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:0.0:1767384347.639168:0:16138:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005f3198d9. 00000100:00000040:3.0:1767384347.639173:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (275) 02000000:00000010:2.0:1767384347.639174:0:16140:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000875a7b44. 00000100:00000001:0.0:1767384347.639189:0:16138:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 0 02000000:00000001:2.0:1767384347.639190:0:16140:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384347.639198:0:16140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000028b9164b. 00000100:00000001:0.0:1767384347.639205:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294937626 00000400:00000010:2.0:1767384347.639209:0:16140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000eff9bd9b. 00000100:00000200:2.0:1767384347.639213:0:16140:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236723085312, portal 4 00000100:00000010:0.0:1767384347.639213:0:16138:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002aa2ea79. 00000100:00000001:3.0:1767384347.639216:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384347.639222:0:16138:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384347.639223:0:16140:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384347.639226:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384347.639228:0:16140:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782424484864 : -124291285066752 : ffff8ef52e1adc00) 00000100:00000001:3.0:1767384347.639233:0:16137:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767384347.639234:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294937626 00000100:00000040:2.0:1767384347.639240:0:16140:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000bb43b465 x1853236723085312/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384363 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384347.639244:0:16138:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000482ebd09. 00000100:00000040:3.0:1767384347.639250:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a9ba819b x1853236723085440/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384347.639253:0:16140:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384347.639253:0:16138:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 2 00000100:00000040:2.0:1767384347.639268:0:16140:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384347.639268:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294937626 00000100:00000001:3.0:1767384347.639270:0:16137:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000010:2.0:1767384347.639273:0:16140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000016cbe610. 00000100:00000001:3.0:1767384347.639278:0:16137:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384347.639279:0:16140:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853236723085312, offset 0 00000100:00000010:0.0:1767384347.639279:0:16138:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002633d82c. 00000100:00000001:0.0:1767384347.639289:0:16138:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 3 02000000:00000001:3.0:1767384347.639294:0:16137:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1767384347.639301:0:16140:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:3.0:1767384347.639304:0:16137:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384347.639307:0:16138:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384347.639318:0:16137:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384347.639319:0:16138:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384347.639320:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384347.639332:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384347.639336:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384347.639339:0:16137:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a9ba819b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16137:1853236723085440:0@lo:400: 00000400:00000200:2.0:1767384347.639344:0:16140:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x695824c907000 00000100:00000001:0.0:1767384347.639349:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384347.639356:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384347.639359:0:16137:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1767384347.639360:0:16140:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xb9d [8] + 2912 00000100:00000001:0.0:1767384347.639362:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384347.639368:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1767384347.639369:0:16137:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1767384347.639370:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384347.639371:0:16138:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1767384347.639379:0:16137:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384347.639382:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f9e83428 x1853236723085568/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384347.639390:0:16137:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767384347.639390:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:3.0:1767384347.639401:0:16137:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000aaa29da4. 00000100:00000001:0.0:1767384347.639402:0:16138:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384347.639403:0:16140:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1767384347.639406:0:16138:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384347.639408:0:16140:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 02000000:00000001:3.0:1767384347.639410:0:16137:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384347.639413:0:16138:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000010:2.0:1767384347.639414:0:16140:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000052cd5bfe. 02000000:00000001:0.0:1767384347.639416:0:16138:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767384347.639420:0:16137:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000085a7f258. 00000100:00000040:2.0:1767384347.639420:0:16140:0:(events.c:337:request_in_callback()) incoming req@0000000052cd5bfe x1853236723085312 msgsize 224 02000000:00000001:0.0:1767384347.639421:0:16138:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384347.639432:0:16138:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f9e83428 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16138:1853236723085568:0@lo:400: 00000100:00100000:2.0:1767384347.639438:0:16140:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000010:3.0:1767384347.639439:0:16137:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000091677c2e. 00000100:00000001:0.0:1767384347.639440:0:16138:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384347.639446:0:16138:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384347.639448:0:16138:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384347.639449:0:16138:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:3.0:1767384347.639453:0:16137:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236723085440, portal 10 02000000:00000010:0.0:1767384347.639453:0:16138:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c5a6dcc6. 02000000:00000001:0.0:1767384347.639455:0:16138:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384347.639457:0:16140:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384347.639466:0:16137:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000010:0.0:1767384347.639467:0:16138:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000052a6ea24. 00000400:00000200:2.0:1767384347.639471:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000016cbe610 00000100:00000001:3.0:1767384347.639472:0:16137:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782675228288 : -124291034323328 : ffff8ef53d0ce680) 00000400:00000010:2.0:1767384347.639475:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000016cbe610. 00000100:00000001:1.0:1767384347.639481:0:17550:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384347.639487:0:16140:0:(events.c:34:request_out_callback()) Process entered 00000100:00100000:1.0:1767384347.639487:0:17550:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723085312 00000400:00000010:0.0:1767384347.639490:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d42d7847. 02000000:00000001:1.0:1767384347.639493:0:17550:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000200:2.0:1767384347.639495:0:16140:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bb43b465 x1853236723085312/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384363 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384347.639496:0:16137:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a9ba819b x1853236723085440/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384363 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384347.639500:0:17550:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:0.0:1767384347.639501:0:16138:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236723085568, portal 10 00000100:00000001:1.0:1767384347.639508:0:17550:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384347.639512:0:16138:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384347.639521:0:16138:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782675229184 : -124291034322432 : ffff8ef53d0cea00) 02000000:00000001:1.0:1767384347.639522:0:17550:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384347.639539:0:17550:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723085312 00000100:00000040:0.0:1767384347.639545:0:16138:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f9e83428 x1853236723085568/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384363 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384347.639551:0:17550:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384347.639559:0:17550:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eeca38 00000100:00000001:2.0:1767384347.639561:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:1.0:1767384347.639572:0:17550:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:2.0:1767384347.639576:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bb43b465 x1853236723085312/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384363 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767384347.639583:0:17550:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000cf791f94 refcount=5 00000100:00000001:3.0:1767384347.639594:0:16137:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:1.0:1767384347.639600:0:17550:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619777391929344 : -124296317622272 : ffff8ef402242800) 00000100:00000001:0.0:1767384347.639604:0:16138:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384347.639613:0:16137:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:1.0:1767384347.639616:0:17550:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619777391929344 : -124296317622272 : ffff8ef402242800) 00000100:00000040:0.0:1767384347.639618:0:16138:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384347.639624:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005bf9a362. 00000100:00000001:1.0:1767384347.639630:0:17550:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384347.639632:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384347.639633:0:16138:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236723085568, offset 0 00000400:00000010:3.0:1767384347.639635:0:16137:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a15541c0. 00000100:00000001:2.0:1767384347.639638:0:16140:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1767384347.639646:0:16138:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:1.0:1767384347.639649:0:17550:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d5f4b3c0. 00000100:00000001:2.0:1767384347.639651:0:16140:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384347.639666:0:16140:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 7252 usecs (8 jiffies) 00000100:00000200:3.0:1767384347.639667:0:16137:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236723085440, offset 0 00000020:00000010:1.0:1767384347.639667:0:17550:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000083734409. 00000400:00000200:0.0:1767384347.639677:0:16138:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384347.639683:0:16140:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294937610 00000100:00000001:2.0:1767384347.639687:0:16140:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294937626 00000020:00000040:1.0:1767384347.639687:0:17550:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (0000000083abdb14) now 6 - evictor 00000100:00000001:2.0:1767384347.639699:0:16140:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294937610 00000400:00000200:0.0:1767384347.639699:0:16138:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824c907100 00000400:00000200:3.0:1767384347.639701:0:16137:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384347.639706:0:16140:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294937626 00000100:00000001:1.0:1767384347.639709:0:17550:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:2.0:1767384347.639717:0:16140:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294937610 00000020:00000010:1.0:1767384347.639719:0:17550:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b7140d71. 00000400:00000200:0.0:1767384347.639726:0:16138:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 7384 00000100:00000001:2.0:1767384347.639727:0:16140:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294937626 00000020:00000010:1.0:1767384347.639732:0:17550:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b6d54a21. 00000400:00000200:3.0:1767384347.639737:0:16137:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384347.639739:0:16140:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294937610 00000400:00000200:0.0:1767384347.639744:0:16138:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384347.639747:0:16140:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294937626 00000020:00000010:1.0:1767384347.639747:0:17550:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000082b89efe. 00000100:00000001:2.0:1767384347.639758:0:16140:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384347.639760:0:16138:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384347.639762:0:16140:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384347.639769:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384347.639771:0:17550:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:0.0:1767384347.639773:0:16138:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1767384347.639781:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384347.639783:0:16138:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:3.0:1767384347.639785:0:16137:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824c907080 00000100:00000001:1.0:1767384347.639785:0:17550:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384347.639794:0:17550:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000010:0.0:1767384347.639796:0:16138:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000dd1e55dc. 00000100:00000001:1.0:1767384347.639798:0:17550:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384347.639800:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384347.639806:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:0.0:1767384347.639806:0:16138:0:(events.c:337:request_in_callback()) incoming req@00000000dd1e55dc x1853236723085568 msgsize 224 00000400:00000200:3.0:1767384347.639809:0:16137:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 7608 00000100:00000001:1.0:1767384347.639811:0:17550:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384347.639814:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384347.639825:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1767384347.639826:0:16138:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384347.639828:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384347.639832:0:16137:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384347.639833:0:17550:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384347.639834:0:16140:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:0.0:1767384347.639839:0:16138:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384347.639842:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384347.639850:0:16137:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384347.639851:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1767384347.639854:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005bf9a362 00000100:00000001:2.0:1767384347.639856:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384347.639857:0:16138:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005bf9a362. 00000100:00000001:2.0:1767384347.639862:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384347.639863:0:16138:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384347.639865:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384347.639867:0:16140:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767384347.639868:0:17550:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000200:0.0:1767384347.639871:0:16138:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f9e83428 x1853236723085568/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384363 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384347.639872:0:16137:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:2.0:1767384347.639874:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000fdfbfb9f x1853236723085184/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384347.639875:0:17550:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000200:3.0:1767384347.639879:0:16137:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1767384347.639898:0:16137:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000858c198d. 00000100:00100000:1.0:1767384347.639899:0:17550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00000040:3.0:1767384347.639912:0:16137:0:(events.c:337:request_in_callback()) incoming req@00000000858c198d x1853236723085440 msgsize 224 00000100:00000040:1.0:1767384347.639916:0:17550:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000cf791f94 : new rpc_count 1 00000100:00000001:1.0:1767384347.639930:0:17550:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619782407661184 : -124291301890432 : ffff8ef52d1a2680) 00000100:00000001:0.0:1767384347.639933:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384347.639940:0:16140:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384347.639944:0:16140:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384347.639947:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f9e83428 x1853236723085568/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384363 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384347.639951:0:16137:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384347.639951:0:17550:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000052cd5bfe x1853236723085312/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:328/0 lens 224/0 e 0 to 0 dl 1767384358 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384347.639958:0:16140:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384347.639967:0:16140:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384347.639978:0:16137:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:2.0:1767384347.639981:0:16140:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384347.639994:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a15541c0 00000100:00100000:2.0:1767384347.639999:0:16140:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000fdfbfb9f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16140:1853236723085184:0@lo:400: 00000400:00000010:3.0:1767384347.640007:0:16137:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a15541c0. 00000100:00000001:3.0:1767384347.640023:0:16137:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384347.640025:0:16140:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767384347.640032:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384347.640035:0:16140:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767384347.640037:0:17550:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384347.640037:0:16138:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000200:3.0:1767384347.640039:0:16137:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a9ba819b x1853236723085440/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384363 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384347.640047:0:16140:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384347.640049:0:17550:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000083734409. 00000100:00000001:0.0:1767384347.640051:0:16138:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384347.640057:0:16140:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767384347.640061:0:17550:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384347.640063:0:16138:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3827 usecs (4 jiffies) 02000000:00000010:2.0:1767384347.640065:0:16140:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000032f5613f. 00000020:00000010:1.0:1767384347.640072:0:17550:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000083734409. 00000100:00000001:0.0:1767384347.640075:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294937606 02000000:00000001:2.0:1767384347.640076:0:16140:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384347.640130:0:16140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000046234502. 00000400:00000010:2.0:1767384347.640141:0:16140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000016cbe610. 00000100:00000001:0.0:1767384347.640142:0:16138:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294937626 00000100:00100000:1.0:1767384347.640147:0:17550:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000052cd5bfe pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16140:x1853236723085312:12345-0@lo:13: 00000100:00000001:0.0:1767384347.640153:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294937607 00000100:00000200:2.0:1767384347.640154:0:16140:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236723085184, portal 4 00000100:00000001:3.0:1767384347.640156:0:16137:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:1.0:1767384347.640157:0:17550:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723085312 00000100:00000001:2.0:1767384347.640165:0:16140:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384347.640165:0:16138:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294937626 00000020:00000001:1.0:1767384347.640167:0:17550:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000040:3.0:1767384347.640171:0:16137:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a9ba819b x1853236723085440/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384363 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384347.640172:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294937607 00000100:00000001:2.0:1767384347.640173:0:16140:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782675222912 : -124291034328704 : ffff8ef53d0cd180) 00000020:00000001:1.0:1767384347.640175:0:17550:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:0.0:1767384347.640192:0:16138:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294937626 00000020:00000001:1.0:1767384347.640193:0:17550:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384347.640201:0:16140:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000fdfbfb9f x1853236723085184/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384363 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384347.640204:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294937607 00000020:00000001:1.0:1767384347.640205:0:17550:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384347.640214:0:17550:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072673306064 : -1036245552 : ffffffffc23c25d0) 00000100:00000001:0.0:1767384347.640216:0:16138:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294937626 00000020:00000001:1.0:1767384347.640231:0:17550:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1767384347.640234:0:16138:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384347.640248:0:16138:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384347.640251:0:17550:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384347.640263:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384347.640266:0:17550:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384347.640277:0:17550:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:0.0:1767384347.640277:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384347.640278:0:16140:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384347.640279:0:16137:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384347.640291:0:17550:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384347.640292:0:16137:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384347.640293:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384347.640301:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:2.0:1767384347.640302:0:16140:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384347.640308:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384347.640309:0:16137:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384347.640309:0:17550:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1767384347.640320:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:2.0:1767384347.640321:0:16140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005a4d4621. 02000000:00000001:1.0:1767384347.640322:0:17550:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:3.0:1767384347.640324:0:16137:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 3576 usecs (4 jiffies) 00000100:00000001:0.0:1767384347.640325:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384347.640328:0:17550:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000951ccdce. 00000100:00000200:2.0:1767384347.640330:0:16140:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853236723085184, offset 0 00000100:00000001:0.0:1767384347.640333:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384347.640338:0:16137:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294937607 02000000:00000001:1.0:1767384347.640339:0:17550:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384347.640343:0:17550:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384347.640346:0:16137:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294937626 00000400:00000200:2.0:1767384347.640349:0:16140:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00002000:00000001:1.0:1767384347.640350:0:17550:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000100:00000001:3.0:1767384347.640353:0:16137:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294937607 00000100:00000001:0.0:1767384347.640353:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384347.640361:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384347.640362:0:16137:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294937626 00002000:00000001:1.0:1767384347.640363:0:17550:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:1.0:1767384347.640371:0:17550:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000100:00000001:3.0:1767384347.640372:0:16137:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294937607 00000400:00000200:2.0:1767384347.640376:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384347.640378:0:16773:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00080000:00000001:1.0:1767384347.640379:0:17550:0:(osd_handler.c:571:osd_statfs()) Process entered 00000100:00000001:3.0:1767384347.640387:0:16137:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294937626 00000400:00000200:2.0:1767384347.640389:0:16140:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x695824c906f80 00000100:00100000:0.0:1767384347.640390:0:16773:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723085056 02000000:00000001:0.0:1767384347.640394:0:16773:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384347.640396:0:16773:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00080000:00000001:1.0:1767384347.640399:0:17550:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384347.640400:0:16140:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xa9d [8] + 4336 00000100:00000001:0.0:1767384347.640401:0:16773:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384347.640409:0:16137:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294937607 00000020:00000001:1.0:1767384347.640415:0:17550:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384347.640415:0:16773:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384347.640416:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384347.640421:0:16137:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294937626 00000100:00100000:0.0:1767384347.640425:0:16773:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723085056 00002000:00000024:1.0:1767384347.640430:0:17550:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 389021696 avail 386924544 00000100:00000001:3.0:1767384347.640433:0:16137:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384347.640434:0:16773:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:2.0:1767384347.640436:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000040:0.0:1767384347.640443:0:16773:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eec8e1 00000020:00000020:1.0:1767384347.640446:0:17550:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40828928 0 0 00000100:00000001:3.0:1767384347.640449:0:16137:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384347.640450:0:16773:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384347.640452:0:16140:0:(events.c:286:request_in_callback()) Process entered 00000020:00000020:1.0:1767384347.640453:0:17550:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000cf791f94 dirty 0 pend 0 grant 0 00000020:00000040:0.0:1767384347.640456:0:16773:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000555601ca refcount=14 00000100:00000200:2.0:1767384347.640461:0:16140:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000001:3.0:1767384347.640464:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384347.640467:0:16773:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00002000:00000020:1.0:1767384347.640473:0:17550:0:(ofd_obd.c:737:ofd_statfs()) 374 blocks: 371 free, 331 avail; 12296 objects: 11872 free; state 0 00000100:00000010:2.0:1767384347.640475:0:16140:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b8f5ffa4. 00000020:00000001:0.0:1767384347.640478:0:16773:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000100:00000001:3.0:1767384347.640479:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384347.640488:0:16140:0:(events.c:337:request_in_callback()) incoming req@00000000b8f5ffa4 x1853236723085184 msgsize 224 00002000:00000001:1.0:1767384347.640488:0:17550:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000100:00000001:0.0:1767384347.640496:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384347.640500:0:16137:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:0.0:1767384347.640502:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000a2068dd. 00000100:00100000:2.0:1767384347.640503:0:16140:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000001:00000001:1.0:1767384347.640503:0:17550:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000100:00000001:3.0:1767384347.640505:0:16137:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384347.640513:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1767384347.640514:0:17550:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384347.640518:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384347.640522:0:16140:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000010:0.0:1767384347.640530:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000a2068dd. 00000100:00000001:3.0:1767384347.640531:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00002000:00000001:1.0:1767384347.640532:0:17550:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384347.640533:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005a4d4621 00000100:00000001:3.0:1767384347.640538:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384347.640553:0:17550:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236723085312 00000100:00000001:3.0:1767384347.640554:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384347.640558:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005a4d4621. 00000020:00000010:0.0:1767384347.640560:0:16773:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000080439f22. 00010000:00000001:1.0:1767384347.640562:0:17550:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:2.0:1767384347.640565:0:16140:0:(events.c:34:request_out_callback()) Process entered 00000020:00000010:0.0:1767384347.640573:0:16773:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000058d061c2. 00000100:00000200:2.0:1767384347.640576:0:16140:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000fdfbfb9f x1853236723085184/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384363 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000200:1.0:1767384347.640581:0:17550:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000052cd5bfe x1853236723085312/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:328/0 lens 224/368 e 0 to 0 dl 1767384358 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384347.640583:0:16773:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001238b710. 00000100:00000001:3.0:1767384347.640587:0:16780:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384347.640598:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:3.0:1767384347.640599:0:16780:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723085568 00000100:00000040:0.0:1767384347.640601:0:16773:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000040:2.0:1767384347.640606:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000fdfbfb9f x1853236723085184/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384363 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384347.640608:0:17550:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 02000000:00000001:3.0:1767384347.640610:0:16780:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384347.640610:0:16773:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00010000:00000001:1.0:1767384347.640617:0:17550:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384347.640619:0:16773:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384347.640621:0:16780:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384347.640631:0:16780:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384347.640631:0:16773:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384347.640633:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384347.640634:0:17550:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bde6550e time=66 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384347.640648:0:16140:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:3.0:1767384347.640650:0:16780:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384347.640651:0:17550:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1767384347.640652:0:16773:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384347.640653:0:16140:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384347.640660:0:16780:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723085568 00000100:00000040:1.0:1767384347.640660:0:17550:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 21 to 0@lo 00000100:00000040:2.0:1767384347.640663:0:16140:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 7252 usecs (8 jiffies) 00000100:00000001:0.0:1767384347.640670:0:16773:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384347.640671:0:16780:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384347.640672:0:17550:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 00000100:00000001:2.0:1767384347.640673:0:16140:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294937611 00000020:00000040:3.0:1767384347.640681:0:16780:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eeca23 00000100:00000001:2.0:1767384347.640685:0:16140:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294937626 02000000:00000001:1.0:1767384347.640686:0:17550:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:3.0:1767384347.640689:0:16780:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:1.0:1767384347.640692:0:17550:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384347.640706:0:16780:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000b2466616 refcount=5 00000100:00000001:2.0:1767384347.640708:0:16140:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294937611 00000100:00000001:0.0:1767384347.640708:0:16773:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:3.0:1767384347.640719:0:16780:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619782058162176 : -124291651389440 : ffff8ef518453800) 00000100:00000001:2.0:1767384347.640719:0:16140:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294937626 00000100:00000001:0.0:1767384347.640719:0:16773:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384347.640721:0:17550:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384347.640731:0:16140:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294937611 00000020:00000001:3.0:1767384347.640733:0:16780:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619782058162176 : -124291651389440 : ffff8ef518453800) 00000100:00000040:1.0:1767384347.640738:0:17550:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384347.640740:0:16140:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294937626 00000100:00100000:0.0:1767384347.640745:0:16773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 140 00000100:00000001:3.0:1767384347.640748:0:16780:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000010:1.0:1767384347.640748:0:17550:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c8d68723. 00000100:00000001:2.0:1767384347.640752:0:16140:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294937611 00000100:00000040:0.0:1767384347.640759:0:16773:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000555601ca : new rpc_count 1 00000020:00000010:3.0:1767384347.640760:0:16780:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c8590711. 00000100:00000001:2.0:1767384347.640761:0:16140:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294937626 00000100:00000200:1.0:1767384347.640761:0:17550:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853236723085312, offset 224 00000100:00000001:0.0:1767384347.640769:0:16773:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619781697492048 : -124292012059568 : ffff8ef502c5d450) 00000100:00000001:2.0:1767384347.640775:0:16140:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384347.640777:0:16780:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000002f954996. 00000100:00000001:2.0:1767384347.640781:0:16140:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384347.640789:0:16780:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000b1f9e0ef) now 8 - evictor 00000100:00000040:0.0:1767384347.640790:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000001aa2c1f3 x1853236723085056/t0(0) o400->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:328/0 lens 224/0 e 0 to 0 dl 1767384358 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384347.640792:0:17550:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384347.640793:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384347.640806:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384347.640807:0:16780:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000400:00000200:1.0:1767384347.640818:0:17550:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:3.0:1767384347.640820:0:16780:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e52835de. 00000100:00000001:0.0:1767384347.640821:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384347.640830:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000a2068dd. 00000020:00000010:3.0:1767384347.640831:0:16780:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a022f4ce. 00000400:00000200:1.0:1767384347.640841:0:17550:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x695824c907000 00000100:00000001:0.0:1767384347.640842:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384347.640846:0:16780:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000cd9d2cca. 00000100:00000001:2.0:1767384347.640846:0:17548:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:0.0:1767384347.640854:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000a2068dd. 00000100:00100000:2.0:1767384347.640855:0:17548:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723085184 02000000:00000001:2.0:1767384347.640860:0:17548:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:1.0:1767384347.640865:0:17550:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1da9 [1] + 224 00000100:00000001:2.0:1767384347.640866:0:17548:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:0.0:1767384347.640867:0:16773:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000001aa2c1f3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c0412d60-4f67-4dbc-8791-892843f60083+14:16138:x1853236723085056:12345-0@lo:400: 00000100:00000040:3.0:1767384347.640868:0:16780:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1767384347.640871:0:17548:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384347.640881:0:17548:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384347.640886:0:16780:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000200:0.0:1767384347.640890:0:16773:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723085056 00000100:00100000:2.0:1767384347.640891:0:17548:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723085184 00000100:00000001:3.0:1767384347.640892:0:16780:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:1.0:1767384347.640893:0:17550:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:2.0:1767384347.640896:0:17548:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1767384347.640899:0:16773:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:3.0:1767384347.640901:0:16780:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1767384347.640901:0:17548:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eeca38 00000400:00000200:1.0:1767384347.640906:0:17550:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:2.0:1767384347.640911:0:17548:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1767384347.640913:0:16773:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000040:2.0:1767384347.640914:0:17548:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000cf791f94 refcount=6 00000100:00000001:1.0:1767384347.640917:0:17550:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:0.0:1767384347.640917:0:16773:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384347.640918:0:16780:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000001:2.0:1767384347.640922:0:17548:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619777391929344 : -124296317622272 : ffff8ef402242800) 00000100:00000001:3.0:1767384347.640928:0:16780:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000001:0.0:1767384347.640928:0:16773:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384347.640930:0:17548:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619777391929344 : -124296317622272 : ffff8ef402242800) 00000100:00000200:1.0:1767384347.640930:0:17550:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bb43b465 x1853236723085312/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384363 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384347.640933:0:16780:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384347.640937:0:16773:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669141120 : -1040410496 : ffffffffc1fc9880) 00000100:00000001:2.0:1767384347.640944:0:17548:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:0.0:1767384347.640951:0:16773:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000010:2.0:1767384347.640952:0:17548:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003fc18575. 00000020:00000001:0.0:1767384347.640958:0:16773:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384347.640961:0:16780:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384347.640980:0:17548:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767384347.640982:0:17550:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000bb43b465 x1853236723085312/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384363 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384347.640984:0:16773:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:3.0:1767384347.640988:0:16780:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:0.0:1767384347.640990:0:16773:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000010:2.0:1767384347.640998:0:17548:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003fc18575. 00000100:00100000:3.0:1767384347.641003:0:16780:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723085440 00000020:00000001:0.0:1767384347.641003:0:16773:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384347.641012:0:16773:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 02000000:00000001:3.0:1767384347.641015:0:16780:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000010:2.0:1767384347.641015:0:17548:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ca2d863a. 00000100:00000001:0.0:1767384347.641016:0:16773:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1767384347.641020:0:17550:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:0.0:1767384347.641023:0:16773:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1767384347.641024:0:16780:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:2.0:1767384347.641029:0:17548:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001c459755. 02000000:00000010:0.0:1767384347.641030:0:16773:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000006d0e7449. 00000100:00000001:3.0:1767384347.641031:0:16780:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384347.641033:0:17550:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c8d68723 00000020:00000010:2.0:1767384347.641039:0:17548:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000cdb44793. 00000400:00000010:1.0:1767384347.641040:0:17550:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c8d68723. 02000000:00000001:0.0:1767384347.641041:0:16773:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384347.641044:0:16780:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384347.641056:0:16780:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723085440 00000100:00000001:0.0:1767384347.641056:0:16773:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384347.641057:0:17550:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000040:2.0:1767384347.641059:0:17548:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:1.0:1767384347.641067:0:17550:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:0.0:1767384347.641071:0:16773:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384347.641072:0:17548:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:3.0:1767384347.641074:0:16780:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384347.641075:0:17548:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384347.641075:0:17550:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384347.641083:0:17548:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1767384347.641084:0:16780:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eeca2a 00010000:00000040:0.0:1767384347.641089:0:16773:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236723085056 00000100:00000001:2.0:1767384347.641092:0:17548:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00010000:00000001:0.0:1767384347.641093:0:16773:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:2.0:1767384347.641098:0:17548:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767384347.641101:0:17548:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:0.0:1767384347.641102:0:16773:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000001aa2c1f3 x1853236723085056/t0(0) o400->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:328/0 lens 224/224 e 0 to 0 dl 1767384358 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384347.641112:0:17550:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 20 to 0@lo 00010000:00000001:1.0:1767384347.641126:0:17550:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:2.0:1767384347.641129:0:17548:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384347.641134:0:17550:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384347.641135:0:16780:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:0.0:1767384347.641138:0:16773:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000040:3.0:1767384347.641143:0:16780:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f335576c refcount=5 00000020:00000001:1.0:1767384347.641146:0:17550:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000001:3.0:1767384347.641152:0:16780:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619777384806400 : -124296324745216 : ffff8ef401b77800) 00000100:00000040:1.0:1767384347.641154:0:17550:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000052cd5bfe x1853236723085312/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:328/0 lens 224/368 e 0 to 0 dl 1767384358 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384347.641159:0:16780:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619777384806400 : -124296324745216 : ffff8ef401b77800) 00000100:00000001:3.0:1767384347.641168:0:16780:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:0.0:1767384347.641169:0:16773:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384347.641170:0:17550:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000052cd5bfe pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:16140:x1853236723085312:12345-0@lo:13: Request processed in 1132us (1745us total) trans 0 rc 0/0 00000100:00001000:0.0:1767384347.641193:0:16773:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dd452398 time=77 v=5 (1 0 0 0) 00000020:00000010:3.0:1767384347.641196:0:16780:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cd6d0a32. 00000100:00000001:0.0:1767384347.641200:0:16773:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1767384347.641205:0:16780:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384347.641205:0:17548:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:1.0:1767384347.641207:0:17550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00000040:0.0:1767384347.641212:0:16773:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 21 to 0@lo 00000100:00000001:2.0:1767384347.641213:0:17548:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384347.641224:0:16773:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 00000100:00000040:1.0:1767384347.641226:0:17550:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000cf791f94 : new rpc_count 0 00000020:00000010:3.0:1767384347.641227:0:16780:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000cd6d0a32. 00000100:00100000:2.0:1767384347.641232:0:17548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 02000000:00000001:0.0:1767384347.641232:0:16773:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1767384347.641237:0:17550:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:0.0:1767384347.641239:0:16773:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384347.641241:0:17548:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000cf791f94 : new rpc_count 1 00000020:00000010:3.0:1767384347.641246:0:16780:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000245d2d6e. 00000100:00000001:2.0:1767384347.641248:0:17548:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619782407658496 : -124291301893120 : ffff8ef52d1a1c00) 00000100:00000001:1.0:1767384347.641248:0:17550:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384347.641249:0:16773:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:3.0:1767384347.641257:0:16780:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e7c4c424. 00000100:00000040:2.0:1767384347.641260:0:17548:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b8f5ffa4 x1853236723085184/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:328/0 lens 224/0 e 0 to 0 dl 1767384358 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384347.641261:0:16773:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:1.0:1767384347.641264:0:17550:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b6d54a21. 00000400:00000010:0.0:1767384347.641273:0:16773:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005bf9a362. 00000020:00000010:3.0:1767384347.641275:0:16780:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000529661a0. 00000020:00000010:1.0:1767384347.641275:0:17550:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000082b89efe. 00000100:00000200:0.0:1767384347.641281:0:16773:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853236723085056, offset 224 00000020:00000010:1.0:1767384347.641285:0:17550:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b7140d71. 00000100:00000001:3.0:1767384347.641288:0:16780:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000040:1.0:1767384347.641295:0:17550:0:(genops.c:898:class_export_put()) PUTting export 00000000cf791f94 : new refcount 5 00000400:00000200:0.0:1767384347.641299:0:16773:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384347.641300:0:16780:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384347.641300:0:17548:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384347.641303:0:17550:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384347.641312:0:17548:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003fc18575. 00000100:00000001:3.0:1767384347.641313:0:16780:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384347.641316:0:16773:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384347.641320:0:17548:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384347.641325:0:17548:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003fc18575. 00000100:00000001:3.0:1767384347.641326:0:16780:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00080000:1.0:1767384347.641330:0:16775:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00000001:3.0:1767384347.641337:0:16780:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000400:00000200:0.0:1767384347.641338:0:16773:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x695824c906f00 00000020:00000040:1.0:1767384347.641341:0:16775:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000b1f9e0ef) now 8 - evictor 00000100:00000001:3.0:1767384347.641350:0:16780:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384347.641350:0:17548:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000b8f5ffa4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:16140:x1853236723085184:12345-0@lo:400: 00000100:00080000:1.0:1767384347.641353:0:16775:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000040:1.0:1767384347.641363:0:16775:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (0000000083abdb14) now 6 - evictor 00000400:00000200:0.0:1767384347.641365:0:16773:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1da1 [1] + 224 00000100:00000200:2.0:1767384347.641375:0:17548:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723085184 00000400:00000200:0.0:1767384347.641379:0:16773:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384347.641380:0:16780:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384347.641383:0:17548:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:0.0:1767384347.641392:0:16773:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:2.0:1767384347.641393:0:17548:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:1.0:1767384347.641395:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1767384347.641398:0:17548:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384347.641399:0:16773:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384347.641400:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1767384347.641405:0:17548:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1767384347.641406:0:16780:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:2.0:1767384347.641412:0:17548:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661494240 : -1048057376 : ffffffffc187e9e0) 00000100:00000200:0.0:1767384347.641415:0:16773:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bf6531a0 x1853236723085056/t0(0) o400->MGC192.168.202.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384363 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767384347.641416:0:16140:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384347.641426:0:16140:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767384347.641428:0:16780:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:2.0:1767384347.641428:0:17548:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000010:1.0:1767384347.641433:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000028b9164b. 00000020:00000001:2.0:1767384347.641439:0:17548:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384347.641440:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eff9bd9b 00000100:00000040:0.0:1767384347.641440:0:16773:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000bf6531a0 x1853236723085056/t0(0) o400->MGC192.168.202.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384363 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384347.641449:0:17548:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00100000:3.0:1767384347.641451:0:16780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000400:00000010:1.0:1767384347.641451:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000eff9bd9b. 00000020:00000001:2.0:1767384347.641456:0:17548:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1767384347.641462:0:16140:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:2.0:1767384347.641464:0:17548:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384347.641465:0:16780:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000b2466616 : new rpc_count 1 00000100:00000200:1.0:1767384347.641472:0:16140:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bb43b465 x1853236723085312/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384363 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384347.641476:0:17548:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1767384347.641478:0:16780:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619782423942400 : -124291285609216 : ffff8ef52e129500) 00000100:00000001:2.0:1767384347.641483:0:17548:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384347.641492:0:17548:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384347.641499:0:17548:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000006e8f3cbb. 00000100:00000001:0.0:1767384347.641502:0:16773:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:3.0:1767384347.641503:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000dd1e55dc x1853236723085568/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:328/0 lens 224/0 e 0 to 0 dl 1767384358 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384347.641505:0:17548:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384347.641507:0:16140:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bb43b465 x1853236723085312/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384363 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384347.641513:0:16773:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005bf9a362 00000100:00000001:2.0:1767384347.641514:0:17548:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384347.641521:0:16773:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005bf9a362. 00000020:00000001:2.0:1767384347.641528:0:17548:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384347.641533:0:16773:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384347.641542:0:16773:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000040:2.0:1767384347.641543:0:17548:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236723085184 00000100:00000001:0.0:1767384347.641550:0:16773:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384347.641555:0:17548:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000040:0.0:1767384347.641566:0:16773:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 20 to 0@lo 00000100:00000001:1.0:1767384347.641568:0:16140:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000200:2.0:1767384347.641570:0:17548:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000b8f5ffa4 x1853236723085184/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:328/0 lens 224/224 e 0 to 0 dl 1767384358 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384347.641574:0:16140:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384347.641581:0:16773:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:3.0:1767384347.641584:0:16780:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384347.641588:0:16140:0:(client.c:1578:after_reply()) Process entered 00000020:00000001:0.0:1767384347.641588:0:16773:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384347.641593:0:16780:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cd6d0a32. 00000020:00000001:0.0:1767384347.641596:0:16773:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 02000000:00000001:1.0:1767384347.641598:0:16140:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384347.641606:0:16140:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384347.641607:0:16780:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384347.641610:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001aa2c1f3 x1853236723085056/t0(0) o400->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:328/0 lens 224/224 e 0 to 0 dl 1767384358 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384347.641611:0:17548:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1767384347.641614:0:16140:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384347.641618:0:17548:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384347.641620:0:16780:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000cd6d0a32. 02000000:00000001:1.0:1767384347.641627:0:16140:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384347.641630:0:17548:0:(import.c:2128:obd_at_measure()) add 1 to 0000000094c7e214 time=66 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384347.641644:0:17548:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00001000:1.0:1767384347.641644:0:16140:0:(import.c:2128:obd_at_measure()) add 5 to 0000000032110564 time=66 v=5 (5 0 0 0) 00000100:00100000:3.0:1767384347.641645:0:16780:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000dd1e55dc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:16138:x1853236723085568:12345-0@lo:400: 00000100:00000040:2.0:1767384347.641654:0:17548:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 21 to 0@lo 00000100:00001000:1.0:1767384347.641663:0:16140:0:(import.c:2128:obd_at_measure()) add 1 to 000000001fbc0fd6 time=66 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384347.641666:0:17548:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 00000100:00000200:3.0:1767384347.641677:0:16780:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723085568 02000000:00000001:2.0:1767384347.641681:0:17548:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1767384347.641684:0:16140:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00100000:0.0:1767384347.641684:0:16773:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000001aa2c1f3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c0412d60-4f67-4dbc-8791-892843f60083+14:16138:x1853236723085056:12345-0@lo:400: Request processed in 860us (2748us total) trans 0 rc 0/0 02000000:00000001:2.0:1767384347.641686:0:17548:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384347.641687:0:16780:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:1.0:1767384347.641691:0:16140:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384347.641698:0:17548:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:3.0:1767384347.641700:0:16780:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00010000:00000001:1.0:1767384347.641705:0:16140:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000001:3.0:1767384347.641708:0:16780:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384347.641714:0:17548:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00080000:1.0:1767384347.641715:0:16140:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000bb43b465 x1853236723085312/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384363 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384347.641718:0:16773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 140 00000020:00000001:3.0:1767384347.641721:0:16780:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000010:2.0:1767384347.641723:0:17548:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005a4d4621. 00000100:00000040:0.0:1767384347.641732:0:16773:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000555601ca : new rpc_count 0 00000020:00000001:3.0:1767384347.641733:0:16780:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661494240 : -1048057376 : ffffffffc187e9e0) 00000100:00000200:2.0:1767384347.641736:0:17548:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853236723085184, offset 224 00000100:00000001:0.0:1767384347.641742:0:16773:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384347.641749:0:16773:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:3.0:1767384347.641750:0:16780:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000010:0.0:1767384347.641755:0:16773:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000058d061c2. 00000400:00000200:2.0:1767384347.641756:0:17548:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:3.0:1767384347.641757:0:16780:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384347.641767:0:16773:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001238b710. 00000020:00000001:3.0:1767384347.641769:0:16780:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:2.0:1767384347.641777:0:17548:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:3.0:1767384347.641779:0:16780:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000010:0.0:1767384347.641781:0:16773:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000080439f22. 00000020:00000001:3.0:1767384347.641791:0:16780:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384347.641793:0:16773:0:(genops.c:898:class_export_put()) PUTting export 00000000555601ca : new refcount 13 00000400:00000200:2.0:1767384347.641805:0:17548:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x695824c906f80 02000000:00000001:0.0:1767384347.641806:0:16773:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000020:00000001:3.0:1767384347.641807:0:16780:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00010000:00000001:1.0:1767384347.641807:0:16140:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384347.641810:0:16773:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000006d0e7449. 00000100:00000001:3.0:1767384347.641818:0:16780:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:2.0:1767384347.641821:0:17548:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1dc1 [1] + 224 00000100:00000001:1.0:1767384347.641822:0:16140:0:(client.c:3065:ptlrpc_free_committed()) Process entered 02000000:00000001:0.0:1767384347.641822:0:16773:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:3.0:1767384347.641824:0:16780:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1767384347.641831:0:16773:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384347.641834:0:16140:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000400:00000200:2.0:1767384347.641839:0:17548:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384347.641839:0:16140:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000200:0.0:1767384347.641840:0:16773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 02000000:00000010:3.0:1767384347.641841:0:16780:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000002d6c50a9. 00000100:00000001:1.0:1767384347.641847:0:16140:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384347.641848:0:17548:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:0.0:1767384347.641851:0:16773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000073c924e2. 02000000:00000001:3.0:1767384347.641852:0:16780:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384347.641857:0:17548:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000010:0.0:1767384347.641864:0:16773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000990e3b2c. 00000100:00000001:3.0:1767384347.641866:0:16780:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384347.641866:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bb43b465 x1853236723085312/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384363 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384347.641870:0:17548:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000fdfbfb9f x1853236723085184/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384363 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384347.641878:0:16780:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384347.641890:0:16780:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236723085568 00000100:00000001:0.0:1767384347.641894:0:16778:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384347.641901:0:16778:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000001:3.0:1767384347.641905:0:16780:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00100000:0.0:1767384347.641917:0:16778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00010000:00000200:3.0:1767384347.641920:0:16780:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000dd1e55dc x1853236723085568/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:328/0 lens 224/224 e 0 to 0 dl 1767384358 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384347.641930:0:16778:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000f335576c : new rpc_count 1 00000100:00000001:0.0:1767384347.641939:0:16778:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619782675224704 : -124291034326912 : ffff8ef53d0cd880) 00000100:00000001:1.0:1767384347.641956:0:16140:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384347.641962:0:16778:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000858c198d x1853236723085440/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:328/0 lens 224/0 e 0 to 0 dl 1767384358 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384347.641965:0:17548:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000fdfbfb9f x1853236723085184/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384363 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384347.641971:0:16140:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384347.641976:0:16140:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:1.0:1767384347.641988:0:16140:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:1.0:1767384347.641997:0:16140:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:1.0:1767384347.642008:0:16140:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=95744 free=94976 avail=84736 avail_mb=331 hwm_mb=3 files=12296 ffree=11872 state=0: rc = 0 00000004:00000020:1.0:1767384347.642033:0:16140:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (000000009fef8af1): 95744 blocks, 94976 free, 84736 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 12296 files, 11872 free files 0x0 00000100:00000001:0.0:1767384347.642042:0:16778:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384347.642050:0:16778:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000a2068dd. 00000100:00000001:2.0:1767384347.642051:0:17548:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384347.642063:0:16778:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384347.642065:0:16780:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000400:00000200:2.0:1767384347.642066:0:17548:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005a4d4621 00000400:00000010:2.0:1767384347.642072:0:17548:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005a4d4621. 00010000:00000001:3.0:1767384347.642073:0:16780:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384347.642074:0:16778:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000a2068dd. 00000004:00000001:1.0:1767384347.642077:0:16140:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384347.642084:0:17548:0:(events.c:386:reply_out_callback()) Process entered 00000100:00001000:3.0:1767384347.642138:0:16780:0:(import.c:2128:obd_at_measure()) add 1 to 000000008dd0459f time=72 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384347.642148:0:16780:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384347.642155:0:16780:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 22 to 0@lo 00000100:00000001:3.0:1767384347.642158:0:16780:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 02000000:00000001:3.0:1767384347.642162:0:16780:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:1.0:1767384347.642164:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bb43b465 x1853236723085312/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384363 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384347.642166:0:16780:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384347.642174:0:16780:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:1.0:1767384347.642189:0:16140:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000bb43b465 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16140:1853236723085312:0@lo:13: 00000100:00000040:3.0:1767384347.642196:0:16780:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384347.642199:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384347.642200:0:16780:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a15541c0. 00000100:00000001:1.0:1767384347.642207:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:3.0:1767384347.642209:0:16780:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236723085568, offset 224 00000100:00000040:1.0:1767384347.642214:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bb43b465 x1853236723085312/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384363 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384347.642221:0:16780:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384347.642230:0:16140:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384347.642234:0:16140:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384347.642237:0:16140:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000875a7b44. 00000400:00000200:3.0:1767384347.642240:0:16780:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:1.0:1767384347.642245:0:16140:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384347.642251:0:16140:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384347.642253:0:16140:0:(genops.c:1242:class_import_put()) import 0000000068bc8709 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000400:00000200:3.0:1767384347.642254:0:16780:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824c907100 00000020:00000001:1.0:1767384347.642261:0:16140:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767384347.642264:0:17548:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:3.0:1767384347.642267:0:16780:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1db5 [1] + 224 02000000:00000010:1.0:1767384347.642274:0:16140:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003731eb54. 00000400:00000200:3.0:1767384347.642276:0:16780:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384347.642279:0:17548:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384347.642283:0:16140:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:3.0:1767384347.642289:0:16780:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:1.0:1767384347.642290:0:16140:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00100000:0.0:1767384347.642294:0:16778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000858c198d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:16137:x1853236723085440:12345-0@lo:400: 00000100:00000040:2.0:1767384347.642295:0:17548:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 21 to 0@lo 00000100:00000010:1.0:1767384347.642297:0:16140:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bb43b465. 00000100:00000001:3.0:1767384347.642301:0:16780:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384347.642305:0:16140:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384347.642314:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384347.642316:0:16780:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f9e83428 x1853236723085568/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384363 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384347.642316:0:17548:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000200:0.0:1767384347.642316:0:16778:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723085440 00000100:00000001:1.0:1767384347.642320:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384347.642326:0:17548:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384347.642328:0:16778:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:1.0:1767384347.642329:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384347.642339:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1767384347.642340:0:17548:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000001:0.0:1767384347.642340:0:16778:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000040:3.0:1767384347.642347:0:16780:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000f9e83428 x1853236723085568/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384363 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384347.642348:0:16778:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384347.642349:0:16140:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384347.642359:0:16140:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:0.0:1767384347.642360:0:16778:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384347.642367:0:16778:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661494240 : -1048057376 : ffffffffc187e9e0) 00000100:00000040:2.0:1767384347.642368:0:17548:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b8f5ffa4 x1853236723085184/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:328/0 lens 224/224 e 0 to 0 dl 1767384358 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384347.642369:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000046234502. 00000020:00000001:0.0:1767384347.642382:0:16778:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:1.0:1767384347.642384:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000016cbe610 00000020:00000001:0.0:1767384347.642391:0:16778:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384347.642393:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000016cbe610. 00000020:00000001:0.0:1767384347.642403:0:16778:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1767384347.642405:0:16140:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384347.642406:0:16780:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:0.0:1767384347.642410:0:16778:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384347.642415:0:16778:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384347.642416:0:16780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a15541c0 00000100:00000200:1.0:1767384347.642416:0:16140:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000fdfbfb9f x1853236723085184/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384363 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384347.642431:0:16780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a15541c0. 00000020:00000001:0.0:1767384347.642432:0:16778:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1767384347.642441:0:16778:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00100000:2.0:1767384347.642444:0:17548:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000b8f5ffa4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:16140:x1853236723085184:12345-0@lo:400: Request processed in 1131us (1942us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384347.642445:0:16780:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000200:1.0:1767384347.642446:0:16140:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000fdfbfb9f x1853236723085184/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384363 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384347.642447:0:16778:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1767384347.642449:0:16780:0:(events.c:398:reply_out_callback()) Process leaving 02000000:00000010:0.0:1767384347.642456:0:16778:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000006d0e7449. 00000100:00000001:3.0:1767384347.642459:0:16780:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384347.642465:0:16778:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384347.642478:0:16778:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384347.642479:0:16780:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 20 to 0@lo 00000020:00000001:0.0:1767384347.642490:0:16778:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384347.642493:0:16780:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00100000:2.0:1767384347.642498:0:17548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000020:00000001:3.0:1767384347.642501:0:16780:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384347.642501:0:16778:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236723085440 00000100:00000040:2.0:1767384347.642515:0:17548:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000cf791f94 : new rpc_count 0 00000020:00000001:3.0:1767384347.642518:0:16780:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:0.0:1767384347.642518:0:16778:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:1.0:1767384347.642519:0:16140:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384347.642527:0:17548:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384347.642530:0:16140:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384347.642534:0:17548:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000200:0.0:1767384347.642535:0:16778:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000858c198d x1853236723085440/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:328/0 lens 224/224 e 0 to 0 dl 1767384358 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384347.642536:0:16140:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:3.0:1767384347.642538:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000dd1e55dc x1853236723085568/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:328/0 lens 224/224 e 0 to 0 dl 1767384358 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384347.642544:0:16140:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:2.0:1767384347.642545:0:17548:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001c459755. 00000100:00000001:1.0:1767384347.642552:0:16140:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384347.642560:0:16140:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384347.642564:0:17548:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000cdb44793. 02000000:00000001:1.0:1767384347.642571:0:16140:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384347.642579:0:17548:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ca2d863a. 00000100:00001000:1.0:1767384347.642589:0:16140:0:(import.c:2128:obd_at_measure()) add 5 to 0000000040f3b9ed time=66 v=5 (5 0 0 0) 00000020:00000040:2.0:1767384347.642594:0:17548:0:(genops.c:898:class_export_put()) PUTting export 00000000cf791f94 : new refcount 4 00000100:00000001:2.0:1767384347.642606:0:17548:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767384347.642613:0:16140:0:(import.c:2128:obd_at_measure()) add 1 to 000000001fbc0fd6 time=66 v=5 (1 0 0 0) 00010000:00000001:0.0:1767384347.642617:0:16778:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00100000:3.0:1767384347.642624:0:16780:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000dd1e55dc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:16138:x1853236723085568:12345-0@lo:400: Request processed in 1036us (2813us total) trans 0 rc 0/0 00010000:00000001:0.0:1767384347.642624:0:16778:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384347.642626:0:16140:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384347.642635:0:16140:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384347.642635:0:16778:0:(import.c:2128:obd_at_measure()) add 1 to 000000008dd0459f time=72 v=5 (1 0 0 0) 00010000:00000001:1.0:1767384347.642646:0:16140:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767384347.642651:0:16778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00100000:3.0:1767384347.642652:0:16780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00010000:00080000:1.0:1767384347.642656:0:16140:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000fdfbfb9f x1853236723085184/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384363 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384347.642663:0:16778:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 21 to 0@lo 00000100:00000040:3.0:1767384347.642664:0:16780:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000b2466616 : new rpc_count 0 00000100:00000001:3.0:1767384347.642675:0:16780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384347.642677:0:16778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 00000100:00000001:3.0:1767384347.642681:0:16780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:0.0:1767384347.642688:0:16778:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:1.0:1767384347.642690:0:16140:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384347.642692:0:16780:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a022f4ce. 02000000:00000001:0.0:1767384347.642694:0:16778:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384347.642698:0:16140:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1767384347.642701:0:16778:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:3.0:1767384347.642702:0:16780:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000cd9d2cca. 00000100:00000040:1.0:1767384347.642703:0:16140:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000020:00000010:3.0:1767384347.642714:0:16780:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e52835de. 00000100:00000001:1.0:1767384347.642719:0:16140:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000040:0.0:1767384347.642720:0:16778:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384347.642722:0:16140:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384347.642723:0:16780:0:(genops.c:898:class_export_put()) PUTting export 00000000b2466616 : new refcount 4 00000100:00000040:1.0:1767384347.642730:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000fdfbfb9f x1853236723085184/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384363 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384347.642732:0:16780:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384347.642733:0:16778:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005bf9a362. 00000100:00000200:0.0:1767384347.642744:0:16778:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236723085440, offset 224 00000100:00000001:1.0:1767384347.642747:0:16140:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384347.642754:0:16140:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384347.642755:0:16140:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384347.642761:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fdfbfb9f x1853236723085184/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384363 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384347.642761:0:16778:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384347.642768:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384347.642771:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767384347.642781:0:16778:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000001:3.0:1767384347.642782:0:16138:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:1.0:1767384347.642791:0:16140:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000fdfbfb9f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16140:1853236723085184:0@lo:400: 00000400:00000001:3.0:1767384347.642793:0:16138:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384347.642801:0:16778:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824c907080 00000400:00000010:3.0:1767384347.642802:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000052a6ea24. 00000100:00000001:1.0:1767384347.642803:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384347.642808:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1767384347.642810:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d42d7847 00000100:00000040:1.0:1767384347.642812:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000fdfbfb9f x1853236723085184/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384363 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384347.642815:0:16138:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d42d7847. 00000100:00000001:1.0:1767384347.642822:0:16140:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1767384347.642824:0:16138:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:1.0:1767384347.642826:0:16140:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:0.0:1767384347.642830:0:16778:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1db1 [1] + 224 02000000:00000010:1.0:1767384347.642833:0:16140:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000032f5613f. 00000400:00000200:0.0:1767384347.642835:0:16778:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1767384347.642836:0:16138:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f9e83428 x1853236723085568/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384363 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384347.642846:0:16140:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:0.0:1767384347.642850:0:16778:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:1.0:1767384347.642853:0:16140:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384347.642861:0:16140:0:(genops.c:1242:class_import_put()) import 0000000068bc8709 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:0.0:1767384347.642864:0:16778:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:1.0:1767384347.642871:0:16140:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000200:0.0:1767384347.642872:0:16778:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a9ba819b x1853236723085440/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384363 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384347.642877:0:16138:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f9e83428 x1853236723085568/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384363 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767384347.642878:0:16140:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000735d8f59. 02000000:00000001:1.0:1767384347.642890:0:16140:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384347.642895:0:16140:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384347.642900:0:16140:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fdfbfb9f. 00000100:00000001:1.0:1767384347.642911:0:16140:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384347.642917:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384347.642926:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384347.642936:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384347.642941:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384347.642949:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767384347.642949:0:16778:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a9ba819b x1853236723085440/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384363 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384347.642950:0:16138:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384347.642953:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384347.642955:0:16138:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384347.642966:0:16138:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384347.642971:0:16138:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384347.642977:0:16138:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384347.642980:0:16138:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384347.642983:0:16138:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384347.642988:0:16778:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:3.0:1767384347.642989:0:16138:0:(import.c:2128:obd_at_measure()) add 5 to 00000000edb11b67 time=72 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384347.642995:0:16138:0:(import.c:2128:obd_at_measure()) add 1 to 000000006fb1a5f2 time=72 v=5 (1 0 0 0) 00000400:00000200:0.0:1767384347.642999:0:16778:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005bf9a362 00000400:00000010:0.0:1767384347.643002:0:16778:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005bf9a362. 00000100:00000001:3.0:1767384347.643016:0:16138:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384347.643017:0:16778:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384347.643019:0:16138:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384347.643021:0:16778:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:3.0:1767384347.643031:0:16138:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767384347.643035:0:16778:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:3.0:1767384347.643042:0:16138:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000f9e83428 x1853236723085568/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384363 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384347.643043:0:16778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 20 to 0@lo 00010000:00000001:0.0:1767384347.643056:0:16778:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384347.643063:0:16778:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384347.643064:0:16138:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384347.643078:0:16778:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1767384347.643080:0:16138:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384347.643084:0:16138:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000040:0.0:1767384347.643117:0:16778:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000858c198d x1853236723085440/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:328/0 lens 224/224 e 0 to 0 dl 1767384358 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384347.643131:0:16778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000858c198d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:16137:x1853236723085440:12345-0@lo:400: Request processed in 1082us (3212us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384347.643145:0:16778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00000040:0.0:1767384347.643149:0:16778:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f335576c : new rpc_count 0 00000100:00000001:0.0:1767384347.643153:0:16778:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384347.643156:0:16778:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384347.643160:0:16778:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e7c4c424. 00000020:00000010:0.0:1767384347.643166:0:16778:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000529661a0. 00000100:00000001:1.0:1767384347.643191:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:0.0:1767384347.643192:0:16778:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000245d2d6e. 00000100:00000001:1.0:1767384347.643197:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:0.0:1767384347.643203:0:16778:0:(genops.c:898:class_export_put()) PUTting export 00000000f335576c : new refcount 4 00000400:00000001:1.0:1767384347.643213:0:16137:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767384347.643213:0:16778:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1767384347.643218:0:16137:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384347.643223:0:16137:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000085a7f258. 00000400:00000200:1.0:1767384347.643230:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000091677c2e 00000400:00000010:1.0:1767384347.643232:0:16137:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000091677c2e. 00000100:00000001:1.0:1767384347.643239:0:16137:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384347.643274:0:16137:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a9ba819b x1853236723085440/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384363 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384347.643282:0:16137:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a9ba819b x1853236723085440/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384363 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384347.643289:0:16137:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384347.643292:0:16137:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384347.643295:0:16137:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384347.643298:0:16137:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384347.643299:0:16137:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384347.643302:0:16137:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384347.643304:0:16137:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384347.643308:0:16137:0:(import.c:2128:obd_at_measure()) add 5 to 00000000701828d5 time=72 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384347.643311:0:16137:0:(import.c:2128:obd_at_measure()) add 1 to 0000000073619233 time=72 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384347.643315:0:16137:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384347.643318:0:16137:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384347.643320:0:16137:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767384347.643326:0:16137:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000a9ba819b x1853236723085440/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384363 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384347.643331:0:16137:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384347.643335:0:16137:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384347.643337:0:16137:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:1.0:1767384347.643340:0:16137:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384347.643344:0:16137:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384347.643348:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a9ba819b x1853236723085440/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384363 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384347.643350:0:16138:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384347.643353:0:16138:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384347.643356:0:16137:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384347.643359:0:16137:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:3.0:1767384347.643361:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f9e83428 x1853236723085568/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384363 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384347.643361:0:16137:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384347.643369:0:16138:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384347.643372:0:16138:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384347.643374:0:16138:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384347.643374:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a9ba819b x1853236723085440/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384363 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384347.643381:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f9e83428 x1853236723085568/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384363 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384347.643388:0:16137:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a9ba819b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16137:1853236723085440:0@lo:400: 00000100:00100000:3.0:1767384347.643400:0:16138:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f9e83428 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16138:1853236723085568:0@lo:400: 00000100:00000001:1.0:1767384347.643401:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384347.643407:0:16137:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384347.643410:0:16137:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a9ba819b x1853236723085440/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384363 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767384347.643412:0:16138:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384347.643415:0:16138:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384347.643419:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008440d953. 00000100:00000001:1.0:1767384347.643420:0:16137:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384347.643424:0:16137:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:3.0:1767384347.643426:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004e2d4782 02000000:00000010:1.0:1767384347.643426:0:16137:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000aaa29da4. 00000400:00000010:3.0:1767384347.643430:0:16138:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004e2d4782. 02000000:00000001:1.0:1767384347.643432:0:16137:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384347.643435:0:16137:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1767384347.643437:0:16138:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:1.0:1767384347.643437:0:16137:0:(genops.c:1242:class_import_put()) import 00000000345f9ba7 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:1.0:1767384347.643441:0:16137:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384347.643443:0:16137:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000001a274af3. 00000100:00000200:3.0:1767384347.643444:0:16138:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bf6531a0 x1853236723085056/t0(0) o400->MGC192.168.202.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384363 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384347.643448:0:16137:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384347.643451:0:16137:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384347.643453:0:16137:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a9ba819b. 00000100:00000200:3.0:1767384347.643457:0:16138:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bf6531a0 x1853236723085056/t0(0) o400->MGC192.168.202.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384363 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384347.643458:0:16137:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384347.643462:0:16137:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384347.643466:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384347.643470:0:16138:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384347.643471:0:16137:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384347.643473:0:16138:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384347.643475:0:16137:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384347.643477:0:16138:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767384347.643479:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767384347.643480:0:16138:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384347.643484:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384347.643489:0:16138:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384347.643490:0:16138:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384347.643492:0:16138:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384347.643496:0:16138:0:(import.c:2128:obd_at_measure()) add 5 to 0000000028df3f77 time=77 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384347.643498:0:16138:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f5022cbe time=77 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384347.643500:0:16138:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384347.643502:0:16138:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384347.643505:0:16138:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384347.643506:0:16138:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384347.643508:0:16138:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384347.643510:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bf6531a0 x1853236723085056/t0(0) o400->MGC192.168.202.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384363 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384347.643514:0:16138:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384347.643516:0:16138:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384347.643517:0:16138:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384347.643518:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bf6531a0 x1853236723085056/t0(0) o400->MGC192.168.202.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384363 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384347.643523:0:16138:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000bf6531a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c0412d60-4f67-4dbc-8791-892843f60083:16138:1853236723085056:0@lo:400: 00000100:00000001:3.0:1767384347.643526:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384347.643527:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384347.643529:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f9e83428 x1853236723085568/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384363 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384347.643533:0:16138:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384347.643534:0:16138:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384347.643535:0:16138:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c5a6dcc6. 02000000:00000001:3.0:1767384347.643537:0:16138:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384347.643538:0:16138:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384347.643539:0:16138:0:(genops.c:1242:class_import_put()) import 000000005a28ad8c refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:3.0:1767384347.643541:0:16138:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384347.643543:0:16138:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004fe68d19. 02000000:00000001:3.0:1767384347.643544:0:16138:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384347.643545:0:16138:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384347.643547:0:16138:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f9e83428. 00000100:00000001:3.0:1767384347.643549:0:16138:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384347.643554:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384347.643555:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384347.643557:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bf6531a0 x1853236723085056/t0(0) o400->MGC192.168.202.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384363 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384347.643561:0:16138:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384347.643562:0:16138:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384347.643562:0:16138:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001a975d84. 02000000:00000001:3.0:1767384347.643564:0:16138:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384347.643564:0:16138:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384347.643565:0:16138:0:(genops.c:1242:class_import_put()) import 00000000df830bbe refcount=3 obd=MGC192.168.202.152@tcp 00000020:00000001:3.0:1767384347.643566:0:16138:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384347.643567:0:16138:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c9c62a05. 02000000:00000001:3.0:1767384347.643568:0:16138:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384347.643569:0:16138:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384347.643570:0:16138:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bf6531a0. 00000100:00000001:3.0:1767384347.643572:0:16138:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384347.643572:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384347.643574:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384347.643578:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384347.643579:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384347.643580:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384347.643581:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384347.664140:0:270:0:(connection.c:75:cpu_latency_work()) work item of 00000000135c2452 (cpu 0) has reached its deadline 4294937626, at 4294937627 00000100:00000010:2.0:1767384347.664155:0:270:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000482ebd09. 00000100:00000040:0.0:1767384347.664208:0:449:0:(connection.c:75:cpu_latency_work()) work item of 000000002fd0fb58 (cpu 0) has reached its deadline 4294937626, at 4294937627 00000100:00000040:3.0:1767384347.664211:0:53:0:(connection.c:75:cpu_latency_work()) work item of 000000009d5c2cb6 (cpu 0) has reached its deadline 4294937626, at 4294937627 00000100:00000010:0.0:1767384347.664218:0:449:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005f3198d9. 00000100:00000010:3.0:1767384347.664226:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002633d82c. 00000100:00000040:1.0:1767384347.665120:0:62:0:(connection.c:75:cpu_latency_work()) work item of 00000000edc4e618 (cpu 0) has reached its deadline 4294937626, at 4294937627 00000100:00000010:1.0:1767384347.665129:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002aa2ea79. 10000000:00000001:2.0:1767384347.894143:0:16776:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1767384347.894149:0:16776:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (0000000070cb7a0b) refs 2 10000000:00000001:2.0:1767384347.894154:0:16776:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384347.894157:0:16776:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1767384347.894159:0:16776:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1767384347.894161:0:16776:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:2.0:1767384347.894163:0:16776:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:2.0:1767384347.894166:0:16776:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:2.0:1767384347.894168:0:16776:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff8ef5103e6000 from 75 10000000:00000001:2.0:1767384347.894171:0:16776:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:2.0:1767384347.894185:0:16776:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:2.0:1767384347.894194:0:16776:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b8d5d876. 00000020:00000040:2.0:1767384347.894198:0:16776:0:(genops.c:1229:class_import_get()) import 00000000df830bbe refcount=4 obd=MGC192.168.202.152@tcp 00000100:00000001:2.0:1767384347.894203:0:16776:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384347.894207:0:16776:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384347.894212:0:16776:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384347.894219:0:16776:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ca2d863a. 00000100:00000001:2.0:1767384347.894227:0:16776:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384347.894231:0:16776:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1767384347.894239:0:16776:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384347.894245:0:16776:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000fe5ff4e2. 00010000:00000001:2.0:1767384347.894250:0:16776:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384347.894253:0:16776:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000434b1936. 00000020:00000001:2.0:1767384347.894259:0:16776:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384347.894262:0:16776:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000434b1936 with handle 0x7e51148972eeccb5 to hash 00000020:00000001:2.0:1767384347.894264:0:16776:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384347.894266:0:16776:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446619782554463744 : -124291155087872 : ffff8ef535da2e00) 00010000:00000001:2.0:1767384347.894269:0:16776:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446619782554463744 : -124291155087872 : ffff8ef535da2e00) 00010000:00000001:2.0:1767384347.894272:0:16776:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384347.894275:0:16776:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384347.894278:0:16776:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.152@tcp lock: 00000000434b1936/0x7e51148972eeccb5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 16776 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384347.894287:0:16776:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.152@tcp lock: 00000000434b1936/0x7e51148972eeccb5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 16776 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384347.894299:0:16776:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.152@tcp lock: 00000000434b1936/0x7e51148972eeccb5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 16776 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384347.894305:0:16776:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767384347.894307:0:16776:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384347.894312:0:16776:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006a0ab452. 00000100:00000001:2.0:1767384347.894315:0:16776:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446619782203339520 : -124291506212096 : ffff8ef520ec7300) 00000100:00000001:2.0:1767384347.894319:0:16776:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384347.894321:0:16776:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782407653120 : -124291301898496 : ffff8ef52d1a0700) 00000100:00000001:2.0:1767384347.894325:0:16776:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384347.894327:0:16776:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384347.894330:0:16776:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384347.894332:0:16776:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384347.894339:0:16776:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b8d5d876 x1853236723085696/t0(0) o101->MGC192.168.202.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384347.894349:0:16776:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384347.894352:0:16776:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384347.894362:0:16776:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384347.894364:0:16776:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384347.894367:0:16776:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384347.894371:0:16776:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b8d5d876 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c0412d60-4f67-4dbc-8791-892843f60083:16776:1853236723085696:0@lo:101: 00000100:00000001:2.0:1767384347.894377:0:16776:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384347.894382:0:16776:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384347.894385:0:16776:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384347.894387:0:16776:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384347.894391:0:16776:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000025f545c9. 02000000:00000001:2.0:1767384347.894394:0:16776:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384347.894399:0:16776:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001195ef07. 00000400:00000010:2.0:1767384347.894406:0:16776:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005a4d4621. 00000100:00000200:2.0:1767384347.894413:0:16776:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236723085696, portal 25 00000100:00000001:2.0:1767384347.894415:0:16776:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384347.894417:0:16776:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782407653120 : -124291301898496 : ffff8ef52d1a0700) 00000100:00000040:2.0:1767384347.894422:0:16776:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b8d5d876 x1853236723085696/t0(0) o101->MGC192.168.202.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384363 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384347.894430:0:16776:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384347.894434:0:16776:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384347.894437:0:16776:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000049fcf7bd. 00000100:00000200:2.0:1767384347.894441:0:16776:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853236723085696, offset 0 00000400:00000200:2.0:1767384347.894448:0:16776:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384347.894463:0:16776:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384347.894477:0:16776:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695824c907180 00000400:00000200:2.0:1767384347.894484:0:16776:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x1599 [2] + 0 00000400:00000010:2.0:1767384347.894489:0:16776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000006f61e17. 00000400:00000200:2.0:1767384347.894493:0:16776:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000810ee248 00000400:00000200:2.0:1767384347.894499:0:16776:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384347.894504:0:16776:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384347.894508:0:16776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000810ee248 00000400:00000010:2.0:1767384347.894511:0:16776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000810ee248. 00000100:00000001:2.0:1767384347.894515:0:16776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384347.894518:0:16776:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384347.894521:0:16776:0:(events.c:337:request_in_callback()) incoming req@00000000a7e194e6 x1853236723085696 msgsize 328 00000100:00100000:2.0:1767384347.894531:0:16776:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384347.894533:0:16776:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384347.894549:0:16776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384347.894558:0:16776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000049fcf7bd 00000400:00000010:2.0:1767384347.894561:0:16776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000049fcf7bd. 00000100:00000001:2.0:1767384347.894565:0:16776:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384347.894570:0:16776:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b8d5d876 x1853236723085696/t0(0) o101->MGC192.168.202.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384363 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384347.894580:0:16774:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384347.894580:0:16776:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:3.0:1767384347.894585:0:16774:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723085696 00000100:00000040:2.0:1767384347.894587:0:16776:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000b8d5d876 x1853236723085696/t0(0) o101->MGC192.168.202.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384363 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384347.894590:0:16774:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384347.894593:0:16774:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384347.894596:0:16774:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384347.894602:0:16774:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384347.894603:0:16776:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384347.894607:0:16774:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723085696 00000100:00000001:2.0:1767384347.894607:0:16776:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:3.0:1767384347.894611:0:16774:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384347.894612:0:16774:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eec8e1 00000100:00000001:2.0:1767384347.894613:0:16776:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384347.894614:0:16774:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384347.894618:0:16774:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000555601ca refcount=14 00000100:00000001:2.0:1767384347.894620:0:16776:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294937881 00000020:00000001:3.0:1767384347.894622:0:16774:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000020:00000001:3.0:1767384347.894626:0:16774:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000100:00000010:2.0:1767384347.894627:0:16776:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005c01cb3d. 00000100:00000001:2.0:1767384347.894635:0:16776:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767384347.894637:0:16774:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384347.894641:0:16774:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000079eb4551. 00000100:00000001:2.0:1767384347.894643:0:16776:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294937881 00000100:00000001:3.0:1767384347.894644:0:16774:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384347.894649:0:16774:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000079eb4551. 00000100:00000010:2.0:1767384347.894651:0:16776:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004ef00893. 00000020:00000010:3.0:1767384347.894654:0:16774:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001a975d84. 00000100:00000001:2.0:1767384347.894656:0:16776:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 1 00000020:00000010:3.0:1767384347.894660:0:16774:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000168cca12. 00000100:00000001:2.0:1767384347.894662:0:16776:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294937881 00000020:00000010:3.0:1767384347.894664:0:16774:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000cd9d2cca. 00000100:00000010:2.0:1767384347.894668:0:16776:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000aecfe49f. 00000100:00000001:2.0:1767384347.894674:0:16776:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 2 00000100:00000040:3.0:1767384347.894675:0:16774:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384347.894679:0:16774:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384347.894679:0:16776:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294937881 00000100:00000001:3.0:1767384347.894680:0:16774:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384347.894684:0:16774:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384347.894686:0:16776:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002ea6a0e8. 00000100:00000001:3.0:1767384347.894691:0:16774:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384347.894692:0:16776:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384347.894697:0:16776:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384347.894700:0:16776:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384347.894702:0:16776:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384347.894703:0:16774:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384347.894704:0:16776:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767384347.894709:0:16776:0:(client.c:2690:ptlrpc_set_wait()) set 000000006a0ab452 going to sleep for 11 seconds 00000100:00000001:2.0:1767384347.894713:0:16776:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384347.894716:0:16774:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384347.894720:0:16774:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384347.894723:0:16776:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384347.894725:0:16773:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:3.0:1767384347.894726:0:16774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 141 00000100:00000001:0.0:1767384347.894730:0:16773:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:3.0:1767384347.894731:0:16774:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000555601ca : new rpc_count 1 00000100:00000001:0.0:1767384347.894732:0:16773:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384347.894735:0:16774:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619781697502288 : -124292012049328 : ffff8ef502c5fc50) 00000100:00000001:0.0:1767384347.894736:0:16773:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384347.894743:0:16774:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a7e194e6 x1853236723085696/t0(0) o101->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:328/0 lens 328/0 e 0 to 0 dl 1767384358 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384347.894751:0:16774:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384347.894753:0:16774:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000079eb4551. 00000100:00000001:3.0:1767384347.894755:0:16774:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384347.894757:0:16774:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000079eb4551. 00000100:00100000:3.0:1767384347.894760:0:16774:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000a7e194e6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c0412d60-4f67-4dbc-8791-892843f60083+14:16776:x1853236723085696:12345-0@lo:101: 00000100:00000200:3.0:1767384347.894763:0:16774:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723085696 00000020:00000001:3.0:1767384347.894766:0:16774:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384347.894768:0:16774:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384347.894769:0:16774:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384347.894771:0:16774:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384347.894773:0:16774:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669141056 : -1040410560 : ffffffffc1fc9840) 00000020:00000001:3.0:1767384347.894776:0:16774:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384347.894782:0:16774:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384347.894784:0:16774:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384347.894786:0:16774:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384347.894788:0:16774:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384347.894790:0:16774:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1767384347.894791:0:16774:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1767384347.894793:0:16774:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1767384347.894794:0:16774:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1767384347.894795:0:16774:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384347.894798:0:16774:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384347.894802:0:16774:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000000f79cc55. 00010000:00000001:3.0:1767384347.894804:0:16774:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384347.894806:0:16774:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000e85c90e1. 00000020:00000001:3.0:1767384347.894809:0:16774:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384347.894810:0:16774:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000e85c90e1 with handle 0x7e51148972eeccbc to hash 00000020:00000001:3.0:1767384347.894812:0:16774:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384347.894812:0:16774:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446619781713882624 : -124291995668992 : ffff8ef503bfee00) 00010000:00000001:3.0:1767384347.894814:0:16774:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446619781713882624 : -124291995668992 : ffff8ef503bfee00) 00010000:00010000:3.0:1767384347.894816:0:16774:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000e85c90e1/0x7e51148972eeccbc lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x7e51148972eeccb5 expref: -99 pid: 16774 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384347.894821:0:16774:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 00000000555601ca : new locks_count 10 00000020:00000040:3.0:1767384347.894822:0:16774:0:(genops.c:887:class_export_get()) GET export 00000000555601ca refcount=15 00000100:00000001:3.0:1767384347.894827:0:16774:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384347.894829:0:16774:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384347.894832:0:16774:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 0000000081edca16. 02000000:00000001:3.0:1767384347.894833:0:16774:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384347.894835:0:16774:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384347.894837:0:16774:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384347.894839:0:16774:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384347.894841:0:16774:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384347.894842:0:16774:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384347.894843:0:16774:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384347.894845:0:16774:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384347.894846:0:16774:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384347.894847:0:16774:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384347.894853:0:16774:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384347.894855:0:16774:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384347.894856:0:16774:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384347.894857:0:16774:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000000f79cc55) refcount = 1 00010000:00010000:3.0:1767384347.894861:0:16774:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000e85c90e1/0x7e51148972eeccbc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x7e51148972eeccb5 expref: 15 pid: 16774 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384347.894865:0:16774:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384347.894866:0:16774:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384347.894867:0:16774:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384347.894869:0:16774:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384347.894870:0:16774:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384347.894873:0:16774:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1767384347.894875:0:16774:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000e85c90e1/0x7e51148972eeccbc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7e51148972eeccb5 expref: 15 pid: 16774 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384347.894879:0:16774:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384347.894880:0:16774:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384347.894882:0:16774:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384347.894884:0:16774:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384347.894886:0:16774:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384347.894887:0:16774:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384347.894888:0:16774:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384347.894889:0:16774:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000e85c90e1, rc 0) 00000020:00000001:3.0:1767384347.894890:0:16774:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384347.894893:0:16774:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236723085696 00010000:00000001:3.0:1767384347.894895:0:16774:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384347.894898:0:16774:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000a7e194e6 x1853236723085696/t0(0) o101->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:328/0 lens 328/344 e 0 to 0 dl 1767384358 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384347.894903:0:16774:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384347.894904:0:16774:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384347.894908:0:16774:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dd452398 time=77 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384347.894911:0:16774:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384347.894914:0:16774:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 21 to 0@lo 00000100:00000001:3.0:1767384347.894915:0:16774:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 02000000:00000001:3.0:1767384347.894922:0:16774:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384347.894923:0:16774:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384347.894925:0:16774:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384347.894927:0:16774:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384347.894929:0:16774:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a15541c0. 00000100:00000200:3.0:1767384347.894931:0:16774:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236723085696, offset 224 00000400:00000200:3.0:1767384347.894934:0:16774:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384347.894938:0:16774:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384347.894943:0:16774:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695824c907180 00000400:00000200:3.0:1767384347.894947:0:16774:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x1de1 [1] + 224 00000400:00000200:3.0:1767384347.894949:0:16774:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384347.894952:0:16774:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384347.894956:0:16774:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384347.894959:0:16774:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b8d5d876 x1853236723085696/t0(0) o101->MGC192.168.202.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384363 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384347.894965:0:16774:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@00000000b8d5d876 x1853236723085696/t0(0) o101->MGC192.168.202.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384363 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384347.894977:0:16774:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384347.894981:0:16774:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a15541c0 00000400:00000010:3.0:1767384347.894982:0:16774:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a15541c0. 00000100:00000001:3.0:1767384347.894985:0:16774:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384347.894986:0:16774:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384347.894989:0:16774:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384347.894992:0:16774:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 20 to 0@lo 00010000:00000001:3.0:1767384347.894994:0:16774:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384347.894995:0:16774:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384347.894997:0:16774:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384347.895000:0:16774:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a7e194e6 x1853236723085696/t0(0) o101->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:328/0 lens 328/344 e 0 to 0 dl 1767384358 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384347.895002:0:16776:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1767384347.895010:0:16774:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000a7e194e6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c0412d60-4f67-4dbc-8791-892843f60083+15:16776:x1853236723085696:12345-0@lo:101: Request processed in 257us (486us total) trans 0 rc 0/0 00000400:00000001:2.0:1767384347.895010:0:16776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384347.895014:0:16776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384347.895018:0:16776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001195ef07. 00000100:00100000:3.0:1767384347.895019:0:16774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 141 00000400:00000200:2.0:1767384347.895024:0:16776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005a4d4621 00000100:00000040:3.0:1767384347.895025:0:16774:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000555601ca : new rpc_count 0 00000400:00000010:2.0:1767384347.895028:0:16776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005a4d4621. 00000100:00000001:2.0:1767384347.895031:0:16776:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384347.895036:0:16774:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384347.895039:0:16774:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:2.0:1767384347.895039:0:16776:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b8d5d876 x1853236723085696/t0(0) o101->MGC192.168.202.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384363 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384347.895044:0:16774:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000168cca12. 00000020:00000010:3.0:1767384347.895051:0:16774:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000cd9d2cca. 00000100:00000200:2.0:1767384347.895055:0:16776:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b8d5d876 x1853236723085696/t0(0) o101->MGC192.168.202.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384363 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384347.895057:0:16774:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001a975d84. 00000020:00000040:3.0:1767384347.895064:0:16774:0:(genops.c:898:class_export_put()) PUTting export 00000000555601ca : new refcount 14 00000100:00000001:2.0:1767384347.895067:0:16776:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:3.0:1767384347.895069:0:16774:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1767384347.895070:0:16776:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1767384347.895072:0:16774:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 0000000081edca16. 00000100:00000001:2.0:1767384347.895076:0:16776:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384347.895077:0:16774:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384347.895080:0:16774:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384347.895081:0:16776:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384347.895084:0:16776:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384347.895109:0:16776:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384347.895112:0:16774:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 02000000:00000001:2.0:1767384347.895113:0:16776:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384347.895119:0:16774:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002fdfbc5c. 00000100:00001000:2.0:1767384347.895120:0:16776:0:(import.c:2128:obd_at_measure()) add 5 to 0000000028df3f77 time=77 v=5 (5 0 0 0) 00000400:00000010:3.0:1767384347.895124:0:16774:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009673c677. 00000100:00001000:2.0:1767384347.895126:0:16776:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f5022cbe time=77 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384347.895133:0:16776:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384347.895135:0:16776:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384347.895138:0:16776:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384347.895140:0:16776:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384347.895142:0:16776:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384347.895147:0:16776:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b8d5d876 x1853236723085696/t0(0) o101->MGC192.168.202.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384363 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384347.895153:0:16776:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384347.895156:0:16776:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384347.895158:0:16776:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384347.895161:0:16776:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b8d5d876 x1853236723085696/t0(0) o101->MGC192.168.202.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384363 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384347.895168:0:16776:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b8d5d876 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c0412d60-4f67-4dbc-8791-892843f60083:16776:1853236723085696:0@lo:101: 00000100:00000001:2.0:1767384347.895194:0:16776:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384347.895196:0:16776:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384347.895198:0:16776:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767384347.895199:0:16776:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384347.895202:0:16776:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b8d5d876 x1853236723085696/t0(0) o101->MGC192.168.202.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384363 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384347.895207:0:16776:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384347.895209:0:16776:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000006a0ab452. 00000100:00000001:2.0:1767384347.895212:0:16776:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767384347.895213:0:16776:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384347.895215:0:16776:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1767384347.895218:0:16776:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384347.895219:0:16776:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384347.895220:0:16776:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000434b1936 refcount=4 00000020:00000001:2.0:1767384347.895222:0:16776:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619782554463744 : -124291155087872 : ffff8ef535da2e00) 00010000:00000001:2.0:1767384347.895225:0:16776:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619782554463744 : -124291155087872 : ffff8ef535da2e00) 00010000:00000040:2.0:1767384347.895228:0:16776:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 00000000434b1936, remote cookie: 0x7e51148972eeccbc, flags: 0x0 00010000:00000001:2.0:1767384347.895231:0:16776:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384347.895233:0:16776:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384347.895235:0:16776:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384347.895236:0:16776:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384347.895237:0:16776:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384347.895238:0:16776:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000fe5ff4e2) refcount = 1 00010000:00010000:2.0:1767384347.895241:0:16776:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.152@tcp lock: 00000000434b1936/0x7e51148972eeccb5 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7e51148972eeccbc expref: -99 pid: 16776 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384347.895247:0:16776:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384347.895249:0:16776:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384347.895250:0:16776:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384347.895253:0:16776:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384347.895255:0:16776:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384347.895257:0:16776:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.152@tcp lock: 00000000434b1936/0x7e51148972eeccb5 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x7e51148972eeccbc expref: -99 pid: 16776 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384347.895272:0:16776:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1767384347.895274:0:16776:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384347.895275:0:16776:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384347.895276:0:16776:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384347.895277:0:16776:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384347.895278:0:16776:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384347.895280:0:16776:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384347.895283:0:16776:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b8d5d876 x1853236723085696/t0(0) o101->MGC192.168.202.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384363 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384347.895289:0:16776:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384347.895291:0:16776:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384347.895293:0:16776:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000025f545c9. 02000000:00000001:2.0:1767384347.895296:0:16776:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384347.895297:0:16776:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384347.895299:0:16776:0:(genops.c:1242:class_import_put()) import 00000000df830bbe refcount=3 obd=MGC192.168.202.152@tcp 00000020:00000001:2.0:1767384347.895301:0:16776:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384347.895303:0:16776:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000ca2d863a. 02000000:00000001:2.0:1767384347.895305:0:16776:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384347.895307:0:16776:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384347.895308:0:16776:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b8d5d876. 00000100:00000001:2.0:1767384347.895310:0:16776:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384347.895311:0:16776:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1767384347.895313:0:16776:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384347.895315:0:16776:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1767384347.895316:0:16776:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (0000000070cb7a0b) refs 3 10000000:00000001:2.0:1767384347.895318:0:16776:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384347.895320:0:16776:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384347.895321:0:16776:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384347.895322:0:16776:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000434b1936 refcount=3 00000020:00000001:2.0:1767384347.895324:0:16776:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619782554463744 : -124291155087872 : ffff8ef535da2e00) 00010000:00000001:2.0:1767384347.895326:0:16776:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619782554463744 : -124291155087872 : ffff8ef535da2e00) 00010000:00000001:2.0:1767384347.895328:0:16776:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:2.0:1767384347.895330:0:16776:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384347.895331:0:16776:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384347.895332:0:16776:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384347.895338:0:16776:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:2.0:1767384347.895340:0:16776:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 00000000f69b8348. 00000100:00000010:2.0:1767384347.895352:0:16776:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b8d5d876. 00000020:00000040:2.0:1767384347.895354:0:16776:0:(genops.c:1229:class_import_get()) import 00000000df830bbe refcount=4 obd=MGC192.168.202.152@tcp 00000100:00000001:2.0:1767384347.895357:0:16776:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384347.895359:0:16776:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384347.895361:0:16776:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384347.895364:0:16776:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ca2d863a. 00000100:00000001:2.0:1767384347.895367:0:16776:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384347.895370:0:16776:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:2.0:1767384347.895373:0:16776:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 0000000025f545c9. 00000100:00000010:2.0:1767384347.895376:0:16776:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 00000000abd94f42. 00000020:00000040:2.0:1767384347.895378:0:16776:0:(genops.c:1229:class_import_get()) import 00000000df830bbe refcount=5 obd=MGC192.168.202.152@tcp 00000100:00000001:2.0:1767384347.895382:0:16776:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767384347.895384:0:16776:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384347.895387:0:16776:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006a0ab452. 00000100:00000001:2.0:1767384347.895388:0:16776:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446619782203339520 : -124291506212096 : ffff8ef520ec7300) 00000100:00000001:2.0:1767384347.895391:0:16776:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384347.895392:0:16776:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782407653120 : -124291301898496 : ffff8ef52d1a0700) 00000100:00000001:2.0:1767384347.895396:0:16776:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384347.895397:0:16776:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384347.895399:0:16776:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384347.895400:0:16776:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384347.895403:0:16776:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b8d5d876 x1853236723085824/t0(0) o256->MGC192.168.202.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384347.895410:0:16776:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384347.895411:0:16776:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384347.895413:0:16776:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384347.895415:0:16776:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384347.895417:0:16776:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384347.895419:0:16776:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b8d5d876 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c0412d60-4f67-4dbc-8791-892843f60083:16776:1853236723085824:0@lo:256: 00000100:00000001:2.0:1767384347.895423:0:16776:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384347.895426:0:16776:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384347.895428:0:16776:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384347.895437:0:16776:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:2.0:1767384347.895442:0:16776:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001195ef07. 00000400:00000010:2.0:1767384347.895446:0:16776:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000435a9000. 00000100:00000200:2.0:1767384347.895450:0:16776:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x695824c907200-0x695824c907200, portal 33 00000100:00000001:2.0:1767384347.895453:0:16776:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384347.895455:0:16776:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384347.895458:0:16776:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000043b1e74d. 02000000:00000001:2.0:1767384347.895461:0:16776:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384347.895463:0:16776:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002cb02be0. 00000400:00000010:2.0:1767384347.895466:0:16776:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005a4d4621. 00000100:00000200:2.0:1767384347.895468:0:16776:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236723085824, portal 25 00000100:00000001:2.0:1767384347.895470:0:16776:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384347.895471:0:16776:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782407653120 : -124291301898496 : ffff8ef52d1a0700) 00000100:00000040:2.0:1767384347.895476:0:16776:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b8d5d876 x1853236723085824/t0(0) o256->MGC192.168.202.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384363 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384347.895483:0:16776:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384347.895486:0:16776:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384347.895489:0:16776:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000049fcf7bd. 00000100:00000200:2.0:1767384347.895492:0:16776:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853236723085824, offset 0 00000400:00000200:2.0:1767384347.895497:0:16776:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384347.895505:0:16776:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384347.895515:0:16776:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x695824c907200 00000400:00000200:2.0:1767384347.895520:0:16776:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x15a1 [2] + 0 00000400:00000010:2.0:1767384347.895524:0:16776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008a64f863. 00000400:00000200:2.0:1767384347.895528:0:16776:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000bc28df9c 00000400:00000200:2.0:1767384347.895532:0:16776:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384347.895537:0:16776:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384347.895540:0:16776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bc28df9c 00000400:00000010:2.0:1767384347.895543:0:16776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bc28df9c. 00000100:00000001:2.0:1767384347.895547:0:16776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384347.895548:0:16776:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384347.895552:0:16776:0:(events.c:337:request_in_callback()) incoming req@00000000953ff225 x1853236723085824 msgsize 304 00000100:00100000:2.0:1767384347.895557:0:16776:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384347.895559:0:16776:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384347.895575:0:16776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384347.895581:0:16776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000049fcf7bd 00000400:00000010:2.0:1767384347.895582:0:16776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000049fcf7bd. 00000100:00000001:2.0:1767384347.895585:0:16776:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384347.895588:0:16776:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b8d5d876 x1853236723085824/t0(0) o256->MGC192.168.202.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384363 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384347.895594:0:16776:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384347.895595:0:16774:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:2.0:1767384347.895597:0:16776:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000b8d5d876 x1853236723085824/t0(0) o256->MGC192.168.202.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384363 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384347.895599:0:16774:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723085824 02000000:00000001:3.0:1767384347.895604:0:16774:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384347.895607:0:16774:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384347.895608:0:16776:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384347.895610:0:16774:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384347.895611:0:16776:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384347.895615:0:16776:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384347.895616:0:16774:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384347.895622:0:16776:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294937882 00000100:00100000:3.0:1767384347.895623:0:16774:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723085824 00000020:00000001:3.0:1767384347.895627:0:16774:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384347.895629:0:16774:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eec8e1 00000020:00000001:3.0:1767384347.895631:0:16774:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384347.895631:0:16776:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294937881 00000020:00000040:3.0:1767384347.895635:0:16774:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000555601ca refcount=15 00000020:00000001:3.0:1767384347.895638:0:16774:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000100:00000001:2.0:1767384347.895638:0:16776:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294937882 00000020:00000001:3.0:1767384347.895643:0:16774:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000100:00000001:2.0:1767384347.895645:0:16776:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294937881 00000100:00000001:3.0:1767384347.895646:0:16774:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384347.895652:0:16774:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000079eb4551. 00000100:00000001:2.0:1767384347.895652:0:16776:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294937882 00000100:00000001:3.0:1767384347.895658:0:16774:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384347.895660:0:16776:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294937881 00000020:00000010:3.0:1767384347.895661:0:16774:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000079eb4551. 00000100:00000001:2.0:1767384347.895667:0:16776:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294937882 00000020:00000010:3.0:1767384347.895668:0:16774:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001a975d84. 00000100:00000001:2.0:1767384347.895671:0:16776:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294937881 00000020:00000010:3.0:1767384347.895673:0:16774:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000168cca12. 00000100:00000001:2.0:1767384347.895675:0:16776:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384347.895678:0:16774:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000cd9d2cca. 00000100:00000001:2.0:1767384347.895679:0:16776:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384347.895685:0:16776:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:3.0:1767384347.895687:0:16774:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384347.895687:0:16776:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767384347.895692:0:16776:0:(client.c:2690:ptlrpc_set_wait()) set 000000006a0ab452 going to sleep for 11 seconds 00000100:00000001:3.0:1767384347.895693:0:16774:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384347.895697:0:16776:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384347.895699:0:16776:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384347.895700:0:16774:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384347.895703:0:16774:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384347.895708:0:16774:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384347.895720:0:16774:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384347.895727:0:16774:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384347.895728:0:16774:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384347.895733:0:16774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 142 00000100:00000040:3.0:1767384347.895734:0:16774:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000555601ca : new rpc_count 1 00000100:00000001:3.0:1767384347.895736:0:16774:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619781697487952 : -124292012063664 : ffff8ef502c5c450) 00000100:00000040:3.0:1767384347.895739:0:16774:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000953ff225 x1853236723085824/t0(0) o256->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:328/0 lens 304/0 e 0 to 0 dl 1767384358 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384347.895745:0:16774:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384347.895748:0:16774:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000079eb4551. 00000100:00000001:3.0:1767384347.895749:0:16774:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384347.895751:0:16774:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000079eb4551. 00000100:00100000:3.0:1767384347.895753:0:16774:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000953ff225 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c0412d60-4f67-4dbc-8791-892843f60083+15:16776:x1853236723085824:12345-0@lo:256: 00000100:00000200:3.0:1767384347.895756:0:16774:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723085824 00000020:00000001:3.0:1767384347.895757:0:16774:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384347.895759:0:16774:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384347.895760:0:16774:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384347.895762:0:16774:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384347.895763:0:16774:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669141472 : -1040410144 : ffffffffc1fc99e0) 00000020:00000001:3.0:1767384347.895765:0:16774:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384347.895766:0:16774:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384347.895767:0:16774:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384347.895768:0:16774:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384347.895769:0:16774:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384347.895772:0:16774:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384347.895773:0:16774:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384347.895775:0:16774:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 0000000081edca16. 02000000:00000001:3.0:1767384347.895776:0:16774:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384347.895778:0:16774:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384347.895780:0:16774:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:3.0:1767384347.895788:0:16774:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:3.0:1767384347.895790:0:16774:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384347.895792:0:16774:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384347.895793:0:16774:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384347.895795:0:16774:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:3.0:1767384347.895796:0:16774:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:3.0:1767384347.895799:0:16774:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 00000000d97260b6. 20000000:00000001:3.0:1767384347.895801:0:16774:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:3.0:1767384347.895814:0:16774:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:3.0:1767384347.895819:0:16774:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:3.0:1767384347.895823:0:16774:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:3.0:1767384347.895825:0:16774:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:3.0:1767384347.895826:0:16774:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:3.0:1767384347.895827:0:16774:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:3.0:1767384347.895829:0:16774:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:3.0:1767384347.895830:0:16774:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:3.0:1767384347.895832:0:16774:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:3.0:1767384347.895833:0:16774:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:3.0:1767384347.895834:0:16774:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:3.0:1767384347.895836:0:16774:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:3.0:1767384347.895837:0:16774:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:3.0:1767384347.895838:0:16774:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:3.0:1767384347.895840:0:16774:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:3.0:1767384347.895841:0:16774:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:3.0:1767384347.895842:0:16774:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:3.0:1767384347.895844:0:16774:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:3.0:1767384347.895845:0:16774:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:3.0:1767384347.895846:0:16774:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:3.0:1767384347.895847:0:16774:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:3.0:1767384347.895848:0:16774:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:3.0:1767384347.895850:0:16774:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:3.0:1767384347.895851:0:16774:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:3.0:1767384347.895852:0:16774:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:3.0:1767384347.895853:0:16774:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:3.0:1767384347.895855:0:16774:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:3.0:1767384347.895856:0:16774:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:3.0:1767384347.895857:0:16774:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:3.0:1767384347.895859:0:16774:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:3.0:1767384347.895860:0:16774:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:3.0:1767384347.895866:0:16774:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:3.0:1767384347.895868:0:16774:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:00000040:3.0:1767384347.895870:0:16774:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #42 20000000:00000040:3.0:1767384347.895871:0:16774:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #43 20000000:00000040:3.0:1767384347.895873:0:16774:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #44 20000000:00000040:3.0:1767384347.895874:0:16774:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #45 20000000:01000000:3.0:1767384347.895876:0:16774:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 764, pages 3332/1/4/3. 20000000:00000040:3.0:1767384347.895882:0:16774:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:3.0:1767384347.895884:0:16774:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:3.0:1767384347.895885:0:16774:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:3.0:1767384347.895886:0:16774:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:3.0:1767384347.895888:0:16774:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:3.0:1767384347.895889:0:16774:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:3.0:1767384347.895890:0:16774:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:3.0:1767384347.895892:0:16774:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:3.0:1767384347.895893:0:16774:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:3.0:1767384347.895895:0:16774:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:3.0:1767384347.895896:0:16774:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:3.0:1767384347.895897:0:16774:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:3.0:1767384347.895899:0:16774:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:3.0:1767384347.895900:0:16774:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:3.0:1767384347.895901:0:16774:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:3.0:1767384347.895902:0:16774:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:3.0:1767384347.895903:0:16774:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:3.0:1767384347.895904:0:16774:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:3.0:1767384347.895905:0:16774:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:3.0:1767384347.895906:0:16774:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:3.0:1767384347.895907:0:16774:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:3.0:1767384347.895909:0:16774:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:3.0:1767384347.895910:0:16774:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:3.0:1767384347.895911:0:16774:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:3.0:1767384347.895912:0:16774:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:3.0:1767384347.895913:0:16774:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:3.0:1767384347.895914:0:16774:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:3.0:1767384347.895916:0:16774:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:3.0:1767384347.895917:0:16774:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:3.0:1767384347.895919:0:16774:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:3.0:1767384347.895920:0:16774:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:3.0:1767384347.895922:0:16774:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:3.0:1767384347.895928:0:16774:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:00000040:3.0:1767384347.895929:0:16774:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #42 20000000:00000040:3.0:1767384347.895931:0:16774:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #43 20000000:00000040:3.0:1767384347.895932:0:16774:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #44 20000000:00000040:3.0:1767384347.895934:0:16774:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #45 20000000:01000000:3.0:1767384347.895935:0:16774:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 764, pages 2568/1/4/3. 20000000:01000000:3.0:1767384347.895937:0:16774:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 1528, version 78 20000000:00000001:3.0:1767384347.895938:0:16774:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=1528 : 1528 : 5f8) 00000100:00000001:3.0:1767384347.895940:0:16774:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:3.0:1767384347.895943:0:16774:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000277c5712. 00000100:00000010:3.0:1767384347.895944:0:16774:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 000000007cf239fd. 00000020:00000040:3.0:1767384347.895946:0:16774:0:(genops.c:887:class_export_get()) GET export 00000000555601ca refcount=16 00010000:00000001:3.0:1767384347.895948:0:16774:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:3.0:1767384347.895950:0:16774:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:3.0:1767384347.895952:0:16774:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a15541c0. 00000400:00000010:3.0:1767384347.895958:0:16774:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000094bf6de4. 00000400:00000200:3.0:1767384347.895960:0:16774:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384347.895966:0:16774:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384347.895971:0:16774:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 1528 into portal 33 MB=0x695824c907200 00000400:00000200:3.0:1767384347.895975:0:16774:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 1528/1528 into md 0x1df1 [4] + 0 00000400:00000010:3.0:1767384347.895978:0:16774:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001195ef07. 00000400:00000200:3.0:1767384347.895980:0:16774:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000435a9000 00000400:00000200:3.0:1767384347.895983:0:16774:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384347.895986:0:16774:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384347.895988:0:16774:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000435a9000 00000400:00000010:3.0:1767384347.895989:0:16774:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000435a9000. 00000100:00000001:3.0:1767384347.895993:0:16774:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:3.0:1767384347.895994:0:16774:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 00000000b8d5d876 desc 0000000025f545c9 mbits 1853236723085824 00000100:00000001:3.0:1767384347.896003:0:16774:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:3.0:1767384347.896007:0:16774:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767384347.896011:0:16774:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:3.0:1767384347.896018:0:16774:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x1dfd 00000400:00000200:3.0:1767384347.896020:0:16774:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384347.896024:0:16774:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:3.0:1767384347.896028:0:16774:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000001:2.0:1767384347.896030:0:16776:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384347.896033:0:16776:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384347.896035:0:16774:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 00000000277c5712 00000100:00000001:3.0:1767384347.896039:0:16774:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:3.0:1767384347.896046:0:16774:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a15541c0 00000400:00000010:3.0:1767384347.896047:0:16774:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a15541c0. 00000100:00000001:3.0:1767384347.896050:0:16774:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:3.0:1767384347.896051:0:16774:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 00000000277c5712 00000100:00000001:3.0:1767384347.896053:0:16774:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:3.0:1767384347.896055:0:16774:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 1528 bytes via portal 33 id 12345-0@lo mbits 0x695824c907200-0x695824c907200 00000100:00000001:3.0:1767384347.896057:0:16774:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384347.896060:0:16774:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384347.896062:0:16774:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:3.0:1767384347.896063:0:16774:0:(genops.c:898:class_export_put()) PUTting export 00000000555601ca : new refcount 15 00000100:00000010:3.0:1767384347.896065:0:16774:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 000000007cf239fd. 00000100:00000010:3.0:1767384347.896068:0:16774:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000277c5712. 00000100:00000001:3.0:1767384347.896069:0:16774:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:3.0:1767384347.896070:0:16774:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:3.0:1767384347.896075:0:16774:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 00000000d97260b6. 20000000:00000001:3.0:1767384347.896078:0:16774:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384347.896080:0:16774:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236723085824 00010000:00000001:3.0:1767384347.896082:0:16774:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384347.896084:0:16774:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000953ff225 x1853236723085824/t0(0) o256->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:328/0 lens 304/240 e 0 to 0 dl 1767384358 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384347.896147:0:16774:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384347.896148:0:16774:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384347.896150:0:16774:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dd452398 time=77 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384347.896153:0:16774:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384347.896156:0:16774:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 21 to 0@lo 00000100:00000001:3.0:1767384347.896158:0:16774:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 02000000:00000001:3.0:1767384347.896160:0:16774:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384347.896162:0:16774:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384347.896166:0:16774:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384347.896169:0:16774:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384347.896172:0:16774:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a15541c0. 00000100:00000200:3.0:1767384347.896187:0:16774:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853236723085824, offset 224 00000400:00000200:3.0:1767384347.896193:0:16774:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384347.896207:0:16774:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384347.896213:0:16774:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x695824c907200 00000400:00000200:3.0:1767384347.896218:0:16774:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x1df5 [1] + 224 00000400:00000200:3.0:1767384347.896222:0:16774:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384347.896225:0:16774:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384347.896228:0:16774:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384347.896231:0:16774:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b8d5d876 x1853236723085824/t0(0) o256->MGC192.168.202.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384363 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384347.896241:0:16774:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@00000000b8d5d876 x1853236723085824/t0(0) o256->MGC192.168.202.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384363 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384347.896258:0:16774:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384347.896264:0:16774:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a15541c0 00000400:00000010:3.0:1767384347.896265:0:16774:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a15541c0. 00000100:00000001:3.0:1767384347.896269:0:16774:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384347.896270:0:16774:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384347.896274:0:16774:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384347.896277:0:16774:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 20 to 0@lo 00010000:00000001:3.0:1767384347.896279:0:16774:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:2.0:1767384347.896280:0:16776:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1767384347.896281:0:16774:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384347.896284:0:16774:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:2.0:1767384347.896286:0:16776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1767384347.896289:0:16774:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000953ff225 x1853236723085824/t0(0) o256->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:328/0 lens 304/240 e 0 to 0 dl 1767384358 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767384347.896290:0:16776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:3.0:1767384347.896296:0:16774:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000953ff225 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c0412d60-4f67-4dbc-8791-892843f60083+15:16776:x1853236723085824:12345-0@lo:256: Request processed in 549us (743us total) trans 0 rc 0/0 00000400:00000010:2.0:1767384347.896301:0:16776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002cb02be0. 00000400:00000200:2.0:1767384347.896305:0:16776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005a4d4621 00000100:00100000:3.0:1767384347.896306:0:16774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 142 00000400:00000010:2.0:1767384347.896310:0:16776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005a4d4621. 00000100:00000040:3.0:1767384347.896311:0:16774:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000555601ca : new rpc_count 0 00000100:00000001:3.0:1767384347.896316:0:16774:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384347.896318:0:16774:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384347.896318:0:16776:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:3.0:1767384347.896324:0:16774:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000168cca12. 00000100:00000200:2.0:1767384347.896326:0:16776:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b8d5d876 x1853236723085824/t0(0) o256->MGC192.168.202.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384363 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384347.896329:0:16774:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000cd9d2cca. 00000020:00000010:3.0:1767384347.896334:0:16774:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001a975d84. 00000020:00000040:3.0:1767384347.896341:0:16774:0:(genops.c:898:class_export_put()) PUTting export 00000000555601ca : new refcount 14 00000100:00000200:2.0:1767384347.896344:0:16776:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b8d5d876 x1853236723085824/t0(0) o256->MGC192.168.202.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384363 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384347.896352:0:16774:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384347.896355:0:16774:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 0000000081edca16. 00000100:00000001:2.0:1767384347.896358:0:16776:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:3.0:1767384347.896359:0:16774:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384347.896362:0:16774:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384347.896362:0:16776:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384347.896366:0:16776:0:(client.c:1578:after_reply()) Process entered 00000100:00000200:3.0:1767384347.896368:0:16774:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 02000000:00000001:2.0:1767384347.896370:0:16776:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000010:3.0:1767384347.896372:0:16774:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b484df55. 00000100:00000001:2.0:1767384347.896373:0:16776:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384347.896377:0:16776:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384347.896379:0:16774:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bc28df9c. 02000000:00000001:2.0:1767384347.896380:0:16776:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384347.896386:0:16776:0:(import.c:2128:obd_at_measure()) add 5 to 0000000028df3f77 time=77 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384347.896389:0:16776:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f5022cbe time=77 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384347.896391:0:16776:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384347.896392:0:16776:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384347.896393:0:16776:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384347.896395:0:16776:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384347.896396:0:16776:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384347.896399:0:16776:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@00000000b8d5d876 x1853236723085824/t0(0) o256->MGC192.168.202.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384363 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384347.896404:0:16776:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@00000000b8d5d876 x1853236723085824/t0(0) o256->MGC192.168.202.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384363 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384347.896409:0:16776:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384347.896410:0:16776:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384347.896412:0:16776:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b8d5d876 x1853236723085824/t0(0) o256->MGC192.168.202.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384363 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384347.896417:0:16776:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b8d5d876 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c0412d60-4f67-4dbc-8791-892843f60083:16776:1853236723085824:0@lo:256: 00000100:00000001:2.0:1767384347.896419:0:16776:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384347.896421:0:16776:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384347.896428:0:16776:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767384347.896429:0:16776:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384347.896431:0:16776:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b8d5d876 x1853236723085824/t0(0) o256->MGC192.168.202.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384363 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384347.896435:0:16776:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384347.896436:0:16776:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000006a0ab452. 00000100:00000001:2.0:1767384347.896438:0:16776:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767384347.896439:0:16776:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:2.0:1767384347.896441:0:16776:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 78, more 0. 10000000:00000001:2.0:1767384347.896444:0:16776:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:2.0:1767384347.896448:0:16776:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 00000000ad1311b7. 10000000:00000040:2.0:1767384347.896457:0:16776:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.202.152@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 00010000:00000001:2.0:1767384347.896462:0:16776:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:2.0:1767384347.896464:0:16776:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:2.0:1767384347.896468:0:16776:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.202.152@tcp has 192.168.202.152@tcp. 00000100:00000001:2.0:1767384347.896469:0:16776:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384347.896471:0:16776:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:2.0:1767384347.896472:0:16776:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.202.152@tcp with 192.168.202.152@tcp 00000100:00000200:2.0:1767384347.896474:0:16776:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.202.152@tcp' 00000100:00000200:2.0:1767384347.896476:0:16776:0:(lustre_peer.c:196:class_add_nids_to_uuid()) fill only 32 from 37 NIDs for '192.168.202.152@tcp' 00000400:00000200:2.0:1767384347.896478:0:16776:0:(peer.c:1356:LNetAddPeer()) Add peer with 32 NIDs 00000400:00001000:2.0:1767384347.896480:0:16776:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:2.0:1767384347.896493:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.202.152@tcp 00000400:00000200:2.0:1767384347.896496:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp NID flags 0x100001: -17 00000400:00000200:2.0:1767384347.896500:0:16776:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (36) 00000400:00000200:2.0:1767384347.896503:0:16776:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (37) 00000400:00000200:2.0:1767384347.896516:0:16776:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.152@tcp (000000005d9714d7): 0 00000400:00000200:2.0:1767384347.896519:0:16776:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:2.0:1767384347.896522:0:16776:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:2.0:1767384347.896527:0:16776:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.202.152@tcp NID 192.168.202.152@tcp: 0. pending discovery 00000400:00000200:2.0:1767384347.896529:0:16776:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000005d9714d7 (38) 00000400:00000200:2.0:1767384347.896531:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp 00000400:00000200:2.0:1767384347.896534:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.202.152@tcp10 00000400:00000200:2.0:1767384347.896537:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp10 NID flags 0x1: -114 00000400:00000200:2.0:1767384347.896539:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp10 00000400:00000200:1.0:1767384347.896542:0:16135:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384347.896547:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.202.152@tcp11 00000400:00000200:1.0:1767384347.896560:0:16135:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x102071 00000400:00000200:2.0:1767384347.896561:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp11 NID flags 0x1: -114 00000400:00000200:2.0:1767384347.896563:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp11 00000400:00000200:1.0:1767384347.896563:0:16135:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (37) 00000400:00000200:2.0:1767384347.896565:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.202.152@tcp12 00000400:00000200:2.0:1767384347.896568:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp12 NID flags 0x1: -114 00000400:00000010:1.0:1767384347.896568:0:16135:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 633 at 000000004fd849ce. 00000400:00000200:2.0:1767384347.896570:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp12 00000400:00000200:2.0:1767384347.896573:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.202.152@tcp13 00000400:00000010:1.0:1767384347.896573:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c8d68723. 00000400:00000200:2.0:1767384347.896576:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp13 NID flags 0x1: -114 00000400:00000200:2.0:1767384347.896577:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp13 00000400:00000200:2.0:1767384347.896578:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.202.152@tcp14 00000400:00000010:1.0:1767384347.896579:0:16135:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000007ea79d77. 00000400:00000200:2.0:1767384347.896581:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp14 NID flags 0x1: -114 00000400:00000200:2.0:1767384347.896583:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp14 00000400:00000200:1.0:1767384347.896583:0:16135:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.152@tcp 00000400:00000200:2.0:1767384347.896585:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.202.152@tcp15 00000400:00000200:2.0:1767384347.896588:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp15 NID flags 0x1: -114 00000400:00000200:2.0:1767384347.896589:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp15 00000400:00000200:2.0:1767384347.896591:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.202.152@tcp16 00000400:00000200:2.0:1767384347.896594:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp16 NID flags 0x1: -114 00000400:00000200:2.0:1767384347.896595:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp16 00000400:00000200:2.0:1767384347.896597:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.202.152@tcp17 00000400:00000200:1.0:1767384347.896597:0:16135:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.152@tcp local destination 00000400:00000200:2.0:1767384347.896600:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp17 NID flags 0x1: -114 00000400:00000200:2.0:1767384347.896602:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp17 00000400:00000200:1.0:1767384347.896603:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 155], ns[40, 158] 00000400:00000200:2.0:1767384347.896604:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.202.152@tcp18 00000400:00000200:2.0:1767384347.896607:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp18 NID flags 0x1: -114 00000400:00000200:2.0:1767384347.896609:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp18 00000400:00000200:1.0:1767384347.896610:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 40], ns[64, 40] 00000400:00000200:2.0:1767384347.896611:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.202.152@tcp19 00000400:00000200:2.0:1767384347.896614:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp19 NID flags 0x1: -114 00000400:00000200:1.0:1767384347.896625:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[68, 40], ns[68, 40] 00000400:00000200:2.0:1767384347.896626:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp19 00000400:00000200:2.0:1767384347.896628:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.202.152@tcp20 00000400:00000200:1.0:1767384347.896630:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[78, 40], ns[78, 40] 00000400:00000200:2.0:1767384347.896631:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp20 NID flags 0x1: -114 00000400:00000200:2.0:1767384347.896633:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp20 00000400:00000200:2.0:1767384347.896634:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.202.152@tcp21 00000400:00000200:1.0:1767384347.896635:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[83, 40], ns[83, 40] 00000400:00000200:2.0:1767384347.896638:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp21 NID flags 0x1: -114 00000400:00000200:2.0:1767384347.896639:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp21 00000400:00000200:1.0:1767384347.896639:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[99, 40], ns[100, 40] 00000400:00000200:2.0:1767384347.896641:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.202.152@tcp22 00000400:00000200:2.0:1767384347.896644:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp22 NID flags 0x1: -114 00000400:00000200:1.0:1767384347.896644:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[103, 40], ns[104, 40] 00000400:00000200:2.0:1767384347.896646:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp22 00000400:00000200:1.0:1767384347.896649:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[114, 40], ns[117, 40] 00000400:00000200:1.0:1767384347.896653:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[119, 40], ns[122, 40] 00000400:00000200:2.0:1767384347.896655:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.202.152@tcp23 00000400:00000200:2.0:1767384347.896660:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp23 NID flags 0x1: -114 00000400:00000200:1.0:1767384347.896660:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[125, 40], ns[128, 40] 00000400:00000200:2.0:1767384347.896662:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp23 00000400:00000200:2.0:1767384347.896664:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.202.152@tcp24 00000400:00000200:1.0:1767384347.896665:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[132, 40], ns[135, 40] 00000400:00000200:2.0:1767384347.896667:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp24 NID flags 0x1: -114 00000400:00000200:2.0:1767384347.896668:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp24 00000400:00000200:2.0:1767384347.896670:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.202.152@tcp25 00000400:00000200:1.0:1767384347.896670:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[136, 40], ns[139, 40] 00000400:00000200:2.0:1767384347.896673:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp25 NID flags 0x1: -114 00000400:00000200:1.0:1767384347.896674:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[146, 40], ns[149, 40] 00000400:00000200:2.0:1767384347.896675:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp25 00000400:00000200:2.0:1767384347.896677:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.202.152@tcp26 00000400:00000200:2.0:1767384347.896680:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp26 NID flags 0x1: -114 00000400:00000200:1.0:1767384347.896681:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[148, 40], ns[151, 40] 00000400:00000200:2.0:1767384347.896683:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp26 00000400:00000200:2.0:1767384347.896684:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.202.152@tcp27 00000400:00000200:1.0:1767384347.896685:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 40], ns[44, 40] 00000400:00000200:2.0:1767384347.896688:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp27 NID flags 0x1: -114 00000400:00000200:2.0:1767384347.896690:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp27 00000400:00000200:2.0:1767384347.896691:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.202.152@tcp28 00000400:00000200:1.0:1767384347.896691:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 40], ns[48, 40] 00000400:00000200:2.0:1767384347.896695:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp28 NID flags 0x1: -114 00000400:00000200:1.0:1767384347.896695:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 40], ns[52, 40] 00000400:00000200:2.0:1767384347.896697:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp28 00000400:00000200:2.0:1767384347.896699:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.202.152@tcp29 00000400:00000200:1.0:1767384347.896701:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 40], ns[56, 40] 00000400:00000200:2.0:1767384347.896702:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp29 NID flags 0x1: -114 00000400:00000200:2.0:1767384347.896704:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp29 00000400:00000200:2.0:1767384347.896706:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.202.152@tcp30 00000400:00000200:2.0:1767384347.896709:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp30 NID flags 0x1: -114 00000400:00000200:2.0:1767384347.896711:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp30 00000400:00000200:1.0:1767384347.896712:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 40], ns[60, 40] 00000400:00000200:2.0:1767384347.896713:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[22]: 192.168.202.152@tcp31 00000400:00000200:2.0:1767384347.896715:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp31 NID flags 0x1: -114 00000400:00000200:2.0:1767384347.896717:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp31 00000400:00000200:1.0:1767384347.896717:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 40], ns[72, 40] 00000400:00000200:2.0:1767384347.896719:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[23]: 192.168.202.152@tcp32 00000400:00000200:2.0:1767384347.896722:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp32 NID flags 0x1: -114 00000400:00000200:1.0:1767384347.896722:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[76, 40], ns[76, 40] 00000400:00000200:2.0:1767384347.896724:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp32 00000400:00000200:2.0:1767384347.896726:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[24]: 192.168.202.152@tcp33 00000400:00000200:1.0:1767384347.896726:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[96, 40], ns[97, 40] 00000400:00000200:2.0:1767384347.896729:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp33 NID flags 0x1: -114 00000400:00000200:2.0:1767384347.896730:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp33 00000400:00000200:1.0:1767384347.896731:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[95, 40], ns[96, 40] 00000400:00000200:2.0:1767384347.896732:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[25]: 192.168.202.152@tcp34 00000400:00000200:2.0:1767384347.896736:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp34 NID flags 0x1: -114 00000400:00000200:1.0:1767384347.896736:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[90, 40], ns[91, 40] 00000400:00000200:2.0:1767384347.896739:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp34 00000400:00000200:1.0:1767384347.896741:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[138, 40], ns[141, 40] 00000400:00000200:2.0:1767384347.896746:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[26]: 192.168.202.152@tcp35 00000400:00000200:1.0:1767384347.896746:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[108, 40], ns[109, 40] 00000400:00000200:2.0:1767384347.896749:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp35 NID flags 0x1: -114 00000400:00000200:2.0:1767384347.896751:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp35 00000400:00000200:1.0:1767384347.896751:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[153, 40], ns[156, 40] 00000400:00000200:2.0:1767384347.896753:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[27]: 192.168.202.152@tcp36 00000400:00000200:2.0:1767384347.896756:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp36 NID flags 0x1: -114 00000400:00000200:1.0:1767384347.896756:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[130, 40], ns[133, 40] 00000400:00000200:2.0:1767384347.896758:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp36 00000400:00000200:2.0:1767384347.896760:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[28]: 192.168.202.152@tcp37 00000400:00000200:1.0:1767384347.896761:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[140, 40], ns[143, 40] 00000400:00000200:2.0:1767384347.896762:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp37 NID flags 0x1: -114 00000400:00000200:2.0:1767384347.896764:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp37 00000400:00000200:2.0:1767384347.896766:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[29]: 192.168.202.152@tcp38 00000400:00000200:1.0:1767384347.896766:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[117, 40], ns[120, 40] 00000400:00000200:2.0:1767384347.896770:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp38 NID flags 0x1: -114 00000400:00000200:2.0:1767384347.896771:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp38 00000400:00000200:1.0:1767384347.896771:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[139, 40], ns[142, 40] 00000400:00000200:2.0:1767384347.896773:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[30]: 192.168.202.152@tcp39 00000400:00000200:2.0:1767384347.896776:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp39 NID flags 0x1: -114 00000400:00000200:1.0:1767384347.896777:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[151, 40], ns[154, 40] 00000400:00000200:2.0:1767384347.896778:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp39 00000400:00000200:2.0:1767384347.896781:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[31]: 192.168.202.152@tcp40 00000400:00000200:1.0:1767384347.896783:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[152, 40], ns[155, 40] 00000400:00000200:2.0:1767384347.896784:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp40 NID flags 0x1: -114 00000400:00000200:2.0:1767384347.896786:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp40 00000400:00000200:1.0:1767384347.896788:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[900, 1000], np[4294967295, 4294967295], ps[156, 40], ns[159, 40] 00000100:00000001:2.0:1767384347.896789:0:16776:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384347.896791:0:16776:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384347.896792:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 40], ns[0, 40] 10000000:00000040:2.0:1767384347.896794:0:16776:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.202.152@tcp' by NID '192.168.202.152@tcp' 00000400:00000200:1.0:1767384347.896797:0:16135:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp44 10000000:00000010:2.0:1767384347.896798:0:16776:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 000000005ac83f73. 10000000:00000040:2.0:1767384347.896800:0:16776:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 78/78 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.202.152@tcp::2 00000400:00000200:1.0:1767384347.896802:0:16135:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.152@tcp44 00000020:00000080:2.0:1767384347.896803:0:16776:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000020:00000001:2.0:1767384347.896810:0:16776:0:(obd_class.h:681:obd_process_config()) Process entered 00000400:00000200:1.0:1767384347.896812:0:16135:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.152@tcp44 lpni_is_preferred = 0 00000020:00000010:2.0:1767384347.896814:0:16776:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000068ad4890. 00000400:00000200:1.0:1767384347.896815:0:16135:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.152@tcp44 00000020:00000010:2.0:1767384347.896818:0:16776:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000d57b9c7a. 00000400:00000200:1.0:1767384347.896819:0:16135:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp44 NI seq info: [160:160:256:4294967295] 192.168.202.152@tcp44 LPNI seq info [157:157:8:4294967295] 00000040:00000010:2.0:1767384347.896822:0:16776:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000dc1aa67d. 00000020:00000010:2.0:1767384347.896826:0:16776:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000d472efff. 00000400:00000200:1.0:1767384347.896826:0:16135:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.152@tcp44 00000020:00000010:2.0:1767384347.896831:0:16776:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000005c4ba9a4. 00000020:00000010:2.0:1767384347.896835:0:16776:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000032f5613f. 00000400:00000200:1.0:1767384347.896835:0:16135:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp44(192.168.202.152@tcp44:) -> 192.168.202.152@tcp44(192.168.202.152@tcp:192.168.202.152@tcp44) : GET try# 0 80000000:00000010:2.0:1767384347.896840:0:16776:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000bfff13bf. 00000800:00000200:1.0:1767384347.896841:0:16135:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.152@tcp44 40000000:00000010:2.0:1767384347.896844:0:16776:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000001a710d06. 00000800:00000010:1.0:1767384347.896845:0:16135:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000003731eb54. 00100000:00000010:2.0:1767384347.896850:0:16776:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000c5851326. 00000800:00000010:1.0:1767384347.896853:0:16135:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000006885d970. 00000800:00000010:1.0:1767384347.896857:0:16135:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000f5dc2e30. 00040000:00000010:2.0:1767384347.896859:0:16776:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000177463c8. 00000800:00000200:1.0:1767384347.896862:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006885d970] -> 12345-192.168.202.152@tcp44 (2) 00040000:00000010:2.0:1767384347.896863:0:16776:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000005f2097dd. 00000800:00000200:1.1:1767384347.896867:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006885d970] -> 12345-192.168.202.152@tcp44 (2) 00040000:00000010:2.0:1767384347.896868:0:16776:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000002382e9ef. 00080000:00000010:2.0:1767384347.896872:0:16776:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000076935a1c. 00000004:00000010:2.0:1767384347.896876:0:16776:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000c80cbb98. 00000004:00000010:2.0:1767384347.896882:0:16776:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000cb46afa4. 00000400:00000200:1.0:1767384347.896883:0:16135:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.152@tcp 00000400:00000200:1.0:1767384347.896886:0:16135:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100271 rc 0 00000004:00000010:2.0:1767384347.896887:0:16776:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000d41f1308. 00002000:00000010:2.0:1767384347.896892:0:16776:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000066a9949e. 00000004:00000010:2.0:1767384347.896896:0:16776:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000e1534ea4. 00000004:00000001:2.0:1767384347.896900:0:16776:0:(osp_dev.c:662:osp_process_config()) Process entered 00000040:00000001:2.0:1767384347.896903:0:16776:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:2.0:1767384347.896905:0:16776:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 000000005ac83f73 00000040:00001000:2.0:1767384347.896907:0:16776:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:2.0:1767384347.896908:0:16776:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:2.0:1767384347.896910:0:16776:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:2.0:1767384347.896912:0:16776:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:2.0:1767384347.896915:0:16776:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:2.0:1767384347.896916:0:16776:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:2.0:1767384347.896918:0:16776:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:2.0:1767384347.896920:0:16776:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.202.152@tcp::2 00000040:00000001:2.0:1767384347.896922:0:16776:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000400:00000200:1.0:1767384347.896950:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.152:988 00000004:00000001:2.0:1767384347.896972:0:16776:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384347.896977:0:16776:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000d57b9c7a. 00000040:00000010:2.0:1767384347.896981:0:16776:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000dc1aa67d. 00000020:00000010:2.0:1767384347.896985:0:16776:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000d472efff. 00000020:00000010:2.0:1767384347.896989:0:16776:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000005c4ba9a4. 00000020:00000010:2.0:1767384347.896994:0:16776:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000032f5613f. 80000000:00000010:2.0:1767384347.896997:0:16776:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000bfff13bf. 00000400:00000200:1.0:1767384347.896998:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.152:988 40000000:00000010:2.0:1767384347.897001:0:16776:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000001a710d06. 00100000:00000010:2.0:1767384347.897004:0:16776:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000c5851326. 00040000:00000010:2.0:1767384347.897008:0:16776:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000177463c8. 00040000:00000010:2.0:1767384347.897011:0:16776:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000005f2097dd. 00040000:00000010:2.0:1767384347.897014:0:16776:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000002382e9ef. 00080000:00000010:2.0:1767384347.897018:0:16776:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000076935a1c. 00000004:00000010:2.0:1767384347.897021:0:16776:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000c80cbb98. 00000400:00000200:1.0:1767384347.897022:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.152:988 00000004:00000010:2.0:1767384347.897031:0:16776:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000cb46afa4. 00000004:00000010:2.0:1767384347.897036:0:16776:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000d41f1308. 00002000:00000010:2.0:1767384347.897040:0:16776:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000066a9949e. 00000004:00000010:2.0:1767384347.897043:0:16776:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000e1534ea4. 00000020:00000010:2.0:1767384347.897047:0:16776:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000068ad4890. 00000400:00000200:1.0:1767384347.897047:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.152:988 00000020:00000001:2.0:1767384347.897051:0:16776:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384347.897053:0:16776:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:2.0:1767384347.897057:0:16776:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 000000005ac83f73. 10000000:00000010:2.0:1767384347.897060:0:16776:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 00000000ad1311b7. 10000000:00000001:2.0:1767384347.897062:0:16776:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384347.897065:0:16776:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384347.897069:0:16776:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b8d5d876 x1853236723085824/t0(0) o256->MGC192.168.202.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384363 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384347.897070:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.152:988 00000100:00000001:2.0:1767384347.897077:0:16776:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384347.897078:0:16776:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384347.897080:0:16776:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000043b1e74d. 02000000:00000001:2.0:1767384347.897083:0:16776:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384347.897084:0:16776:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384347.897113:0:16776:0:(genops.c:1242:class_import_put()) import 00000000df830bbe refcount=4 obd=MGC192.168.202.152@tcp 00000020:00000001:2.0:1767384347.897116:0:16776:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767384347.897117:0:16776:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:2.0:1767384347.897120:0:16776:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384347.897121:0:16776:0:(genops.c:1242:class_import_put()) import 00000000df830bbe refcount=3 obd=MGC192.168.202.152@tcp 00000020:00000001:2.0:1767384347.897123:0:16776:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:2.0:1767384347.897125:0:16776:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 00000000abd94f42. 00000100:00000010:2.0:1767384347.897128:0:16776:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 0000000025f545c9. 00000400:00000200:1.0:1767384347.897128:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.152:988 00000100:00000001:2.0:1767384347.897130:0:16776:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:2.0:1767384347.897132:0:16776:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000ca2d863a. 02000000:00000001:2.0:1767384347.897134:0:16776:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384347.897136:0:16776:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384347.897137:0:16776:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b8d5d876. 00000100:00000001:2.0:1767384347.897140:0:16776:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384347.897141:0:16776:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:2.0:1767384347.897154:0:16776:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 00000000f69b8348. 00000400:00000200:1.0:1767384347.897155:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.152:988 10000000:01000000:2.0:1767384347.897158:0:16776:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.152@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:2.0:1767384347.897161:0:16776:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:2.0:1767384347.897168:0:16776:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384347.897170:0:16776:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384347.897172:0:16776:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000434b1936 refcount=3 00000020:00000001:2.0:1767384347.897189:0:16776:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619782554463744 : -124291155087872 : ffff8ef535da2e00) 00010000:00000001:2.0:1767384347.897192:0:16776:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619782554463744 : -124291155087872 : ffff8ef535da2e00) 00010000:00000001:2.0:1767384347.897195:0:16776:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384347.897197:0:16776:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.152@tcp lock: 00000000434b1936/0x7e51148972eeccb5 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7e51148972eeccbc expref: -99 pid: 16776 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384347.897200:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.152:988 00010000:00000001:2.0:1767384347.897205:0:16776:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384347.897206:0:16776:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384347.897207:0:16776:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.152@tcp lock: 00000000434b1936/0x7e51148972eeccb5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7e51148972eeccbc expref: -99 pid: 16776 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384347.897214:0:16776:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384347.897215:0:16776:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384347.897217:0:16776:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:2.0:1767384347.897218:0:16776:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384347.897220:0:16776:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384347.897223:0:16776:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:2.0:1767384347.897225:0:16776:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1767384347.897227:0:16776:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(0000000070cb7a0b) refs 3 10000000:00000001:2.0:1767384347.897229:0:16776:0:(mgc_request.c:147:config_log_put()) Process leaving 00000400:00000200:1.0:1767384347.897235:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.152:988 00000400:00000200:1.0:1767384347.897275:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.152:988 00000400:00000200:1.0:1767384347.897314:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.152:988 00000400:00000200:1.0:1767384347.897353:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.152:988 00000400:00000200:1.0:1767384347.897389:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.152:988 00000400:00000200:1.0:1767384347.897415:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.152:988 00000400:00000200:1.0:1767384347.897439:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.152:988 00000400:00000200:1.0:1767384347.897476:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.152:988 00000400:00000200:1.0:1767384347.897499:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.152:988 00000400:00000200:1.0:1767384347.897533:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.152:988 00000400:00000200:1.0:1767384347.897565:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.152:988 00000400:00000200:1.0:1767384347.897595:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.152:988 00000400:00000200:1.0:1767384347.897627:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.152:988 00000400:00000200:1.0:1767384347.897656:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.152:988 00000400:00000200:1.0:1767384347.897685:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.152:988 00000400:00000200:1.0:1767384347.897711:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.152:988 00000400:00000200:1.0:1767384347.897735:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.152:988 00000400:00000200:1.0:1767384347.897762:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.152:988 00000400:00000200:1.0:1767384347.897795:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.152:988 00000400:00000200:1.0:1767384347.897827:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.152:988 00000400:00000200:1.0:1767384347.897860:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.152:988 00000400:00000200:1.0:1767384347.897892:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.152:988 00000400:00000200:1.0:1767384347.897920:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.152:988 00000400:00000200:1.0:1767384347.897947:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.152:988 00000400:00000200:1.0:1767384347.897975:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.152:988 00000400:00000200:1.0:1767384347.898000:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.152:988 00000400:00000200:1.0:1767384347.898028:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.152:988 00000800:00000010:1.0:1767384347.898406:0:16127:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000989c557f. 00000800:00000010:1.0:1767384347.898413:0:16127:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000008c882382. 00000800:00000010:1.0:1767384347.898420:0:16127:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000022cedf81. 00000800:00000010:1.0:1767384347.898445:0:16127:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000022cedf81. 00000800:00020000:1.0:1767384347.898454:0:16127:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.152 00000800:00000010:1.0:1767384347.898458:0:16127:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000008c882382. 00000800:00000010:1.0:1767384347.898461:0:16127:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000989c557f. 00000400:02020000:1.0:1767384347.898501:0:16127:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.152@tcp44 at host 192.168.202.152:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384347.898507:0:16127:0:(router.c:1755:lnet_notify()) 192.168.202.152@tcp44 notifying 192.168.202.152@tcp44: down 00000800:00000200:1.0:1767384347.898513:0:16127:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.152@tcp44 down 00000800:00000100:1.0:1767384347.898519:0:16127:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.152@tcp44 00000800:00000010:1.0:1767384347.898522:0:16127:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000003731eb54. 00000400:00000200:1.0:1767384347.898526:0:16127:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384347.898530:0:16127:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp44->192.168.202.152@tcp44: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384347.898544:0:16127:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.152@tcp44 added to recovery queue. ping count: 0 next ping: 271 health :900 00000400:00000200:1.0:1767384347.898549:0:16127:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384347.898551:0:16127:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.152@tcp: 1 00000400:00000200:1.0:1767384347.898554:0:16127:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.152@tcp (000000005d9714d7): -114 00000400:00000200:3.0:1767384347.898621:0:16135:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384347.898627:0:16135:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100871 00000400:00000001:3.0:1767384347.898630:0:16135:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384347.898631:0:16135:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384347.898633:0:16135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c8d68723 00000400:00000010:3.0:1767384347.898634:0:16135:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c8d68723. 00000400:00000200:3.0:1767384347.898637:0:16135:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:3.0:1767384347.898640:0:16135:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.152@tcp (000000005d9714d7): -114 00000400:00000010:3.0:1767384347.898643:0:16135:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 633 at 000000004fd849ce. 00000400:00000200:3.0:1767384347.898646:0:16135:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000005d9714d7 (38) 00000400:00000200:3.0:1767384347.898648:0:16135:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.202.152@tcp:-71 00000400:00000200:3.0:1767384347.898650:0:16135:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x102071 rc -71 00000400:00000200:3.0:1767384347.898653:0:16135:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.152@tcp (000000005d9714d7) 00000400:00000200:3.0:1767384347.898656:0:16135:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000005d9714d7 (37) 00000020:00000010:0.0:1767384347.905704:0:35769:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 00000000a862d82c. 00000020:00000040:0.0:1767384347.905711:0:35769:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:0.0:1767384347.905713:0:35769:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 00000000a862d82c. 00000100:00000040:2.0:1767384347.920139:0:270:0:(connection.c:75:cpu_latency_work()) work item of 00000000135c2452 (cpu 0) has reached its deadline 4294937882, at 4294937883 00000100:00000010:2.0:1767384347.920151:0:270:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000aecfe49f. 00000100:00000040:1.0:1767384347.920188:0:62:0:(connection.c:75:cpu_latency_work()) work item of 00000000edc4e618 (cpu 0) has reached its deadline 4294937882, at 4294937883 00000100:00000010:1.0:1767384347.920195:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004ef00893. 00000100:00000040:3.0:1767384347.921136:0:53:0:(connection.c:75:cpu_latency_work()) work item of 000000009d5c2cb6 (cpu 0) has reached its deadline 4294937882, at 4294937884 00000100:00000010:3.0:1767384347.921143:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002ea6a0e8. 00000100:00000040:0.0:1767384347.921144:0:449:0:(connection.c:75:cpu_latency_work()) work item of 000000002fd0fb58 (cpu 0) has reached its deadline 4294937882, at 4294937884 00000100:00000010:0.0:1767384347.921153:0:449:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005c01cb3d. 00000800:00000200:2.0:1767384348.085194:0:16129:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002017c0cd] -> 12345-192.168.202.152@tcp10 (6) 00000800:00000200:2.0:1767384348.085206:0:16129:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp10 ip 192.168.202.152:988 00000800:00000200:2.0:1767384348.085211:0:16129:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000050b9c4c8 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:2.0:1767384348.085351:0:16132:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1767384348.085357:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384348.085367:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384348.085372:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384348.085376:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384348.086152:0:16134:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.152@tcp37 00000400:00000010:2.0:1767384348.086156:0:16134:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000aab8c112. 00000400:00000010:2.0:1767384348.086170:0:16134:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000032f5613f. 00000400:00000010:2.0:1767384348.086189:0:16134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005a4d4621. 00000400:00000010:2.0:1767384348.086199:0:16134:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000111d285b. 00000400:00000200:2.0:1767384348.086204:0:16134:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.152@tcp37 00000400:00000200:2.0:1767384348.086224:0:16134:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.152@tcp37 local destination 00000400:00000200:2.0:1767384348.086232:0:16134:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.152@tcp37 00000400:00000200:2.0:1767384348.086237:0:16134:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp37 NI seq info: [161:161:256:4294967295] 192.168.202.152@tcp37 LPNI seq info [158:158:8:4294967295] 00000400:00000200:2.0:1767384348.086244:0:16134:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.152@tcp37 00000400:00000200:2.0:1767384348.086253:0:16134:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp37(192.168.202.152@tcp37:) -> 192.168.202.152@tcp37(192.168.202.152@tcp37:192.168.202.152@tcp37) : GET try# 0 00000800:00000200:2.0:1767384348.086260:0:16134:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.152@tcp37 00000800:00000010:2.0:1767384348.086264:0:16134:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000177463c8. 00000800:00000200:2.0:1767384348.086270:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000def3ae70] -> 12345-192.168.202.152@tcp37 (2) 00000800:00000200:2.1:1767384348.086275:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000def3ae70] -> 12345-192.168.202.152@tcp37 (2) 00000400:00000200:2.0:1767384348.086300:0:16134:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.152@tcp37 added to recovery queue. ping count: 4 next ping: 286 health :600 00000400:00000200:2.0:1767384348.086306:0:16134:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.152@tcp43 00000400:00000010:2.0:1767384348.086310:0:16134:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000af04212e. 00000400:00000010:2.0:1767384348.086314:0:16134:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000dc1aa67d. 00000400:00000010:2.0:1767384348.086318:0:16134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000049fcf7bd. 00000400:00000010:2.0:1767384348.086326:0:16134:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000e61b47c2. 00000400:00000200:2.0:1767384348.086332:0:16134:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.152@tcp43 00000400:00000200:2.0:1767384348.086341:0:16134:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.152@tcp43 local destination 00000400:00000200:2.0:1767384348.086346:0:16134:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.152@tcp43 00000400:00000200:2.0:1767384348.086349:0:16134:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp43 NI seq info: [162:162:256:4294967295] 192.168.202.152@tcp43 LPNI seq info [159:159:8:4294967295] 00000400:00000200:2.0:1767384348.086353:0:16134:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.152@tcp43 00000400:00000200:2.0:1767384348.086362:0:16134:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp43(192.168.202.152@tcp43:) -> 192.168.202.152@tcp43(192.168.202.152@tcp43:192.168.202.152@tcp43) : GET try# 0 00000800:00000200:2.0:1767384348.086368:0:16134:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.152@tcp43 00000400:00000200:1.0:1767384348.086370:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.152:988 00000800:00000010:2.0:1767384348.086372:0:16134:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000b9bfede0. 00000800:00000200:2.0:1767384348.086381:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001fdfbb6e] -> 12345-192.168.202.152@tcp43 (2) 00000800:00000200:2.1:1767384348.086386:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001fdfbb6e] -> 12345-192.168.202.152@tcp43 (2) 00000400:00000200:2.0:1767384348.086404:0:16134:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.152@tcp43 added to recovery queue. ping count: 1 next ping: 272 health :900 00000400:00000200:1.0:1767384348.086434:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.152:988 00000400:00000200:2.0:1767384348.086464:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.152:988 00000400:00000200:1.0:1767384348.086473:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.152:988 00000400:00000200:1.0:1767384348.086523:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.152:988 00000400:00000200:2.0:1767384348.086540:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.152:988 00000400:00000200:1.0:1767384348.086585:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.152:988 00000400:00000200:2.0:1767384348.086595:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.152:988 00000400:00000200:1.0:1767384348.086654:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.152:988 00000400:00000200:2.0:1767384348.086670:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.152:988 00000400:00000200:1.0:1767384348.086726:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.152:988 00000400:00000200:2.0:1767384348.086742:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.152:988 00000400:00000200:1.0:1767384348.086785:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.152:988 00000400:00000200:2.0:1767384348.086809:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.152:988 00000400:00000200:1.0:1767384348.086849:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.152:988 00000400:00000200:2.0:1767384348.086858:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.152:988 00000400:00000200:1.0:1767384348.086901:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.152:988 00000400:00000200:2.0:1767384348.086908:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.152:988 00000400:00000200:1.0:1767384348.086958:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.152:988 00000400:00000200:2.0:1767384348.086963:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.152:988 00000400:00000200:2.0:1767384348.087037:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.152:988 00000400:00000200:1.0:1767384348.087037:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.152:988 00000400:00000200:1.0:1767384348.087130:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.152:988 00000400:00000200:2.0:1767384348.087152:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.152:988 00000400:00000200:1.0:1767384348.087190:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.152:988 00000400:00000200:2.0:1767384348.087215:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.152:988 00000400:00000200:1.0:1767384348.087237:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.152:988 00000400:00000200:2.0:1767384348.087265:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.152:988 00000400:00000200:1.0:1767384348.087296:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.152:988 00000400:00000200:2.0:1767384348.087321:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.152:988 00000400:00000200:1.0:1767384348.087360:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.152:988 00000400:00000200:2.0:1767384348.087383:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.152:988 00000400:00000200:1.0:1767384348.087424:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.152:988 00000400:00000200:2.0:1767384348.087444:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.152:988 00000400:00000200:1.0:1767384348.087479:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.152:988 00000400:00000200:2.0:1767384348.087497:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.152:988 00000400:00000200:1.0:1767384348.087538:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.152:988 00000400:00000200:2.0:1767384348.087544:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.152:988 00000400:00000200:2.0:1767384348.087616:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.152:988 00000400:00000200:1.0:1767384348.087616:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.152:988 00000400:00000200:1.0:1767384348.087698:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.152:988 00000400:00000200:2.0:1767384348.087706:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.152:988 00000400:00000200:1.0:1767384348.087761:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.152:988 00000400:00000200:2.0:1767384348.087765:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.152:988 00000400:00000200:2.0:1767384348.087825:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.152:988 00000400:00000200:1.0:1767384348.087838:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.152:988 00000400:00000200:2.0:1767384348.087853:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.152:988 00000400:00000200:1.0:1767384348.087902:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.152:988 00000400:00000200:2.0:1767384348.087907:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.152:988 00000400:00000200:2.0:1767384348.087945:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.152:988 00000400:00000200:1.0:1767384348.087971:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.152:988 00000400:00000200:2.0:1767384348.087993:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.152:988 00000400:00000200:1.0:1767384348.088017:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.152:988 00000400:00000200:2.0:1767384348.088046:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.152:988 00000400:00000200:1.0:1767384348.088071:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.152:988 00000400:00000200:2.0:1767384348.088127:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.152:988 00000400:00000200:1.0:1767384348.088132:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.152:988 00000400:00000200:1.0:1767384348.088197:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.152:988 00000400:00000200:2.0:1767384348.088207:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.152:988 00000400:00000200:1.0:1767384348.088251:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.152:988 00000400:00000200:2.0:1767384348.088272:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.152:988 00000400:00000200:1.0:1767384348.088308:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.152:988 00000400:00000200:2.0:1767384348.088318:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.152:988 00000400:00000200:1.0:1767384348.088366:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.152:988 00000400:00000200:2.0:1767384348.088374:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.152:988 00000400:00000200:1.0:1767384348.088410:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.152:988 00000400:00000200:2.0:1767384348.088432:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.152:988 00000400:00000200:1.0:1767384348.088458:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.152:988 00000400:00000200:2.0:1767384348.088480:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.152:988 00000400:00000200:2.0:1767384348.088527:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.152:988 00000400:00000200:2.0:1767384348.088552:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.202.152:988 00000400:00000200:2.0:1767384348.088577:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.202.152:988 00000400:00000200:2.0:1767384348.088612:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.202.152:988 00000800:00000010:1.0:1767384348.088643:0:16126:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000989c557f. 00000400:00000200:2.0:1767384348.088645:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.202.152:988 00000800:00000010:1.0:1767384348.088649:0:16126:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000009a78cce4. 00000800:00000010:1.0:1767384348.088657:0:16126:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000081c8a4ab. 00000400:00000200:2.0:1767384348.088677:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.202.152:988 00000800:00000010:1.0:1767384348.088683:0:16126:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000081c8a4ab. 00000800:00020000:1.0:1767384348.088694:0:16126:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.152 00000800:00000010:1.0:1767384348.088697:0:16126:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000009a78cce4. 00000800:00000010:1.0:1767384348.088701:0:16126:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000989c557f. 00000400:00000200:2.0:1767384348.088714:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.202.152:988 00000400:00000200:2.0:1767384348.088755:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.202.152:988 00000400:02020000:1.0:1767384348.088767:0:16126:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.152@tcp37 at host 192.168.202.152:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384348.088775:0:16126:0:(router.c:1755:lnet_notify()) 192.168.202.152@tcp37 notifying 192.168.202.152@tcp37: down 00000800:00000200:1.0:1767384348.088781:0:16126:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.152@tcp37 down 00000800:00000100:1.0:1767384348.088789:0:16126:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.152@tcp37 00000800:00000010:1.0:1767384348.088791:0:16126:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000177463c8. 00000400:00000200:1.0:1767384348.088795:0:16126:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384348.088800:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.202.152:988 00000400:00000200:1.0:1767384348.088801:0:16126:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp37->192.168.202.152@tcp37: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384348.088814:0:16126:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384348.088819:0:16126:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.152@tcp37 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384348.088825:0:16126:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.152@tcp37) recovery failed with -71 00000400:00000200:2.0:1767384348.088839:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.202.152:988 00000400:00000200:2.0:1767384348.088877:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 979 -> 192.168.202.152:988 00000400:00000200:2.0:1767384348.088897:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 978 -> 192.168.202.152:988 00000400:00000200:2.0:1767384348.088916:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 977 -> 192.168.202.152:988 00000400:00000200:2.0:1767384348.088935:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 976 -> 192.168.202.152:988 00000400:00000200:1.0:1767384348.089263:0:16133:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:1.0:1767384348.089286:0:16133:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.152@tcp43 from 207.3.0.2 00000800:00000010:1.0:1767384348.089290:0:16133:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000ecdc6f98. 00000800:00000010:0.0:1767384348.089419:0:16128:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000289fcc5d. 00000800:00000010:0.0:1767384348.089426:0:16128:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000b256668b. 00000800:00000010:2.0:1767384348.089692:0:16125:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000058ea7b5c. 00000800:00000010:2.0:1767384348.090389:0:16125:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000571f76c6. 00000800:00000010:2.0:1767384348.090396:0:16125:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000060a1270b. 00000800:00000010:2.0:1767384348.090449:0:16125:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000060a1270b. 00000800:00000010:0.0:1767384348.090504:0:16128:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000005b696a84. 00000800:00000200:0.1:1767384348.090512:0:16128:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001fdfbb6e] -> 12345-192.168.202.152@tcp43 (2) 00000800:00000200:0.1:1767384348.090517:0:16128:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.152@tcp43 000000005b696a84 deleted 00000800:00000010:0.1:1767384348.090519:0:16128:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000005b696a84. 00000800:00000200:0.1:1767384348.090524:0:16128:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.1:1767384348.090529:0:16128:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp43 ip 192.168.202.152:975 00000800:00000200:0.1:1767384348.090532:0:16128:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b9bfede0 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1767384348.090537:0:16128:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.152@tcp43 p 3.x 192.168.202.152 -> 192.168.202.152:975 incarnation:1767384342293315137 sched[0] 00000800:00000010:0.0:1767384348.090542:0:16128:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000002f915988. 00000800:00000010:0.0:1767384348.090591:0:16128:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000002f915988. 00000800:00000010:0.0:1767384348.090595:0:16128:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000b256668b. 00000800:00000010:0.0:1767384348.090624:0:16128:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000ecdc6f98. 00000800:00000001:0.0:1767384348.090635:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384348.090639:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767384348.090684:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384348.090687:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000b9bfede0. 00000400:00000200:0.0:1767384348.090690:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384348.090696:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp43->192.168.202.152@tcp43: GET: OK 00000400:00000200:0.0:1767384348.090701:0:16131:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:0.0:1767384348.090704:0:16131:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.152@tcp43 recovery message sent successfully:0 00000800:00000200:2.1:1767384348.090706:0:16125:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.0:1767384348.090716:0:16125:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.152@tcp43 p 3.x 192.168.202.152 -> 192.168.202.152:988 incarnation:1767384342293315137 sched[0] 00000800:00000010:2.0:1767384348.090721:0:16125:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000571f76c6. 00000800:00000001:0.0:1767384348.090768:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384348.090774:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384348.090782:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384348.090783:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.152:988 00000800:00000001:0.0:1767384348.090787:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384348.090795:0:16130:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.152@tcp43(192.168.202.152@tcp43) <- 192.168.202.152@tcp43 : GET - for me 00000400:00000200:0.0:1767384348.090807:0:16130:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.152@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384348.090815:0:16130:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.152@tcp of length 272/272 into md 0x1d71 [1] + 0 00000400:00000200:2.0:1767384348.090824:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.152:988 00000400:00000200:0.0:1767384348.090830:0:16130:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.152@tcp43 to MR: 192.168.202.152@tcp43 local destination 00000400:00000200:0.0:1767384348.090841:0:16130:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp43 NI seq info: [163:163:256:4294967295] 192.168.202.152@tcp43 LPNI seq info [160:160:8:4294967295] 00000400:00000200:0.0:1767384348.090855:0:16130:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp43(192.168.202.152@tcp43:192.168.202.152@tcp43) -> 192.168.202.152@tcp43(192.168.202.152@tcp43:192.168.202.152@tcp43) 192.168.202.152@tcp43 : REPLY try# 0 00000800:00000200:0.0:1767384348.090862:0:16130:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.152@tcp43 00000800:00000010:0.0:1767384348.090866:0:16130:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004a80e980. 00000400:00000200:2.0:1767384348.090868:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.152:988 00000800:00000200:0.0:1767384348.090874:0:16130:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001fdfbb6e] -> 12345-192.168.202.152@tcp43 (4) 00000800:00000200:0.0:1767384348.090879:0:16130:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp43 ip 192.168.202.152:988 00000800:00000200:0.0:1767384348.090882:0:16130:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004a80e980 type 3, nob 368 niov 1 nkiov 1 00000400:00000200:2.0:1767384348.090910:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.152:988 00000800:00000001:1.0:1767384348.090912:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:0.0:1767384348.090946:0:16130:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384348.090949:0:16130:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004a80e980. 00000400:00000200:0.0:1767384348.090953:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384348.090955:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.152:988 00000400:00000200:0.0:1767384348.090958:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp43->192.168.202.152@tcp43: REPLY: OK 00000800:00000001:0.0:1767384348.090971:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384348.090976:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384348.090978:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384348.090981:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384348.090986:0:16130:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.152@tcp43(192.168.202.152@tcp43) <- 192.168.202.152@tcp43 : REPLY - for me 00000800:00000001:1.0:1767384348.090989:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384348.090996:0:16130:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.152@tcp43: Reply from 12345-192.168.202.152@tcp43 of length 272/272 into md 0x1e11 00000800:00000001:0.0:1767384348.091001:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384348.091005:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.152:988 00000800:00000001:0.0:1767384348.091006:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384348.091011:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384348.091015:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp43->192.168.202.152@tcp43: REPLY: OK 00000400:00000200:0.0:1767384348.091019:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000049fcf7bd 00000400:00000010:0.0:1767384348.091021:0:16130:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000049fcf7bd. 00000400:00000200:0.0:1767384348.091024:0:16130:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:0.0:1767384348.091035:0:16130:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000af04212e. 00000400:00000010:0.0:1767384348.091038:0:16130:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000dc1aa67d. 00000800:00000001:0.0:1767384348.091043:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384348.091047:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384348.091049:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.152:988 00000400:00000200:2.0:1767384348.091082:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.152:988 00000400:00000200:2.0:1767384348.091142:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.152:988 00000400:00000200:2.0:1767384348.091205:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.152:988 00000400:00000200:2.0:1767384348.091240:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.152:988 00000400:00000200:2.0:1767384348.091272:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.152:988 00000400:00000200:2.0:1767384348.091303:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.152:988 00000400:00000200:2.0:1767384348.091339:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.152:988 00000400:00000200:2.0:1767384348.091372:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.152:988 00000400:00000200:2.0:1767384348.091402:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.152:988 00000400:00000200:2.0:1767384348.091431:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.152:988 00000400:00000200:2.0:1767384348.091460:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.152:988 00000400:00000200:2.0:1767384348.091490:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.152:988 00000400:00000200:2.0:1767384348.091523:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.152:988 00000400:00000200:2.0:1767384348.091557:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.152:988 00000400:00000200:2.0:1767384348.091590:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.152:988 00000400:00000200:2.0:1767384348.091624:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.152:988 00000400:00000200:2.0:1767384348.091653:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.152:988 00000400:00000200:2.0:1767384348.091684:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.152:988 00000400:00000200:2.0:1767384348.091729:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.152:988 00000400:00000200:2.0:1767384348.091761:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.152:988 00000400:00000200:2.0:1767384348.091801:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.152:988 00000400:00000200:2.0:1767384348.091846:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.152:988 00000400:00000200:2.0:1767384348.091887:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.152:988 00000400:00000200:2.0:1767384348.091915:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.152:988 00000400:00000200:2.0:1767384348.091948:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.152:988 00000400:00000200:2.0:1767384348.091996:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.152:988 00000400:00000200:2.0:1767384348.092021:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.152:988 00000400:00000200:2.0:1767384348.092045:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.152:988 00000800:00000010:2.0:1767384348.092170:0:16125:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000036adf673. 00000800:00000010:2.0:1767384348.092189:0:16125:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000571f76c6. 00000800:00000010:2.0:1767384348.092192:0:16125:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000060a1270b. 00000800:00000010:2.0:1767384348.092213:0:16125:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000060a1270b. 00000800:00020000:2.0:1767384348.092219:0:16125:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.152 00000800:00000010:2.0:1767384348.092226:0:16125:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000571f76c6. 00000800:00000010:2.0:1767384348.092228:0:16125:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000036adf673. 00000400:02020000:2.0:1767384348.092276:0:16125:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.152@tcp43 at host 192.168.202.152:988: is it running a compatible version of Lustre? 00010000:00000001:0.0:1767384348.214290:0:449:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384348.214295:0:449:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384348.214300:0:449:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384348.214301:0:449:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384348.214448:0:16767:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384348.214451:0:16767:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384348.214454:0:16767:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:2.0:1767384348.991356:0:36077:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384348.991368:0:36077:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384348.991371:0:36077:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384348.991375:0:36077:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384348.991380:0:36077:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384348.991382:0:36077:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384349.110139:0:16134:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384349.110144:0:16134:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384349.110147:0:16134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005a4d4621 00000400:00000010:0.0:1767384349.110151:0:16134:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005a4d4621. 00000400:00000200:0.0:1767384349.110156:0:16134:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384349.110173:0:16134:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.152@tcp37 recovery ping unlinked 00000800:00000200:3.0:1767384349.110179:0:16129:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f5dc85b1] -> 12345-192.168.202.152@tcp26 (4) 00000800:00000200:3.1:1767384349.110186:0:16129:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f5dc85b1] -> 12345-192.168.202.152@tcp26 (4) 00000400:00000010:0.0:1767384349.110187:0:16134:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000aab8c112. 00000400:00000010:0.0:1767384349.110194:0:16134:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000032f5613f. 00000400:00000200:0.0:1767384349.110207:0:16134:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.152@tcp41 00000400:00000010:0.0:1767384349.110212:0:16134:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000f7a1be3e. 00000400:00000010:0.0:1767384349.110218:0:16134:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000000ef7af6c. 00000400:00000010:0.0:1767384349.110223:0:16134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005bf9a362. 00000400:00000010:0.0:1767384349.110230:0:16134:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000bd84fd3f. 00000400:00000200:0.0:1767384349.110236:0:16134:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.152@tcp41 00000400:00000200:0.0:1767384349.110250:0:16134:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.152@tcp41 local destination 00000400:00000200:0.0:1767384349.110257:0:16134:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.152@tcp41 00000400:00000200:0.0:1767384349.110261:0:16134:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp41 NI seq info: [164:164:256:4294967295] 192.168.202.152@tcp41 LPNI seq info [161:161:8:4294967295] 00000400:00000200:1.0:1767384349.110269:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.152:988 00000400:00000200:0.0:1767384349.110269:0:16134:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.152@tcp41 00000400:00000200:0.0:1767384349.110280:0:16134:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp41(192.168.202.152@tcp41:) -> 192.168.202.152@tcp41(192.168.202.152@tcp41:192.168.202.152@tcp41) : GET try# 0 00000800:00000200:0.0:1767384349.110287:0:16134:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.152@tcp41 00000800:00000010:0.0:1767384349.110292:0:16134:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000a10db658. 00000800:00000200:0.0:1767384349.110298:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000057361461] -> 12345-192.168.202.152@tcp41 (2) 00000800:00000200:0.1:1767384349.110304:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000057361461] -> 12345-192.168.202.152@tcp41 (2) 00000400:00000200:1.0:1767384349.110315:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.152:988 00000400:00000200:0.0:1767384349.110326:0:16134:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.152@tcp41 added to recovery queue. ping count: 3 next ping: 279 health :700 00000400:00000200:0.0:1767384349.110336:0:16134:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.152@tcp44 00000400:00000200:1.0:1767384349.110343:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.152:988 00000400:00000010:0.0:1767384349.110349:0:16134:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000880a7486. 00000400:00000010:0.0:1767384349.110357:0:16134:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000005419da05. 00000400:00000010:0.0:1767384349.110360:0:16134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007217d709. 00000400:00000010:0.0:1767384349.110368:0:16134:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000fec58bad. 00000400:00000200:0.0:1767384349.110373:0:16134:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.152@tcp44 00000400:00000200:3.0:1767384349.110375:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.152:988 00000400:00000200:0.0:1767384349.110386:0:16134:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.152@tcp44 local destination 00000400:00000200:1.0:1767384349.110388:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.152:988 00000400:00000200:0.0:1767384349.110393:0:16134:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.152@tcp44 00000400:00000200:0.0:1767384349.110398:0:16134:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp44 NI seq info: [165:165:256:4294967295] 192.168.202.152@tcp44 LPNI seq info [162:162:8:4294967295] 00000400:00000200:0.0:1767384349.110403:0:16134:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.152@tcp44 00000400:00000200:0.0:1767384349.110413:0:16134:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp44(192.168.202.152@tcp44:) -> 192.168.202.152@tcp44(192.168.202.152@tcp44:192.168.202.152@tcp44) : GET try# 0 00000800:00000200:0.0:1767384349.110419:0:16134:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.152@tcp44 00000800:00000010:0.0:1767384349.110422:0:16134:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000e89f1abf. 00000800:00000200:0.0:1767384349.110426:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006885d970] -> 12345-192.168.202.152@tcp44 (2) 00000800:00000200:0.1:1767384349.110431:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006885d970] -> 12345-192.168.202.152@tcp44 (2) 00000400:00000200:3.0:1767384349.110436:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.152:988 00000400:00000200:0.0:1767384349.110445:0:16134:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.152@tcp44 added to recovery queue. ping count: 1 next ping: 273 health :900 00000400:00000200:1.0:1767384349.110449:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.152:988 00000400:00000200:3.0:1767384349.110490:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.152:988 00000400:00000200:1.0:1767384349.110505:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.152:988 00000400:00000200:0.0:1767384349.110520:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.152:988 00000400:00000200:3.0:1767384349.110549:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.152:988 00000400:00000200:1.0:1767384349.110562:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.152:988 00000400:00000200:0.0:1767384349.110588:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.152:988 00000400:00000200:3.0:1767384349.110616:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.152:988 00000400:00000200:1.0:1767384349.110634:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.152:988 00000400:00000200:0.0:1767384349.110652:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.152:988 00000400:00000200:3.0:1767384349.110679:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.152:988 00000400:00000200:1.0:1767384349.110699:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.152:988 00000400:00000200:0.0:1767384349.110714:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.152:988 00000400:00000200:3.0:1767384349.110748:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.152:988 00000400:00000200:1.0:1767384349.110765:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.152:988 00000400:00000200:0.0:1767384349.110774:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.152:988 00000400:00000200:1.0:1767384349.110826:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.152:988 00000400:00000200:3.0:1767384349.110830:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.152:988 00000400:00000200:0.0:1767384349.110830:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.152:988 00000400:00000200:1.0:1767384349.110883:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.152:988 00000400:00000200:0.0:1767384349.110908:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.152:988 00000400:00000200:3.0:1767384349.110912:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.152:988 00000400:00000200:1.0:1767384349.110938:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.152:988 00000400:00000200:0.0:1767384349.110982:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.152:988 00000400:00000200:3.0:1767384349.110983:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.152:988 00000400:00000200:1.0:1767384349.110998:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.152:988 00000400:00000200:3.0:1767384349.111046:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.152:988 00000400:00000200:0.0:1767384349.111063:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.152:988 00000400:00000200:1.0:1767384349.111067:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.152:988 00000400:00000200:3.0:1767384349.111152:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.152:988 00000400:00000200:0.0:1767384349.111159:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.152:988 00000400:00000200:1.0:1767384349.111187:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.152:988 00000400:00000200:3.0:1767384349.111233:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.152:988 00000400:00000200:0.0:1767384349.111242:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.152:988 00000400:00000200:1.0:1767384349.111247:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.152:988 00000400:00000200:3.0:1767384349.111289:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.152:988 00000400:00000200:1.0:1767384349.111312:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.152:988 00000400:00000200:0.0:1767384349.111324:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.152:988 00000400:00000200:3.0:1767384349.111347:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.152:988 00000400:00000200:1.0:1767384349.111373:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.152:988 00000400:00000200:0.0:1767384349.111403:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.152:988 00000400:00000200:3.0:1767384349.111407:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.152:988 00000400:00000200:1.0:1767384349.111438:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.152:988 00000400:00000200:3.0:1767384349.111486:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.152:988 00000400:00000200:0.0:1767384349.111486:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.152:988 00000400:00000200:1.0:1767384349.111487:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.152:988 00000400:00000200:0.0:1767384349.111559:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.152:988 00000400:00000200:1.0:1767384349.111579:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.152:988 00000400:00000200:3.0:1767384349.111580:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.152:988 00000400:00000200:0.0:1767384349.111626:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.152:988 00000400:00000200:1.0:1767384349.111649:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.152:988 00000400:00000200:3.0:1767384349.111656:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.152:988 00000400:00000200:0.0:1767384349.111704:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.152:988 00000400:00000200:1.0:1767384349.111709:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.152:988 00000400:00000200:3.0:1767384349.111722:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.152:988 00000400:00000200:1.0:1767384349.111772:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.152:988 00000400:00000200:0.0:1767384349.111786:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.152:988 00000400:00000200:3.0:1767384349.111792:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.152:988 00000400:00000200:1.0:1767384349.111828:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.152:988 00000400:00000200:3.0:1767384349.111862:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.152:988 00000400:00000200:1.0:1767384349.111883:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.152:988 00000400:00000200:0.0:1767384349.111894:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.152:988 00000400:00000200:3.0:1767384349.111925:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.152:988 00000400:00000200:1.0:1767384349.111934:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.152:988 00000400:00000200:0.0:1767384349.111965:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.152:988 00000400:00000200:3.0:1767384349.111995:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.152:988 00000400:00000200:1.0:1767384349.112000:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.152:988 00000400:00000200:0.0:1767384349.112047:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.152:988 00000400:00000200:3.0:1767384349.112071:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.152:988 00000400:00000200:1.0:1767384349.112072:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.152:988 00000400:00000200:0.0:1767384349.112138:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.152:988 00000400:00000200:1.0:1767384349.112157:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.152:988 00000400:00000200:3.0:1767384349.112160:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.152:988 00000400:00000200:0.0:1767384349.112214:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.152:988 00000400:00000200:3.0:1767384349.112235:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.152:988 00000400:00000200:1.0:1767384349.112249:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.152:988 00000400:00000200:0.0:1767384349.112288:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.152:988 00000400:00000200:3.0:1767384349.112306:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.152:988 00000400:00000200:1.0:1767384349.112311:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.152:988 00000400:00000200:0.0:1767384349.112347:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.152:988 00000400:00000200:3.0:1767384349.112375:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.152:988 00000400:00000200:1.0:1767384349.112378:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.152:988 00000400:00000200:0.0:1767384349.112410:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.152:988 00000400:00000200:3.0:1767384349.112442:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.152:988 00000400:00000200:1.0:1767384349.112445:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.152:988 00000400:00000200:0.0:1767384349.112472:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.152:988 00000400:00000200:3.0:1767384349.112506:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.152:988 00000400:00000200:0.0:1767384349.112527:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.152:988 00000400:00000200:3.0:1767384349.112555:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.152:988 00000400:00000200:0.0:1767384349.112582:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.152:988 00000400:00000200:3.0:1767384349.112607:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.152:988 00000400:00000200:0.0:1767384349.112635:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.152:988 00000800:00000010:1.0:1767384349.112641:0:16127:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000989c557f. 00000800:00000010:1.0:1767384349.112646:0:16127:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000001ec87748. 00000800:00000010:1.0:1767384349.112651:0:16127:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000efe6336f. 00000400:00000200:3.0:1767384349.112660:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.152:988 00000800:00000010:1.0:1767384349.112675:0:16127:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000efe6336f. 00000800:00020000:1.0:1767384349.112687:0:16127:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.152 00000400:00000200:0.0:1767384349.112688:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.152:988 00000800:00000010:1.0:1767384349.112691:0:16127:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000001ec87748. 00000800:00000010:1.0:1767384349.112696:0:16127:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000989c557f. 00000400:00000200:3.0:1767384349.112715:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.152:988 00000400:00000200:0.0:1767384349.112743:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.152:988 00000400:02020000:1.0:1767384349.112759:0:16127:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.152@tcp26 at host 192.168.202.152:988: is it running a compatible version of Lustre? 00000800:00000100:1.0:1767384349.112763:0:16127:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00000400:00000200:0.0:1767384349.112788:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.152:988 00000400:00000200:0.0:1767384349.112811:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.152:988 00000400:00000200:0.0:1767384349.112831:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.152:988 00000400:00000200:0.0:1767384349.112858:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.202.152:988 00000400:00000200:0.0:1767384349.112885:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.202.152:988 00000800:00000010:3.0:1767384349.112887:0:16126:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000093e83a39. 00000800:00000010:3.0:1767384349.112893:0:16126:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000000c0b240d. 00000800:00000010:3.0:1767384349.112899:0:16126:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000006e6d6324. 00000400:00000200:0.0:1767384349.112903:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.202.152:988 00000400:00000200:0.0:1767384349.112925:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.202.152:988 00000800:00000010:3.0:1767384349.112941:0:16126:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000006e6d6324. 00000400:00000200:0.0:1767384349.112951:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.202.152:988 00000800:00020000:3.0:1767384349.112952:0:16126:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.152 00000800:00000010:3.0:1767384349.112957:0:16126:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000000c0b240d. 00000800:00000010:3.0:1767384349.112961:0:16126:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000093e83a39. 00000400:00000200:0.0:1767384349.112975:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.202.152:988 00000400:00000200:0.0:1767384349.113018:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.202.152:988 00000400:02020000:3.0:1767384349.113021:0:16126:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.152@tcp41 at host 192.168.202.152:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384349.113029:0:16126:0:(router.c:1755:lnet_notify()) 192.168.202.152@tcp41 notifying 192.168.202.152@tcp41: down 00000400:00000200:3.0:1767384349.113032:0:16126:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:3.0:1767384349.113036:0:16126:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.152@tcp41 00000800:00000010:3.0:1767384349.113039:0:16126:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000a10db658. 00000400:00000200:3.0:1767384349.113043:0:16126:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384349.113047:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.202.152:988 00000400:00000200:3.0:1767384349.113048:0:16126:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp41->192.168.202.152@tcp41: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384349.113058:0:16126:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384349.113061:0:16126:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.152@tcp41 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384349.113066:0:16126:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.152@tcp41) recovery failed with -71 00000400:00000200:0.0:1767384349.113075:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.202.152:988 00000400:00000200:0.0:1767384349.113114:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 979 -> 192.168.202.152:988 00000400:00000200:0.0:1767384349.113133:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 978 -> 192.168.202.152:988 00000400:00000200:0.0:1767384349.113147:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 977 -> 192.168.202.152:988 00000400:00000200:0.0:1767384349.113190:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 976 -> 192.168.202.152:988 00000400:00000200:0.0:1767384349.113217:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 975 -> 192.168.202.152:988 00000800:00000010:0.0:1767384349.113369:0:16128:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000a871178b. 00000800:00000010:0.0:1767384349.113375:0:16128:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000039f42ea5. 00000800:00000010:0.0:1767384349.113380:0:16128:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000002664cef6. 00000800:00000010:0.0:1767384349.113425:0:16128:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000002664cef6. 00000400:00000200:1.0:1767384349.113453:0:16133:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:1.0:1767384349.113467:0:16133:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.152@tcp44 from 206.3.0.2 00000800:00000010:1.0:1767384349.113470:0:16133:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000b6697a38. 00000800:00000010:3.0:1767384349.113520:0:16125:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000093e83a39. 00000800:00000010:3.0:1767384349.113524:0:16125:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000000c0b240d. 00000800:00000010:3.0:1767384349.113541:0:16125:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000fd85334d. 00000800:00000200:3.1:1767384349.113545:0:16125:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006885d970] -> 12345-192.168.202.152@tcp44 (2) 00000800:00000200:3.1:1767384349.113556:0:16125:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.152@tcp44 00000000fd85334d deleted 00000800:00000010:3.1:1767384349.113558:0:16125:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000fd85334d. 00000800:00000200:3.1:1767384349.113563:0:16125:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1767384349.113568:0:16125:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp44 ip 192.168.202.152:974 00000800:00000200:3.1:1767384349.113571:0:16125:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e89f1abf type 2, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1767384349.113575:0:16125:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.152@tcp44 p 3.x 192.168.202.152 -> 192.168.202.152:974 incarnation:1767384344624051832 sched[0] 00000800:00000010:3.0:1767384349.113580:0:16125:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000006e6d6324. 00000800:00000010:3.0:1767384349.113627:0:16125:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000006e6d6324. 00000800:00000010:3.0:1767384349.113632:0:16125:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000000c0b240d. 00000800:00000200:0.1:1767384349.113663:0:16128:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000010:3.0:1767384349.113670:0:16125:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000b6697a38. 00000800:00000200:0.0:1767384349.113676:0:16128:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.152@tcp44 p 3.x 192.168.202.152 -> 192.168.202.152:988 incarnation:1767384344624051832 sched[0] 00000800:00000010:0.0:1767384349.113681:0:16128:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000039f42ea5. 00000800:00000001:3.0:1767384349.113685:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384349.113691:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767384349.113733:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384349.113736:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000e89f1abf. 00000400:00000200:3.0:1767384349.113739:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384349.113744:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp44->192.168.202.152@tcp44: GET: OK 00000400:00000200:3.0:1767384349.113748:0:16131:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:3.0:1767384349.113752:0:16131:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.152@tcp44 recovery message sent successfully:0 00000800:00000001:3.0:1767384349.113763:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384349.113767:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.152:988 00000800:00000001:3.0:1767384349.113774:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384349.113777:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384349.113786:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384349.113795:0:16131:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.152@tcp44(192.168.202.152@tcp44) <- 192.168.202.152@tcp44 : GET - for me 00000400:00000200:3.0:1767384349.113808:0:16131:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.152@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384349.113819:0:16131:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.152@tcp of length 272/272 into md 0x1d71 [1] + 0 00000400:00000200:3.0:1767384349.113832:0:16131:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.152@tcp44 to MR: 192.168.202.152@tcp44 local destination 00000400:00000200:0.0:1767384349.113838:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.152:988 00000400:00000200:3.0:1767384349.113841:0:16131:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp44 NI seq info: [166:166:256:4294967295] 192.168.202.152@tcp44 LPNI seq info [163:163:8:4294967295] 00000400:00000200:3.0:1767384349.113857:0:16131:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp44(192.168.202.152@tcp44:192.168.202.152@tcp44) -> 192.168.202.152@tcp44(192.168.202.152@tcp44:192.168.202.152@tcp44) 192.168.202.152@tcp44 : REPLY try# 0 00000800:00000200:3.0:1767384349.113862:0:16131:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.152@tcp44 00000800:00000010:3.0:1767384349.113866:0:16131:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000083675df1. 00000800:00000200:3.0:1767384349.113871:0:16131:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006885d970] -> 12345-192.168.202.152@tcp44 (4) 00000800:00000200:3.0:1767384349.113876:0:16131:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp44 ip 192.168.202.152:988 00000800:00000200:3.0:1767384349.113878:0:16131:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000083675df1 type 3, nob 368 niov 1 nkiov 1 00000400:00000200:0.0:1767384349.113903:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.152:988 00000800:00000200:3.0:1767384349.113924:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384349.113928:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000083675df1. 00000400:00000200:3.0:1767384349.113932:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384349.113939:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp44->192.168.202.152@tcp44: REPLY: OK 00000800:00000001:3.0:1767384349.113951:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384349.113956:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384349.113959:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384349.113959:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.152:988 00000800:00000001:3.0:1767384349.113965:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384349.113968:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384349.113972:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384349.113979:0:16131:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.152@tcp44(192.168.202.152@tcp44) <- 192.168.202.152@tcp44 : REPLY - for me 00000400:00000200:3.0:1767384349.113988:0:16131:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.152@tcp44: Reply from 12345-192.168.202.152@tcp44 of length 272/272 into md 0x1e19 00000800:00000001:3.0:1767384349.113992:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384349.113997:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384349.113998:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384349.114003:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp44->192.168.202.152@tcp44: REPLY: OK 00000400:00000200:3.0:1767384349.114011:0:16131:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007217d709 00000400:00000010:3.0:1767384349.114013:0:16131:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007217d709. 00000400:00000200:3.0:1767384349.114017:0:16131:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:3.0:1767384349.114022:0:16131:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000880a7486. 00000400:00000200:0.0:1767384349.114022:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.152:988 00000400:00000010:3.0:1767384349.114028:0:16131:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000005419da05. 00000800:00000001:3.0:1767384349.114036:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384349.114039:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384349.114064:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.152:988 00000400:00000200:0.0:1767384349.114126:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.152:988 00000400:00000200:0.0:1767384349.114179:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.152:988 00000400:00000200:0.0:1767384349.114206:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.152:988 00000400:00000200:0.0:1767384349.114227:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.152:988 00000400:00000200:0.0:1767384349.114245:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.152:988 00000400:00000200:0.0:1767384349.114264:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.152:988 00000400:00000200:0.0:1767384349.114281:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.152:988 00000400:00000200:0.0:1767384349.114296:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.152:988 00000400:00000200:0.0:1767384349.114312:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.152:988 00000400:00000200:0.0:1767384349.114329:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.152:988 00000400:00000200:0.0:1767384349.114347:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.152:988 00000400:00000200:0.0:1767384349.114363:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.152:988 00000400:00000200:0.0:1767384349.114380:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.152:988 00000400:00000200:0.0:1767384349.114399:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.152:988 00000400:00000200:0.0:1767384349.114416:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.152:988 00000400:00000200:0.0:1767384349.114443:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.152:988 00000400:00000200:0.0:1767384349.114464:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.152:988 00000400:00000200:0.0:1767384349.114489:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.152:988 00000400:00000200:0.0:1767384349.114506:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.152:988 00000400:00000200:0.0:1767384349.114523:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.152:988 00000400:00000200:0.0:1767384349.114541:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.152:988 00000400:00000200:0.0:1767384349.114559:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.152:988 00000400:00000200:0.0:1767384349.114579:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.152:988 00000400:00000200:0.0:1767384349.114599:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.152:988 00000400:00000200:0.0:1767384349.114618:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.152:988 00000400:00000200:0.0:1767384349.114637:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.152:988 00000400:00000200:0.0:1767384349.114656:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.152:988 00000400:00000200:0.0:1767384349.114686:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.152:988 00000400:00000200:0.0:1767384349.114708:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.152:988 00000800:00000010:0.0:1767384349.114791:0:16128:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000713c9570. 00000800:00000010:0.0:1767384349.114796:0:16128:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000039f42ea5. 00000800:00000010:0.0:1767384349.114799:0:16128:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000002664cef6. 00000800:00000010:0.0:1767384349.114814:0:16128:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000002664cef6. 00000800:00020000:0.0:1767384349.114819:0:16128:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.152 00000800:00000010:0.0:1767384349.114822:0:16128:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000039f42ea5. 00000800:00000010:0.0:1767384349.114824:0:16128:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000713c9570. 00000400:02020000:0.0:1767384349.114850:0:16128:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.152@tcp44 at host 192.168.202.152:988: is it running a compatible version of Lustre? 00010000:00000001:0.0:1767384349.238132:0:449:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384349.238137:0:449:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384349.238144:0:449:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384349.238145:0:449:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384349.238185:0:16768:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384349.238188:0:16768:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384349.238191:0:16768:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:2.0:1767384349.694464:0:36241:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1767384349.694468:0:36241:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg252-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp46 --if ens2 00000001:00000001:2.0:1767384349.697334:0:36241:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:2.0:1767384349.703714:0:36242:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000007bb86090. 00000400:00000010:2.0:1767384349.703726:0:36242:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 0000000066a78979. 00000400:00000010:2.0:1767384349.703734:0:36242:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000002c17164f. 00000400:00000010:2.0:1767384349.703737:0:36242:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 0000000032f5613f. 00000400:00000010:2.0:1767384349.703740:0:36242:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000daaba85e. 00000400:00000010:2.0:1767384349.703743:0:36242:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b560313c. 00000400:00000010:2.0:1767384349.703745:0:36242:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000efc1da90. 00000400:00000010:2.0:1767384349.703746:0:36242:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000ffd1bc38. 00000400:00000010:2.0:1767384349.703749:0:36242:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000c3c1d799. 00000800:00000010:2.0:1767384349.703764:0:36242:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000007da2f86a. 00000800:00000200:2.0:1767384349.703773:0:36242:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:2.0:1767384349.703798:0:36242:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:2.0:1767384349.703850:0:36242:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.152) 00000400:02000000:2.0:1767384349.703870:0:36242:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.152@tcp46 [8/256/0/180] 00000400:00000010:2.0:1767384349.705232:0:36242:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 649 at 0000000066a9949e. 00000400:00000010:2.0:1767384349.705238:0:36242:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002cb02be0. 00000400:00000010:2.0:1767384349.705243:0:36242:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000046b639ad. 00000400:00000001:2.0:1767384349.705260:0:36242:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384349.705262:0:36242:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384349.705263:0:36242:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000026a1b6af. 00000400:00000200:2.0:1767384349.705265:0:36242:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000085e5b010 00000400:00000010:2.0:1767384349.705272:0:36242:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000085e5b010. 00000400:00000010:2.0:1767384349.705275:0:36242:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 633 at 000000008e7ce15c. 00000400:00000200:2.0:1767384349.705279:0:36242:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (36) 00000400:00000200:2.0:1767384349.705288:0:36242:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.152@tcp (000000005d9714d7): 0 00000400:00000200:2.0:1767384349.705294:0:36242:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131118 00000020:00000010:2.0:1767384349.705300:0:36242:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 0000000036adf673. 00000020:01000000:2.0:1767384349.705304:0:36242:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:2.0:1767384349.705306:0:36242:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.152@tcp46 00000400:00000200:3.0:1767384349.705314:0:16135:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:2.0:1767384349.705318:0:36242:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 0000000066a78979. 00000400:00000200:3.0:1767384349.705322:0:16135:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x102071 00000400:00000010:2.0:1767384349.705324:0:36242:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000007bb86090. 00000400:00000200:3.0:1767384349.705328:0:16135:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (37) 00000400:00000010:3.0:1767384349.705334:0:16135:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 633 at 0000000052b64ebd. 00000400:00000010:3.0:1767384349.705337:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a15541c0. 00000020:00000001:1.0:1767384349.705341:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000010:3.0:1767384349.705342:0:16135:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000ffd474ac. 10000000:00000001:1.0:1767384349.705346:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:3.0:1767384349.705347:0:16135:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.152@tcp 10000000:00000001:1.0:1767384349.705349:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384349.705352:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:1.0:1767384349.705355:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384349.705357:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:3.0:1767384349.705359:0:16135:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.152@tcp local destination 00000020:01000004:1.0:1767384349.705359:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384349.705361:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384349.705365:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384349.705366:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:3.0:1767384349.705368:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 155], ns[40, 158] 00000020:01000004:1.0:1767384349.705369:0:37:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384349.705372:0:37:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384349.705375:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:3.0:1767384349.705378:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 40], ns[64, 40] 00000020:01000004:1.0:1767384349.705378:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:3.0:1767384349.705383:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[68, 40], ns[68, 40] 00000400:00000200:3.0:1767384349.705387:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[78, 40], ns[78, 40] 00000400:00000200:3.0:1767384349.705391:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[83, 40], ns[83, 40] 00000400:00000200:3.0:1767384349.705395:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[99, 40], ns[100, 40] 00000400:00000200:3.0:1767384349.705400:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[103, 40], ns[104, 40] 00000100:00000010:1.0:1767384349.705400:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bb43b465. 00000020:00000040:1.0:1767384349.705406:0:37:0:(genops.c:1229:class_import_get()) import 00000000df830bbe refcount=4 obd=MGC192.168.202.152@tcp 00000400:00000200:3.0:1767384349.705407:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[114, 40], ns[117, 40] 00000400:00000200:3.0:1767384349.705414:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[119, 40], ns[122, 40] 00000100:00000001:1.0:1767384349.705414:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384349.705418:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384349.705421:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384349.705425:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[125, 40], ns[128, 40] 00000400:00000200:3.0:1767384349.705428:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[132, 40], ns[135, 40] 00000400:00000200:3.0:1767384349.705434:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[136, 40], ns[139, 40] 00000400:00000200:3.0:1767384349.705437:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[146, 40], ns[149, 40] 02000000:00000010:1.0:1767384349.705439:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000989c557f. 00000400:00000200:3.0:1767384349.705443:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[148, 40], ns[151, 40] 00000100:00000001:1.0:1767384349.705446:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384349.705447:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 40], ns[44, 40] 00000400:00000200:3.0:1767384349.705454:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 40], ns[48, 40] 00000400:00000200:3.0:1767384349.705457:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 40], ns[52, 40] 00000100:00000001:1.0:1767384349.705457:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384349.705461:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384349.705464:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 40], ns[56, 40] 00000400:00000200:3.0:1767384349.705470:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 40], ns[60, 40] 00000100:00000040:1.0:1767384349.705470:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bb43b465] to pc [ptlrpcd_00_02+2] req@00000000bb43b465 x1853236723085952/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384349.705479:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 40], ns[72, 40] 00000400:00000200:3.0:1767384349.705491:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[76, 40], ns[76, 40] 00000400:00000200:3.0:1767384349.705495:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[96, 40], ns[97, 40] 00000400:00000200:3.0:1767384349.705497:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[95, 40], ns[96, 40] 00000400:00000200:3.0:1767384349.705501:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[90, 40], ns[91, 40] 00000400:00000200:3.0:1767384349.705505:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[138, 40], ns[141, 40] 00000400:00000200:3.0:1767384349.705509:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[108, 40], ns[109, 40] 10000000:00000001:1.0:1767384349.705512:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384349.705513:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[153, 40], ns[156, 40] 10000000:00000001:1.0:1767384349.705516:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384349.705519:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1767384349.705523:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:2.0:1767384349.705524:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384349.705529:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[158, 40], ns[161, 40] 00000020:00000001:1.0:1767384349.705530:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000001:2.0:1767384349.705531:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 10000000:00000001:1.0:1767384349.705534:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000100:00000001:2.0:1767384349.705536:0:16139:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:00000001:1.0:1767384349.705537:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:3.0:1767384349.705539:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[140, 40], ns[143, 40] 10000000:01000000:1.0:1767384349.705541:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000040:2.0:1767384349.705544:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bb43b465 x1853236723085952/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:1.0:1767384349.705547:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:3.0:1767384349.705551:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[117, 40], ns[120, 40] 00000020:01000004:1.0:1767384349.705552:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384349.705555:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384349.705558:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384349.705561:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384349.705565:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:3.0:1767384349.705568:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[139, 40], ns[142, 40] 00000020:01000004:1.0:1767384349.705568:0:37:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000100:00000001:2.0:1767384349.705570:0:16139:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:1.0:1767384349.705571:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384349.705574:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:2.0:1767384349.705576:0:16139:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384349.705579:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003615e837. 00000400:00000200:3.0:1767384349.705580:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[161, 40], ns[164, 40] 02000000:00000001:2.0:1767384349.705583:0:16139:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000040:1.0:1767384349.705584:0:37:0:(genops.c:1229:class_import_get()) import 00000000df830bbe refcount=5 obd=MGC192.168.202.152@tcp 02000000:00000001:2.0:1767384349.705588:0:16139:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384349.705589:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[152, 40], ns[155, 40] 00000100:00000001:1.0:1767384349.705589:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384349.705592:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384349.705595:0:16139:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384349.705596:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384349.705600:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[160, 40], ns[163, 40] 00000100:00100000:2.0:1767384349.705604:0:16139:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000bb43b465 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c0412d60-4f67-4dbc-8791-892843f60083:16139:1853236723085952:0@lo:253: 02000000:00000010:1.0:1767384349.705605:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000078529ee3. 00000400:00000200:3.0:1767384349.705609:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[163, 40], ns[166, 40] 00000100:00000001:1.0:1767384349.705611:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384349.705616:0:16139:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767384349.705617:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:3.0:1767384349.705618:0:16135:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp10 00000100:00000001:1.0:1767384349.705621:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384349.705623:0:16139:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1767384349.705625:0:16135:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.152@tcp10 02000000:00000001:2.0:1767384349.705628:0:16139:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384349.705628:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003615e837] to pc [ptlrpcd_00_03+3] req@000000003615e837 x1853236723086080/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384349.705633:0:16135:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.152@tcp10 lpni_is_preferred = 0 02000000:00000001:2.0:1767384349.705635:0:16139:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767384349.705639:0:16135:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.152@tcp10 02000000:00000010:2.0:1767384349.705643:0:16139:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000004519d93b. 00000400:00000200:3.0:1767384349.705649:0:16135:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp10 NI seq info: [167:167:256:4294967295] 192.168.202.152@tcp10 LPNI seq info [164:164:8:4294967295] 02000000:00000001:2.0:1767384349.705650:0:16139:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384349.705651:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384349.705657:0:16135:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.152@tcp10 00000400:00000010:2.0:1767384349.705657:0:16139:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000026a1b6af. 10000000:00000001:1.0:1767384349.705662:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384349.705664:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384349.705667:0:16139:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000066a78979. 00000020:01000000:1.0:1767384349.705669:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000100:00000200:2.0:1767384349.705674:0:16139:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236723085952, portal 25 00000400:00000200:3.0:1767384349.705676:0:16135:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp10(192.168.202.152@tcp10:) -> 192.168.202.152@tcp10(192.168.202.152@tcp:192.168.202.152@tcp10) : GET try# 0 00000020:00000010:1.0:1767384349.705676:0:37:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 0000000036adf673. 00000100:00000001:2.0:1767384349.705681:0:16139:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384349.705685:0:16139:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782424484864 : -124291285066752 : ffff8ef52e1adc00) 00000800:00000200:3.0:1767384349.705686:0:16135:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.152@tcp10 00000100:00000001:1.0:1767384349.705690:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000010:3.0:1767384349.705692:0:16135:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000084ca37a7. 00000100:00000001:1.0:1767384349.705694:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767384349.705697:0:16139:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000bb43b465 x1853236723085952/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384365 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384349.705698:0:16140:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000800:00000200:3.0:1767384349.705703:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002017c0cd] -> 12345-192.168.202.152@tcp10 (6) 00000100:00000040:1.0:1767384349.705705:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003615e837 x1853236723086080/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767384349.705719:0:16135:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp10 ip 192.168.202.152:988 00000800:00000200:3.0:1767384349.705726:0:16135:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000084ca37a7 type 2, nob 96 niov 1 nkiov 0 00000100:00000001:1.0:1767384349.705731:0:16140:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384349.705733:0:16140:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384349.705738:0:16140:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384349.705741:0:16140:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384349.705743:0:16135:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.152@tcp 02000000:00000001:1.0:1767384349.705747:0:16140:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384349.705748:0:16139:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767384349.705749:0:16135:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100271 rc 0 00000100:00100000:1.0:1767384349.705754:0:16140:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003615e837 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c0412d60-4f67-4dbc-8791-892843f60083:16140:1853236723086080:0@lo:253: 00000100:00000040:2.0:1767384349.705757:0:16139:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384349.705760:0:16140:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:2.0:1767384349.705763:0:16139:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cafd0d0f. 02000000:00000001:1.0:1767384349.705764:0:16140:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384349.705767:0:16140:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384349.705770:0:16139:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236723085952, offset 0 02000000:00000001:1.0:1767384349.705770:0:16140:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384349.705775:0:16140:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000316ac112. 02000000:00000001:1.0:1767384349.705778:0:16140:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384349.705780:0:16139:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:1.0:1767384349.705783:0:16140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008b86d1cd. 00000400:00000010:1.0:1767384349.705788:0:16140:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002275665d. 00000400:00000200:2.0:1767384349.705793:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:1.0:1767384349.705794:0:16140:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236723086080, portal 25 00000100:00000001:1.0:1767384349.705799:0:16140:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384349.705800:0:16140:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782424487552 : -124291285064064 : ffff8ef52e1ae680) 00000100:00000040:1.0:1767384349.705804:0:16140:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003615e837 x1853236723086080/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384365 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384349.705809:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824c907280 00000100:00000001:1.0:1767384349.705815:0:16140:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384349.705819:0:16140:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1767384349.705822:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x15b1 [2] + 0 00000400:00000010:1.0:1767384349.705822:0:16140:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000b3dab83. 00000400:00000010:2.0:1767384349.705828:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ded02916. 00000400:00000200:2.0:1767384349.705832:0:16139:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ab65e816 00000100:00000200:1.0:1767384349.705835:0:16140:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236723086080, offset 0 00000400:00000200:2.0:1767384349.705840:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:3.0:1767384349.705843:0:16130:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1767384349.705844:0:16140:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384349.705850:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000800:00000010:3.0:1767384349.705851:0:16130:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000084ca37a7. 00000400:00000200:2.0:1767384349.705855:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ab65e816 00000400:00000200:1.0:1767384349.705856:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:2.0:1767384349.705859:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ab65e816. 00000400:00000200:3.0:1767384349.705865:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384349.705867:0:16139:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384349.705871:0:16139:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1767384349.705875:0:16140:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824c907300 00000400:00000200:3.0:1767384349.705878:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp10->192.168.202.152@tcp10: GET: OK 00000100:00000040:2.0:1767384349.705878:0:16139:0:(events.c:337:request_in_callback()) incoming req@0000000041d0604f x1853236723085952 msgsize 4848 00000400:00000200:1.0:1767384349.705883:0:16140:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x15c9 [2] + 0 00000400:00000010:1.0:1767384349.705890:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009882c7a1. 00000100:00100000:2.0:1767384349.705891:0:16139:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:1.0:1767384349.705893:0:16140:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000001c983964 00000100:00000040:2.0:1767384349.705895:0:16139:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:3.0:1767384349.705898:0:16130:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384349.705899:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384349.705904:0:16130:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.152@tcp: 0 00000400:00000200:1.0:1767384349.705905:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384349.705906:0:16139:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767384349.705915:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384349.705915:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001c983964 00000400:00000010:1.0:1767384349.705919:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001c983964. 00000100:00000001:1.0:1767384349.705923:0:16140:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:2.0:1767384349.705924:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cafd0d0f 00000100:00000200:1.0:1767384349.705925:0:16140:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000800:00000001:3.0:1767384349.705926:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384349.705928:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000cafd0d0f. 00000800:00000001:3.0:1767384349.705930:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:1.0:1767384349.705931:0:16140:0:(events.c:337:request_in_callback()) incoming req@0000000028129ef9 x1853236723086080 msgsize 4848 00000100:00000001:2.0:1767384349.705935:0:16139:0:(events.c:34:request_out_callback()) Process entered 00000800:00000001:3.0:1767384349.705936:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384349.705939:0:16140:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000200:2.0:1767384349.705944:0:16139:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bb43b465 x1853236723085952/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384365 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384349.705944:0:16140:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000400:00000200:3.0:1767384349.705947:0:16130:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.152@tcp10(192.168.202.152@tcp10) <- 192.168.202.152@tcp10 : GET - for me 00000100:00000001:1.0:1767384349.705955:0:16140:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384349.705960:0:16130:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.152@tcp of length 624 into portal 0 MB=0x8000000000000000 00000100:00000001:2.0:1767384349.705962:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1767384349.705964:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000b3dab83 00000400:00000010:1.0:1767384349.705967:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000b3dab83. 00000100:00000040:2.0:1767384349.705968:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bb43b465 x1853236723085952/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384365 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384349.705970:0:16140:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:3.0:1767384349.705975:0:16130:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.152@tcp of length 624/624 into md 0x1e1d [1] + 0 00000100:00000200:1.0:1767384349.705977:0:16140:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003615e837 x1853236723086080/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384365 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384349.705993:0:16130:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.152@tcp10 to MR: 192.168.202.152@tcp10 local destination 00000100:00000001:2.0:1767384349.705994:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384349.706000:0:16139:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1767384349.706005:0:16130:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp10 NI seq info: [168:168:256:4294967295] 192.168.202.152@tcp10 LPNI seq info [165:165:8:4294967295] 00000100:00000001:1.0:1767384349.706005:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384349.706010:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003615e837 x1853236723086080/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384365 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384349.706026:0:16130:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp10(192.168.202.152@tcp10:192.168.202.152@tcp10) -> 192.168.202.152@tcp10(192.168.202.152@tcp10:192.168.202.152@tcp10) 192.168.202.152@tcp10 : REPLY try# 0 00000100:00000001:1.0:1767384349.706028:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384349.706030:0:16140:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384349.706033:0:16139:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384349.706034:0:16130:0:(socklnd_cb.c:1001:ksocknal_send()) sending 624 bytes in 1 frags to 12345-192.168.202.152@tcp10 00000100:00000001:1.0:1767384349.706036:0:16140:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384349.706040:0:16130:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000084ca37a7. 00000100:00000001:2.0:1767384349.706041:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294939692 00000100:00000001:1.0:1767384349.706042:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294939692 00000800:00000200:3.0:1767384349.706048:0:16130:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002017c0cd] -> 12345-192.168.202.152@tcp10 (6) 00000800:00000200:3.0:1767384349.706052:0:16130:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp10 ip 192.168.202.152:1021 00000800:00000200:3.0:1767384349.706054:0:16130:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000084ca37a7 type 3, nob 720 niov 1 nkiov 1 00000100:00000010:1.0:1767384349.706062:0:16140:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000729e9f99. 00000100:00000001:1.0:1767384349.706069:0:16140:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767384349.706076:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294939692 00000100:00000001:2.0:1767384349.706077:0:16139:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 0, keep current deadline 4294939692 00000100:00000010:1.0:1767384349.706080:0:16140:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000013fb0019. 00000100:00000001:1.0:1767384349.706083:0:16140:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 1 00000800:00000200:3.0:1767384349.706145:0:16130:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384349.706149:0:16130:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000084ca37a7. 00000400:00000200:3.0:1767384349.706154:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384349.706173:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp10->192.168.202.152@tcp10: REPLY: OK 00000100:00000001:1.0:1767384349.706175:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294939693 00000100:00000010:1.0:1767384349.706180:0:16140:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000080925de8. 00000800:00000001:3.0:1767384349.706183:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384349.706189:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384349.706189:0:16140:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 2 00000800:00000001:3.0:1767384349.706195:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384349.706195:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294939693 00000100:00000010:1.0:1767384349.706200:0:16140:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cbffd486. 00000800:00000001:3.0:1767384349.706202:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384349.706203:0:16140:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 3 00000800:00000001:3.0:1767384349.706208:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384349.706209:0:16140:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384349.706213:0:16140:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384349.706216:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384349.706216:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384349.706222:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384349.706227:0:16130:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.152@tcp10(192.168.202.152@tcp10) <- 192.168.202.152@tcp10 : REPLY - for me 00000100:00000001:1.0:1767384349.706232:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384349.706233:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294939693 00000100:00000001:1.0:1767384349.706235:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1767384349.706241:0:16130:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.152@tcp10: Reply from 12345-192.168.202.152@tcp10 of length 624/624 into md 0x1e21 00000100:00000001:1.0:1767384349.706242:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384349.706243:0:16139:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294939692 00000100:00000001:1.0:1767384349.706246:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384349.706250:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384349.706251:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294939693 00000800:00000001:3.0:1767384349.706253:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384349.706255:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384349.706257:0:16139:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 2, keep current deadline 4294939693 00000100:00000001:2.0:1767384349.706261:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294939693 00000800:00000001:3.0:1767384349.706263:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384349.706264:0:16139:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 3, keep current deadline 4294939693 00000400:00000200:3.0:1767384349.706268:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384349.706269:0:16139:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384349.706273:0:16773:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:3.0:1767384349.706275:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp10->192.168.202.152@tcp10: REPLY: OK 00000100:00000001:2.0:1767384349.706275:0:16139:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384349.706277:0:16773:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723085952 00000100:00000001:2.0:1767384349.706283:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384349.706283:0:16773:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:3.0:1767384349.706284:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a15541c0 00000100:00000001:1.0:1767384349.706287:0:16773:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:3.0:1767384349.706289:0:16130:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a15541c0. 00000100:00000001:2.0:1767384349.706290:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384349.706290:0:16773:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384349.706294:0:16130:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 02000000:00000001:1.0:1767384349.706297:0:16773:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384349.706299:0:16130:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.202.152@tcp has discovery enabled 00000100:00100000:1.0:1767384349.706302:0:16773:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723085952 00000400:00000200:3.0:1767384349.706305:0:16130:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.202.152@tcp(000000005d9714d7) is MR 00000020:00000001:1.0:1767384349.706306:0:16773:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:3.0:1767384349.706309:0:16130:0:(peer.c:3037:lnet_discovery_event_reply()) Truncated Reply from 192.168.202.152@tcp (640 bytes) 00000020:00000040:1.0:1767384349.706309:0:16773:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eec8e1 00000020:00000001:1.0:1767384349.706314:0:16773:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384349.706316:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1767384349.706318:0:16130:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.152@tcp (000000005d9714d7): -114 00000100:00000001:2.0:1767384349.706320:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384349.706325:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1767384349.706326:0:16130:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 633 at 0000000052b64ebd. 00000100:00000001:2.0:1767384349.706327:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:1.0:1767384349.706329:0:16773:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000555601ca refcount=15 00000100:00000001:2.0:1767384349.706332:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384349.706333:0:16773:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000400:00000200:3.0:1767384349.706334:0:16130:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000005d9714d7 (38) 00000100:00000001:2.0:1767384349.706337:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384349.706339:0:16773:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000800:00000001:3.0:1767384349.706343:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384349.706344:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000800:00000001:3.0:1767384349.706347:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384349.706349:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b58ad373. 00000100:00000001:1.0:1767384349.706353:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384349.706355:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b58ad373. 00000020:00000010:1.0:1767384349.706361:0:16773:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000066762711. 00000020:00000010:1.0:1767384349.706366:0:16773:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000871b63ce. 00000100:00000001:3.0:1767384349.706368:0:16774:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:1.0:1767384349.706370:0:16773:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000082b89efe. 00000100:00100000:3.0:1767384349.706371:0:16774:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723086080 02000000:00000001:3.0:1767384349.706375:0:16774:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384349.706379:0:16774:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384349.706380:0:16774:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384349.706383:0:16774:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384349.706386:0:16774:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723086080 00000100:00000040:1.0:1767384349.706387:0:16773:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000020:00000001:3.0:1767384349.706388:0:16774:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384349.706391:0:16774:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eec8e1 00000100:00000001:1.0:1767384349.706392:0:16773:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:3.0:1767384349.706394:0:16774:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384349.706396:0:16773:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000040:3.0:1767384349.706397:0:16774:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000555601ca refcount=16 00000100:00000001:1.0:1767384349.706400:0:16773:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384349.706401:0:16774:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000020:00000001:3.0:1767384349.706406:0:16774:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000100:00000001:3.0:1767384349.706409:0:16774:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384349.706411:0:16774:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006e6d6324. 00000100:00000001:1.0:1767384349.706411:0:16773:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384349.706417:0:16774:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384349.706420:0:16774:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006e6d6324. 00000020:00000010:3.0:1767384349.706424:0:16774:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000161177ac. 00000100:00000001:1.0:1767384349.706425:0:16773:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384349.706429:0:16774:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000033ddafbc. 00000100:00000001:1.0:1767384349.706437:0:16773:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:3.0:1767384349.706439:0:16774:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000cd9d2cca. 00000100:00000001:1.0:1767384349.706440:0:16773:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384349.706448:0:16774:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00100000:1.0:1767384349.706448:0:16773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 143 00000100:00000001:3.0:1767384349.706452:0:16774:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:1.0:1767384349.706453:0:16773:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000555601ca : new rpc_count 1 00000100:00000001:3.0:1767384349.706454:0:16774:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384349.706457:0:16773:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619781697495120 : -124292012056496 : ffff8ef502c5e050) 00000100:00000001:3.0:1767384349.706461:0:16774:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384349.706464:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000041d0604f x1853236723085952/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:330/0 lens 4848/0 e 0 to 0 dl 1767384360 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384349.706472:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384349.706473:0:16774:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384349.706475:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b58ad373. 00000100:00000001:1.0:1767384349.706479:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384349.706481:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b58ad373. 00000100:00000001:3.0:1767384349.706487:0:16774:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:1.0:1767384349.706487:0:16773:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000041d0604f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c0412d60-4f67-4dbc-8791-892843f60083+16:16139:x1853236723085952:12345-0@lo:253: 00000100:00000001:3.0:1767384349.706490:0:16774:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000200:1.0:1767384349.706493:0:16773:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723085952 00000400:00000200:2.0:1767384349.706495:0:16135:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:00000001:1.0:1767384349.706497:0:16773:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00100000:3.0:1767384349.706498:0:16774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 144 00000400:00000010:2.0:1767384349.706502:0:16135:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 649 at 00000000875a7b44. 00000100:00000040:3.0:1767384349.706503:0:16774:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000555601ca : new rpc_count 2 00000020:00000001:1.0:1767384349.706503:0:16773:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384349.706507:0:16773:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384349.706508:0:16774:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619781697486928 : -124292012064688 : ffff8ef502c5c050) 00000400:00000010:2.0:1767384349.706509:0:16135:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001195ef07. 00000020:00000001:1.0:1767384349.706511:0:16773:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384349.706514:0:16773:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669141328 : -1040410288 : ffffffffc1fc9950) 00000100:00000040:3.0:1767384349.706516:0:16774:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000028129ef9 x1853236723086080/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:330/0 lens 4848/0 e 0 to 0 dl 1767384360 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384349.706516:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000085e5b010. 00000020:00000001:1.0:1767384349.706518:0:16773:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384349.706521:0:16773:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384349.706524:0:16135:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000875a7b44 00000020:00000001:1.0:1767384349.706526:0:16773:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000001:2.0:1767384349.706531:0:16135:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:1.0:1767384349.706531:0:16773:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1767384349.706532:0:16774:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:1.0:1767384349.706534:0:16773:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384349.706536:0:16135:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:3.0:1767384349.706537:0:16774:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006e6d6324. 00000100:00000001:1.0:1767384349.706538:0:16773:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000010:2.0:1767384349.706539:0:16135:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a7aa0c5f. 00000100:00000001:3.0:1767384349.706542:0:16774:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384349.706542:0:16773:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:2.0:1767384349.706545:0:16135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cf88a9bc 00000020:00000010:3.0:1767384349.706546:0:16774:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006e6d6324. 02000000:00000010:1.0:1767384349.706549:0:16773:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000009fb8db61. 00000400:00000010:2.0:1767384349.706551:0:16135:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cf88a9bc. 02000000:00000001:1.0:1767384349.706553:0:16773:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384349.706555:0:16774:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000028129ef9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c0412d60-4f67-4dbc-8791-892843f60083+16:16140:x1853236723086080:12345-0@lo:253: 00000400:00000200:2.0:1767384349.706557:0:16135:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 6 status 0 unlinked 1 00000100:00000200:3.0:1767384349.706560:0:16774:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723086080 00000100:00000001:1.0:1767384349.706564:0:16773:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384349.706565:0:16774:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000010:2.0:1767384349.706565:0:16135:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 633 at 00000000bc97bb33. 20000000:00000001:1.0:1767384349.706568:0:16773:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000001:3.0:1767384349.706569:0:16774:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384349.706572:0:16774:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384349.706572:0:16135:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 640 success 20000000:00000010:1.0:1767384349.706577:0:16773:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000036adf673. 00000020:00000001:3.0:1767384349.706578:0:16774:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384349.706581:0:16774:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669141328 : -1040410288 : ffffffffc1fc9950) 00000400:00000200:2.0:1767384349.706581:0:16135:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100871 20000000:01000000:1.0:1767384349.706583:0:16773:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000020:00000001:3.0:1767384349.706586:0:16774:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384349.706589:0:16774:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:1.0:1767384349.706590:0:16773:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000400:00000200:2.0:1767384349.706591:0:16135:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.202.152@tcp:0 00000020:00000001:3.0:1767384349.706594:0:16774:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 20000000:00000001:1.0:1767384349.706594:0:16773:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000020:00000001:3.0:1767384349.706598:0:16774:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:2.0:1767384349.706599:0:16135:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x102071 rc 1 20000000:00000001:1.0:1767384349.706599:0:16773:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384349.706602:0:16774:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384349.706603:0:16773:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384349.706607:0:16774:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:2.0:1767384349.706608:0:16135:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x102071 20000000:00000001:1.0:1767384349.706608:0:16773:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 02000000:00000001:3.0:1767384349.706610:0:16774:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384349.706617:0:16774:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000aab16fa3. 20000000:00000010:1.0:1767384349.706618:0:16773:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000d90720df. 00000400:00000200:2.0:1767384349.706619:0:16135:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (37) 02000000:00000001:3.0:1767384349.706620:0:16774:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:1.0:1767384349.706624:0:16773:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #46 00000400:00000010:2.0:1767384349.706627:0:16135:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 649 at 000000007bb86090. 00000100:00000001:3.0:1767384349.706629:0:16774:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384349.706630:0:16773:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000400:00000010:2.0:1767384349.706633:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f327b161. 20000000:00000001:3.0:1767384349.706634:0:16774:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00080000:00000001:1.0:1767384349.706637:0:16773:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000400:00000010:2.0:1767384349.706641:0:16135:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000f55b0f8f. 20000000:00000010:3.0:1767384349.706643:0:16774:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000686b2cb5. 20000000:01000000:3.0:1767384349.706649:0:16774:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000400:00000200:2.0:1767384349.706649:0:16135:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.152@tcp 20000000:00000001:3.0:1767384349.706653:0:16774:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384349.706656:0:16774:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384349.706657:0:16774:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384349.706660:0:16135:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.152@tcp local destination 20000000:00000001:3.0:1767384349.706661:0:16774:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384349.706666:0:16774:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:2.0:1767384349.706669:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[165, 155], ns[168, 158] 00000400:00000200:2.0:1767384349.706675:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 155], ns[64, 158] 00000400:00000200:2.0:1767384349.706680:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[68, 64], ns[68, 64] 00000400:00000200:2.0:1767384349.706685:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[78, 64], ns[78, 64] 00000400:00000200:2.0:1767384349.706689:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[83, 64], ns[83, 64] 00080000:00000001:1.0:1767384349.706692:0:16773:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384349.706695:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[99, 64], ns[100, 64] 00080000:00000001:1.0:1767384349.706697:0:16773:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384349.706700:0:16773:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384349.706704:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[103, 64], ns[104, 64] 00080000:00000001:1.0:1767384349.706704:0:16773:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:1.0:1767384349.706709:0:16773:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000200:2.0:1767384349.706711:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[114, 64], ns[117, 64] 00000020:00000001:1.0:1767384349.706714:0:16773:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446619782313850200 : -124291395701416 : ffff8ef52782b558) 00000400:00000200:2.0:1767384349.706719:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[119, 64], ns[122, 64] 00080000:00000001:1.0:1767384349.706719:0:16773:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000400:00000200:2.0:1767384349.706726:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[125, 64], ns[128, 64] 00080000:00000010:1.0:1767384349.706727:0:16773:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000221e017a. 00080000:00000001:1.0:1767384349.706731:0:16773:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446619777412357120 : -124296297194496 : ffff8ef4035bdc00) 00080000:00000001:1.0:1767384349.706736:0:16773:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:2.0:1767384349.706737:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[132, 64], ns[135, 64] 00000400:00000200:2.0:1767384349.706743:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[136, 64], ns[139, 64] 00000400:00000200:2.0:1767384349.706749:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[146, 64], ns[149, 64] 00000400:00000200:2.0:1767384349.706753:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[148, 64], ns[151, 64] 00000400:00000200:2.0:1767384349.706758:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 64], ns[44, 64] 00000400:00000200:2.0:1767384349.706773:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 44], ns[48, 44] 00000400:00000200:2.0:1767384349.706777:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 44], ns[52, 44] 00000400:00000200:2.0:1767384349.706782:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 44], ns[56, 44] 00000400:00000200:2.0:1767384349.706786:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 44], ns[60, 44] 00000400:00000200:2.0:1767384349.706791:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 44], ns[72, 44] 00000400:00000200:2.0:1767384349.706795:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[76, 44], ns[76, 44] 00000400:00000200:2.0:1767384349.706800:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[96, 44], ns[97, 44] 00000400:00000200:2.0:1767384349.706805:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[95, 44], ns[96, 44] 00000400:00000200:2.0:1767384349.706810:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[90, 44], ns[91, 44] 00000400:00000200:2.0:1767384349.706815:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[138, 44], ns[141, 44] 00000400:00000200:2.0:1767384349.706821:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[108, 44], ns[109, 44] 00000400:00000200:2.0:1767384349.706825:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[153, 44], ns[156, 44] 00000001:00000001:1.0:1767384349.706827:0:16773:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384349.706830:0:16773:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384349.706834:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[158, 44], ns[161, 44] 00080000:00000001:1.0:1767384349.706835:0:16773:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000400:00000200:2.0:1767384349.706842:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[140, 44], ns[143, 44] 00000400:00000200:2.0:1767384349.706846:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[117, 44], ns[120, 44] 00000400:00000200:2.0:1767384349.706850:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[139, 44], ns[142, 44] 00000400:00000200:2.0:1767384349.706855:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[161, 44], ns[164, 44] 00080000:00000001:1.0:1767384349.706856:0:16773:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384349.706862:0:16773:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:2.0:1767384349.706865:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[152, 44], ns[155, 44] 00000400:00000200:2.0:1767384349.706879:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[160, 44], ns[163, 44] 00000400:00000200:2.0:1767384349.706884:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[163, 44], ns[166, 44] 00000400:00000200:2.0:1767384349.706889:0:16135:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp24 00000400:00000200:2.0:1767384349.706892:0:16135:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.152@tcp24 00000400:00000200:2.0:1767384349.706896:0:16135:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.152@tcp24 lpni_is_preferred = 0 00000400:00000200:2.0:1767384349.706900:0:16135:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.152@tcp24 00000400:00000200:2.0:1767384349.706904:0:16135:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp24 NI seq info: [169:169:256:4294967295] 192.168.202.152@tcp24 LPNI seq info [166:166:8:4294967295] 00000400:00000200:2.0:1767384349.706910:0:16135:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.152@tcp24 00000400:00000200:2.0:1767384349.706918:0:16135:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp24(192.168.202.152@tcp24:) -> 192.168.202.152@tcp24(192.168.202.152@tcp:192.168.202.152@tcp24) : GET try# 0 00000800:00000200:2.0:1767384349.706924:0:16135:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.152@tcp24 00000800:00000010:2.0:1767384349.706928:0:16135:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000036963dba. 00000800:00000200:2.0:1767384349.706934:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000922cc1b6] -> 12345-192.168.202.152@tcp24 (6) 00000800:00000200:2.0:1767384349.706940:0:16135:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp24 ip 192.168.202.152:988 00000800:00000200:2.0:1767384349.706943:0:16135:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000036963dba type 2, nob 96 niov 1 nkiov 0 00080000:00000001:1.0:1767384349.706952:0:16773:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000400:00000200:2.0:1767384349.706956:0:16135:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.152@tcp 00080000:00000001:1.0:1767384349.706957:0:16773:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:2.0:1767384349.706961:0:16135:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100271 rc 0 00000800:00000200:2.0:1767384349.707022:0:16132:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384349.707026:0:16132:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000036963dba. 00000800:00000001:3.0:1767384349.707027:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384349.707032:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:3.0:1767384349.707035:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384349.707039:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384349.707042:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp24->192.168.202.152@tcp24: GET: OK 00000800:00000001:3.0:1767384349.707045:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384349.707048:0:16132:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384349.707055:0:16131:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.152@tcp24(192.168.202.152@tcp24) <- 192.168.202.152@tcp24 : GET - for me 00000400:00000200:2.0:1767384349.707056:0:16132:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.152@tcp: 0 00000400:00000200:3.0:1767384349.707070:0:16131:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.152@tcp of length 640 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384349.707074:0:16131:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.152@tcp of length 640/640 into md 0x1e1d [1] + 0 00000400:00000200:3.0:1767384349.707080:0:16131:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.152@tcp24 to MR: 192.168.202.152@tcp24 local destination 00000400:00000200:3.0:1767384349.707103:0:16131:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp24 NI seq info: [170:170:256:4294967295] 192.168.202.152@tcp24 LPNI seq info [167:167:8:4294967295] 00000400:00000200:3.0:1767384349.707113:0:16131:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp24(192.168.202.152@tcp24:192.168.202.152@tcp24) -> 192.168.202.152@tcp24(192.168.202.152@tcp24:192.168.202.152@tcp24) 192.168.202.152@tcp24 : REPLY try# 0 00000800:00000200:3.0:1767384349.707117:0:16131:0:(socklnd_cb.c:1001:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.202.152@tcp24 00000800:00000010:3.0:1767384349.707120:0:16131:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000084ca37a7. 00000800:00000200:3.0:1767384349.707124:0:16131:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000922cc1b6] -> 12345-192.168.202.152@tcp24 (6) 00000800:00000200:3.0:1767384349.707128:0:16131:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp24 ip 192.168.202.152:993 00000800:00000200:3.0:1767384349.707131:0:16131:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000084ca37a7 type 3, nob 736 niov 1 nkiov 1 00000800:00000001:1.0:1767384349.707145:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384349.707172:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384349.707211:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384349.707217:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384349.707219:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384349.707222:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767384349.707224:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384349.707229:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000084ca37a7. 00000400:00000200:1.0:1767384349.707230:0:16132:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.152@tcp24(192.168.202.152@tcp24) <- 192.168.202.152@tcp24 : REPLY - for me 00000400:00000200:3.0:1767384349.707236:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384349.707245:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp24->192.168.202.152@tcp24: REPLY: OK 00000400:00000200:1.0:1767384349.707248:0:16132:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.152@tcp24: Reply from 12345-192.168.202.152@tcp24 of length 640/640 into md 0x1e39 00000800:00000001:1.0:1767384349.707259:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384349.707268:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384349.707269:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384349.707274:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp24->192.168.202.152@tcp24: REPLY: OK 00000400:00000200:1.0:1767384349.707278:0:16132:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f327b161 00000400:00000010:1.0:1767384349.707279:0:16132:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f327b161. 00000400:00000200:1.0:1767384349.707283:0:16132:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:1.0:1767384349.707285:0:16132:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.202.152@tcp has discovery enabled 00000400:00000200:1.0:1767384349.707287:0:16132:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.202.152@tcp(000000005d9714d7) is MR 00000400:00000200:1.0:1767384349.707289:0:16132:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.202.152@tcp data present 38. state = 0x100271 00000400:00000200:1.0:1767384349.707292:0:16132:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.152@tcp (000000005d9714d7): -114 00000400:00000200:1.0:1767384349.707303:0:16132:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000005d9714d7 (38) 00000800:00000001:1.0:1767384349.707308:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384349.707311:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384349.707323:0:16135:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384349.707328:0:16135:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x1000f1 00000400:00000010:3.0:1767384349.707334:0:16135:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 780 at 00000000277c5712. 00000400:00000010:3.0:1767384349.707342:0:16135:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 936 at 0000000081edca16. 00000400:00000010:3.0:1767384349.707345:0:16135:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 780 at 0000000052b64ebd. 00000400:00000200:3.0:1767384349.707382:0:16135:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.152@tcp36(000000002eefdff6) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:3.0:1767384349.707387:0:16135:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.152@tcp37(000000008e0fb846) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:3.0:1767384349.707394:0:16135:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.152@tcp41(00000000e6e34842) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:3.0:1767384349.707398:0:16135:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.152@tcp42(00000000923724ec) status changed from 0xdeadface to 0x15aac0de 00000400:00000010:3.0:1767384349.707406:0:16135:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000ecdb3b17. 00000400:00000200:3.0:1767384349.707411:0:16135:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000ecdb3b17 nid 192.168.202.152@tcp45 00000400:00000010:3.0:1767384349.707414:0:16135:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 0000000000b6696c. 00000400:00000200:3.0:1767384349.707416:0:16135:0:(peer.c:204:lnet_peer_net_alloc()) 0000000000b6696c net tcp45 00000400:00000200:3.0:1767384349.707419:0:16135:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (37) 00000400:00000200:3.0:1767384349.707424:0:16135:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.152@tcp NID 192.168.202.152@tcp45 flags 0x11 00000400:00000010:3.0:1767384349.707428:0:16135:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000a3c53249. 00000400:00000200:3.0:1767384349.707431:0:16135:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000a3c53249 nid 192.168.202.152@tcp46 00000400:00000010:3.0:1767384349.707433:0:16135:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000c87ea49b. 00000400:00000200:3.0:1767384349.707435:0:16135:0:(peer.c:204:lnet_peer_net_alloc()) 00000000c87ea49b net tcp46 00000400:00000200:3.0:1767384349.707437:0:16135:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (38) 00000400:00000200:3.0:1767384349.707440:0:16135:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.152@tcp NID 192.168.202.152@tcp46 flags 0x11 00000400:00000010:3.0:1767384349.707443:0:16135:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 780 at 00000000277c5712. 00000400:00000010:3.0:1767384349.707446:0:16135:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 936 at 0000000081edca16. 00000400:00000010:3.0:1767384349.707449:0:16135:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 780 at 0000000052b64ebd. 00000400:00000010:3.0:1767384349.707452:0:16135:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 649 at 000000007bb86090. 00000400:00000200:3.0:1767384349.707456:0:16135:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.152@tcp (000000005d9714d7): 0 00000400:00000200:3.0:1767384349.707458:0:16135:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.152@tcp(000000005d9714d7): 0. state = 0x100171 00000400:00000200:3.0:1767384349.707461:0:16135:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100171 rc 1 00000400:00000200:3.0:1767384349.707464:0:16135:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100171 00000400:00000010:3.0:1767384349.707468:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a15541c0. 00000400:00000200:3.0:1767384349.707470:0:16135:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (39) 00000400:00000010:3.0:1767384349.707473:0:16135:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000003d11b14f. 00000400:00000200:3.0:1767384349.707476:0:16135:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.152@tcp24 00000400:00000200:3.0:1767384349.707483:0:16135:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.152@tcp24 to MR: 192.168.202.152@tcp24 local destination 00000400:00000200:3.0:1767384349.707487:0:16135:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp24 NI seq info: [171:171:256:4294967295] 192.168.202.152@tcp24 LPNI seq info [168:168:8:4294967295] 00000400:00000200:3.0:1767384349.707496:0:16135:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.152@tcp24 00000400:00000200:3.0:1767384349.707503:0:16135:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp24(192.168.202.152@tcp24:192.168.202.152@tcp24) -> 192.168.202.152@tcp24(192.168.202.152@tcp24:192.168.202.152@tcp24) : PUT try# 0 00000800:00000200:3.0:1767384349.707507:0:16135:0:(socklnd_cb.c:1001:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.202.152@tcp24 00000800:00000010:3.0:1767384349.707510:0:16135:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000084ca37a7. 00000800:00000200:3.0:1767384349.707514:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000922cc1b6] -> 12345-192.168.202.152@tcp24 (6) 00000800:00000200:3.0:1767384349.707518:0:16135:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp24 ip 192.168.202.152:988 00000800:00000200:3.0:1767384349.707520:0:16135:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000084ca37a7 type 1, nob 736 niov 1 nkiov 1 00000400:00000200:3.0:1767384349.707530:0:16135:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.152@tcp 00000400:00000200:3.0:1767384349.707533:0:16135:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100571 rc 0 00000800:00000200:2.0:1767384349.707588:0:16130:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384349.707592:0:16130:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000084ca37a7. 00000400:00000200:2.0:1767384349.707597:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:3.0:1767384349.707601:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384349.707605:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp24->192.168.202.152@tcp24: PUT: OK 00000800:00000001:3.0:1767384349.707609:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384349.707610:0:16130:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000800:00000001:3.0:1767384349.707612:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384349.707617:0:16130:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.152@tcp24: 0 00000800:00000001:3.0:1767384349.707618:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384349.707627:0:16131:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.152@tcp24(192.168.202.152@tcp24) <- 192.168.202.152@tcp24 : PUT - for me 00000400:00000200:3.0:1767384349.707634:0:16131:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.152@tcp of length 640 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384349.707638:0:16131:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.152@tcp of length 640/640 into md 0x1e35 [1] + 0 00000400:00000010:3.0:1767384349.707641:0:16131:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001195ef07. 00000400:00000200:3.0:1767384349.707644:0:16131:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000085e5b010 00000800:00000001:3.0:1767384349.707647:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384349.707650:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384349.707652:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384349.707654:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp24->192.168.202.152@tcp24: PUT: OK 00000400:00000200:3.0:1767384349.707657:0:16131:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000085e5b010 00000400:00000010:3.0:1767384349.707658:0:16131:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000085e5b010. 00000400:00000200:3.0:1767384349.707660:0:16131:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:3.0:1767384349.707662:0:16131:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (40) 00000400:00000200:3.0:1767384349.707666:0:16131:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.152@tcp(000000005d9714d7) is MR 00000400:00000010:3.0:1767384349.707669:0:16131:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 649 at 0000000052b64ebd. 00000400:00000200:3.0:1767384349.707671:0:16131:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.202.152@tcp 38 00000400:00000200:3.0:1767384349.707675:0:16131:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.152@tcp (000000005d9714d7): -114 00000400:00000200:3.0:1767384349.707685:0:16131:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000005d9714d7 (41) 00000400:00000200:3.0:1767384349.707695:0:16131:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767384349.707698:0:16131:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.152@tcp24 to MR: 192.168.202.152@tcp24 local destination 00000400:00000200:3.0:1767384349.707702:0:16131:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp24 NI seq info: [172:172:256:4294967295] 192.168.202.152@tcp24 LPNI seq info [169:169:8:4294967295] 00000400:00000200:3.0:1767384349.707710:0:16131:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp24(192.168.202.152@tcp24:192.168.202.152@tcp24) -> 192.168.202.152@tcp24(192.168.202.152@tcp24:192.168.202.152@tcp24) 192.168.202.152@tcp24 : ACK try# 0 00000800:00000200:3.0:1767384349.707713:0:16131:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.152@tcp24 00000400:00000200:2.0:1767384349.707715:0:16135:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000800:00000010:3.0:1767384349.707716:0:16131:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d605e0a6. 00000800:00000200:3.0:1767384349.707719:0:16131:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000922cc1b6] -> 12345-192.168.202.152@tcp24 (6) 00000800:00000200:3.0:1767384349.707724:0:16131:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp24 ip 192.168.202.152:993 00000800:00000200:3.0:1767384349.707727:0:16131:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d605e0a6 type 0, nob 96 niov 1 nkiov 0 00000400:00000010:2.0:1767384349.707727:0:16135:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000046234502. 00000400:00000010:2.0:1767384349.707735:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000081998b88. 00000400:00000200:2.0:1767384349.707740:0:16135:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000875a7b44 00000400:00000200:2.0:1767384349.707746:0:16135:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x1004f1 00000400:00000010:2.0:1767384349.707752:0:16135:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 780 at 000000008e7ce15c. 00000400:00000010:2.0:1767384349.707756:0:16135:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 936 at 00000000c053603a. 00000400:00000010:2.0:1767384349.707760:0:16135:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 780 at 000000001c410405. 00000800:00000200:3.0:1767384349.707772:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384349.707776:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d605e0a6. 00000400:00000200:3.0:1767384349.707779:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384349.707783:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp24->192.168.202.152@tcp24: ACK: OK 00000800:00000001:3.0:1767384349.707788:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384349.707793:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384349.707795:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384349.707799:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384349.707801:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:2.0:1767384349.707802:0:16135:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 780 at 000000008e7ce15c. 00000800:00000001:3.0:1767384349.707806:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384349.707808:0:16135:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 936 at 00000000c053603a. 00000400:00000010:2.0:1767384349.707814:0:16135:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 780 at 000000001c410405. 00000400:00000200:3.0:1767384349.707817:0:16131:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.152@tcp24(192.168.202.152@tcp24) <- 192.168.202.152@tcp24 : ACK - for me 00000400:00000010:2.0:1767384349.707820:0:16135:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 649 at 0000000052b64ebd. 00000400:00000200:2.0:1767384349.707826:0:16135:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.152@tcp (000000005d9714d7): 0 00000400:00000200:2.0:1767384349.707833:0:16135:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.152@tcp(000000005d9714d7): 0. state = 0x100571 00000400:00000200:3.0:1767384349.707834:0:16131:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.152@tcp24: ACK from 12345-192.168.202.152@tcp24 into md 0x1e3d 00000400:00000200:2.0:1767384349.707840:0:16135:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100571 rc 1 00000400:00000200:3.0:1767384349.707842:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384349.707847:0:16135:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100571 00000400:00000200:3.0:1767384349.707851:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp24->192.168.202.152@tcp24: ACK: OK 00000400:00000200:2.0:1767384349.707857:0:16135:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.152@tcp 00000400:00000200:3.0:1767384349.707858:0:16131:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a15541c0 00000400:00000200:2.0:1767384349.707862:0:16135:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100511 rc 0 00000400:00000010:3.0:1767384349.707863:0:16131:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a15541c0. 00000400:00000200:3.0:1767384349.707870:0:16131:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:2.0:1767384349.707871:0:16135:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.152@tcp (000000005d9714d7) 00000400:00000200:3.0:1767384349.707877:0:16131:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.152@tcp ev->status 0 00000400:00000200:2.0:1767384349.707878:0:16135:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000005d9714d7 (40) 00000400:00000200:3.0:1767384349.707887:0:16131:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000005d9714d7 (39) 00000800:00000001:3.0:1767384349.707893:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384349.707896:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384349.714791:0:16773:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384349.714797:0:16773:0:(lu_object.c:207:lu_object_put()) Add 00000000f07b1e3f/000000000f28175b to site lru. bkt: 00000000b56e2c81 20000000:00000001:1.0:1767384349.714800:0:16773:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384349.714802:0:16773:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00080000:00000001:0.0:1767384349.714806:0:16807:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384349.714810:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384349.714812:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:01000000:1.0:1767384349.714813:0:16773:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00040000:00000001:0.0:1767384349.714814:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384349.714817:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384349.714820:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000221e017a. 00080000:00000001:0.0:1767384349.714825:0:16807:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:1.0:1767384349.714826:0:16773:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384349.714831:0:16773:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000020:1.0:1767384349.714836:0:16773:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000010:2.0:1767384349.714838:0:16774:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000004e134f57. 20000000:01000000:2.0:1767384349.714843:0:16774:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #46 20000000:01000000:0.0:1767384349.714846:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384349.714847:0:16774:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:00000001:0.0:1767384349.714852:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000001:2.0:1767384349.714853:0:16774:0:(osd_index.c:626:osd_dir_lookup()) Process entered 10000000:01000000:0.0:1767384349.714861:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384349.714865:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384349.714868:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1767384349.714873:0:16794:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000000f79cc55 count: 2 00080000:00000001:2.0:1767384349.714874:0:16774:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384349.714875:0:16794:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384349.714881:0:16774:0:(osd_index.c:949:osd_remote_fid()) Process entered 00010000:00000001:0.0:1767384349.714881:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:2.0:1767384349.714884:0:16774:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.0:1767384349.714886:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000cf5af016. 00080000:00000001:2.0:1767384349.714888:0:16774:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:0.0:1767384349.714892:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000001:2.0:1767384349.714893:0:16774:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000040:0.0:1767384349.714897:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000cf5af016 with handle 0x7e51148972eeccc3 to hash 00000020:00000001:2.0:1767384349.714899:0:16774:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446619782313850200 : -124291395701416 : ffff8ef52782b558) 00000020:00000001:0.0:1767384349.714901:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000001:2.0:1767384349.714904:0:16774:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:0.0:1767384349.714904:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446619781734631424 : -124291974920192 : ffff8ef504fc8800) 00010000:00000001:0.0:1767384349.714909:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446619781734631424 : -124291974920192 : ffff8ef504fc8800) 00080000:00000010:2.0:1767384349.714910:0:16774:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000021e1180a. 00010000:00000001:0.0:1767384349.714911:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:2.0:1767384349.714915:0:16774:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446619781765967872 : -124291943583744 : ffff8ef506dab000) 00010000:00000001:0.0:1767384349.714915:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384349.714918:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000cf5af016/0x7e51148972eeccc3 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384349.714919:0:16774:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:0.0:1767384349.714927:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384349.714930:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384349.714931:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384349.714933:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384349.714935:0:16794:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:0.0:1767384349.714938:0:16794:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 00000000e85c90e1/0x7e51148972eeccbc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7e51148972eeccb5 expref: 16 pid: 16774 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384349.714942:0:16794:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:0.0:1767384349.714944:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384349.714946:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384349.714947:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384349.714948:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384349.714950:0:16794:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:0.0:1767384349.714951:0:16794:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 00000000cf5af016/0x7e51148972eeccc3 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384349.714955:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000000f79cc55) refcount = 2 00010000:00000040:0.0:1767384349.714963:0:16794:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1767384349.714965:0:16794:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000e85c90e1/0x7e51148972eeccbc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0x7e51148972eeccb5 expref: 16 pid: 16774 timeout: 0 lvb_type: 0 00000001:00000001:2.0:1767384349.714966:0:16774:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000040:0.0:1767384349.714969:0:16794:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:0.0:1767384349.714971:0:16794:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000cf5af016/0x7e51148972eeccc3 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384349.714976:0:16774:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.0:1767384349.714976:0:16794:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002664cef6. 00080000:00000001:2.0:1767384349.714979:0:16774:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000100:00000001:0.0:1767384349.714981:0:16794:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384349.714985:0:16794:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000174c9438. 00000100:00000001:0.0:1767384349.714987:0:16794:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446619777394775552 : -124296314776064 : ffff8ef4024f9600) 00000100:00000001:0.0:1767384349.714989:0:16794:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446619777394775552 : -124296314776064 : ffff8ef4024f9600) 00000100:00000001:0.0:1767384349.714991:0:16794:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384349.714992:0:16794:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1767384349.714993:0:16794:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:0.0:1767384349.714996:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000001:2.0:1767384349.714998:0:16774:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384349.714999:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:0.0:1767384349.715002:0:16794:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00080000:00000001:2.0:1767384349.715003:0:16774:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:0.0:1767384349.715005:0:16794:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1767384349.715008:0:16794:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:0.0:1767384349.715010:0:16794:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:0.0:1767384349.715013:0:16794:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d2d9f5ea. 00000020:00000040:0.0:1767384349.715015:0:16794:0:(genops.c:1229:class_import_get()) import 00000000ec48d8bc refcount=2 obd=MGS 00000100:00000001:0.0:1767384349.715018:0:16794:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384349.715020:0:16794:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384349.715023:0:16794:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384349.715028:0:16794:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005419da05. 00000100:00000001:0.0:1767384349.715031:0:16794:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384349.715035:0:16794:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 00000000e85c90e1/0x7e51148972eeccbc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x7e51148972eeccb5 expref: 16 pid: 16774 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384349.715047:0:16794:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 00000000e85c90e1/0x7e51148972eeccbc lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x7e51148972eeccb5 expref: 16 pid: 16774 timeout: 422 lvb_type: 0 00010000:00000001:0.0:1767384349.715054:0:16794:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:0.0:1767384349.715062:0:16794:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384349.715066:0:16794:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d2d9f5ea x1853236723086208/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384349.715073:0:16794:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384349.715075:0:16794:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384349.715078:0:16794:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d2d9f5ea pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16794:1853236723086208:0@lo:104: 00000100:00000001:0.0:1767384349.715081:0:16794:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00080000:00000001:2.0:1767384349.715084:0:16774:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 02000000:00000001:0.0:1767384349.715084:0:16794:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384349.715109:0:16794:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384349.715111:0:16794:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384349.715115:0:16794:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000dab3183e. 00080000:00000001:2.0:1767384349.715116:0:16774:0:(osd_handler.c:287:osd_trans_stop()) Process entered 02000000:00000001:0.0:1767384349.715118:0:16794:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384349.715122:0:16794:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009728a322. 00000400:00000010:0.0:1767384349.715128:0:16794:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000554f6d50. 00000100:00000200:0.0:1767384349.715131:0:16794:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236723086208, portal 16 00000100:00000001:0.0:1767384349.715134:0:16794:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384349.715135:0:16794:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782423945984 : -124291285605632 : ffff8ef52e12a300) 00000100:00000040:0.0:1767384349.715138:0:16794:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@00000000d2d9f5ea x1853236723086208/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384365 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384349.715144:0:16794:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384349.715146:0:16794:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384349.715149:0:16794:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000025ff4852. 00000100:00000200:0.0:1767384349.715151:0:16794:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853236723086208, offset 0 00000400:00000200:0.0:1767384349.715155:0:16794:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384349.715179:0:16794:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384349.715187:0:16794:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x695824c907380 00000400:00000200:0.0:1767384349.715192:0:16794:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x1775 [2] + 1312 00000400:00000200:0.0:1767384349.715196:0:16794:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384349.715199:0:16794:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384349.715203:0:16794:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384349.715205:0:16794:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:0.0:1767384349.715208:0:16794:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d112775e. 00000100:00000040:0.0:1767384349.715210:0:16794:0:(events.c:337:request_in_callback()) incoming req@00000000d112775e x1853236723086208 msgsize 328 00000100:00100000:0.0:1767384349.715213:0:16794:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384349.715231:0:16794:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384349.715238:0:16794:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000025ff4852 00000400:00000010:0.0:1767384349.715241:0:16794:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000025ff4852. 00000100:00000001:0.0:1767384349.715244:0:16794:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384349.715247:0:16794:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d2d9f5ea x1853236723086208/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384365 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384349.715254:0:16794:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384349.715257:0:16794:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d2d9f5ea x1853236723086208/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384365 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384349.715258:0:16763:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384349.715263:0:16763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723086208 00000100:00000001:0.0:1767384349.715264:0:16794:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384349.715266:0:16763:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384349.715267:0:16794:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384349.715270:0:16763:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384349.715273:0:16763:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384349.715273:0:16794:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384349.715280:0:16763:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384349.715280:0:16794:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294939702 00000100:00100000:1.0:1767384349.715286:0:16763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723086208 00000100:00000001:0.0:1767384349.715287:0:16794:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4294939692 00000020:00000001:1.0:1767384349.715288:0:16763:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384349.715291:0:16763:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eec8d3 00000100:00000001:0.0:1767384349.715293:0:16794:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294939702 00000020:00000001:1.0:1767384349.715294:0:16763:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384349.715298:0:16763:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000d18f5ad3 refcount=3 00000100:00000001:0.0:1767384349.715300:0:16794:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4294939693 00000020:00000001:1.0:1767384349.715301:0:16763:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619777404448768 : -124296305102848 : ffff8ef402e33000) 00000100:00000001:0.0:1767384349.715305:0:16794:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294939702 00000020:00000001:1.0:1767384349.715306:0:16763:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619777404448768 : -124296305102848 : ffff8ef402e33000) 00000100:00000001:0.0:1767384349.715310:0:16794:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4294939693 00000100:00000001:0.0:1767384349.715312:0:16794:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294939702 00000100:00000001:0.0:1767384349.715317:0:16794:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4294939693 00000100:00000001:1.0:1767384349.715319:0:16763:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384349.715320:0:16794:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384349.715323:0:16763:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ab9d7f80. 00000100:00000001:0.0:1767384349.715323:0:16794:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384349.715325:0:16794:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384349.715329:0:16763:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384349.715329:0:16794:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384349.715331:0:16794:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384349.715333:0:16763:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ab9d7f80. 00010000:00000001:0.0:1767384349.715334:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384349.715337:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384349.715339:0:16794:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384349.715341:0:16794:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000020:00000010:1.0:1767384349.715342:0:16763:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005b170b71. 00010000:00000001:0.0:1767384349.715342:0:16794:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1767384349.715344:0:16794:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384349.715348:0:16794:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384349.715349:0:16794:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:1.0:1767384349.715350:0:16763:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000eb6f53fe. 00000020:00000010:1.0:1767384349.715356:0:16763:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002af3f430. 00000100:00100000:0.0:1767384349.715358:0:16794:0:(client.c:2690:ptlrpc_set_wait()) set 00000000174c9438 going to sleep for 11 seconds 00000100:00000001:0.0:1767384349.715362:0:16794:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384349.715364:0:16794:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384349.715369:0:16763:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:1.0:1767384349.715372:0:16763:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384349.715374:0:16763:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384349.715375:0:16763:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384349.715382:0:16763:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384349.715391:0:16763:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384349.715403:0:16763:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384349.715405:0:16763:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384349.715407:0:17571:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:1.0:1767384349.715411:0:16763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00000001:0.0:1767384349.715411:0:17571:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:1.0:1767384349.715416:0:16763:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000d18f5ad3 : new rpc_count 1 00000100:00000001:0.0:1767384349.715417:0:17571:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384349.715420:0:16763:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619782423949568 : -124291285602048 : ffff8ef52e12b100) 00000100:00000001:0.0:1767384349.715421:0:17571:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384349.715429:0:16763:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000d112775e x1853236723086208/t0(0) o104->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:330/0 lens 328/0 e 0 to 0 dl 1767384360 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384349.715437:0:16763:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384349.715440:0:16763:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ab9d7f80. 00000100:00000001:1.0:1767384349.715442:0:16763:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384349.715444:0:16763:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ab9d7f80. 00000100:00100000:1.0:1767384349.715449:0:16763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000d112775e pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:c0412d60-4f67-4dbc-8791-892843f60083+3:16794:x1853236723086208:12345-0@lo:104: 00000100:00000200:1.0:1767384349.715452:0:16763:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723086208 00010000:00000001:1.0:1767384349.715454:0:16763:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:1.0:1767384349.715458:0:16763:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384349.715459:0:16763:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384349.715461:0:16763:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000434b1936 refcount=2 00000020:00000001:1.0:1767384349.715463:0:16763:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619782554463744 : -124291155087872 : ffff8ef535da2e00) 00010000:00000001:1.0:1767384349.715465:0:16763:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619782554463744 : -124291155087872 : ffff8ef535da2e00) 00010000:00000001:1.0:1767384349.715474:0:16763:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384349.715476:0:16763:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384349.715478:0:16763:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.152@tcp lock: 00000000434b1936/0x7e51148972eeccb5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x7e51148972eeccbc expref: -99 pid: 16776 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384349.715485:0:16763:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384349.715486:0:16763:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384349.715490:0:16763:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000037eb0901. 02000000:00000001:1.0:1767384349.715491:0:16763:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384349.715493:0:16763:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384349.715496:0:16763:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384349.715498:0:16763:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384349.715501:0:16763:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c1a96973 time=79 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384349.715504:0:16763:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384349.715506:0:16763:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 21 to 0@lo 00000100:00000001:1.0:1767384349.715508:0:16763:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 02000000:00000001:1.0:1767384349.715510:0:16763:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384349.715511:0:16763:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384349.715513:0:16763:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384349.715514:0:16763:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384349.715518:0:16763:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000043c96435. 00000100:00000200:1.0:1767384349.715521:0:16763:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853236723086208, offset 224 00000400:00000200:1.0:1767384349.715524:0:16763:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384349.715529:0:16763:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384349.715534:0:16763:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x695824c907380 00000400:00000200:1.0:1767384349.715538:0:16763:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x1e45 [1] + 224 00000400:00000200:1.0:1767384349.715541:0:16763:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384349.715543:0:16763:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384349.715546:0:16763:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384349.715549:0:16763:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d2d9f5ea x1853236723086208/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384365 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1767384349.715556:0:16763:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000d2d9f5ea x1853236723086208/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384365 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384349.715571:0:16763:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384349.715582:0:16763:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000043c96435 00000400:00000010:1.0:1767384349.715584:0:16763:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000043c96435. 00000100:00000001:1.0:1767384349.715587:0:16763:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384349.715589:0:16763:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384349.715592:0:16763:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384349.715593:0:16794:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767384349.715596:0:16763:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 20 to 0@lo 00000400:00000001:2.0:1767384349.715600:0:16794:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:1.0:1767384349.715600:0:16763:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000400:00000001:2.0:1767384349.715604:0:16794:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000010:1.0:1767384349.715605:0:16763:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 000000004c330615. 00000400:00000010:2.0:1767384349.715606:0:16794:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009728a322. 00010000:00000001:1.0:1767384349.715610:0:16763:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000400:00000200:2.0:1767384349.715611:0:16794:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000554f6d50 00000400:00000010:2.0:1767384349.715614:0:16794:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000554f6d50. 00000100:00000001:2.0:1767384349.715616:0:16794:0:(events.c:78:reply_in_callback()) Process entered 00010000:00010000:1.0:1767384349.715619:0:16763:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00000200:2.0:1767384349.715622:0:16794:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d2d9f5ea x1853236723086208/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384365 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:1.0:1767384349.715623:0:16763:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384349.715629:0:16763:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384349.715633:0:16763:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384349.715643:0:16763:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d112775e x1853236723086208/t0(0) o104->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:330/0 lens 328/224 e 0 to 0 dl 1767384360 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1767384349.715644:0:16794:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d2d9f5ea x1853236723086208/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384365 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384349.715665:0:16794:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384349.715668:0:16794:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384349.715670:0:16763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000d112775e pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:c0412d60-4f67-4dbc-8791-892843f60083+3:16794:x1853236723086208:12345-0@lo:104: Request processed in 230us (456us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384349.715672:0:16794:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384349.715675:0:16794:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384349.715677:0:16794:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384349.715678:0:16794:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384349.715681:0:16763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 02000000:00000001:2.0:1767384349.715682:0:16794:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384349.715687:0:16794:0:(import.c:2128:obd_at_measure()) add 5 to 00000000441774e7 time=79 v=5 (5 0 0 0) 00000100:00000040:1.0:1767384349.715688:0:16763:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000d18f5ad3 : new rpc_count 0 00000100:00001000:2.0:1767384349.715690:0:16794:0:(import.c:2128:obd_at_measure()) add 1 to 000000000e70851c time=79 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384349.715694:0:16763:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384349.715695:0:16794:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384349.715698:0:16794:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384349.715699:0:16763:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:2.0:1767384349.715700:0:16794:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384349.715704:0:16794:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384349.715706:0:16794:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384349.715707:0:16763:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000eb6f53fe. 00000100:00000040:2.0:1767384349.715710:0:16794:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d2d9f5ea x1853236723086208/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384365 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000010:1.0:1767384349.715716:0:16763:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002af3f430. 00000100:00000001:2.0:1767384349.715717:0:16794:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384349.715722:0:16794:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384349.715723:0:16794:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384349.715723:0:16763:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005b170b71. 00000020:00000040:1.0:1767384349.715730:0:16763:0:(genops.c:898:class_export_put()) PUTting export 00000000d18f5ad3 : new refcount 2 00010000:00000001:2.0:1767384349.715733:0:16794:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:2.0:1767384349.715736:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1767384349.715736:0:16763:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384349.715738:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384349.715741:0:16794:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384349.715744:0:16794:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d2d9f5ea x1853236723086208/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384365 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767384349.715750:0:16794:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d2d9f5ea pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16794:1853236723086208:0@lo:104: 00000100:00000001:2.0:1767384349.715752:0:16794:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384349.715754:0:16794:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384349.715756:0:16794:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767384349.715757:0:16794:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:1.0:1767384349.715757:0:16767:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000040:2.0:1767384349.715761:0:16794:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d2d9f5ea x1853236723086208/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384365 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:1.0:1767384349.715762:0:16767:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384349.715768:0:16767:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00000001:2.0:1767384349.715770:0:16794:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384349.715773:0:16794:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:1.0:1767384349.715773:0:16767:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1767384349.715776:0:16767:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 02000000:00000010:2.0:1767384349.715777:0:16794:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000dab3183e. 00010000:00010000:1.0:1767384349.715780:0:16767:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.152@tcp lock: 00000000434b1936/0x7e51148972eeccb5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x7e51148972eeccbc expref: -99 pid: 16776 timeout: 0 lvb_type: 0 02000000:00000001:2.0:1767384349.715782:0:16794:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384349.715784:0:16794:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384349.715786:0:16794:0:(genops.c:1242:class_import_put()) import 00000000ec48d8bc refcount=1 obd=MGS 00000020:00000001:2.0:1767384349.715790:0:16794:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384349.715792:0:16794:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000005419da05. 02000000:00000001:2.0:1767384349.715795:0:16794:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384349.715797:0:16794:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384349.715799:0:16794:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d2d9f5ea. 00000100:00000001:2.0:1767384349.715804:0:16794:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384349.715807:0:16794:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1767384349.715811:0:16794:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000174c9438. 00010000:00010000:1.0:1767384349.715815:0:16767:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000434b1936 already unused, calling callback (00000000649d35d1) 00000100:00000001:2.0:1767384349.715816:0:16794:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1767384349.715819:0:16794:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000001:1.0:1767384349.715822:0:16767:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00010000:00000010:2.0:1767384349.715824:0:16794:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002664cef6. 10000000:00010000:1.0:1767384349.715826:0:16767:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.152@tcp lock: 00000000434b1936/0x7e51148972eeccb5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x7e51148972eeccbc expref: -99 pid: 16776 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384349.715831:0:16794:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384349.715836:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384349.715839:0:16767:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384349.715840:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384349.715842:0:16767:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 20000000:00000001:2.0:1767384349.715846:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00000020:00000001:1.0:1767384349.715846:0:16767:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:2.0:1767384349.715851:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000020:00000040:1.0:1767384349.715852:0:16767:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000434b1936 refcount=3 00010000:00010000:2.0:1767384349.715855:0:16794:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 00000000cf5af016/0x7e51148972eeccc3 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00000020:00000001:1.0:1767384349.715857:0:16767:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619782554463744 : -124291155087872 : ffff8ef535da2e00) 00010000:00000001:1.0:1767384349.715860:0:16767:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619782554463744 : -124291155087872 : ffff8ef535da2e00) 00010000:00000001:1.0:1767384349.715867:0:16767:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384349.715871:0:16767:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.152@tcp lock: 00000000434b1936/0x7e51148972eeccb5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x7e51148972eeccbc expref: -99 pid: 16776 timeout: 0 lvb_type: 0 10000000:00000001:1.0:1767384349.715879:0:16767:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:1.0:1767384349.715881:0:16767:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.152@tcp lock: 00000000434b1936/0x7e51148972eeccb5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x7e51148972eeccbc expref: -99 pid: 16776 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1767384349.715888:0:16767:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:00000001:1.0:1767384349.715891:0:16767:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:1.0:1767384349.715893:0:16767:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 10000000:00000040:1.0:1767384349.715896:0:16767:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:1.0:1767384349.715898:0:16767:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1767384349.715899:0:16767:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384349.715912:0:16767:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:1.0:1767384349.715914:0:16767:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1767384349.715916:0:16767:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(0000000070cb7a0b) refs 2 10000000:00000001:1.0:1767384349.715920:0:16767:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:1.0:1767384349.715922:0:16767:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384349.715927:0:16767:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384349.715930:0:16767:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384349.715932:0:16767:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384349.715942:0:16767:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384349.715944:0:16767:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384349.715948:0:16767:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000434b1936 with handle 0x7e51148972eeccb5 from hash 00010000:00000001:1.0:1767384349.715950:0:16767:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384349.715951:0:16767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384349.715952:0:16767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384349.715953:0:16767:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384349.715954:0:16767:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384349.715956:0:16767:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:1.0:1767384349.715958:0:16767:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767384349.715960:0:16767:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1767384349.715964:0:16767:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006ed2bb3d. 00000020:00000040:1.0:1767384349.715966:0:16767:0:(genops.c:1229:class_import_get()) import 00000000df830bbe refcount=6 obd=MGC192.168.202.152@tcp 00000100:00000001:1.0:1767384349.715968:0:16767:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384349.715970:0:16767:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384349.715972:0:16767:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384349.715976:0:16767:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005b170b71. 00000100:00000001:1.0:1767384349.715978:0:16767:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384349.715980:0:16767:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1767384349.715982:0:16767:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.152@tcp lock: 00000000434b1936/0x7e51148972eeccb5 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7e51148972eeccbc expref: -99 pid: 16776 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384349.715986:0:16767:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1767384349.715987:0:16767:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384349.715990:0:16767:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384349.715991:0:16767:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384349.715995:0:16767:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006ed2bb3d] to pc [ptlrpcd_00_00+0] req@000000006ed2bb3d x1853236723086336/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384349.716015:0:16767:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384349.716018:0:16767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384349.716019:0:16767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384349.716021:0:16767:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384349.716023:0:16767:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384349.716024:0:16767:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384349.716027:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00010000:1.0:1767384349.716027:0:16767:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.152@tcp lock: 00000000434b1936/0x7e51148972eeccb5 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7e51148972eeccbc expref: -99 pid: 16776 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384349.716032:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1767384349.716032:0:16138:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1767384349.716035:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384349.716040:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384349.716044:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384349.716045:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384349.716047:0:16767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384349.716048:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384349.716051:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00010000:1.0:1767384349.716051:0:16767:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.152@tcp lock: 00000000434b1936/0x7e51148972eeccb5 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7e51148972eeccbc expref: -99 pid: 16776 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384349.716053:0:16138:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384349.716059:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006ed2bb3d x1853236723086336/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:1.0:1767384349.716060:0:16767:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000fe5ff4e2 count: 0 00000100:00000001:2.0:1767384349.716069:0:16138:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384349.716070:0:16138:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384349.716073:0:16138:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384349.716075:0:16138:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384349.716075:0:16767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:2.0:1767384349.716079:0:16138:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384349.716080:0:16767:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00100000:2.0:1767384349.716082:0:16138:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006ed2bb3d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c0412d60-4f67-4dbc-8791-892843f60083:16138:1853236723086336:0@lo:103: 00010000:00000010:1.0:1767384349.716085:0:16767:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 000000004c330615. 00000100:00000001:2.0:1767384349.716104:0:16138:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384349.716106:0:16138:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384349.716108:0:16138:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384349.716109:0:16138:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384349.716112:0:16138:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005419da05. 02000000:00000001:2.0:1767384349.716114:0:16138:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384349.716117:0:16138:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000028b9164b. 00010000:00000001:1.0:1767384349.716122:0:16767:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384349.716123:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002a8df399. 00000020:00000001:1.0:1767384349.716129:0:16767:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000200:2.0:1767384349.716130:0:16138:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236723086336, portal 18 00000100:00000001:2.0:1767384349.716134:0:16138:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384349.716135:0:16138:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782424477696 : -124291285073920 : ffff8ef52e1ac000) 00000020:00000001:1.0:1767384349.716135:0:16767:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384349.716140:0:16767:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767384349.716142:0:16138:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006ed2bb3d x1853236723086336/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384365 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384349.716143:0:16767:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384349.716146:0:16767:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384349.716150:0:16767:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1767384349.716152:0:16138:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:1.0:1767384349.716153:0:16767:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384349.716169:0:16767:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384349.716170:0:16138:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384349.716175:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000025f6c491. 00010000:00010000:1.0:1767384349.716175:0:16767:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000200:2.0:1767384349.716179:0:16138:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853236723086336, offset 0 00000400:00000200:2.0:1767384349.716190:0:16138:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384349.716195:0:16138:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384349.716202:0:16138:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x695824c907400 00000400:00000200:2.0:1767384349.716206:0:16138:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x11 [2] + 1312 00000400:00000200:2.0:1767384349.716210:0:16138:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384349.716213:0:16138:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384349.716217:0:16138:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384349.716219:0:16138:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1767384349.716222:0:16138:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b8d5d876. 00000100:00000040:2.0:1767384349.716224:0:16138:0:(events.c:337:request_in_callback()) incoming req@00000000b8d5d876 x1853236723086336 msgsize 328 00000100:00100000:2.0:1767384349.716230:0:16138:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384349.716242:0:16138:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384349.716246:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000025f6c491 00000400:00000010:2.0:1767384349.716248:0:16138:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000025f6c491. 00000100:00000001:2.0:1767384349.716251:0:16138:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384349.716255:0:16138:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006ed2bb3d x1853236723086336/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384365 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384349.716260:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384349.716263:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006ed2bb3d x1853236723086336/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384365 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384349.716269:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384349.716270:0:16138:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384349.716276:0:16138:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384349.716278:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294939703 00000100:00000001:2.0:1767384349.716453:0:16766:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384349.716457:0:16766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723086336 02000000:00000001:2.0:1767384349.716459:0:16766:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384349.716460:0:16766:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384349.716462:0:16766:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384349.716464:0:16766:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384349.716466:0:16766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723086336 00000020:00000001:2.0:1767384349.716468:0:16766:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384349.716469:0:16766:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eec8e1 00000020:00000001:2.0:1767384349.716470:0:16766:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384349.716477:0:16766:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000555601ca refcount=17 00000020:00000001:2.0:1767384349.716479:0:16766:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000020:00000001:2.0:1767384349.716481:0:16766:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000100:00000001:2.0:1767384349.716484:0:16766:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384349.716487:0:16766:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fba8788c. 00000100:00000001:2.0:1767384349.716489:0:16766:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384349.716491:0:16766:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fba8788c. 00000020:00000010:2.0:1767384349.716495:0:16766:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000dab3183e. 00000020:00000010:2.0:1767384349.716529:0:16766:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002dc0e001. 00000020:00000010:2.0:1767384349.716533:0:16766:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000cdb44793. 00000100:00000040:2.0:1767384349.716539:0:16766:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:2.0:1767384349.716541:0:16766:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384349.716542:0:16766:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:2.0:1767384349.716543:0:16766:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:2.0:1767384349.716545:0:16766:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384349.716547:0:16766:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:2.0:1767384349.716550:0:16766:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384349.716551:0:16766:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384349.716552:0:16766:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e85c90e1 refcount=4 00000020:00000001:2.0:1767384349.716554:0:16766:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781713882624 : -124291995668992 : ffff8ef503bfee00) 00010000:00000001:2.0:1767384349.716555:0:16766:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781713882624 : -124291995668992 : ffff8ef503bfee00) 00010000:00010000:2.0:1767384349.716558:0:16766:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 00000000e85c90e1/0x7e51148972eeccbc lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x7e51148972eeccb5 expref: 17 pid: 16774 timeout: 422 lvb_type: 0 00010000:00000001:2.0:1767384349.716563:0:16766:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384349.716565:0:16766:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384349.716566:0:16766:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384349.716568:0:16766:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384349.716572:0:16766:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:2.0:1767384349.716576:0:16766:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b8d5d876 x1853236723086336/t0(0) o103->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:330/0 lens 328/0 e 0 to 0 dl 1767384360 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384349.716581:0:16766:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767384349.716583:0:16766:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384349.716590:0:16766:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384349.716606:0:16766:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384349.716608:0:16766:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384349.716611:0:16766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00000040:2.0:1767384349.716612:0:16766:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000555601ca : new rpc_count 3 00000100:00000001:2.0:1767384349.716616:0:16766:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619782407653120 : -124291301898496 : ffff8ef52d1a0700) 00000100:00000040:2.0:1767384349.716619:0:16766:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b8d5d876 x1853236723086336/t0(0) o103->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:330/0 lens 328/0 e 0 to 0 dl 1767384360 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384349.716625:0:16766:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384349.716746:0:16766:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000021745c5c. 00000100:00000001:2.0:1767384349.716749:0:16766:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384349.716751:0:16766:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000021745c5c. 00000100:00100000:2.0:1767384349.716756:0:16766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000b8d5d876 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c0412d60-4f67-4dbc-8791-892843f60083+17:16138:x1853236723086336:12345-0@lo:103: 00000100:00000200:2.0:1767384349.716759:0:16766:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723086336 00010000:00000001:2.0:1767384349.716761:0:16766:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:2.0:1767384349.716763:0:16766:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:2.0:1767384349.716765:0:16766:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:2.0:1767384349.716768:0:16766:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384349.716769:0:16766:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384349.716773:0:16766:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000001c410405. 02000000:00000001:2.0:1767384349.716774:0:16766:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384349.716775:0:16766:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384349.716777:0:16766:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:2.0:1767384349.716779:0:16766:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:2.0:1767384349.716780:0:16766:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384349.716781:0:16766:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384349.716783:0:16766:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e85c90e1 refcount=4 00000020:00000001:2.0:1767384349.716785:0:16766:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781713882624 : -124291995668992 : ffff8ef503bfee00) 00010000:00000001:2.0:1767384349.716787:0:16766:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781713882624 : -124291995668992 : ffff8ef503bfee00) 00010000:00000040:2.0:1767384349.716788:0:16766:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000000f79cc55 count: 3 00010000:00010000:2.0:1767384349.716791:0:16766:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 00000000e85c90e1/0x7e51148972eeccbc lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x7e51148972eeccb5 expref: 17 pid: 16774 timeout: 422 lvb_type: 0 00000100:00001000:2.0:1767384349.716796:0:16766:0:(import.c:2128:obd_at_measure()) add 0 to 00000000dce49598 time=1767384349 v=100 (0 0 0 0) 00010000:00000001:2.0:1767384349.716803:0:16766:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384349.716809:0:16766:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384349.716810:0:16766:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384349.716812:0:16766:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 00000000e85c90e1/0x7e51148972eeccbc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x7e51148972eeccb5 expref: 17 pid: 16774 timeout: 422 lvb_type: 0 00000020:00000001:2.0:1767384349.716818:0:16766:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1767384349.716820:0:16766:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1767384349.716821:0:16766:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384349.716823:0:16766:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384349.716826:0:16766:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384349.716827:0:16766:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384349.716832:0:16766:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384349.716833:0:16766:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384349.716835:0:16766:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384349.716836:0:16766:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384349.716838:0:16766:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000e85c90e1 with handle 0x7e51148972eeccbc from hash 00010000:00000001:2.0:1767384349.716840:0:16766:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384349.716841:0:16766:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384349.716842:0:16766:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384349.716843:0:16766:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384349.716844:0:16766:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384349.716845:0:16766:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384349.716847:0:16766:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000e85c90e1/0x7e51148972eeccbc lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x7e51148972eeccb5 expref: 17 pid: 16774 timeout: 422 lvb_type: 0 00010000:00000040:2.0:1767384349.716850:0:16766:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000555601ca : new locks_count 9 00000020:00000040:2.0:1767384349.716852:0:16766:0:(genops.c:898:class_export_put()) PUTting export 00000000555601ca : new refcount 16 00010000:00000001:2.0:1767384349.716857:0:16766:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384349.716859:0:16766:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384349.716861:0:16766:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:2.0:1767384349.716862:0:16766:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 00000000cf5af016 00010000:00000001:2.0:1767384349.716863:0:16766:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384349.716865:0:16766:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384349.716866:0:16766:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384349.716868:0:16766:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384349.716869:0:16766:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384349.716879:0:16766:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384349.716881:0:16766:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:2.0:1767384349.716883:0:16766:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 00000000cf5af016/0x7e51148972eeccc3 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384349.716889:0:16766:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:2.0:1767384349.716892:0:16766:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384349.716894:0:16766:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384349.716895:0:16766:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384349.716897:0:16766:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000000f79cc55) refcount = 2 00010000:00010000:2.0:1767384349.716900:0:16766:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000cf5af016/0x7e51148972eeccc3 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384349.716906:0:16766:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384349.716908:0:16766:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384349.716910:0:16766:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384349.716912:0:16766:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384349.716928:0:16138:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294939702 00000100:00000001:2.0:1767384349.716933:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294939703 00000100:00000001:2.0:1767384349.716940:0:16138:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294939702 00000100:00000001:2.0:1767384349.716943:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294939703 00010000:00000010:2.0:1767384349.717082:0:16766:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c3744824. 00000100:00000001:2.0:1767384349.717102:0:16766:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384349.717105:0:16766:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007a42bf36. 00000100:00000001:2.0:1767384349.717107:0:16766:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446619777409428096 : -124296300123520 : ffff8ef4032f2a80) 00000100:00000001:2.0:1767384349.717109:0:16766:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446619777409428096 : -124296300123520 : ffff8ef4032f2a80) 00000100:00000001:2.0:1767384349.717111:0:16766:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384349.717112:0:16766:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1767384349.717113:0:16766:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 20000000:00000001:2.0:1767384349.717115:0:16766:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384349.717117:0:16766:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003445359s 00010000:00000001:2.0:1767384349.717119:0:16766:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384349.717121:0:16766:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384349.717121:0:16766:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000cf5af016 refcount=5 00000020:00000001:2.0:1767384349.717128:0:16766:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781734631424 : -124291974920192 : ffff8ef504fc8800) 00010000:00000001:2.0:1767384349.717130:0:16766:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781734631424 : -124291974920192 : ffff8ef504fc8800) 00010000:00000001:2.0:1767384349.717132:0:16766:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384349.717135:0:16766:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000cf5af016/0x7e51148972eeccc3 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384349.717141:0:16766:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384349.717143:0:16766:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000cf5af016/0x7e51148972eeccc3 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384349.717147:0:16766:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384349.717149:0:16766:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384349.717150:0:16766:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000cf5af016/0x7e51148972eeccc3 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384349.717154:0:16766:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384349.717155:0:16766:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384349.717173:0:16766:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384349.717175:0:16766:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000cf5af016/0x7e51148972eeccc3 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384349.717179:0:16766:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000cf5af016 already unused, calling callback (00000000871a6010) 00010000:00000001:2.0:1767384349.717181:0:16766:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384349.717182:0:16766:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384349.717184:0:16766:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000cf5af016/0x7e51148972eeccc3 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384349.717188:0:16766:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384349.717189:0:16766:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384349.717191:0:16766:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384349.717192:0:16766:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000cf5af016 refcount=6 00000020:00000001:2.0:1767384349.717194:0:16766:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781734631424 : -124291974920192 : ffff8ef504fc8800) 00010000:00000001:2.0:1767384349.717196:0:16766:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781734631424 : -124291974920192 : ffff8ef504fc8800) 00010000:00000001:2.0:1767384349.717198:0:16766:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384349.717204:0:16766:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000cf5af016/0x7e51148972eeccc3 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384349.717208:0:16766:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384349.717210:0:16766:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384349.717211:0:16766:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384349.717221:0:16766:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384349.717222:0:16766:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384349.717224:0:16766:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384349.717226:0:16766:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384349.717227:0:16766:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000cf5af016 with handle 0x7e51148972eeccc3 from hash 00010000:00000001:2.0:1767384349.717229:0:16766:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384349.717230:0:16766:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384349.717232:0:16766:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384349.717233:0:16766:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384349.717234:0:16766:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384349.717236:0:16766:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384349.717237:0:16766:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384349.717238:0:16766:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384349.717240:0:16766:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384349.717242:0:16766:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:3.0:1767384349.717243:0:16794:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 00000000cf5af016/0x7e51148972eeccc3 lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384349.717243:0:16766:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384349.717245:0:16766:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384349.717248:0:16766:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384349.717250:0:16766:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384349.717255:0:16766:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384349.717256:0:16794:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:2.0:1767384349.717258:0:16766:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384349.717261:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00010000:2.0:1767384349.717262:0:16766:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000cf5af016/0x7e51148972eeccc3 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384349.717265:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000cf5af016/0x7e51148972eeccc3 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384349.717275:0:16766:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384349.717277:0:16766:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384349.717280:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384349.717281:0:16766:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384349.717285:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384349.717285:0:16766:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384349.717289:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384349.717289:0:16766:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 20000000:00000001:3.0:1767384349.717292:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000001:2.0:1767384349.717293:0:16766:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384349.717297:0:16766:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384349.717299:0:16766:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384349.717306:0:16766:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384349.717308:0:16766:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384349.717310:0:16766:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000cf5af016/0x7e51148972eeccc3 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384349.717320:0:16766:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384349.717322:0:16766:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384349.717323:0:16766:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:2.0:1767384349.717325:0:16766:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1767384349.717327:0:16766:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384349.717328:0:16766:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384349.717330:0:16766:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:2.0:1767384349.717331:0:16766:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000007a42bf36. 00000100:00000001:2.0:1767384349.717334:0:16766:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1767384349.717335:0:16766:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1767384349.717337:0:16766:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c3744824. 00010000:00000001:2.0:1767384349.717341:0:16766:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:2.0:1767384349.717342:0:16766:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000000f79cc55 count: 0 00010000:00010000:2.0:1767384349.717350:0:16766:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:2.0:1767384349.717352:0:16766:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384349.717355:0:16766:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384349.717357:0:16766:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384349.717359:0:16766:0:(import.c:2128:obd_at_measure()) add 1 to 0000000028084485 time=79 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384349.717361:0:16766:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384349.717364:0:16766:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 21 to 0@lo 00000100:00000001:2.0:1767384349.717366:0:16766:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 02000000:00000001:2.0:1767384349.717368:0:16766:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384349.717369:0:16766:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384349.717372:0:16766:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384349.717375:0:16766:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384349.717378:0:16766:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000025f6c491. 00000100:00000200:2.0:1767384349.717381:0:16766:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853236723086336, offset 224 00000400:00000200:2.0:1767384349.717386:0:16766:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384349.717391:0:16766:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384349.717397:0:16766:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x695824c907400 00000400:00000200:2.0:1767384349.717400:0:16766:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x1e51 [1] + 224 00000400:00000200:2.0:1767384349.717409:0:16766:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384349.717413:0:16766:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384349.717417:0:16766:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384349.717420:0:16766:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006ed2bb3d x1853236723086336/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384365 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384349.717427:0:16766:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006ed2bb3d x1853236723086336/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384365 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384349.717434:0:16766:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384349.717440:0:16766:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000025f6c491 00000400:00000010:2.0:1767384349.717442:0:16766:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000025f6c491. 00000100:00000001:2.0:1767384349.717445:0:16766:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384349.717447:0:16766:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384349.717453:0:16766:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384349.717456:0:16766:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 20 to 0@lo 00010000:00000001:2.0:1767384349.717458:0:16766:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384349.717461:0:16766:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384349.717467:0:16766:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b8d5d876 x1853236723086336/t0(0) o103->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:330/0 lens 328/224 e 0 to 0 dl 1767384360 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384349.717474:0:16766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000b8d5d876 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c0412d60-4f67-4dbc-8791-892843f60083+16:16138:x1853236723086336:12345-0@lo:103: Request processed in 847us (1247us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384349.717481:0:16766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00000040:2.0:1767384349.717483:0:16766:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000555601ca : new rpc_count 2 00000100:00000001:2.0:1767384349.717485:0:16766:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384349.717487:0:16766:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384349.717490:0:16766:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002dc0e001. 00000020:00000010:2.0:1767384349.717493:0:16766:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000cdb44793. 00000020:00000010:2.0:1767384349.717496:0:16766:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000dab3183e. 00000020:00000040:2.0:1767384349.717500:0:16766:0:(genops.c:898:class_export_put()) PUTting export 00000000555601ca : new refcount 15 00000100:00000001:2.0:1767384349.717502:0:16766:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384349.717519:0:16138:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294939702 00000100:00000001:2.0:1767384349.717524:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294939704 00000100:00000001:2.0:1767384349.717529:0:16138:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294939702 00000100:00000001:2.0:1767384349.717538:0:16138:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384349.717539:0:16138:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384349.717544:0:16138:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384349.717545:0:16138:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384349.717546:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000028b9164b. 00000400:00000200:2.0:1767384349.717549:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002a8df399 00000400:00000010:2.0:1767384349.717550:0:16138:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002a8df399. 00000100:00000001:2.0:1767384349.717553:0:16138:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384349.717556:0:16138:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006ed2bb3d x1853236723086336/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384365 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384349.717561:0:16138:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006ed2bb3d x1853236723086336/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384365 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384349.717566:0:16138:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384349.717567:0:16138:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384349.717568:0:16138:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384349.717570:0:16138:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384349.717571:0:16138:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384349.717573:0:16138:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384349.717574:0:16138:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384349.717577:0:16138:0:(import.c:2128:obd_at_measure()) add 5 to 00000000e6189a3f time=79 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384349.717579:0:16138:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f5022cbe time=79 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384349.717582:0:16138:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384349.717583:0:16138:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384349.717585:0:16138:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384349.717587:0:16138:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384349.717588:0:16138:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384349.717592:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006ed2bb3d x1853236723086336/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384365 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384349.717596:0:16138:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384349.717598:0:16138:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384349.717599:0:16138:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384349.717602:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006ed2bb3d x1853236723086336/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384365 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384349.717607:0:16138:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006ed2bb3d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c0412d60-4f67-4dbc-8791-892843f60083:16138:1853236723086336:0@lo:103: 00000100:00000001:2.0:1767384349.717617:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384349.717618:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384349.717620:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006ed2bb3d x1853236723086336/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384365 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384349.717625:0:16138:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384349.717626:0:16138:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384349.717628:0:16138:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005419da05. 02000000:00000001:2.0:1767384349.717631:0:16138:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384349.717633:0:16138:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384349.717634:0:16138:0:(genops.c:1242:class_import_put()) import 00000000df830bbe refcount=5 obd=MGC192.168.202.152@tcp 00000020:00000001:2.0:1767384349.717636:0:16138:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384349.717637:0:16138:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000005b170b71. 02000000:00000001:2.0:1767384349.717641:0:16138:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384349.717642:0:16138:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384349.717643:0:16138:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006ed2bb3d. 00000100:00000001:2.0:1767384349.717646:0:16138:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384349.717647:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384349.717648:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384349.717651:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384349.717652:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384349.717654:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384349.717656:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1767384349.722116:0:36248:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000fe5ff4e2. 00010000:00000010:1.1:1767384349.722125:0:36248:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000434b1936. 00080000:00000001:0.0:1767384349.723407:0:16807:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384349.723410:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384349.723412:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1767384349.723414:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384349.723416:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384349.723418:0:16774:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384349.723419:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000021e1180a. 00000020:00000002:2.0:1767384349.723426:0:16774:0:(lu_object.c:207:lu_object_put()) Add 00000000f07b1e3f/000000000f28175b to site lru. bkt: 00000000b56e2c81 00080000:00000001:0.0:1767384349.723426:0:16807:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:2.0:1767384349.723431:0:16774:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384349.723433:0:16774:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384349.723435:0:16774:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384349.723443:0:16774:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384349.723446:0:16774:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:2.0:1767384349.723452:0:16774:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:3.0:1767384349.723461:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384349.723465:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384349.723468:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384349.723471:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384349.723473:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384349.723478:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000b2698c36. 00010000:00000001:3.0:1767384349.723482:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384349.723486:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000003653ee69. 00000020:00000001:3.0:1767384349.723489:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384349.723492:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 000000003653ee69 with handle 0x7e51148972eeccca to hash 00000020:00000001:3.0:1767384349.723495:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384349.723496:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446619781713885184 : -124291995666432 : ffff8ef503bff800) 00010000:00000001:3.0:1767384349.723499:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446619781713885184 : -124291995666432 : ffff8ef503bff800) 00010000:00000001:3.0:1767384349.723501:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384349.723502:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384349.723504:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000003653ee69/0x7e51148972eeccca lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384349.723511:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384349.723513:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384349.723515:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384349.723517:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384349.723524:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384349.723525:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384349.723527:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384349.723529:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384349.723530:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384349.723532:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384349.723533:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384349.723535:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000b2698c36) refcount = 1 00010000:00010000:3.0:1767384349.723537:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000003653ee69/0x7e51148972eeccca lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384349.723541:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384349.723543:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384349.723543:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384349.723545:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384349.723546:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384349.723548:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384349.723550:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003445359s 00010000:00000001:3.0:1767384349.723552:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384349.723553:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384349.723554:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000003653ee69 refcount=4 00000020:00000001:3.0:1767384349.723556:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781713885184 : -124291995666432 : ffff8ef503bff800) 00010000:00000001:3.0:1767384349.723558:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781713885184 : -124291995666432 : ffff8ef503bff800) 00010000:00000001:3.0:1767384349.723560:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384349.723562:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000003653ee69/0x7e51148972eeccca lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384349.723567:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384349.723568:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000003653ee69/0x7e51148972eeccca lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384349.723572:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384349.723573:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384349.723574:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000003653ee69/0x7e51148972eeccca lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384349.723585:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384349.723587:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384349.723589:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384349.723591:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000003653ee69/0x7e51148972eeccca lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384349.723595:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000003653ee69 already unused, calling callback (00000000871a6010) 00010000:00000001:3.0:1767384349.723597:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384349.723598:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384349.723599:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000003653ee69/0x7e51148972eeccca lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384349.723604:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384349.723605:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384349.723606:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384349.723607:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000003653ee69 refcount=5 00000020:00000001:3.0:1767384349.723608:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781713885184 : -124291995666432 : ffff8ef503bff800) 00010000:00000001:3.0:1767384349.723609:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781713885184 : -124291995666432 : ffff8ef503bff800) 00010000:00000001:3.0:1767384349.723611:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384349.723612:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000003653ee69/0x7e51148972eeccca lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384349.723615:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384349.723616:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384349.723617:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384349.723620:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384349.723621:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384349.723623:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384349.723624:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384349.723626:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000003653ee69 with handle 0x7e51148972eeccca from hash 00010000:00000001:3.0:1767384349.723627:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384349.723629:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384349.723630:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384349.723636:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384349.723637:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384349.723639:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384349.723640:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384349.723642:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384349.723643:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384349.723644:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384349.723645:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384349.723647:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384349.723648:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384349.723650:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384349.723652:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384349.723653:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384349.723654:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000003653ee69/0x7e51148972eeccca lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384349.723658:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384349.723658:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384349.723659:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384349.723660:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384349.723661:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384349.723662:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384349.723664:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384349.723666:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384349.723667:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384349.723669:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000003653ee69/0x7e51148972eeccca lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384349.723673:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384349.723675:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384349.723676:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000003653ee69/0x7e51148972eeccca lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384349.723680:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000b2698c36 count: 0 00010000:00000001:3.0:1767384349.723689:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384349.723690:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:2.0:1767384349.725400:0:16773:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:2.0:1767384349.725403:0:16773:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384349.725405:0:16773:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000036adf673. 20000000:00000001:2.0:1767384349.725410:0:16773:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384349.725414:0:16773:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236723085952 00010000:00000001:2.0:1767384349.725416:0:16773:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384349.725428:0:16773:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000041d0604f x1853236723085952/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:330/0 lens 4848/4768 e 0 to 0 dl 1767384360 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384349.725435:0:16773:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384349.725437:0:16773:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384349.725439:0:16773:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dd452398 time=79 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384349.725443:0:16773:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384349.725446:0:16773:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 21 to 0@lo 00000100:00000001:2.0:1767384349.725448:0:16773:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 02000000:00000001:2.0:1767384349.725450:0:16773:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384349.725452:0:16773:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384349.725455:0:16773:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384349.725458:0:16773:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384349.725462:0:16773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005e1abcc5. 00000100:00000200:2.0:1767384349.725466:0:16773:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236723085952, offset 224 00000400:00000200:2.0:1767384349.725471:0:16773:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384349.725477:0:16773:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384349.725484:0:16773:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824c907280 00000400:00000200:2.0:1767384349.725489:0:16773:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1e25 [2] + 224 00000400:00000200:2.0:1767384349.725496:0:16773:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384349.725499:0:16773:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384349.725502:0:16773:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384349.725505:0:16773:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bb43b465 x1853236723085952/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384365 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384349.725511:0:16773:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000bb43b465 x1853236723085952/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384365 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384349.725525:0:16773:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384349.725531:0:16773:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005e1abcc5 00000400:00000010:2.0:1767384349.725533:0:16773:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005e1abcc5. 00000100:00000001:3.0:1767384349.725535:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384349.725536:0:16773:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384349.725539:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384349.725539:0:16773:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384349.725543:0:16773:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384349.725545:0:16773:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 20 to 0@lo 00010000:00000001:2.0:1767384349.725549:0:16773:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:3.0:1767384349.725551:0:16139:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:2.0:1767384349.725551:0:16773:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384349.725554:0:16139:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384349.725556:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000026a1b6af. 00000020:00000001:2.0:1767384349.725561:0:16773:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:3.0:1767384349.725562:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000066a78979 00000400:00000010:3.0:1767384349.725565:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000066a78979. 00000100:00000001:3.0:1767384349.725568:0:16139:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1767384349.725568:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000041d0604f x1853236723085952/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:330/0 lens 4848/4768 e 0 to 0 dl 1767384360 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384349.725575:0:16139:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bb43b465 x1853236723085952/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384365 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384349.725581:0:16773:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000041d0604f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c0412d60-4f67-4dbc-8791-892843f60083+15:16139:x1853236723085952:12345-0@lo:253: Request processed in 19106us (19699us total) trans 0 rc 0/0 00000100:00000200:3.0:1767384349.725597:0:16139:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bb43b465 x1853236723085952/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384365 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384349.725600:0:16773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 143 00000100:00000040:2.0:1767384349.725605:0:16773:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000555601ca : new rpc_count 1 00000100:00000001:2.0:1767384349.725609:0:16773:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384349.725612:0:16139:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384349.725613:0:16773:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384349.725616:0:16139:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384349.725619:0:16139:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:2.0:1767384349.725619:0:16773:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000871b63ce. 02000000:00000001:3.0:1767384349.725622:0:16139:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384349.725624:0:16139:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:2.0:1767384349.725625:0:16773:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000082b89efe. 00000100:00000001:3.0:1767384349.725626:0:16139:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384349.725631:0:16139:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384349.725633:0:16773:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000066762711. 00000100:00001000:3.0:1767384349.725634:0:16139:0:(import.c:2128:obd_at_measure()) add 5 to 0000000028df3f77 time=79 v=5 (5 0 0 0) 00000020:00000040:2.0:1767384349.725637:0:16773:0:(genops.c:898:class_export_put()) PUTting export 00000000555601ca : new refcount 14 00000100:00001000:3.0:1767384349.725639:0:16139:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f5022cbe time=79 v=5 (1 0 0 0) 02000000:00000001:2.0:1767384349.725642:0:16773:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1767384349.725643:0:16139:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000010:2.0:1767384349.725645:0:16773:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000009fb8db61. 00000100:00000001:3.0:1767384349.725646:0:16139:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384349.725651:0:16139:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384349.725653:0:16139:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384349.725653:0:16773:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384349.725656:0:16773:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384349.725657:0:16139:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384349.725661:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bb43b465 x1853236723085952/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384365 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384349.725662:0:16773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384349.725669:0:16773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000028b9164b. 00000100:00000001:3.0:1767384349.725671:0:16139:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384349.725674:0:16139:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:2.0:1767384349.725674:0:16773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005e1abcc5. 00000100:00000001:3.0:1767384349.725675:0:16139:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384349.725681:0:16139:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384349.725683:0:16139:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384349.725684:0:16139:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384349.725685:0:16139:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384349.725686:0:16139:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384349.725687:0:16139:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384349.725688:0:16139:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384349.725689:0:16139:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384349.725695:0:16139:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384349.725696:0:16139:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384349.725700:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bb43b465 x1853236723085952/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384365 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384349.725706:0:16139:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000bb43b465 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c0412d60-4f67-4dbc-8791-892843f60083:16139:1853236723085952:0@lo:253: 00000100:00000001:3.0:1767384349.725710:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384349.725712:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384349.725714:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bb43b465 x1853236723085952/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384365 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384349.725720:0:16139:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384349.725721:0:16139:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384349.725723:0:16139:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000004519d93b. 02000000:00000001:3.0:1767384349.725728:0:16139:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384349.725729:0:16139:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384349.725730:0:16139:0:(genops.c:1242:class_import_put()) import 00000000df830bbe refcount=4 obd=MGC192.168.202.152@tcp 00000020:00000001:3.0:1767384349.725732:0:16139:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384349.725734:0:16139:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000989c557f. 02000000:00000001:3.0:1767384349.725738:0:16139:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384349.725740:0:16139:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384349.725742:0:16139:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bb43b465. 00000100:00000001:3.0:1767384349.725745:0:16139:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384349.725747:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384349.725748:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384349.725753:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384349.725755:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384349.725757:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384349.725759:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1767384349.726130:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000e85c90e1. 00010000:00000010:2.1:1767384349.726136:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000cf5af016. 00010000:00000010:2.1:1767384349.726138:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000000f79cc55. 00080000:00000020:2.0:1767384349.726662:0:16774:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:2.0:1767384349.726665:0:16774:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384349.726667:0:16774:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000686b2cb5. 20000000:00000001:2.0:1767384349.726671:0:16774:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384349.726674:0:16774:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236723086080 00010000:00000001:2.0:1767384349.726675:0:16774:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384349.726679:0:16774:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000028129ef9 x1853236723086080/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:330/0 lens 4848/4768 e 0 to 0 dl 1767384360 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384349.726684:0:16774:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384349.726685:0:16774:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384349.726687:0:16774:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dd452398 time=79 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384349.726689:0:16774:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384349.726692:0:16774:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 21 to 0@lo 00000100:00000001:2.0:1767384349.726693:0:16774:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 02000000:00000001:2.0:1767384349.726701:0:16774:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384349.726702:0:16774:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384349.726704:0:16774:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384349.726706:0:16774:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384349.726709:0:16774:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000df8e528b. 00000100:00000200:2.0:1767384349.726711:0:16774:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236723086080, offset 224 00000400:00000200:2.0:1767384349.726715:0:16774:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:0.0:1767384349.726718:0:36247:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000af377534. 00000400:00000200:2.0:1767384349.726719:0:16774:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384349.726728:0:16774:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824c907300 00000400:00000200:2.0:1767384349.726732:0:16774:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1e2d [2] + 224 00000400:00000200:2.0:1767384349.726736:0:16774:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000040:0.0:1767384349.726737:0:36247:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000200:2.0:1767384349.726742:0:16774:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000040:0.0:1767384349.726742:0:36247:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384349.726747:0:36247:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384349.726748:0:36247:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384349.726750:0:36247:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384349.726751:0:36247:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384349.726753:0:36247:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384349.726754:0:36247:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384349.726755:0:36247:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384349.726756:0:36247:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384349.726758:0:36247:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384349.726759:0:36247:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384349.726761:0:36247:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384349.726761:0:36247:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384349.726762:0:36247:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384349.726764:0:36247:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384349.726765:0:36247:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384349.726766:0:36247:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384349.726766:0:36247:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384349.726768:0:36247:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384349.726769:0:36247:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384349.726770:0:36247:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384349.726771:0:36247:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384349.726772:0:36247:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384349.726777:0:36247:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384349.726779:0:36247:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384349.726780:0:36247:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384349.726781:0:36247:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384349.726783:0:36247:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384349.726784:0:36247:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384349.726785:0:36247:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384349.726786:0:36247:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384349.726787:0:36247:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384349.726788:0:36247:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384349.726789:0:36247:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384349.726790:0:36247:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384349.726791:0:36247:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384349.726792:0:36247:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384349.726794:0:36247:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384349.726795:0:36247:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384349.726796:0:36247:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384349.726797:0:36247:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384349.726798:0:36247:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384349.726799:0:36247:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384349.726800:0:36247:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384349.726802:0:36247:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384349.726803:0:36247:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384349.726804:0:36247:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384349.726806:0:36247:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384349.726807:0:36247:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384349.726808:0:36247:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384349.726809:0:36247:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384349.726810:0:36247:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384349.726811:0:36247:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384349.726812:0:36247:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384349.726814:0:36247:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384349.726815:0:36247:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:0.0:1767384349.726904:0:36247:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000af377534. 00000100:00000001:2.0:1767384349.726906:0:16774:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384349.726912:0:16774:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003615e837 x1853236723086080/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384365 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384349.726919:0:16774:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000003615e837 x1853236723086080/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384365 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384349.726932:0:16774:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384349.726936:0:16774:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000df8e528b 00000400:00000010:2.0:1767384349.726937:0:16774:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000df8e528b. 00000100:00000001:2.0:1767384349.726940:0:16774:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384349.726941:0:16774:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384349.726944:0:16774:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384349.726946:0:16774:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 20 to 0@lo 00010000:00000001:2.0:1767384349.726948:0:16774:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384349.726949:0:16774:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384349.726951:0:16774:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384349.726954:0:16774:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000028129ef9 x1853236723086080/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:330/0 lens 4848/4768 e 0 to 0 dl 1767384360 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384349.726955:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384349.726959:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384349.726964:0:16140:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384349.726967:0:16140:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:2.0:1767384349.726968:0:16774:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000028129ef9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c0412d60-4f67-4dbc-8791-892843f60083+14:16140:x1853236723086080:12345-0@lo:253: Request processed in 20433us (21033us total) trans 0 rc 0/0 00000400:00000010:3.0:1767384349.726971:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008b86d1cd. 00000400:00000200:3.0:1767384349.726977:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002275665d 00000100:00100000:2.0:1767384349.726981:0:16774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 144 00000400:00000010:3.0:1767384349.726982:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002275665d. 00000100:00000040:2.0:1767384349.726986:0:16774:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000555601ca : new rpc_count 0 00000100:00000001:3.0:1767384349.726987:0:16140:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384349.726992:0:16140:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003615e837 x1853236723086080/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384365 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384349.726995:0:16774:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384349.726997:0:16774:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384349.727000:0:16774:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000033ddafbc. 00000020:00000010:2.0:1767384349.727006:0:16774:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000cd9d2cca. 00000100:00000200:3.0:1767384349.727011:0:16140:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003615e837 x1853236723086080/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384365 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384349.727011:0:16774:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000161177ac. 00000020:00000040:2.0:1767384349.727016:0:16774:0:(genops.c:898:class_export_put()) PUTting export 00000000555601ca : new refcount 13 02000000:00000001:2.0:1767384349.727021:0:16774:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1767384349.727023:0:16140:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000010:2.0:1767384349.727024:0:16774:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000aab16fa3. 00000100:00000001:3.0:1767384349.727026:0:16140:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384349.727028:0:16774:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384349.727029:0:16140:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384349.727033:0:16140:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384349.727033:0:16774:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384349.727035:0:16140:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384349.727038:0:16140:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384349.727038:0:16774:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 02000000:00000001:3.0:1767384349.727040:0:16140:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384349.727044:0:16140:0:(import.c:2128:obd_at_measure()) add 5 to 0000000028df3f77 time=79 v=5 (5 0 0 0) 00000400:00000010:2.0:1767384349.727045:0:16774:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000958f3e97. 00000100:00001000:3.0:1767384349.727047:0:16140:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f5022cbe time=79 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384349.727051:0:16140:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000010:2.0:1767384349.727051:0:16774:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000df8e528b. 00000100:00000001:3.0:1767384349.727054:0:16140:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384349.727057:0:16140:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384349.727058:0:16140:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384349.727060:0:16140:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384349.727062:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003615e837 x1853236723086080/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384365 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384349.727067:0:16140:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384349.727068:0:16140:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384349.727070:0:16140:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384349.727071:0:16140:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384349.727073:0:16140:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384349.727074:0:16140:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384349.727075:0:16140:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384349.727076:0:16140:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384349.727077:0:16140:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384349.727078:0:16140:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384349.727079:0:16140:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384349.727080:0:16140:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384349.727081:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003615e837 x1853236723086080/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384365 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384349.727104:0:16140:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003615e837 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c0412d60-4f67-4dbc-8791-892843f60083:16140:1853236723086080:0@lo:253: 00000100:00000001:3.0:1767384349.727108:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384349.727116:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384349.727119:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003615e837 x1853236723086080/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384365 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384349.727124:0:16140:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384349.727125:0:16140:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384349.727127:0:16140:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000316ac112. 02000000:00000001:3.0:1767384349.727129:0:16140:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384349.727131:0:16140:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384349.727132:0:16140:0:(genops.c:1242:class_import_put()) import 00000000df830bbe refcount=3 obd=MGC192.168.202.152@tcp 00000020:00000001:3.0:1767384349.727133:0:16140:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384349.727134:0:16140:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000078529ee3. 02000000:00000001:3.0:1767384349.727137:0:16140:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384349.727138:0:16140:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384349.727139:0:16140:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003615e837. 00000100:00000001:3.0:1767384349.727141:0:16140:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384349.727142:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384349.727143:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384349.727147:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384349.727148:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384349.727149:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384349.727151:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1767384349.728121:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000b2698c36. 00010000:00000010:3.1:1767384349.728127:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000003653ee69. 00000100:00000040:1.0:1767384349.741140:0:62:0:(connection.c:75:cpu_latency_work()) work item of 00000000edc4e618 (cpu 0) has reached its deadline 4294939703, at 4294939704 00000100:00000040:0.0:1767384349.741140:0:449:0:(connection.c:75:cpu_latency_work()) work item of 000000002fd0fb58 (cpu 0) has reached its deadline 4294939703, at 4294939704 00000100:00000010:0.0:1767384349.741152:0:449:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000729e9f99. 00000100:00000010:1.0:1767384349.741154:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000013fb0019. 00000100:00000040:2.0:1767384349.742128:0:270:0:(connection.c:75:cpu_latency_work()) work item of 00000000135c2452 (cpu 0) has reached its deadline 4294939703, at 4294939705 00000100:00000010:2.0:1767384349.742134:0:270:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000080925de8. 00000100:00000040:3.0:1767384349.743121:0:53:0:(connection.c:75:cpu_latency_work()) work item of 000000009d5c2cb6 (cpu 0) has reached its deadline 4294939704, at 4294939706 00000100:00000010:3.0:1767384349.743128:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cbffd486. 00000400:00000001:0.0:1767384350.133140:0:16134:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384350.133144:0:16134:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384350.133164:0:16134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005bf9a362 00000400:00000010:0.0:1767384350.133170:0:16134:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005bf9a362. 00000400:00000200:0.0:1767384350.133177:0:16134:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384350.133186:0:16134:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.152@tcp41 recovery ping unlinked 00000400:00000010:0.0:1767384350.133197:0:16134:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000f7a1be3e. 00000400:00000010:0.0:1767384350.133200:0:16134:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000000ef7af6c. 00000400:00000200:0.0:1767384350.133210:0:16134:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.152@tcp42 00000400:00000010:0.0:1767384350.133214:0:16134:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000f7a1be3e. 00000400:00000010:0.0:1767384350.133219:0:16134:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000b8bc7a66. 00000400:00000010:0.0:1767384350.133222:0:16134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005bf9a362. 00000400:00000010:0.0:1767384350.133228:0:16134:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000006e78e4b2. 00000400:00000200:0.0:1767384350.133231:0:16134:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.152@tcp42 00000400:00000200:0.0:1767384350.133243:0:16134:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.152@tcp42 local destination 00000400:00000200:0.0:1767384350.133248:0:16134:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.152@tcp42 00000400:00000200:0.0:1767384350.133252:0:16134:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp42 NI seq info: [173:173:256:4294967295] 192.168.202.152@tcp42 LPNI seq info [170:170:8:4294967295] 00000400:00000200:0.0:1767384350.133258:0:16134:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.152@tcp42 00000400:00000200:0.0:1767384350.133267:0:16134:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp42(192.168.202.152@tcp42:) -> 192.168.202.152@tcp42(192.168.202.152@tcp42:192.168.202.152@tcp42) : GET try# 0 00000800:00000200:0.0:1767384350.133273:0:16134:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.152@tcp42 00000800:00000010:0.0:1767384350.133277:0:16134:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000004a80e980. 00000800:00000200:0.0:1767384350.133309:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000838ccef7] -> 12345-192.168.202.152@tcp42 (2) 00000800:00000200:0.1:1767384350.133313:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000838ccef7] -> 12345-192.168.202.152@tcp42 (2) 00000400:00000200:0.0:1767384350.133328:0:16134:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.152@tcp42 added to recovery queue. ping count: 3 next ping: 280 health :700 00000400:00000200:0.0:1767384350.133332:0:16134:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.152@tcp38 00000400:00000010:0.0:1767384350.133335:0:16134:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000007af29575. 00000400:00000010:0.0:1767384350.133339:0:16134:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000001b3a15a0. 00000400:00000010:0.0:1767384350.133343:0:16134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000025ff4852. 00000400:00000010:0.0:1767384350.133349:0:16134:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000004e41846. 00000400:00000200:0.0:1767384350.133352:0:16134:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.152@tcp38 00000400:00000200:0.0:1767384350.133358:0:16134:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.152@tcp38 local destination 00000400:00000200:0.0:1767384350.133362:0:16134:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.152@tcp38 00000400:00000200:0.0:1767384350.133365:0:16134:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp38 NI seq info: [174:174:256:4294967295] 192.168.202.152@tcp38 LPNI seq info [171:171:8:4294967295] 00000400:00000200:0.0:1767384350.133369:0:16134:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.152@tcp38 00000400:00000200:0.0:1767384350.133383:0:16134:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp38(192.168.202.152@tcp38:) -> 192.168.202.152@tcp38(192.168.202.152@tcp38:192.168.202.152@tcp38) : GET try# 0 00000800:00000200:0.0:1767384350.133388:0:16134:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.152@tcp38 00000800:00000010:0.0:1767384350.133392:0:16134:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000d1579f81. 00000400:00000200:1.0:1767384350.133394:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.152:988 00000800:00000200:0.0:1767384350.133398:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000002ad4ea] -> 12345-192.168.202.152@tcp38 (2) 00000800:00000200:0.1:1767384350.133405:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000002ad4ea] -> 12345-192.168.202.152@tcp38 (2) 00000400:00000200:0.0:1767384350.133420:0:16134:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.152@tcp38 added to recovery queue. ping count: 4 next ping: 288 health :600 00000400:00000200:1.0:1767384350.133445:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.152:988 00000400:00000200:3.0:1767384350.133477:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.152:988 00000400:00000200:1.0:1767384350.133481:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.152:988 00000400:00000200:3.0:1767384350.133529:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.152:988 00000400:00000200:1.0:1767384350.133534:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.152:988 00000400:00000200:3.0:1767384350.133588:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.152:988 00000400:00000200:1.0:1767384350.133608:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.152:988 00000400:00000200:3.0:1767384350.133646:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.152:988 00000400:00000200:1.0:1767384350.133673:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.152:988 00000400:00000200:3.0:1767384350.133697:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.152:988 00000400:00000200:1.0:1767384350.133719:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.152:988 00000400:00000200:3.0:1767384350.133743:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.152:988 00000400:00000200:1.0:1767384350.133763:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.152:988 00000400:00000200:3.0:1767384350.133802:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.152:988 00000400:00000200:1.0:1767384350.133832:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.152:988 00000400:00000200:3.0:1767384350.133865:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.152:988 00000400:00000200:1.0:1767384350.133885:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.152:988 00000400:00000200:3.0:1767384350.133925:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.152:988 00000400:00000200:1.0:1767384350.133939:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.152:988 00000400:00000200:3.0:1767384350.133968:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.152:988 00000400:00000200:1.0:1767384350.133992:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.152:988 00000400:00000200:3.0:1767384350.134019:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.152:988 00000400:00000200:1.0:1767384350.134054:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.152:988 00000400:00000200:3.0:1767384350.134082:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.152:988 00000400:00000200:1.0:1767384350.134137:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.152:988 00000400:00000200:1.0:1767384350.134192:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.152:988 00000400:00000200:1.0:1767384350.134226:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.152:988 00000400:00000200:1.0:1767384350.134274:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.152:988 00000400:00000200:1.0:1767384350.134324:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.152:988 00000400:00000200:1.0:1767384350.134377:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.152:988 00000400:00000200:1.0:1767384350.134435:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.152:988 00000400:00000200:1.0:1767384350.134488:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.152:988 00000400:00000200:1.0:1767384350.134534:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.152:988 00000400:00000200:1.0:1767384350.134594:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.152:988 00000400:00000200:1.0:1767384350.134646:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.152:988 00000400:00000200:1.0:1767384350.134701:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.152:988 00000400:00000200:1.0:1767384350.134750:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.152:988 00000400:00000200:1.0:1767384350.134799:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.152:988 00000400:00000200:1.0:1767384350.134846:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.152:988 00000400:00000200:1.0:1767384350.134894:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.152:988 00000400:00000200:1.0:1767384350.134948:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.152:988 00000400:00000200:1.0:1767384350.134989:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.152:988 00000400:00000200:1.0:1767384350.135038:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.152:988 00000400:00000200:3.0:1767384350.135043:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.152:988 00000400:00000200:1.0:1767384350.135107:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.152:988 00000400:00000200:3.0:1767384350.135133:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.152:988 00000400:00000200:1.0:1767384350.135173:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.152:988 00000400:00000200:3.0:1767384350.135207:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.152:988 00000400:00000200:1.0:1767384350.135234:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.152:988 00000400:00000200:3.0:1767384350.135258:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.152:988 00000400:00000200:3.0:1767384350.135295:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.152:988 00000400:00000200:3.0:1767384350.135326:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.152:988 00000400:00000200:3.0:1767384350.135373:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.152:988 00000800:00000010:1.0:1767384350.135391:0:16127:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000036adf673. 00000800:00000010:1.0:1767384350.135397:0:16127:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e665f47d. 00000800:00000010:1.0:1767384350.135403:0:16127:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000022cedf81. 00000400:00000200:3.0:1767384350.135424:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.152:988 00000800:00000010:1.0:1767384350.135427:0:16127:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000022cedf81. 00000800:00020000:1.0:1767384350.135437:0:16127:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.152 00000800:00000010:1.0:1767384350.135440:0:16127:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e665f47d. 00000800:00000010:1.0:1767384350.135444:0:16127:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000036adf673. 00000400:00000200:3.0:1767384350.135450:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.152:988 00000400:00000200:3.0:1767384350.135487:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.152:988 00000400:02020000:1.0:1767384350.135506:0:16127:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.152@tcp42 at host 192.168.202.152:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384350.135514:0:16127:0:(router.c:1755:lnet_notify()) 192.168.202.152@tcp42 notifying 192.168.202.152@tcp42: down 00000800:00000200:1.0:1767384350.135520:0:16127:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.152@tcp42 down 00000800:00000100:1.0:1767384350.135530:0:16127:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.152@tcp42 00000400:00000200:3.0:1767384350.135531:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.152:988 00000800:00000010:1.0:1767384350.135538:0:16127:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000004a80e980. 00000400:00000200:1.0:1767384350.135545:0:16127:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384350.135552:0:16127:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp42->192.168.202.152@tcp42: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384350.135562:0:16127:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384350.135567:0:16127:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.152@tcp42 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384350.135573:0:16127:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.152@tcp42) recovery failed with -71 00000400:00000200:3.0:1767384350.135575:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.152:988 00000400:00000200:3.0:1767384350.135618:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.152:988 00000400:00000200:3.0:1767384350.135635:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.152:988 00000400:00000200:3.0:1767384350.135651:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.152:988 00000400:00000200:3.0:1767384350.135670:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.152:988 00000400:00000200:3.0:1767384350.135688:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.152:988 00000400:00000200:3.0:1767384350.135702:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.152:988 00000400:00000200:3.0:1767384350.135723:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.152:988 00000400:00000200:3.0:1767384350.135767:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.152:988 00000400:00000200:3.0:1767384350.135801:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.152:988 00000400:00000200:3.0:1767384350.135828:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.152:988 00000400:00000200:3.0:1767384350.135845:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.152:988 00000800:00000010:3.0:1767384350.135945:0:16126:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000fc2316a4. 00000800:00000010:3.0:1767384350.135949:0:16126:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000000b8e6e2b. 00000800:00000010:3.0:1767384350.135954:0:16126:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000009a2b6a19. 00000800:00000010:3.0:1767384350.135972:0:16126:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000009a2b6a19. 00000800:00020000:3.0:1767384350.135978:0:16126:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.152 00000800:00000010:3.0:1767384350.135980:0:16126:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000000b8e6e2b. 00000800:00000010:3.0:1767384350.135982:0:16126:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000fc2316a4. 00000400:02020000:3.0:1767384350.136012:0:16126:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.152@tcp38 at host 192.168.202.152:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384350.136022:0:16126:0:(router.c:1755:lnet_notify()) 192.168.202.152@tcp38 notifying 192.168.202.152@tcp38: down 00000800:00000200:3.0:1767384350.136026:0:16126:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.152@tcp38 down 00000800:00000100:3.0:1767384350.136030:0:16126:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.152@tcp38 00000800:00000010:3.0:1767384350.136031:0:16126:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000d1579f81. 00000400:00000200:3.0:1767384350.136033:0:16126:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384350.136036:0:16126:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp38->192.168.202.152@tcp38: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384350.136041:0:16126:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384350.136044:0:16126:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.152@tcp38 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384350.136046:0:16126:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.152@tcp38) recovery failed with -71 00010000:00000001:0.0:1767384350.262136:0:449:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384350.262140:0:449:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384350.262145:0:449:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384350.262146:0:449:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384350.262255:0:16768:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384350.262258:0:16768:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384350.262260:0:16768:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:2.0:1767384351.157159:0:16134:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384351.157163:0:16134:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384351.157166:0:16134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005bf9a362 00000400:00000010:2.0:1767384351.157170:0:16134:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005bf9a362. 00000400:00000200:2.0:1767384351.157175:0:16134:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384351.157181:0:16134:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.152@tcp42 recovery ping unlinked 00000400:00000010:2.0:1767384351.157193:0:16134:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000f7a1be3e. 00000400:00000010:2.0:1767384351.157197:0:16134:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000b8bc7a66. 00000400:00000001:2.0:1767384351.157200:0:16134:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384351.157202:0:16134:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000200:1.0:1767384351.157205:0:16129:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a7bdbfe4] -> 12345-192.168.202.152@tcp29 (4) 00000400:00000200:2.0:1767384351.157211:0:16134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000025ff4852 00000400:00000010:2.0:1767384351.157215:0:16134:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000025ff4852. 00000800:00000200:1.1:1767384351.157217:0:16129:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a7bdbfe4] -> 12345-192.168.202.152@tcp29 (4) 00000400:00000200:2.0:1767384351.157218:0:16134:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384351.157224:0:16134:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.152@tcp38 recovery ping unlinked 00000400:00000010:2.0:1767384351.157226:0:16134:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000007af29575. 00000400:00000010:2.0:1767384351.157229:0:16134:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000001b3a15a0. 00000400:00000200:1.0:1767384351.157318:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.152:988 00000400:00000200:1.0:1767384351.157380:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.152:988 00000400:00000200:1.0:1767384351.157415:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.152:988 00000400:00000200:1.0:1767384351.157446:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.152:988 00000400:00000200:1.0:1767384351.157473:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.152:988 00000400:00000200:1.0:1767384351.157506:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.152:988 00000400:00000200:1.0:1767384351.157540:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.152:988 00000400:00000200:1.0:1767384351.157599:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.152:988 00000400:00000200:1.0:1767384351.157662:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.152:988 00000400:00000200:1.0:1767384351.157711:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.152:988 00000400:00000200:1.0:1767384351.157757:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.152:988 00000400:00000200:1.0:1767384351.157806:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.152:988 00000400:00000200:1.0:1767384351.157853:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.152:988 00000400:00000200:1.0:1767384351.157899:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.152:988 00000400:00000200:1.0:1767384351.157937:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.152:988 00000400:00000200:1.0:1767384351.157975:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.152:988 00000400:00000200:1.0:1767384351.158017:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.152:988 00000400:00000200:1.0:1767384351.158063:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.152:988 00000400:00000200:1.0:1767384351.158134:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.152:988 00000400:00000200:1.0:1767384351.158197:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.152:988 00000400:00000200:1.0:1767384351.158245:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.152:988 00000400:00000200:1.0:1767384351.158293:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.152:988 00000400:00000200:1.0:1767384351.158340:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.152:988 00000400:00000200:1.0:1767384351.158369:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.152:988 00000400:00000200:1.0:1767384351.158414:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.152:988 00000400:00000200:1.0:1767384351.158455:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.152:988 00000400:00000200:1.0:1767384351.158497:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.152:988 00000400:00000200:1.0:1767384351.158544:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.152:988 00000400:00000200:1.0:1767384351.158586:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.152:988 00000400:00000200:1.0:1767384351.158625:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.152:988 00000400:00000200:1.0:1767384351.158647:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.152:988 00000400:00000200:1.0:1767384351.158667:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.152:988 00000400:00000200:1.0:1767384351.158685:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.152:988 00000400:00000200:1.0:1767384351.158701:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.152:988 00000400:00000200:1.0:1767384351.158722:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.152:988 00000800:00000010:1.0:1767384351.158921:0:16125:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000036adf673. 00000800:00000010:1.0:1767384351.158929:0:16125:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000004c330615. 00000800:00000010:1.0:1767384351.158936:0:16125:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e2f34d64. 00000800:00000010:1.0:1767384351.158963:0:16125:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e2f34d64. 00000800:00020000:1.0:1767384351.158974:0:16125:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.152 00000800:00000010:1.0:1767384351.158978:0:16125:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000004c330615. 00000800:00000010:1.0:1767384351.158982:0:16125:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000036adf673. 00000400:02020000:1.0:1767384351.159034:0:16125:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.152@tcp29 at host 192.168.202.152:988: is it running a compatible version of Lustre? 00000800:00000100:1.0:1767384351.159040:0:16125:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00010000:00000001:0.0:1767384351.285165:0:449:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384351.285170:0:449:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384351.285176:0:449:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384351.285178:0:449:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384351.285278:0:16767:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384351.285284:0:16767:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384351.285288:0:16767:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:1.0:1767384351.399521:0:36766:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384351.399540:0:36766:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384351.399547:0:36766:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384351.399555:0:36766:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384351.399569:0:36766:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384351.399573:0:36766:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384352.081176:0:36930:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384352.081180:0:36930:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg252-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp47 --if ens2 00000001:00000001:3.0:1767384352.088287:0:36930:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384352.095295:0:36931:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 0000000052b64ebd. 00000400:00000010:3.0:1767384352.095308:0:36931:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000b4959b46. 00000400:00000010:3.0:1767384352.095316:0:36931:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000002f886650. 00000400:00000010:3.0:1767384352.095320:0:36931:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 0000000033abe1fc. 00000400:00000010:3.0:1767384352.095323:0:36931:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000715897a3. 00000400:00000010:3.0:1767384352.095327:0:36931:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000c953ef24. 00000400:00000010:3.0:1767384352.095328:0:36931:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000629e17cd. 00000400:00000010:3.0:1767384352.095329:0:36931:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000026a819f0. 00000400:00000010:3.0:1767384352.095333:0:36931:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000004ac384f9. 00000800:00000010:3.0:1767384352.095349:0:36931:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000ad8ac332. 00000800:00000200:3.0:1767384352.095359:0:36931:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384352.095370:0:36931:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384352.095403:0:36931:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.152) 00000400:02000000:3.0:1767384352.095423:0:36931:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.152@tcp47 [8/256/0/180] 00000400:00000010:3.0:1767384352.097162:0:36931:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 665 at 0000000081edca16. 00000400:00000010:3.0:1767384352.097169:0:36931:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000df556413. 00000400:00000010:3.0:1767384352.097180:0:36931:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a15541c0. 00000400:00000001:3.0:1767384352.097198:0:36931:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384352.097200:0:36931:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384352.097201:0:36931:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002cb02be0. 00000400:00000200:3.0:1767384352.097204:0:36931:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000046b639ad 00000400:00000010:3.0:1767384352.097206:0:36931:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000046b639ad. 00000400:00000010:3.0:1767384352.097210:0:36931:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 649 at 0000000066a9949e. 00000400:00000200:3.0:1767384352.097214:0:36931:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (38) 00000400:00000200:3.0:1767384352.097226:0:36931:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.152@tcp (000000005d9714d7): 0 00000400:00000200:3.0:1767384352.097238:0:36931:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131119 00000020:00000010:3.0:1767384352.097244:0:36931:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000fc2316a4. 00000020:01000000:3.0:1767384352.097250:0:36931:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:3.0:1767384352.097252:0:36931:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.152@tcp47 00000400:00000200:1.0:1767384352.097254:0:16135:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384352.097262:0:16135:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100151 00000400:00000010:3.0:1767384352.097265:0:36931:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000b4959b46. 00000400:00000010:3.0:1767384352.097270:0:36931:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 0000000052b64ebd. 00000400:00000010:1.0:1767384352.097270:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000043c96435. 00000400:00000200:1.0:1767384352.097276:0:16135:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (39) 00000400:00000010:1.0:1767384352.097282:0:16135:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000005bfe065e. 00000400:00000200:1.0:1767384352.097287:0:16135:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.152@tcp 00000020:00000001:0.0:1767384352.097289:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384352.097294:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384352.097298:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:1.0:1767384352.097299:0:16135:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.152@tcp local destination 10000000:01000000:0.0:1767384352.097300:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:0.0:1767384352.097303:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:1.0:1767384352.097305:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[165, 155], ns[168, 158] 00000020:01000004:0.0:1767384352.097305:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384352.097307:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384352.097309:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384352.097310:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:1.0:1767384352.097311:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 155], ns[64, 158] 00000020:01000004:0.0:1767384352.097311:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384352.097313:0:37:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384352.097315:0:37:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:1.0:1767384352.097316:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[68, 64], ns[68, 64] 00000020:01000004:0.0:1767384352.097316:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384352.097318:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:1.0:1767384352.097321:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[78, 64], ns[78, 64] 00000100:00000010:0.0:1767384352.097324:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000027b34aa4. 00000400:00000200:1.0:1767384352.097326:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[83, 64], ns[83, 64] 00000020:00000040:0.0:1767384352.097328:0:37:0:(genops.c:1229:class_import_get()) import 00000000df830bbe refcount=4 obd=MGC192.168.202.152@tcp 00000400:00000200:1.0:1767384352.097331:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[99, 64], ns[100, 64] 00000100:00000001:0.0:1767384352.097333:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384352.097336:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1767384352.097337:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[103, 64], ns[104, 64] 02000000:00000001:0.0:1767384352.097341:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384352.097342:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[114, 64], ns[117, 64] 00000400:00000200:1.0:1767384352.097346:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[119, 64], ns[122, 64] 02000000:00000010:0.0:1767384352.097349:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000713c9570. 00000400:00000200:1.0:1767384352.097351:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[125, 64], ns[128, 64] 00000400:00000200:1.0:1767384352.097356:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[132, 64], ns[135, 64] 00000100:00000001:0.0:1767384352.097356:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384352.097360:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[136, 64], ns[139, 64] 00000100:00000001:0.0:1767384352.097363:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:1.0:1767384352.097364:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[146, 64], ns[149, 64] 00000100:00000001:0.0:1767384352.097366:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384352.097369:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[148, 64], ns[151, 64] 00000400:00000200:1.0:1767384352.097379:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[169, 64], ns[172, 64] 00000100:00000040:0.0:1767384352.097381:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000027b34aa4] to pc [ptlrpcd_00_01+1] req@0000000027b34aa4 x1853236723086464/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384352.097383:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 64], ns[48, 64] 00000400:00000200:1.0:1767384352.097389:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 48], ns[52, 48] 00000400:00000200:1.0:1767384352.097395:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 48], ns[56, 48] 00000400:00000200:1.0:1767384352.097400:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 48], ns[60, 48] 00000400:00000200:1.0:1767384352.097405:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 48], ns[72, 48] 00000400:00000200:1.0:1767384352.097410:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[76, 48], ns[76, 48] 10000000:00000001:0.0:1767384352.097413:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384352.097416:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[96, 48], ns[97, 48] 10000000:00000001:0.0:1767384352.097416:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384352.097419:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384352.097420:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000000:0.0:1767384352.097421:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:1.0:1767384352.097423:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[95, 48], ns[96, 48] 00000100:00000001:2.0:1767384352.097425:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384352.097429:0:16138:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1767384352.097430:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[90, 48], ns[91, 48] 00000020:00000001:0.0:1767384352.097430:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384352.097433:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000100:00000040:2.0:1767384352.097435:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000027b34aa4 x1853236723086464/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:0.0:1767384352.097435:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384352.097437:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000400:00000200:1.0:1767384352.097438:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[138, 48], ns[141, 48] 00000020:01000004:0.0:1767384352.097442:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384352.097445:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384352.097448:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384352.097451:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:1.0:1767384352.097454:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[108, 48], ns[109, 48] 00000020:01000004:0.0:1767384352.097455:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384352.097457:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:1.0:1767384352.097459:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[153, 48], ns[156, 48] 00000020:01000004:0.0:1767384352.097459:0:37:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384352.097460:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384352.097462:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:0.0:1767384352.097466:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c536c0c9. 00000400:00000200:1.0:1767384352.097471:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[158, 48], ns[161, 48] 00000020:00000040:0.0:1767384352.097471:0:37:0:(genops.c:1229:class_import_get()) import 00000000df830bbe refcount=5 obd=MGC192.168.202.152@tcp 00000100:00000001:0.0:1767384352.097476:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1767384352.097485:0:16138:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1767384352.097487:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[171, 48], ns[174, 48] 00000100:00000001:2.0:1767384352.097488:0:16138:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384352.097489:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384352.097493:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384352.097495:0:16138:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384352.097499:0:16138:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384352.097499:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[117, 48], ns[120, 48] 02000000:00000001:2.0:1767384352.097504:0:16138:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384352.097510:0:16138:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000027b34aa4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c0412d60-4f67-4dbc-8791-892843f60083:16138:1853236723086464:0@lo:253: 02000000:00000010:0.0:1767384352.097510:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000e8bf77c3. 00000400:00000200:1.0:1767384352.097514:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[139, 48], ns[142, 48] 00000100:00000001:0.0:1767384352.097516:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384352.097519:0:16138:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767384352.097523:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:1.0:1767384352.097524:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[161, 48], ns[164, 48] 02000000:00000001:2.0:1767384352.097525:0:16138:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767384352.097525:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384352.097529:0:16138:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384352.097532:0:16138:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1767384352.097534:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c536c0c9] to pc [ptlrpcd_00_02+2] req@00000000c536c0c9 x1853236723086592/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767384352.097538:0:16138:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000004519d93b. 02000000:00000001:2.0:1767384352.097543:0:16138:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384352.097544:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[170, 48], ns[173, 48] 00000400:00000010:2.0:1767384352.097550:0:16138:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fbeea7d1. 00000400:00000200:1.0:1767384352.097551:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[160, 48], ns[163, 48] 00000400:00000010:2.0:1767384352.097556:0:16138:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000069734c36. 00000400:00000200:1.0:1767384352.097561:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[163, 48], ns[166, 48] 00000100:00000200:2.0:1767384352.097562:0:16138:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236723086464, portal 25 00000100:00000001:2.0:1767384352.097567:0:16138:0:(client.c:3244:ptlrpc_request_addref()) Process entered 10000000:00000001:0.0:1767384352.097567:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384352.097570:0:16138:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782423947776 : -124291285603840 : ffff8ef52e12aa00) 00000400:00000200:1.0:1767384352.097571:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp45, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 48], ns[0, 48] 10000000:00000001:0.0:1767384352.097571:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384352.097573:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1767384352.097576:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384352.097579:0:16140:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000040:2.0:1767384352.097579:0:16138:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000027b34aa4 x1853236723086464/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384368 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000000:0.0:1767384352.097580:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:1.0:1767384352.097583:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp46, tcp45] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 00000100:00000001:3.0:1767384352.097585:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384352.097587:0:37:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000fc2316a4. 00000100:00000001:3.0:1767384352.097596:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384352.097600:0:16138:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767384352.097600:0:16135:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp45 00000100:00000001:3.0:1767384352.097601:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384352.097605:0:16138:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384352.097606:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384352.097610:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:2.0:1767384352.097610:0:16138:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ee3ac57d. 00000400:00000200:1.0:1767384352.097611:0:16135:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.152@tcp45 00000100:00000001:0.0:1767384352.097611:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384352.097612:0:16140:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000200:2.0:1767384352.097616:0:16138:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236723086464, offset 0 00000100:00000001:0.0:1767384352.097616:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384352.097620:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c536c0c9 x1853236723086592/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384352.097621:0:16135:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.152@tcp45 lpni_is_preferred = 0 00000100:00000001:0.0:1767384352.097626:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384352.097629:0:16138:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384352.097630:0:16135:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.152@tcp45 00000100:00000001:0.0:1767384352.097630:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384352.097641:0:16140:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1767384352.097641:0:16135:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp45 NI seq info: [175:175:256:4294967295] 192.168.202.152@tcp45 LPNI seq info [172:172:8:4294967295] 00000100:00000001:3.0:1767384352.097644:0:16140:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384352.097649:0:16140:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384352.097652:0:16140:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384352.097655:0:16135:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.152@tcp45 02000000:00000001:3.0:1767384352.097656:0:16140:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384352.097661:0:16140:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c536c0c9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c0412d60-4f67-4dbc-8791-892843f60083:16140:1853236723086592:0@lo:253: 00000100:00000001:3.0:1767384352.097669:0:16140:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384352.097672:0:16140:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1767384352.097673:0:16135:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp45(192.168.202.152@tcp45:) -> 192.168.202.152@tcp45(192.168.202.152@tcp:192.168.202.152@tcp45) : PUT try# 0 02000000:00000001:3.0:1767384352.097675:0:16140:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384352.097679:0:16140:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:1.0:1767384352.097684:0:16135:0:(socklnd_cb.c:1001:ksocknal_send()) sending 656 bytes in 1 frags to 12345-192.168.202.152@tcp45 02000000:00000010:3.0:1767384352.097689:0:16140:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000fc2316a4. 00000400:00000200:2.0:1767384352.097689:0:16138:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000010:1.0:1767384352.097692:0:16135:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cea4b318. 02000000:00000001:3.0:1767384352.097694:0:16140:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384352.097700:0:16140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d8446437. 00000400:00000200:2.0:1767384352.097703:0:16138:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824c907480 00000800:00000010:1.0:1767384352.097704:0:16135:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000001c983964. 00000400:00000010:3.0:1767384352.097705:0:16140:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b4959b46. 00000800:00000010:1.0:1767384352.097711:0:16135:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000ab65e816. 00000400:00000200:2.0:1767384352.097714:0:16138:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1609 [2] + 0 00000400:00000010:2.0:1767384352.097718:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000017b2962f. 00000800:00000200:1.0:1767384352.097720:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001c983964] -> 12345-192.168.202.152@tcp45 (2) 00000400:00000200:2.0:1767384352.097722:0:16138:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000b1efc47d 00000800:00000200:1.1:1767384352.097725:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001c983964] -> 12345-192.168.202.152@tcp45 (2) 00000100:00000200:3.0:1767384352.097726:0:16140:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236723086592, portal 25 00000400:00000200:2.0:1767384352.097730:0:16138:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384352.097731:0:16140:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384352.097734:0:16140:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782423951360 : -124291285600256 : ffff8ef52e12b800) 00000400:00000200:2.0:1767384352.097737:0:16138:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:3.0:1767384352.097741:0:16140:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c536c0c9 x1853236723086592/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384368 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384352.097742:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b1efc47d 00000400:00000200:1.0:1767384352.097744:0:16135:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.152@tcp 00000400:00000010:2.0:1767384352.097752:0:16138:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b1efc47d. 00000400:00000200:1.0:1767384352.097752:0:16135:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100551 rc 0 00000100:00000001:3.0:1767384352.097755:0:16140:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384352.097760:0:16140:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384352.097760:0:16138:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384352.097763:0:16138:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000010:3.0:1767384352.097765:0:16140:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c91d1906. 00000100:00000040:2.0:1767384352.097767:0:16138:0:(events.c:337:request_in_callback()) incoming req@00000000fd364f02 x1853236723086464 msgsize 4848 00000100:00000200:3.0:1767384352.097769:0:16140:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236723086592, offset 0 00000100:00100000:2.0:1767384352.097775:0:16138:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:3.0:1767384352.097779:0:16140:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1767384352.097779:0:16138:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:3.0:1767384352.097788:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384352.097791:0:16138:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384352.097798:0:16140:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824c907500 00000400:00000200:2.0:1767384352.097800:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ee3ac57d 00000400:00000010:2.0:1767384352.097804:0:16138:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ee3ac57d. 00000400:00000200:0.0:1767384352.097805:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.152:988 00000100:00000001:2.0:1767384352.097808:0:16138:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:3.0:1767384352.097813:0:16140:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1611 [2] + 0 00000100:00000001:1.0:1767384352.097813:0:16774:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:2.0:1767384352.097816:0:16138:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000027b34aa4 x1853236723086464/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384368 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384352.097818:0:16774:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723086464 02000000:00000001:1.0:1767384352.097824:0:16774:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000010:3.0:1767384352.097825:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000023539866. 00000100:00000001:1.0:1767384352.097829:0:16774:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384352.097832:0:16774:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384352.097833:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1767384352.097835:0:16140:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000008ec48628 00000100:00000040:2.0:1767384352.097839:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000027b34aa4 x1853236723086464/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384368 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384352.097839:0:16774:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384352.097843:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:1.0:1767384352.097848:0:16774:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723086464 00000020:00000001:1.0:1767384352.097853:0:16774:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:3.0:1767384352.097854:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384352.097855:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.152:988 00000400:00000200:3.0:1767384352.097859:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008ec48628 00000100:00000001:2.0:1767384352.097864:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384352.097865:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008ec48628. 00000020:00000040:1.0:1767384352.097865:0:16774:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eec8e1 00000100:00000001:2.0:1767384352.097867:0:16138:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:1.0:1767384352.097871:0:16774:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384352.097874:0:16140:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1767384352.097875:0:16138:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384352.097876:0:16774:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000555601ca refcount=14 00000100:00000200:3.0:1767384352.097878:0:16140:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:2.0:1767384352.097881:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294942084 00000020:00000001:1.0:1767384352.097883:0:16774:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000400:00000200:0.0:1767384352.097885:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.152:988 00000100:00000040:3.0:1767384352.097886:0:16140:0:(events.c:337:request_in_callback()) incoming req@000000004535ac52 x1853236723086592 msgsize 4848 00000100:00000010:2.0:1767384352.097887:0:16138:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ed9a52db. 00000020:00000001:1.0:1767384352.097889:0:16774:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000100:00000001:2.0:1767384352.097897:0:16138:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767384352.097897:0:16774:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:3.0:1767384352.097900:0:16140:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000010:1.0:1767384352.097903:0:16774:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002dba7c28. 00000100:00000040:3.0:1767384352.097904:0:16140:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:2.0:1767384352.097906:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294942084 00000100:00000001:1.0:1767384352.097911:0:16774:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000010:2.0:1767384352.097913:0:16138:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000047bc3e3d. 00000400:00000200:0.0:1767384352.097916:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.152:988 00000020:00000010:1.0:1767384352.097917:0:16774:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002dba7c28. 00000100:00000001:2.0:1767384352.097918:0:16138:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384352.097919:0:16140:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384352.097925:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294942084 00000020:00000010:1.0:1767384352.097926:0:16774:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001f346007. 00000400:00000200:3.0:1767384352.097929:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c91d1906 00000100:00000010:2.0:1767384352.097929:0:16138:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c4b6d059. 00000020:00000010:1.0:1767384352.097934:0:16774:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005d587af4. 00000400:00000010:3.0:1767384352.097935:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c91d1906. 00000100:00000001:2.0:1767384352.097935:0:16138:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384352.097942:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294942084 00000020:00000010:1.0:1767384352.097942:0:16774:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002af3f430. 00000100:00000001:3.0:1767384352.097943:0:16140:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:0.0:1767384352.097947:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.152:988 00000100:00000010:2.0:1767384352.097949:0:16138:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000677347c7. 00000100:00000200:3.0:1767384352.097951:0:16140:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c536c0c9 x1853236723086592/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384368 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384352.097954:0:16138:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 3 00000100:00000040:1.0:1767384352.097955:0:16774:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384352.097960:0:16138:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384352.097962:0:16774:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384352.097965:0:16138:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384352.097967:0:16774:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384352.097970:0:16774:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384352.097971:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.152:988 00000100:00000001:2.0:1767384352.097974:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384352.097980:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384352.097980:0:16774:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384352.097987:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384352.097991:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384352.097993:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384352.097994:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384352.097996:0:16774:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384352.097997:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767384352.097997:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.152:988 00000100:00000001:2.0:1767384352.098000:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384352.098001:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c536c0c9 x1853236723086592/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384368 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384352.098006:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384352.098010:0:16774:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384352.098015:0:16774:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723086592 00000100:00000001:3.0:1767384352.098016:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384352.098020:0:16774:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384352.098021:0:16140:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384352.098025:0:16774:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384352.098027:0:16774:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384352.098028:0:16773:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384352.098030:0:16140:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384352.098031:0:16773:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000001:1.0:1767384352.098034:0:16774:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384352.098035:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.152:988 00000100:00000001:3.0:1767384352.098037:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294942084 00000100:00100000:1.0:1767384352.098038:0:16774:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723086592 00000100:00100000:2.0:1767384352.098040:0:16773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 145 00000020:00000001:1.0:1767384352.098043:0:16774:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384352.098045:0:16140:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 0, keep current deadline 4294942084 00000100:00000040:2.0:1767384352.098046:0:16773:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000555601ca : new rpc_count 1 00000020:00000040:1.0:1767384352.098046:0:16774:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eec8e1 00000100:00000001:2.0:1767384352.098050:0:16773:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619781697498192 : -124292012053424 : ffff8ef502c5ec50) 00000020:00000001:1.0:1767384352.098052:0:16774:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384352.098053:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294942084 00000020:00000040:1.0:1767384352.098056:0:16774:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000555601ca refcount=15 00000100:00000040:2.0:1767384352.098057:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000fd364f02 x1853236723086464/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:333/0 lens 4848/0 e 0 to 0 dl 1767384363 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384352.098060:0:16140:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 1, keep current deadline 4294942084 00000400:00000200:0.0:1767384352.098062:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.152:988 00000020:00000001:1.0:1767384352.098063:0:16774:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000100:00000001:3.0:1767384352.098066:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294942084 00000020:00000001:1.0:1767384352.098070:0:16774:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000100:00000001:3.0:1767384352.098074:0:16140:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 2, keep current deadline 4294942084 00000100:00000001:1.0:1767384352.098077:0:16774:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384352.098082:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294942084 00000100:00000001:2.0:1767384352.098082:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384352.098082:0:16774:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002dba7c28. 00000020:00000010:2.0:1767384352.098108:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000021745c5c. 00000100:00000001:1.0:1767384352.098114:0:16774:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384352.098115:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384352.098117:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000021745c5c. 00000400:00000200:0.0:1767384352.098120:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.152:988 00000100:00100000:2.0:1767384352.098125:0:16773:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000fd364f02 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c0412d60-4f67-4dbc-8791-892843f60083+15:16138:x1853236723086464:12345-0@lo:253: 00000020:00000010:1.0:1767384352.098126:0:16774:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002dba7c28. 00000100:00000200:2.0:1767384352.098130:0:16773:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723086464 00000020:00000001:2.0:1767384352.098134:0:16773:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000010:1.0:1767384352.098149:0:16774:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003f185f35. 00000020:00000001:2.0:1767384352.098150:0:16773:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384352.098154:0:16773:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384352.098156:0:16774:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002b1ed740. 00000020:00000001:2.0:1767384352.098157:0:16773:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384352.098161:0:16773:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669141328 : -1040410288 : ffffffffc1fc9950) 00000100:00000001:3.0:1767384352.098163:0:16140:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 3, keep current deadline 4294942084 00000020:00000010:1.0:1767384352.098163:0:16774:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002d9084b7. 00000020:00000001:2.0:1767384352.098165:0:16773:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384352.098169:0:16773:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384352.098170:0:16140:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384352.098172:0:16773:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1767384352.098172:0:16774:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384352.098174:0:16140:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384352.098175:0:16773:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1767384352.098176:0:16774:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:0.0:1767384352.098176:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.152:988 00000020:00000001:2.0:1767384352.098180:0:16773:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384352.098180:0:16774:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384352.098182:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384352.098185:0:16773:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384352.098189:0:16773:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1767384352.098189:0:16774:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384352.098190:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384352.098194:0:16773:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000078529ee3. 00000100:00000001:1.0:1767384352.098201:0:16774:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384352.098202:0:16773:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384352.098207:0:16773:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384352.098211:0:16773:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:0.0:1767384352.098211:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.152:988 00000100:00000001:1.0:1767384352.098215:0:16774:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384352.098217:0:16774:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 20000000:00000010:2.0:1767384352.098221:0:16773:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000316ac112. 00000100:00100000:1.0:1767384352.098221:0:16774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 146 00000100:00000040:1.0:1767384352.098224:0:16774:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000555601ca : new rpc_count 2 20000000:01000000:2.0:1767384352.098226:0:16773:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000100:00000001:1.0:1767384352.098229:0:16774:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619781697501264 : -124292012050352 : ffff8ef502c5f850) 20000000:00000001:2.0:1767384352.098230:0:16773:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384352.098233:0:16773:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384352.098236:0:16773:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384352.098239:0:16774:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000004535ac52 x1853236723086592/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:333/0 lens 4848/0 e 0 to 0 dl 1767384363 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 20000000:00000001:2.0:1767384352.098240:0:16773:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384352.098244:0:16773:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:0.0:1767384352.098247:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.152:988 00000100:00000001:1.0:1767384352.098253:0:16774:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 20000000:00000010:2.0:1767384352.098254:0:16773:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000040d37a3a. 00000020:00000010:1.0:1767384352.098257:0:16774:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002dba7c28. 20000000:01000000:2.0:1767384352.098258:0:16773:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #47 00000100:00000001:1.0:1767384352.098263:0:16774:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384352.098266:0:16773:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000020:00000010:1.0:1767384352.098267:0:16774:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002dba7c28. 00080000:00000001:2.0:1767384352.098273:0:16773:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000100:00100000:1.0:1767384352.098273:0:16774:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000004535ac52 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c0412d60-4f67-4dbc-8791-892843f60083+15:16140:x1853236723086592:12345-0@lo:253: 00000400:00000200:0.0:1767384352.098275:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.152:988 00000100:00000200:1.0:1767384352.098279:0:16774:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723086592 00000020:00000001:1.0:1767384352.098282:0:16774:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384352.098284:0:16774:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384352.098286:0:16774:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384352.098288:0:16774:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384352.098290:0:16774:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669141328 : -1040410288 : ffffffffc1fc9950) 00000020:00000001:1.0:1767384352.098293:0:16774:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384352.098295:0:16774:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384352.098297:0:16774:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384352.098298:0:16774:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384352.098300:0:16774:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384352.098307:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.152:988 00000100:00000001:1.0:1767384352.098309:0:16774:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384352.098310:0:16774:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384352.098316:0:16774:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000036adf673. 02000000:00000001:1.0:1767384352.098318:0:16774:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384352.098320:0:16773:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384352.098320:0:16774:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384352.098324:0:16773:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384352.098326:0:16773:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384352.098326:0:16774:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00080000:00000001:2.0:1767384352.098330:0:16773:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:2.0:1767384352.098334:0:16773:0:(lu_object.c:808:lu_object_find_at()) Process entered 20000000:00000010:1.0:1767384352.098337:0:16774:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000036b1ae31. 00000020:00000001:2.0:1767384352.098338:0:16773:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446619782313850200 : -124291395701416 : ffff8ef52782b558) 00080000:00000001:2.0:1767384352.098344:0:16773:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000400:00000200:0.0:1767384352.098344:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.152:988 20000000:01000000:1.0:1767384352.098345:0:16774:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:1.0:1767384352.098349:0:16774:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384352.098351:0:16774:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00080000:00000010:2.0:1767384352.098353:0:16773:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000001818b1c6. 20000000:00000001:1.0:1767384352.098353:0:16774:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384352.098358:0:16773:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446619781780230144 : -124291929321472 : ffff8ef507b45000) 20000000:00000001:1.0:1767384352.098359:0:16774:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384352.098362:0:16773:0:(osd_io.c:243:osd_declare_write()) Process entered 20000000:00000001:1.0:1767384352.098364:0:16774:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:0.0:1767384352.098379:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.152:988 00000400:00000200:0.0:1767384352.098411:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.152:988 00000400:00000200:0.0:1767384352.098444:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.152:988 00000001:00000001:2.0:1767384352.098461:0:16773:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384352.098464:0:16773:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384352.098467:0:16773:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000400:00000200:0.0:1767384352.098475:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.152:988 00080000:00000001:2.0:1767384352.098484:0:16773:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384352.098487:0:16773:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:0.0:1767384352.098506:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.152:988 00000400:00000200:0.0:1767384352.098542:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.152:988 00000400:00000200:0.0:1767384352.098579:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.152:988 00080000:00000001:2.0:1767384352.098584:0:16773:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:2.0:1767384352.098588:0:16773:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:0.0:1767384352.098605:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.152:988 00000400:00000200:0.0:1767384352.098640:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.152:988 00000400:00000200:0.0:1767384352.098684:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.152:988 00000400:00000200:0.0:1767384352.098727:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.152:988 00000400:00000200:0.0:1767384352.098776:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.152:988 00000400:00000200:0.0:1767384352.098834:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.152:988 00000400:00000200:0.0:1767384352.098871:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.152:988 00000400:00000200:0.0:1767384352.098913:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.152:988 00000400:00000200:0.0:1767384352.098953:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.152:988 00000400:00000200:0.0:1767384352.099002:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.152:988 00000400:00000200:0.0:1767384352.099064:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.152:988 00000400:00000200:0.0:1767384352.099154:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.152:988 00000800:00000010:0.0:1767384352.099348:0:16128:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000004a70125c. 00000800:00000010:0.0:1767384352.099353:0:16128:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e47d0eed. 00000800:00000010:0.0:1767384352.099358:0:16128:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000008ca936be. 00000800:00000010:0.0:1767384352.099379:0:16128:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000008ca936be. 00000800:00020000:0.0:1767384352.099392:0:16128:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.152 00000800:00000010:0.0:1767384352.099397:0:16128:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e47d0eed. 00000800:00000010:0.0:1767384352.099401:0:16128:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000004a70125c. 00000400:02020000:0.0:1767384352.099463:0:16128:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.152@tcp45 at host 192.168.202.152:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384352.099471:0:16128:0:(router.c:1755:lnet_notify()) 192.168.202.152@tcp45 notifying 192.168.202.152@tcp45: down 00000800:00000200:0.0:1767384352.099477:0:16128:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.152@tcp45 down 00000800:00000100:0.0:1767384352.099483:0:16128:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 656 0@<0:0>->192.168.202.152@tcp45 00000800:00000010:0.0:1767384352.099487:0:16128:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cea4b318. 00000400:00000200:0.0:1767384352.099491:0:16128:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384352.099495:0:16128:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp45->192.168.202.152@tcp45: PUT: LOCAL_ERROR 00000400:00000200:0.0:1767384352.099503:0:16128:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.152@tcp45 added to recovery queue. ping count: 0 next ping: 275 health :900 00000400:00000200:0.0:1767384352.099508:0:16128:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384352.099512:0:16128:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.152@tcp: 1 00000400:00000200:0.0:1767384352.099515:0:16128:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.152@tcp (000000005d9714d7): -114 00000400:00000200:0.0:1767384352.099541:0:16135:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384352.099545:0:16135:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x101151 00000400:00000001:0.0:1767384352.099549:0:16135:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384352.099551:0:16135:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384352.099552:0:16135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000043c96435 00000400:00000010:0.0:1767384352.099554:0:16135:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000043c96435. 00000400:00000200:0.0:1767384352.099564:0:16135:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:0.0:1767384352.099568:0:16135:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.152@tcp (000000005d9714d7): -114 00000400:00000200:0.0:1767384352.099571:0:16135:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000005d9714d7 (40) 00000400:00000200:0.0:1767384352.099574:0:16135:0:(peer.c:3900:lnet_peer_push_failed()) peer 192.168.202.152@tcp 00000400:00000200:0.0:1767384352.099576:0:16135:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100151 rc -71 00000400:00000200:0.0:1767384352.099580:0:16135:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.152@tcp (000000005d9714d7) 00000400:00000200:0.0:1767384352.099583:0:16135:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000005d9714d7 (39) 00080000:00000001:3.0:1767384352.106609:0:16773:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384352.106614:0:16807:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000020:00000002:3.0:1767384352.106615:0:16773:0:(lu_object.c:207:lu_object_put()) Add 00000000f07b1e3f/000000000f28175b to site lru. bkt: 00000000b56e2c81 00040000:00000001:0.0:1767384352.106619:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:3.0:1767384352.106620:0:16773:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384352.106622:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:3.0:1767384352.106624:0:16773:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:0.0:1767384352.106625:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384352.106627:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384352.106629:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000001818b1c6. 20000000:01000000:3.0:1767384352.106634:0:16773:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000001:0.0:1767384352.106634:0:16807:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:3.0:1767384352.106645:0:16773:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384352.106647:0:16773:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000020:3.0:1767384352.106653:0:16773:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000010:1.0:1767384352.106654:0:16774:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000ad20a602. 20000000:01000000:1.0:1767384352.106658:0:16774:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #47 20000000:00000001:1.0:1767384352.106662:0:16774:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:1.0:1767384352.106666:0:16774:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:01000000:3.0:1767384352.106667:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384352.106671:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384352.106674:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384352.106677:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384352.106680:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:1.0:1767384352.106691:0:16774:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1767384352.106694:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000fa94da05. 00080000:00000001:1.0:1767384352.106696:0:16774:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384352.106698:0:16774:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384352.106700:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:1.0:1767384352.106701:0:16774:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:1.0:1767384352.106705:0:16774:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000010:3.0:1767384352.106706:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000003653ee69. 00000020:00000001:1.0:1767384352.106710:0:16774:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446619782313850200 : -124291395701416 : ffff8ef52782b558) 00000020:00000001:3.0:1767384352.106711:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:1.0:1767384352.106715:0:16774:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000020:00000040:3.0:1767384352.106716:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 000000003653ee69 with handle 0x7e51148972eeccd1 to hash 00000020:00000001:3.0:1767384352.106719:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384352.106720:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446619781713885184 : -124291995666432 : ffff8ef503bff800) 00080000:00000010:1.0:1767384352.106722:0:16774:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000f07aa235. 00010000:00000001:3.0:1767384352.106723:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446619781713885184 : -124291995666432 : ffff8ef503bff800) 00080000:00000001:1.0:1767384352.106727:0:16774:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446619781702209536 : -124292007342080 : ffff8ef5030dd000) 00010000:00000001:3.0:1767384352.106729:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:1.0:1767384352.106731:0:16774:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:3.0:1767384352.106732:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384352.106736:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000003653ee69/0x7e51148972eeccd1 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384352.106743:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384352.106746:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384352.106748:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384352.106750:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384352.106751:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384352.106753:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384352.106754:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384352.106757:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384352.106759:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384352.106760:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384352.106761:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384352.106763:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000fa94da05) refcount = 1 00010000:00010000:3.0:1767384352.106766:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000003653ee69/0x7e51148972eeccd1 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384352.106771:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384352.106773:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384352.106774:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384352.106776:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384352.106777:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384352.106780:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384352.106782:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003445359s 00010000:00000001:3.0:1767384352.106786:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384352.106793:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384352.106796:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000003653ee69 refcount=4 00000020:00000001:3.0:1767384352.106799:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781713885184 : -124291995666432 : ffff8ef503bff800) 00010000:00000001:3.0:1767384352.106802:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781713885184 : -124291995666432 : ffff8ef503bff800) 00010000:00000001:3.0:1767384352.106805:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384352.106807:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000003653ee69/0x7e51148972eeccd1 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00000001:00000001:1.0:1767384352.106813:0:16774:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:3.0:1767384352.106815:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00080000:00000001:1.0:1767384352.106816:0:16774:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384352.106819:0:16774:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00010000:3.0:1767384352.106820:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000003653ee69/0x7e51148972eeccd1 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384352.106828:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384352.106830:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384352.106833:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000003653ee69/0x7e51148972eeccd1 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384352.106834:0:16774:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384352.106839:0:16774:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:3.0:1767384352.106845:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384352.106847:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384352.106852:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384352.106854:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000003653ee69/0x7e51148972eeccd1 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384352.106862:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000003653ee69 already unused, calling callback (00000000871a6010) 00010000:00000001:3.0:1767384352.106865:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384352.106867:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384352.106868:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000003653ee69/0x7e51148972eeccd1 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384352.106872:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384352.106874:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384352.106875:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384352.106876:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000003653ee69 refcount=5 00000020:00000001:3.0:1767384352.106878:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781713885184 : -124291995666432 : ffff8ef503bff800) 00010000:00000001:3.0:1767384352.106880:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781713885184 : -124291995666432 : ffff8ef503bff800) 00010000:00000001:3.0:1767384352.106890:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384352.106893:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000003653ee69/0x7e51148972eeccd1 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384352.106898:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384352.106899:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384352.106900:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384352.106903:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384352.106905:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384352.106907:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384352.106908:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384352.106910:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000003653ee69 with handle 0x7e51148972eeccd1 from hash 00010000:00000001:3.0:1767384352.106912:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384352.106913:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384352.106915:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384352.106917:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384352.106919:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384352.106921:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384352.106923:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384352.106924:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384352.106927:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384352.106928:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384352.106930:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384352.106932:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384352.106933:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384352.106935:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384352.106936:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384352.106938:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384352.106940:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000003653ee69/0x7e51148972eeccd1 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384352.106946:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384352.106948:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384352.106950:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384352.106952:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384352.106954:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000001:1.0:1767384352.106954:0:16774:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00010000:00000001:3.0:1767384352.106957:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00080000:00000001:1.0:1767384352.106959:0:16774:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000001:3.0:1767384352.106968:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384352.106971:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384352.106974:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384352.106977:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000003653ee69/0x7e51148972eeccd1 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384352.106985:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384352.106988:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384352.106990:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000003653ee69/0x7e51148972eeccd1 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384352.106997:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000fa94da05 count: 0 00010000:00000001:3.0:1767384352.107007:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384352.107009:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000010:3.1:1767384352.112108:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000fa94da05. 00010000:00000010:3.1:1767384352.112118:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000003653ee69. 00080000:00000001:0.0:1767384352.114453:0:16774:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384352.114458:0:16774:0:(lu_object.c:207:lu_object_put()) Add 00000000f07b1e3f/000000000f28175b to site lru. bkt: 00000000b56e2c81 20000000:00000001:0.0:1767384352.114461:0:16774:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384352.114463:0:16774:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384352.114466:0:16774:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384352.114474:0:16774:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384352.114477:0:16774:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:3.0:1767384352.114480:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000020:0.0:1767384352.114483:0:16774:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000001:3.0:1767384352.114484:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384352.114488:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384352.114491:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384352.114493:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:0.0:1767384352.114499:0:16807:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00010000:00000010:3.0:1767384352.114500:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000fa94da05. 00040000:00000001:0.0:1767384352.114503:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00010000:00000001:3.0:1767384352.114504:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00040000:00000001:0.0:1767384352.114506:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00010000:00000010:3.0:1767384352.114508:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000003653ee69. 00040000:00000001:0.0:1767384352.114508:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384352.114509:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384352.114513:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000f07aa235. 00000020:00000001:3.0:1767384352.114514:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384352.114517:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 000000003653ee69 with handle 0x7e51148972eeccd8 to hash 00080000:00000001:0.0:1767384352.114518:0:16807:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000020:00000001:3.0:1767384352.114520:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384352.114522:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446619781713885184 : -124291995666432 : ffff8ef503bff800) 00010000:00000001:3.0:1767384352.114524:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446619781713885184 : -124291995666432 : ffff8ef503bff800) 00010000:00000001:3.0:1767384352.114526:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384352.114528:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384352.114530:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000003653ee69/0x7e51148972eeccd8 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384352.114536:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384352.114538:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384352.114540:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384352.114541:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384352.114549:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384352.114551:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384352.114552:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384352.114554:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384352.114556:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384352.114557:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384352.114558:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384352.114559:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000fa94da05) refcount = 1 00010000:00010000:3.0:1767384352.114562:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000003653ee69/0x7e51148972eeccd8 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384352.114566:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384352.114568:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384352.114569:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384352.114570:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384352.114572:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384352.114574:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384352.114576:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003445359s 00010000:00000001:3.0:1767384352.114578:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384352.114579:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384352.114581:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000003653ee69 refcount=4 00000020:00000001:3.0:1767384352.114583:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781713885184 : -124291995666432 : ffff8ef503bff800) 00010000:00000001:3.0:1767384352.114585:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781713885184 : -124291995666432 : ffff8ef503bff800) 00010000:00000001:3.0:1767384352.114586:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384352.114588:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000003653ee69/0x7e51148972eeccd8 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384352.114593:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384352.114595:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000003653ee69/0x7e51148972eeccd8 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384352.114598:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384352.114600:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384352.114601:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000003653ee69/0x7e51148972eeccd8 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384352.114614:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384352.114615:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384352.114617:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384352.114620:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000003653ee69/0x7e51148972eeccd8 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384352.114624:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000003653ee69 already unused, calling callback (00000000871a6010) 00010000:00000001:3.0:1767384352.114627:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384352.114629:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384352.114630:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000003653ee69/0x7e51148972eeccd8 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384352.114634:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384352.114636:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384352.114637:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384352.114638:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000003653ee69 refcount=5 00000020:00000001:3.0:1767384352.114640:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781713885184 : -124291995666432 : ffff8ef503bff800) 00010000:00000001:3.0:1767384352.114641:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781713885184 : -124291995666432 : ffff8ef503bff800) 00010000:00000001:3.0:1767384352.114644:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384352.114645:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000003653ee69/0x7e51148972eeccd8 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384352.114649:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384352.114651:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384352.114652:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384352.114654:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384352.114656:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384352.114658:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384352.114659:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384352.114660:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000003653ee69 with handle 0x7e51148972eeccd8 from hash 00010000:00000001:3.0:1767384352.114662:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384352.114664:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384352.114665:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384352.114671:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384352.114673:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384352.114675:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384352.114676:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384352.114677:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384352.114680:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384352.114681:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384352.114683:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384352.114685:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384352.114686:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384352.114686:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384352.114688:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384352.114689:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384352.114690:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000003653ee69/0x7e51148972eeccd8 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384352.114694:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384352.114695:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384352.114696:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384352.114697:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384352.114698:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384352.114698:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384352.114700:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384352.114701:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384352.114702:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384352.114704:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000003653ee69/0x7e51148972eeccd8 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384352.114708:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384352.114709:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384352.114711:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000003653ee69/0x7e51148972eeccd8 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384352.114714:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000fa94da05 count: 0 00010000:00000001:3.0:1767384352.114720:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384352.114720:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:2.0:1767384352.115617:0:16773:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:2.0:1767384352.115621:0:16773:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384352.115624:0:16773:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000316ac112. 20000000:00000001:2.0:1767384352.115629:0:16773:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384352.115633:0:16773:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236723086464 00010000:00000001:2.0:1767384352.115635:0:16773:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384352.115648:0:16773:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000fd364f02 x1853236723086464/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:333/0 lens 4848/4768 e 0 to 0 dl 1767384363 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384352.115659:0:16773:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384352.115662:0:16773:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384352.115666:0:16773:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dd452398 time=82 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384352.115673:0:16773:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384352.115677:0:16773:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 21 to 0@lo 00000100:00000001:2.0:1767384352.115681:0:16773:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 02000000:00000001:2.0:1767384352.115685:0:16773:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384352.115688:0:16773:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384352.115692:0:16773:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384352.115698:0:16773:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384352.115703:0:16773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000003668684. 00000100:00000200:2.0:1767384352.115709:0:16773:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236723086464, offset 224 00000400:00000200:2.0:1767384352.115719:0:16773:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384352.115733:0:16773:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384352.115745:0:16773:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824c907480 00000400:00000200:2.0:1767384352.115753:0:16773:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1e7d [2] + 224 00000400:00000200:2.0:1767384352.115763:0:16773:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384352.115768:0:16773:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384352.115775:0:16773:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384352.115780:0:16773:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000027b34aa4 x1853236723086464/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384368 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384352.115788:0:16773:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000027b34aa4 x1853236723086464/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384368 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384352.115799:0:16773:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384352.115806:0:16773:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000003668684 00000400:00000010:2.0:1767384352.115808:0:16773:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000003668684. 00000100:00000001:2.0:1767384352.115811:0:16773:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384352.115812:0:16773:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384352.115817:0:16773:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384352.115820:0:16773:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 20 to 0@lo 00010000:00000001:2.0:1767384352.115822:0:16773:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384352.115823:0:16773:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384352.115831:0:16773:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384352.115835:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fd364f02 x1853236723086464/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:333/0 lens 4848/4768 e 0 to 0 dl 1767384363 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384352.115842:0:16773:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000fd364f02 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c0412d60-4f67-4dbc-8791-892843f60083+15:16138:x1853236723086464:12345-0@lo:253: Request processed in 17760us (18074us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384352.115851:0:16773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 145 00000100:00000040:2.0:1767384352.115854:0:16773:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000555601ca : new rpc_count 1 00000100:00000001:2.0:1767384352.115856:0:16773:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384352.115858:0:16773:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384352.115863:0:16773:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005d587af4. 00000020:00000010:2.0:1767384352.115867:0:16773:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002af3f430. 00000020:00000010:2.0:1767384352.115870:0:16773:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001f346007. 00000020:00000040:2.0:1767384352.115875:0:16773:0:(genops.c:898:class_export_put()) PUTting export 00000000555601ca : new refcount 14 02000000:00000001:2.0:1767384352.115878:0:16773:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384352.115881:0:16773:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000078529ee3. 02000000:00000001:2.0:1767384352.115885:0:16773:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384352.115887:0:16773:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384352.115892:0:16773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384352.115898:0:16773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000534a0999. 00000400:00000010:2.0:1767384352.115903:0:16773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000003668684. 00000100:00000001:2.0:1767384352.115929:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384352.115932:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384352.115938:0:16138:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384352.115940:0:16138:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384352.115943:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fbeea7d1. 00000400:00000200:2.0:1767384352.115946:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000069734c36 00000400:00000010:2.0:1767384352.115949:0:16138:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000069734c36. 00000100:00000001:2.0:1767384352.115954:0:16138:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384352.115959:0:16138:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000027b34aa4 x1853236723086464/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384368 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384352.115969:0:16138:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000027b34aa4 x1853236723086464/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384368 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384352.115975:0:16138:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384352.115977:0:16138:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384352.115984:0:16138:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384352.115987:0:16138:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384352.115989:0:16138:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384352.115991:0:16138:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384352.115993:0:16138:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384352.115998:0:16138:0:(import.c:2128:obd_at_measure()) add 5 to 0000000028df3f77 time=82 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384352.116001:0:16138:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f5022cbe time=82 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384352.116003:0:16138:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384352.116004:0:16138:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384352.116006:0:16138:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384352.116008:0:16138:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384352.116010:0:16138:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384352.116014:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000027b34aa4 x1853236723086464/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384368 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384352.116019:0:16138:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384352.116021:0:16138:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384352.116023:0:16138:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384352.116028:0:16138:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384352.116030:0:16138:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384352.116031:0:16138:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384352.116033:0:16138:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384352.116034:0:16138:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384352.116035:0:16138:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384352.116036:0:16138:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384352.116038:0:16138:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384352.116039:0:16138:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384352.116041:0:16138:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384352.116044:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000027b34aa4 x1853236723086464/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384368 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384352.116049:0:16138:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000027b34aa4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c0412d60-4f67-4dbc-8791-892843f60083:16138:1853236723086464:0@lo:253: 00000100:00000001:2.0:1767384352.116053:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384352.116055:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384352.116058:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000027b34aa4 x1853236723086464/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384368 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384352.116063:0:16138:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384352.116068:0:16138:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384352.116071:0:16138:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000004519d93b. 02000000:00000001:2.0:1767384352.116076:0:16138:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384352.116078:0:16138:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384352.116079:0:16138:0:(genops.c:1242:class_import_put()) import 00000000df830bbe refcount=4 obd=MGC192.168.202.152@tcp 00000020:00000001:2.0:1767384352.116081:0:16138:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384352.116083:0:16138:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000713c9570. 02000000:00000001:2.0:1767384352.116106:0:16138:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384352.116107:0:16138:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384352.116109:0:16138:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000027b34aa4. 00000100:00000001:2.0:1767384352.116113:0:16138:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384352.116114:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384352.116116:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384352.116122:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384352.116123:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384352.116126:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384352.116128:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:3.0:1767384352.117572:0:16774:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767384352.117576:0:16774:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384352.117585:0:16774:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000036b1ae31. 20000000:00000001:3.0:1767384352.117591:0:16774:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384352.117595:0:16774:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236723086592 00010000:00000001:3.0:1767384352.117598:0:16774:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384352.117603:0:16774:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000004535ac52 x1853236723086592/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:333/0 lens 4848/4768 e 0 to 0 dl 1767384363 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384352.117612:0:16774:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384352.117614:0:16774:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384352.117617:0:16774:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dd452398 time=82 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384352.117621:0:16774:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384352.117624:0:16774:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 21 to 0@lo 00000100:00000001:3.0:1767384352.117626:0:16774:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 02000000:00000001:3.0:1767384352.117629:0:16774:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384352.117630:0:16774:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384352.117633:0:16774:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384352.117636:0:16774:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384352.117639:0:16774:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005b2f10f7. 00000100:00000200:3.0:1767384352.117643:0:16774:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236723086592, offset 224 00000400:00000200:3.0:1767384352.117648:0:16774:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384352.117654:0:16774:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384352.117662:0:16774:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824c907500 00000400:00000200:3.0:1767384352.117667:0:16774:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1e85 [2] + 224 00000400:00000200:3.0:1767384352.117673:0:16774:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384352.117677:0:16774:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384352.117680:0:16774:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384352.117685:0:16774:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c536c0c9 x1853236723086592/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384368 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384352.117694:0:16774:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000c536c0c9 x1853236723086592/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384368 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384352.117712:0:16774:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384352.117720:0:16774:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005b2f10f7 00000100:00000001:2.0:1767384352.117720:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1767384352.117724:0:16774:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005b2f10f7. 00000100:00000001:2.0:1767384352.117724:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384352.117730:0:16774:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:2.0:1767384352.117730:0:16140:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384352.117733:0:16140:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384352.117734:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d8446437. 00000400:00000200:2.0:1767384352.117737:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b4959b46 00000400:00000010:2.0:1767384352.117741:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b4959b46. 00000100:00000001:3.0:1767384352.117742:0:16774:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384352.117744:0:16140:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384352.117748:0:16140:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c536c0c9 x1853236723086592/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384368 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384352.117751:0:16774:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384352.117759:0:16774:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 20 to 0@lo 00000100:00000200:2.0:1767384352.117761:0:16140:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c536c0c9 x1853236723086592/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384368 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384352.117765:0:16774:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:2.0:1767384352.117770:0:16140:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:3.0:1767384352.117771:0:16774:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384352.117773:0:16140:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384352.117776:0:16774:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1767384352.117776:0:16140:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384352.117780:0:16140:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384352.117781:0:16140:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384352.117783:0:16140:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384352.117785:0:16140:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384352.117786:0:16774:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004535ac52 x1853236723086592/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:333/0 lens 4848/4768 e 0 to 0 dl 1767384363 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1767384352.117788:0:16140:0:(import.c:2128:obd_at_measure()) add 5 to 0000000028df3f77 time=82 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384352.117794:0:16140:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f5022cbe time=82 v=5 (1 0 0 0) 00000100:00100000:3.0:1767384352.117805:0:16774:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000004535ac52 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c0412d60-4f67-4dbc-8791-892843f60083+14:16140:x1853236723086592:12345-0@lo:253: Request processed in 19547us (19915us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384352.117806:0:16140:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384352.117808:0:16140:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384352.117811:0:16140:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384352.117813:0:16140:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384352.117818:0:16140:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384352.117822:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c536c0c9 x1853236723086592/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384368 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384352.117826:0:16774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 146 00000100:00000040:3.0:1767384352.117835:0:16774:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000555601ca : new rpc_count 0 00000100:00000001:2.0:1767384352.117835:0:16140:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384352.117839:0:16140:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384352.117841:0:16774:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384352.117842:0:16140:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384352.117846:0:16140:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000100:00000001:3.0:1767384352.117847:0:16774:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:01000004:2.0:1767384352.117848:0:16140:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384352.117852:0:16140:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384352.117852:0:16140:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:00000010:3.0:1767384352.117853:0:16774:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002b1ed740. 00000020:01000004:2.0:1767384352.117854:0:16140:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384352.117856:0:16140:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384352.117859:0:16140:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384352.117860:0:16140:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:00000010:3.0:1767384352.117861:0:16774:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002d9084b7. 00000020:01000004:2.0:1767384352.117862:0:16140:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384352.117865:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c536c0c9 x1853236723086592/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384368 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384352.117869:0:16774:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003f185f35. 00000100:00100000:2.0:1767384352.117876:0:16140:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c536c0c9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c0412d60-4f67-4dbc-8791-892843f60083:16140:1853236723086592:0@lo:253: 00000020:00000040:3.0:1767384352.117877:0:16774:0:(genops.c:898:class_export_put()) PUTting export 00000000555601ca : new refcount 13 00000100:00000001:2.0:1767384352.117881:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384352.117883:0:16774:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1767384352.117884:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384352.117887:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c536c0c9 x1853236723086592/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384368 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767384352.117888:0:16774:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000036adf673. 02000000:00000001:3.0:1767384352.117896:0:16774:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384352.117898:0:16140:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1767384352.117900:0:16774:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384352.117902:0:16140:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384352.117906:0:16140:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000fc2316a4. 00000100:00000200:3.0:1767384352.117907:0:16774:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 02000000:00000001:2.0:1767384352.117912:0:16140:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000010:3.0:1767384352.117914:0:16774:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000051999f63. 00000020:00000001:2.0:1767384352.117916:0:16140:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384352.117919:0:16140:0:(genops.c:1242:class_import_put()) import 00000000df830bbe refcount=3 obd=MGC192.168.202.152@tcp 00000400:00000010:3.0:1767384352.117920:0:16774:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005b2f10f7. 00000020:00000001:2.0:1767384352.117922:0:16140:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384352.117926:0:16140:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000e8bf77c3. 02000000:00000001:2.0:1767384352.117931:0:16140:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384352.117938:0:16140:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384352.117940:0:16140:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c536c0c9. 00000100:00000001:2.0:1767384352.117942:0:16140:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384352.117943:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384352.117944:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384352.117947:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384352.117948:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384352.117949:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384352.117951:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384352.118431:0:36936:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000576f7f50. 00000400:00000040:0.0:1767384352.118447:0:36936:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384352.118450:0:36936:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384352.118452:0:36936:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384352.118453:0:36936:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384352.118455:0:36936:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384352.118456:0:36936:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384352.118459:0:36936:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384352.118465:0:36936:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384352.118466:0:36936:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384352.118467:0:36936:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384352.118469:0:36936:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384352.118471:0:36936:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384352.118473:0:36936:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384352.118475:0:36936:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384352.118476:0:36936:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384352.118477:0:36936:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384352.118479:0:36936:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384352.118479:0:36936:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384352.118480:0:36936:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384352.118482:0:36936:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384352.118483:0:36936:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384352.118485:0:36936:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384352.118486:0:36936:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384352.118487:0:36936:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384352.118487:0:36936:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384352.118489:0:36936:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384352.118490:0:36936:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384352.118491:0:36936:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384352.118492:0:36936:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384352.118493:0:36936:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384352.118494:0:36936:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384352.118496:0:36936:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384352.118496:0:36936:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384352.118497:0:36936:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384352.118498:0:36936:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384352.118499:0:36936:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384352.118500:0:36936:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384352.118502:0:36936:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384352.118503:0:36936:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384352.118504:0:36936:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384352.118505:0:36936:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384352.118506:0:36936:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384352.118507:0:36936:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384352.118508:0:36936:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384352.118509:0:36936:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384352.118510:0:36936:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384352.118514:0:36936:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384352.118516:0:36936:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384352.118517:0:36936:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384352.118518:0:36936:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384352.118519:0:36936:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384352.118520:0:36936:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384352.118521:0:36936:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384352.118523:0:36936:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384352.118523:0:36936:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384352.118524:0:36936:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384352.118525:0:36936:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:0.0:1767384352.118615:0:36936:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000576f7f50. 00010000:00000010:3.1:1767384352.121164:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000fa94da05. 00010000:00000010:3.1:1767384352.121173:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000003653ee69. 00000100:00000040:2.0:1767384352.122121:0:270:0:(connection.c:75:cpu_latency_work()) work item of 00000000135c2452 (cpu 0) has reached its deadline 4294942084, at 4294942085 00000100:00000010:2.0:1767384352.122130:0:270:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c4b6d059. 00000100:00000040:0.0:1767384352.122133:0:449:0:(connection.c:75:cpu_latency_work()) work item of 000000002fd0fb58 (cpu 0) has reached its deadline 4294942084, at 4294942085 00000100:00000040:1.0:1767384352.122148:0:62:0:(connection.c:75:cpu_latency_work()) work item of 00000000edc4e618 (cpu 0) has reached its deadline 4294942084, at 4294942085 00000100:00000010:0.0:1767384352.122152:0:449:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ed9a52db. 00000100:00000010:1.0:1767384352.122156:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000047bc3e3d. 00000100:00000040:3.0:1767384352.122173:0:53:0:(connection.c:75:cpu_latency_work()) work item of 000000009d5c2cb6 (cpu 0) has reached its deadline 4294942084, at 4294942085 00000100:00000010:3.0:1767384352.122182:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000677347c7. 00010000:00000001:0.0:1767384352.309177:0:449:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384352.309183:0:449:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384352.309191:0:449:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384352.309194:0:449:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767384352.309197:0:449:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767384352.309200:0:449:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384352.309203:0:449:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767384352.309206:0:449:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384352.309209:0:449:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384352.309212:0:449:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384352.309258:0:16768:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384352.309272:0:16768:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384352.309278:0:16768:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767384352.757176:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) c0412d60-4f67-4dbc-8791-892843f60083->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767384352.757182:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767384352.757188:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e6a754bd. 00000020:00000040:0.0:1767384352.757193:0:37:0:(genops.c:1229:class_import_get()) import 00000000df830bbe refcount=4 obd=MGC192.168.202.152@tcp 00000100:00000001:0.0:1767384352.757196:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384352.757199:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384352.757203:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384352.757209:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c94d281e. 00000004:00000001:3.0:1767384352.757212:0:16802:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000100:00000001:0.0:1767384352.757215:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000020:3.0:1767384352.757217:0:16802:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000040:0.0:1767384352.757224:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c0412d60-4f67-4dbc-8791-892843f60083->MGS req@00000000e6a754bd x1853236723086720/t0(0) o400->MGC192.168.202.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:3.0:1767384352.757225:0:16802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bf6531a0. 00000020:00000040:3.0:1767384352.757232:0:16802:0:(genops.c:1229:class_import_get()) import 0000000068bc8709 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:3.0:1767384352.757237:0:16802:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384352.757241:0:16802:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384352.757246:0:16802:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384352.757249:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384352.757251:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384352.757257:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e6a754bd] to pc [ptlrpcd_00_03+3] req@00000000e6a754bd x1853236723086720/t0(0) o400->MGC192.168.202.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767384352.757260:0:16802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000084ca37a7. 00000100:00000001:3.0:1767384352.757267:0:16802:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384352.757273:0:16802:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384352.757274:0:16802:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384352.757278:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384352.757281:0:16802:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bf6531a0] to pc [ptlrpcd_00_00+0] req@00000000bf6531a0 x1853236723086848/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384352.757283:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767384352.757293:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767384352.757299:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000090ca8eb7. 00000020:00000040:0.0:1767384352.757306:0:37:0:(genops.c:1229:class_import_get()) import 0000000068bc8709 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:0.0:1767384352.757313:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384352.757318:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384352.757322:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384352.757324:0:16802:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384352.757330:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004af0b4ba. 00000100:00000001:3.0:1767384352.757335:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384352.757336:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384352.757340:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384352.757343:0:16137:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384352.757344:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@0000000090ca8eb7 x1853236723086976/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1767384352.757349:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bf6531a0 x1853236723086848/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384352.757363:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384352.757367:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384352.757378:0:16137:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384352.757382:0:16137:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384352.757384:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000090ca8eb7] to pc [ptlrpcd_00_01+1] req@0000000090ca8eb7 x1853236723086976/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384352.757388:0:16137:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384352.757393:0:16137:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384352.757399:0:16137:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384352.757400:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384352.757404:0:16137:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000bf6531a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16137:1853236723086848:0@lo:13: 00000100:00000040:0.0:1767384352.757406:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767384352.757415:0:16137:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767384352.757416:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:3.0:1767384352.757422:0:16137:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000010:0.0:1767384352.757422:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ec6dfa51. 02000000:00000001:3.0:1767384352.757427:0:16137:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384352.757428:0:37:0:(genops.c:1229:class_import_get()) import 00000000345f9ba7 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 02000000:00000001:3.0:1767384352.757433:0:16137:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384352.757433:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384352.757436:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384352.757439:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384352.757440:0:16137:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000277c5712. 02000000:00000001:3.0:1767384352.757443:0:16137:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384352.757444:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000099974701. 00000100:00000001:0.0:1767384352.757449:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384352.757450:0:16137:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ba87a612. 00000400:00000010:3.0:1767384352.757457:0:16137:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003cf4f763. 00000100:00000040:0.0:1767384352.757461:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@00000000ec6dfa51 x1853236723087104/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1767384352.757465:0:16137:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236723086848, portal 4 00000100:00000001:0.0:1767384352.757468:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384352.757471:0:16137:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384352.757471:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384352.757476:0:16137:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782675230080 : -124291034321536 : ffff8ef53d0ced80) 00000100:00000040:0.0:1767384352.757477:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ec6dfa51] to pc [ptlrpcd_00_02+2] req@00000000ec6dfa51 x1853236723087104/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384352.757488:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384352.757489:0:16137:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000bf6531a0 x1853236723086848/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384368 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384352.757490:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767384352.757497:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767384352.757500:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000034e1c608. 00000020:00000040:0.0:1767384352.757504:0:37:0:(genops.c:1229:class_import_get()) import 000000005a28ad8c refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:0.0:1767384352.757508:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1767384352.757509:0:16137:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1767384352.757510:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384352.757513:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384352.757515:0:16137:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000010:0.0:1767384352.757518:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000bdf68c71. 00000400:00000010:3.0:1767384352.757520:0:16137:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000009987502. 00000100:00000001:0.0:1767384352.757522:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384352.757526:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@0000000034e1c608 x1853236723087232/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1767384352.757534:0:16137:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853236723086848, offset 0 00000100:00000001:0.0:1767384352.757534:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384352.757537:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384352.757541:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000034e1c608] to pc [ptlrpcd_00_03+3] req@0000000034e1c608 x1853236723087232/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384352.757545:0:16137:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384352.757554:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384352.757559:0:16137:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:0.0:1767384352.757560:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (280) 00000400:00000200:3.0:1767384352.757572:0:16137:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x695824c907600 00000100:00000001:0.0:1767384352.757578:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384352.757579:0:16137:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xb9d [8] + 3136 00000100:00000001:0.0:1767384352.757582:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384352.757585:0:16140:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1767384352.757586:0:16137:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1767384352.757591:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e6a754bd x1853236723086720/t0(0) o400->MGC192.168.202.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384352.757594:0:16137:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384352.757601:0:16137:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1767384352.757604:0:16140:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000200:3.0:1767384352.757605:0:16137:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000001:0.0:1767384352.757608:0:16140:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384352.757610:0:16137:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f9e83428. 02000000:00000001:0.0:1767384352.757613:0:16140:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1767384352.757614:0:16137:0:(events.c:337:request_in_callback()) incoming req@00000000f9e83428 x1853236723086848 msgsize 224 00000100:00100000:3.0:1767384352.757619:0:16137:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:0.0:1767384352.757625:0:16140:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384352.757628:0:16137:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:0.0:1767384352.757629:0:16140:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384352.757635:0:16140:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e6a754bd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c0412d60-4f67-4dbc-8791-892843f60083:16140:1853236723086720:0@lo:400: 00000400:00000200:3.0:1767384352.757636:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000009987502 00000400:00000010:3.0:1767384352.757640:0:16137:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000009987502. 00000100:00000001:0.0:1767384352.757643:0:16140:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767384352.757644:0:16137:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384352.757649:0:16137:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bf6531a0 x1853236723086848/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384368 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384352.757649:0:16140:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384352.757653:0:16140:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384352.757659:0:16140:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767384352.757662:0:16137:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000010:0.0:1767384352.757664:0:16140:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008341e060. 00000100:00000040:3.0:1767384352.757666:0:16137:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bf6531a0 x1853236723086848/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384368 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384352.757670:0:16140:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384352.757677:0:16137:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384352.757678:0:16140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009a0070c2. 00000100:00000001:3.0:1767384352.757679:0:16137:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384352.757685:0:16137:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384352.757687:0:16140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f67a133f. 00000100:00000040:3.0:1767384352.757690:0:16137:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 7063 usecs (8 jiffies) 00000100:00000200:0.0:1767384352.757693:0:16140:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236723086720, portal 25 00000100:00000001:3.0:1767384352.757695:0:16137:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294942728 00000100:00000001:0.0:1767384352.757696:0:16140:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384352.757699:0:16140:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782423941504 : -124291285610112 : ffff8ef52e129180) 00000100:00000010:3.0:1767384352.757702:0:16137:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002b508bbd. 00000100:00000040:0.0:1767384352.757705:0:16140:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e6a754bd x1853236723086720/t0(0) o400->MGC192.168.202.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384368 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384352.757711:0:16137:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:0.0:1767384352.757712:0:16140:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384352.757717:0:16140:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384352.757720:0:16137:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294942728 00000400:00000010:0.0:1767384352.757720:0:16140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002d0a9da1. 00000100:00000200:0.0:1767384352.757725:0:16140:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853236723086720, offset 0 00000100:00000010:3.0:1767384352.757727:0:16137:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004aec8132. 00000100:00000001:3.0:1767384352.757732:0:16137:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000400:00000200:0.0:1767384352.757733:0:16140:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384352.757736:0:16137:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294942728 00000400:00000200:0.0:1767384352.757743:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:3.0:1767384352.757745:0:16137:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000880d8d48. 00000100:00000001:3.0:1767384352.757749:0:16137:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000400:00000200:0.0:1767384352.757753:0:16140:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x695824c907580 00000100:00000001:3.0:1767384352.757756:0:16137:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294942728 00000100:00000001:1.0:1767384352.757759:0:17551:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:0.0:1767384352.757760:0:16140:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1649 [2] + 0 00000100:00000010:3.0:1767384352.757763:0:16137:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003cc531e5. 00000100:00100000:1.0:1767384352.757765:0:17551:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723086848 00000400:00000010:0.0:1767384352.757768:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009665913d. 00000100:00000001:3.0:1767384352.757769:0:16137:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 02000000:00000001:1.0:1767384352.757771:0:17551:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:0.0:1767384352.757773:0:16140:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000004e9e8af4 00000100:00000001:3.0:1767384352.757774:0:16137:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384352.757776:0:17551:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384352.757779:0:16137:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384352.757779:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384352.757781:0:17551:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384352.757785:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384352.757787:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384352.757789:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384352.757789:0:17551:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384352.757791:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004e9e8af4 00000400:00000010:0.0:1767384352.757795:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004e9e8af4. 00000100:00100000:1.0:1767384352.757799:0:17551:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723086848 00000100:00000001:0.0:1767384352.757799:0:16140:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1767384352.757802:0:16137:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:0.0:1767384352.757802:0:16140:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000001:1.0:1767384352.757804:0:17551:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384352.757806:0:16137:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:0.0:1767384352.757807:0:16140:0:(events.c:337:request_in_callback()) incoming req@000000000aef99c8 x1853236723086720 msgsize 224 00000020:00000040:1.0:1767384352.757809:0:17551:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eeca38 00000100:00000001:3.0:1767384352.757812:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1767384352.757814:0:17551:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384352.757816:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1767384352.757820:0:16140:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384352.757821:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384352.757821:0:17551:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000cf791f94 refcount=5 00000100:00100000:3.0:1767384352.757835:0:16137:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000020:00000001:1.0:1767384352.757838:0:17551:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619777391929344 : -124296317622272 : ffff8ef402242800) 00000100:00000040:0.0:1767384352.757838:0:16140:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384352.757839:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384352.757845:0:16137:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:1.0:1767384352.757846:0:17551:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619777391929344 : -124296317622272 : ffff8ef402242800) 00000100:00000001:0.0:1767384352.757849:0:16140:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384352.757853:0:17551:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384352.757854:0:16137:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384352.757856:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002d0a9da1 00000400:00000010:0.0:1767384352.757859:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002d0a9da1. 00000100:00000001:3.0:1767384352.757860:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384352.757864:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384352.757865:0:16140:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384352.757866:0:16137:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000200:0.0:1767384352.757871:0:16140:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e6a754bd x1853236723086720/t0(0) o400->MGC192.168.202.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384368 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384352.757872:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000090ca8eb7 x1853236723086976/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384352.757896:0:17551:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000081c8a4ab. 00000020:00000010:1.0:1767384352.757905:0:17551:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000d5f4b3c0. 00000100:00000001:3.0:1767384352.757907:0:16137:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384352.757908:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384352.757910:0:16137:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384352.757913:0:17551:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (0000000083abdb14) now 6 - evictor 02000000:00000001:3.0:1767384352.757914:0:16137:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1767384352.757915:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e6a754bd x1853236723086720/t0(0) o400->MGC192.168.202.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384368 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384352.757917:0:16137:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384352.757923:0:16137:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384352.757927:0:17551:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:3.0:1767384352.757929:0:16137:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000090ca8eb7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16137:1853236723086976:0@lo:400: 00000020:00000010:1.0:1767384352.757933:0:17551:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c5ad1fd9. 00000100:00000001:3.0:1767384352.757940:0:16137:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767384352.757940:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384352.757941:0:17551:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a595cc17. 02000000:00000001:3.0:1767384352.757944:0:16137:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767384352.757945:0:16140:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:3.0:1767384352.757947:0:16137:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384352.757948:0:17551:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c370a78c. 02000000:00000001:3.0:1767384352.757951:0:16137:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384352.757952:0:16140:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384352.757956:0:16137:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000080439f22. 00000100:00000001:0.0:1767384352.757956:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294942744 00000100:00000040:1.0:1767384352.757959:0:17551:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 02000000:00000001:3.0:1767384352.757961:0:16137:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384352.757963:0:17551:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384352.757965:0:17551:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384352.757966:0:16140:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294942728 00000100:00000001:1.0:1767384352.757967:0:17551:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384352.757972:0:16137:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002f823ec1. 00000100:00000001:0.0:1767384352.757974:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294942744 00000100:00000001:1.0:1767384352.757977:0:17551:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384352.757978:0:16137:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000009987502. 00000100:00000001:0.0:1767384352.757979:0:16140:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294942728 00000100:00000001:1.0:1767384352.757983:0:17551:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384352.757985:0:16137:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236723086976, portal 4 00000100:00000001:0.0:1767384352.757986:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294942744 00000100:00000001:3.0:1767384352.757991:0:16137:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384352.757993:0:16137:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782423937024 : -124291285614592 : ffff8ef52e128000) 00000100:00000001:0.0:1767384352.757993:0:16140:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294942728 00000100:00000001:1.0:1767384352.757995:0:17551:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384352.758000:0:17551:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384352.758001:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294942744 00000100:00000040:3.0:1767384352.758004:0:16137:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000090ca8eb7 x1853236723086976/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384368 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384352.758007:0:16140:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294942728 00000100:00100000:1.0:1767384352.758008:0:17551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00000040:1.0:1767384352.758014:0:17551:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000cf791f94 : new rpc_count 1 00000100:00000001:0.0:1767384352.758014:0:16140:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384352.758018:0:16137:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384352.758021:0:17551:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619782675229184 : -124291034322432 : ffff8ef53d0cea00) 00000100:00000001:0.0:1767384352.758021:0:16140:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384352.758025:0:16137:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384352.758028:0:16140:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:3.0:1767384352.758029:0:16137:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000091677c2e. 00000100:00000040:1.0:1767384352.758030:0:17551:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f9e83428 x1853236723086848/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:333/0 lens 224/0 e 0 to 0 dl 1767384363 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384352.758034:0:16137:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853236723086976, offset 0 00000100:00000040:0.0:1767384352.758034:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000034e1c608 x1853236723087232/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384352.758047:0:16137:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384352.758059:0:16137:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384352.758061:0:16140:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384352.758064:0:16140:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384352.758069:0:16140:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767384352.758071:0:17551:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1767384352.758073:0:16137:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x695824c907680 02000000:00000001:0.0:1767384352.758073:0:16140:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384352.758076:0:17551:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d5f4b3c0. 02000000:00000001:0.0:1767384352.758080:0:16140:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384352.758082:0:17551:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384352.758109:0:17551:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d5f4b3c0. 00000100:00100000:0.0:1767384352.758110:0:16140:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000034e1c608 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:16140:1853236723087232:0@lo:400: 00000100:00000001:0.0:1767384352.758116:0:16140:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384352.758118:0:16140:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00100000:1.0:1767384352.758119:0:17551:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000f9e83428 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16137:x1853236723086848:12345-0@lo:13: 02000000:00000001:0.0:1767384352.758121:0:16140:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384352.758124:0:16137:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xa9d [8] + 4560 02000000:00000001:0.0:1767384352.758126:0:16140:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:1.0:1767384352.758128:0:17551:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723086848 00000020:00000001:1.0:1767384352.758146:0:17551:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 02000000:00000010:0.0:1767384352.758147:0:16140:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001a975d84. 00000400:00000200:3.0:1767384352.758148:0:16137:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1767384352.758151:0:17551:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 02000000:00000001:0.0:1767384352.758151:0:16140:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384352.758155:0:17551:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384352.758156:0:16137:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:0.0:1767384352.758158:0:16140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000026ae81df. 00000020:00000001:1.0:1767384352.758159:0:17551:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1767384352.758161:0:16137:0:(events.c:286:request_in_callback()) Process entered 00000020:00000001:1.0:1767384352.758163:0:17551:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072673306064 : -1036245552 : ffffffffc23c25d0) 00000100:00000200:3.0:1767384352.758164:0:16137:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000400:00000010:0.0:1767384352.758165:0:16140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002d0a9da1. 00000020:00000001:1.0:1767384352.758170:0:17551:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000010:3.0:1767384352.758173:0:16137:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bf90d32f. 00000100:00000200:0.0:1767384352.758173:0:16140:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236723087232, portal 10 00000020:00000001:1.0:1767384352.758174:0:17551:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384352.758180:0:16140:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:3.0:1767384352.758181:0:16137:0:(events.c:337:request_in_callback()) incoming req@00000000bf90d32f x1853236723086976 msgsize 224 00000020:00000001:1.0:1767384352.758181:0:17551:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1767384352.758183:0:16140:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782423943296 : -124291285608320 : ffff8ef52e129880) 00000020:00000001:1.0:1767384352.758185:0:17551:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00100000:3.0:1767384352.758190:0:16137:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:1.0:1767384352.758190:0:17551:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384352.758194:0:16140:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000034e1c608 x1853236723087232/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384368 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384352.758198:0:17551:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384352.758202:0:17551:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1767384352.758203:0:16137:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384352.758203:0:16140:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000010:1.0:1767384352.758207:0:17551:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000ec5c8a9a. 00000400:00000200:3.0:1767384352.758212:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000091677c2e 02000000:00000001:1.0:1767384352.758212:0:17551:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384352.758212:0:16140:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384352.758217:0:16137:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000091677c2e. 00000400:00000010:0.0:1767384352.758217:0:16140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000005c1b364. 00000100:00000001:1.0:1767384352.758218:0:17551:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384352.758224:0:16137:0:(events.c:34:request_out_callback()) Process entered 00002000:00000001:1.0:1767384352.758225:0:17551:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000100:00000200:0.0:1767384352.758225:0:16140:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236723087232, offset 0 00000100:00000200:3.0:1767384352.758230:0:16137:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000090ca8eb7 x1853236723086976/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384368 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00002000:00000001:1.0:1767384352.758231:0:17551:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:1.0:1767384352.758236:0:17551:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000400:00000200:0.0:1767384352.758236:0:16140:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00080000:00000001:1.0:1767384352.758241:0:17551:0:(osd_handler.c:571:osd_statfs()) Process entered 00000100:00000001:3.0:1767384352.758244:0:16137:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1767384352.758247:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:3.0:1767384352.758251:0:16137:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000090ca8eb7 x1853236723086976/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384368 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00080000:00000001:1.0:1767384352.758252:0:17551:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384352.758257:0:16140:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824c907780 00000020:00000001:1.0:1767384352.758259:0:17551:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:1.0:1767384352.758265:0:17551:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 389021696 avail 386924544 00000100:00000001:3.0:1767384352.758267:0:16137:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384352.758270:0:16140:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 7832 00000100:00000001:3.0:1767384352.758272:0:16137:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000020:1.0:1767384352.758272:0:17551:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40828928 0 0 00000400:00000200:0.0:1767384352.758276:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000020:1.0:1767384352.758277:0:17551:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000cf791f94 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1767384352.758283:0:17551:0:(ofd_obd.c:737:ofd_statfs()) 374 blocks: 371 free, 331 avail; 12296 objects: 11872 free; state 0 00000100:00000001:3.0:1767384352.758286:0:16137:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384352.758286:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00002000:00000001:1.0:1767384352.758288:0:17551:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000100:00000040:3.0:1767384352.758293:0:16137:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 7063 usecs (8 jiffies) 00000001:00000001:1.0:1767384352.758294:0:17551:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000100:00000001:0.0:1767384352.758295:0:16140:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1767384352.758297:0:16137:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294942729 00000100:00000200:0.0:1767384352.758298:0:16140:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1767384352.758304:0:16137:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294942744 00000001:00000001:1.0:1767384352.758304:0:17551:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384352.758305:0:16140:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ac57a136. 00000100:00000001:3.0:1767384352.758310:0:16137:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294942729 00002000:00000001:1.0:1767384352.758310:0:17551:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384352.758311:0:16140:0:(events.c:337:request_in_callback()) incoming req@00000000ac57a136 x1853236723087232 msgsize 224 00000100:00000001:3.0:1767384352.758318:0:16137:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294942744 00010000:00000040:1.0:1767384352.758318:0:17551:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236723086848 00000100:00100000:0.0:1767384352.758324:0:16140:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384352.758325:0:16137:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294942729 00010000:00000001:1.0:1767384352.758325:0:17551:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:3.0:1767384352.758330:0:16137:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294942744 00000100:00000001:3.0:1767384352.758331:0:16137:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294942729 00010000:00000200:1.0:1767384352.758333:0:17551:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000f9e83428 x1853236723086848/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:333/0 lens 224/368 e 0 to 0 dl 1767384363 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384352.758336:0:16140:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384352.758337:0:16137:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294942744 00000100:00000001:3.0:1767384352.758343:0:16137:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384352.758344:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000005c1b364 00010000:00000001:1.0:1767384352.758347:0:17551:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000400:00000010:0.0:1767384352.758348:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000005c1b364. 00000100:00000001:3.0:1767384352.758349:0:16137:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384352.758352:0:17551:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384352.758355:0:16140:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384352.758356:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384352.758357:0:17551:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bde6550e time=71 v=5 (1 0 0 0) 00000100:00000200:0.0:1767384352.758361:0:16140:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000034e1c608 x1853236723087232/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384368 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384352.758362:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384352.758365:0:17551:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384352.758381:0:17551:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 21 to 0@lo 00000100:00000001:3.0:1767384352.758383:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384352.758388:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384352.758389:0:17551:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 00000100:00000001:0.0:1767384352.758390:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1767384352.758396:0:17551:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:0.0:1767384352.758396:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000034e1c608 x1853236723087232/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384368 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384352.758400:0:17551:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384352.758401:0:16774:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384352.758405:0:16774:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723086720 00000100:00000001:0.0:1767384352.758407:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384352.758408:0:16774:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384352.758409:0:17551:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384352.758412:0:16774:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384352.758413:0:16140:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384352.758417:0:16774:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384352.758417:0:17551:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384352.758420:0:16140:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384352.758422:0:16774:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384352.758425:0:17551:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003d8b2f9d. 00000100:00000040:0.0:1767384352.758425:0:16140:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3890 usecs (4 jiffies) 00000100:00100000:3.0:1767384352.758426:0:16774:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723086720 00000020:00000001:3.0:1767384352.758431:0:16774:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384352.758432:0:17547:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000040:3.0:1767384352.758433:0:16774:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eec8e1 00000100:00000001:0.0:1767384352.758433:0:16140:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294942725 00000100:00000200:1.0:1767384352.758434:0:17551:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853236723086848, offset 224 00000100:00100000:2.0:1767384352.758436:0:17547:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723086976 00000020:00000001:3.0:1767384352.758438:0:16774:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384352.758439:0:16140:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294942744 00000020:00000040:3.0:1767384352.758443:0:16774:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000555601ca refcount=14 02000000:00000001:2.0:1767384352.758443:0:17547:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384352.758444:0:16140:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294942725 00000100:00000001:2.0:1767384352.758446:0:17547:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:3.0:1767384352.758450:0:16774:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000100:00000001:2.0:1767384352.758451:0:17547:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384352.758451:0:17551:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384352.758451:0:16140:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294942744 00000020:00000001:3.0:1767384352.758456:0:16774:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000100:00000001:0.0:1767384352.758458:0:16140:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294942725 02000000:00000001:2.0:1767384352.758459:0:17547:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384352.758462:0:16140:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294942744 00000100:00000001:3.0:1767384352.758463:0:16774:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:2.0:1767384352.758463:0:17547:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723086976 00000400:00000200:1.0:1767384352.758468:0:17551:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384352.758468:0:16140:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294942725 00000020:00000001:2.0:1767384352.758469:0:17547:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000010:3.0:1767384352.758470:0:16774:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000e7ad782. 00000100:00000001:0.0:1767384352.758473:0:16140:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294942744 00000020:00000040:2.0:1767384352.758474:0:17547:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eeca38 00000100:00000001:3.0:1767384352.758478:0:16774:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384352.758479:0:17547:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384352.758479:0:16140:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1767384352.758484:0:17547:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000cf791f94 refcount=6 00000100:00000001:0.0:1767384352.758484:0:16140:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384352.758487:0:17551:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x695824c907600 00000020:00000001:2.0:1767384352.758490:0:17547:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619777391929344 : -124296317622272 : ffff8ef402242800) 00000100:00000001:0.0:1767384352.758490:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384352.758493:0:16774:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000e7ad782. 00000100:00000001:0.0:1767384352.758495:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384352.758497:0:17547:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619777391929344 : -124296317622272 : ffff8ef402242800) 00000400:00000200:1.0:1767384352.758501:0:17551:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1e9d [1] + 224 00000100:00000001:0.0:1767384352.758502:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:3.0:1767384352.758503:0:16774:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000117b66eb. 00000100:00000001:2.0:1767384352.758503:0:17547:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384352.758506:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:2.0:1767384352.758508:0:17547:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006682f3e5. 00000020:00000010:3.0:1767384352.758512:0:16774:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000eb0d21e0. 00000100:00000001:0.0:1767384352.758512:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384352.758513:0:17547:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384352.758514:0:17551:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384352.758516:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:2.0:1767384352.758519:0:17547:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006682f3e5. 00000020:00000010:3.0:1767384352.758520:0:16774:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000cb198794. 00000100:00000001:0.0:1767384352.758521:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384352.758526:0:17551:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:0.0:1767384352.758526:0:16140:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000020:00000010:2.0:1767384352.758527:0:17547:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004b9e2038. 00000100:00000001:0.0:1767384352.758531:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384352.758533:0:16774:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000020:00000010:2.0:1767384352.758534:0:17547:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f7e577f6. 00000100:00000001:0.0:1767384352.758535:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384352.758536:0:17551:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384352.758539:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384352.758541:0:16774:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000010:2.0:1767384352.758542:0:17547:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000cdb44793. 00000100:00000001:3.0:1767384352.758546:0:16774:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000200:1.0:1767384352.758546:0:17551:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bf6531a0 x1853236723086848/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384368 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384352.758546:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384352.758550:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384352.758551:0:16774:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384352.758551:0:17547:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:0.0:1767384352.758555:0:16140:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767384352.758557:0:17547:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384352.758560:0:16774:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384352.758561:0:17547:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384352.758564:0:17547:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384352.758569:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ec6dfa51 x1853236723087104/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384352.758570:0:17551:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000bf6531a0 x1853236723086848/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384368 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384352.758573:0:16774:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384352.758577:0:17547:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1767384352.758581:0:17547:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767384352.758584:0:17547:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384352.758586:0:16774:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384352.758590:0:16774:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384352.758596:0:17547:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384352.758599:0:16774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 147 00000100:00000040:3.0:1767384352.758605:0:16774:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000555601ca : new rpc_count 1 00000100:00000001:0.0:1767384352.758607:0:16140:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384352.758610:0:17547:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384352.758611:0:16774:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619781697413200 : -124292012138416 : ffff8ef502c4a050) 00000100:00000001:0.0:1767384352.758612:0:16140:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384352.758614:0:17547:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000001:0.0:1767384352.758618:0:16140:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767384352.758621:0:17551:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:3.0:1767384352.758622:0:16774:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000000aef99c8 x1853236723086720/t0(0) o400->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:333/0 lens 224/0 e 0 to 0 dl 1767384363 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384352.758622:0:16140:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1767384352.758623:0:17547:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 02000000:00000001:0.0:1767384352.758629:0:16140:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384352.758630:0:17551:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003d8b2f9d 00000100:00000040:2.0:1767384352.758631:0:17547:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000cf791f94 : new rpc_count 2 00000100:00100000:0.0:1767384352.758637:0:16140:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ec6dfa51 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:16140:1853236723087104:0@lo:400: 00000100:00000001:2.0:1767384352.758638:0:17547:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619782675219328 : -124291034332288 : ffff8ef53d0cc380) 00000400:00000010:1.0:1767384352.758638:0:17551:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003d8b2f9d. 00000100:00000001:3.0:1767384352.758640:0:16774:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384352.758646:0:16774:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000e7ad782. 00000100:00000001:1.0:1767384352.758647:0:17551:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384352.758647:0:16140:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1767384352.758650:0:17547:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000bf90d32f x1853236723086976/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:333/0 lens 224/0 e 0 to 0 dl 1767384363 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384352.758651:0:16774:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384352.758652:0:16140:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384352.758655:0:16140:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384352.758659:0:16774:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000e7ad782. 00000100:00000001:1.0:1767384352.758660:0:17551:0:(events.c:398:reply_out_callback()) Process leaving 02000000:00000001:0.0:1767384352.758660:0:16140:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384352.758667:0:16140:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b8bc7a66. 00000100:00000001:2.0:1767384352.758669:0:17547:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:3.0:1767384352.758670:0:16774:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000000aef99c8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c0412d60-4f67-4dbc-8791-892843f60083+14:16140:x1853236723086720:12345-0@lo:400: 02000000:00000001:0.0:1767384352.758671:0:16140:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384352.758672:0:17551:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384352.758674:0:17547:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006682f3e5. 00000400:00000010:0.0:1767384352.758678:0:16140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b266f012. 00000100:00000001:2.0:1767384352.758680:0:17547:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1767384352.758681:0:16774:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723086720 00000100:00000040:1.0:1767384352.758684:0:17551:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 20 to 0@lo 00000400:00000010:0.0:1767384352.758685:0:16140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000005c1b364. 00000020:00000001:3.0:1767384352.758686:0:16774:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000010:2.0:1767384352.758686:0:17547:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006682f3e5. 00000020:00000001:3.0:1767384352.758692:0:16774:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000200:0.0:1767384352.758692:0:16140:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236723087104, portal 10 00010000:00000001:1.0:1767384352.758693:0:17551:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384352.758696:0:16774:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384352.758698:0:16140:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00100000:2.0:1767384352.758699:0:17547:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000bf90d32f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:16137:x1853236723086976:12345-0@lo:400: 00000020:00000001:1.0:1767384352.758699:0:17551:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384352.758700:0:16774:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1767384352.758701:0:16140:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782423937920 : -124291285613696 : ffff8ef52e128380) 00000020:00000001:3.0:1767384352.758704:0:16774:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669141120 : -1040410496 : ffffffffc1fc9880) 00000020:00000001:1.0:1767384352.758708:0:17551:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:2.0:1767384352.758709:0:17547:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723086976 00000020:00000001:3.0:1767384352.758710:0:16774:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000040:0.0:1767384352.758713:0:16140:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000ec6dfa51 x1853236723087104/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384368 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384352.758714:0:17547:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384352.758715:0:16774:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384352.758718:0:17551:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f9e83428 x1853236723086848/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:333/0 lens 224/368 e 0 to 0 dl 1767384363 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384352.758720:0:17547:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384352.758721:0:16774:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384352.758724:0:17547:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384352.758725:0:16774:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384352.758731:0:17547:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384352.758735:0:17547:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661494240 : -1048057376 : ffffffffc187e9e0) 00000020:00000001:3.0:1767384352.758736:0:16774:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384352.758738:0:16140:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:2.0:1767384352.758742:0:17547:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384352.758743:0:16774:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000020:00000001:2.0:1767384352.758746:0:17547:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384352.758747:0:16774:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000040:0.0:1767384352.758747:0:16140:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:3.0:1767384352.758751:0:16774:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:2.0:1767384352.758752:0:17547:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000010:0.0:1767384352.758753:0:16140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003e7f3dd9. 02000000:00000010:3.0:1767384352.758756:0:16774:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000052b64ebd. 00000020:00000001:2.0:1767384352.758756:0:17547:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000200:0.0:1767384352.758759:0:16140:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236723087104, offset 0 00000020:00000001:2.0:1767384352.758760:0:17547:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384352.758760:0:17551:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000f9e83428 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:16137:x1853236723086848:12345-0@lo:13: Request processed in 683us (1139us total) trans 0 rc 0/0 02000000:00000001:3.0:1767384352.758761:0:16774:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384352.758767:0:17547:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000400:00000200:0.0:1767384352.758767:0:16140:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384352.758768:0:16774:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384352.758772:0:17547:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:3.0:1767384352.758774:0:16774:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384352.758776:0:17547:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:0.0:1767384352.758779:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000040:3.0:1767384352.758780:0:16774:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236723086720 02000000:00000010:2.0:1767384352.758782:0:17547:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000004ad6af63. 00000100:00100000:1.0:1767384352.758783:0:17551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00010000:00000001:3.0:1767384352.758786:0:16774:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 02000000:00000001:2.0:1767384352.758789:0:17547:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384352.758792:0:17551:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000cf791f94 : new rpc_count 1 00010000:00000200:3.0:1767384352.758794:0:16774:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000000aef99c8 x1853236723086720/t0(0) o400->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:333/0 lens 224/224 e 0 to 0 dl 1767384363 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384352.758795:0:17547:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384352.758795:0:16140:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824c907700 00000100:00000001:1.0:1767384352.758799:0:17551:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:2.0:1767384352.758804:0:17547:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384352.758805:0:17551:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:0.0:1767384352.758806:0:16140:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 8056 00000020:00000010:1.0:1767384352.758814:0:17551:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a595cc17. 00000400:00000200:0.0:1767384352.758815:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000040:2.0:1767384352.758818:0:17547:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236723086976 00010000:00000001:3.0:1767384352.758819:0:16774:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384352.758822:0:16774:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384352.758825:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:2.0:1767384352.758826:0:17547:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00001000:3.0:1767384352.758829:0:16774:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dd452398 time=82 v=5 (1 0 0 0) 00000020:00000010:1.0:1767384352.758829:0:17551:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c370a78c. 00000100:00000001:0.0:1767384352.758835:0:16140:0:(events.c:286:request_in_callback()) Process entered 00010000:00000200:2.0:1767384352.758837:0:17547:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000bf90d32f x1853236723086976/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:333/0 lens 224/224 e 0 to 0 dl 1767384363 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384352.758838:0:16774:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000010:1.0:1767384352.758838:0:17551:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c5ad1fd9. 00000100:00000200:0.0:1767384352.758838:0:16140:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000040:3.0:1767384352.758844:0:16774:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 21 to 0@lo 00000020:00000040:1.0:1767384352.758848:0:17551:0:(genops.c:898:class_export_put()) PUTting export 00000000cf791f94 : new refcount 5 00000100:00000001:3.0:1767384352.758850:0:16774:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 00000100:00000010:0.0:1767384352.758850:0:16140:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b298fff2. 00000100:00000001:1.0:1767384352.758854:0:17551:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384352.758857:0:16774:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:0.0:1767384352.758857:0:16140:0:(events.c:337:request_in_callback()) incoming req@00000000b298fff2 x1853236723087104 msgsize 224 02000000:00000001:3.0:1767384352.758861:0:16774:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384352.758867:0:16774:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:2.0:1767384352.758870:0:17547:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00100000:0.0:1767384352.758870:0:16140:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384352.758875:0:16774:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:2.0:1767384352.758876:0:17547:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1767384352.758877:0:16775:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000400:00000010:3.0:1767384352.758879:0:16774:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000091677c2e. 00000100:00000001:0.0:1767384352.758882:0:16140:0:(events.c:373:request_in_callback()) Process leaving 00000100:00001000:2.0:1767384352.758883:0:17547:0:(import.c:2128:obd_at_measure()) add 1 to 0000000094c7e214 time=71 v=5 (1 0 0 0) 00000100:00000200:3.0:1767384352.758885:0:16774:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853236723086720, offset 224 00000020:00000040:1.0:1767384352.758885:0:16775:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (0000000083abdb14) now 6 - evictor 00000400:00000200:0.0:1767384352.758888:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003e7f3dd9 00000400:00000010:0.0:1767384352.758892:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003e7f3dd9. 00000100:00000001:2.0:1767384352.758896:0:17547:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1767384352.758896:0:16140:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:2.0:1767384352.758904:0:17547:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 22 to 0@lo 00000100:00000200:0.0:1767384352.758904:0:16140:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ec6dfa51 x1853236723087104/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384368 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384352.758906:0:16774:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384352.758912:0:17547:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 00000100:00000001:0.0:1767384352.758917:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1767384352.758921:0:16774:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:2.0:1767384352.758921:0:17547:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:0.0:1767384352.758922:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ec6dfa51 x1853236723087104/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384368 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384352.758926:0:17547:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384352.758933:0:17547:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767384352.758936:0:16774:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x695824c907580 00000100:00000001:0.0:1767384352.758937:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384352.758942:0:17547:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384352.758943:0:16140:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1767384352.758947:0:16774:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1ea5 [1] + 224 00000100:00000001:0.0:1767384352.758949:0:16140:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384352.758951:0:17547:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002a8df399. 00000400:00000200:3.0:1767384352.758952:0:16774:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1767384352.758953:0:16140:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 3703 usecs (4 jiffies) 00000100:00000001:0.0:1767384352.758958:0:16140:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294942725 00000100:00000200:2.0:1767384352.758959:0:17547:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853236723086976, offset 224 00000400:00000200:3.0:1767384352.758960:0:16774:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384352.758963:0:16140:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294942744 00000100:00000001:0.0:1767384352.758967:0:16140:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294942725 00000100:00000001:3.0:1767384352.758969:0:16774:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384352.758970:0:16140:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294942744 00000400:00000200:2.0:1767384352.758975:0:17547:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384352.758975:0:16140:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294942725 00000100:00000200:3.0:1767384352.758976:0:16774:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e6a754bd x1853236723086720/t0(0) o400->MGC192.168.202.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384368 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384352.758981:0:16140:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294942744 00000100:00000001:0.0:1767384352.758986:0:16140:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294942725 00000100:00000001:0.0:1767384352.758991:0:16140:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294942744 00000400:00000200:2.0:1767384352.758992:0:17547:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384352.758997:0:16140:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767384352.759000:0:16774:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000e6a754bd x1853236723086720/t0(0) o400->MGC192.168.202.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384368 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384352.759001:0:16140:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384352.759007:0:17547:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x695824c907680 00000400:00000200:2.0:1767384352.759018:0:17547:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1ead [1] + 224 00000100:00000001:3.0:1767384352.759019:0:16774:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384352.759026:0:17547:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384352.759030:0:17547:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384352.759031:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384352.759034:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384352.759043:0:16774:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000091677c2e 00000100:00000001:2.0:1767384352.759043:0:17547:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000010:3.0:1767384352.759047:0:16774:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000091677c2e. 00000100:00000001:0.0:1767384352.759048:0:16778:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384352.759050:0:16774:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000200:2.0:1767384352.759052:0:17547:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000090ca8eb7 x1853236723086976/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384368 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384352.759052:0:16778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723087232 00000100:00000001:3.0:1767384352.759053:0:16774:0:(events.c:398:reply_out_callback()) Process leaving 02000000:00000001:0.0:1767384352.759057:0:16778:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384352.759060:0:16774:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384352.759067:0:16774:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 21 to 0@lo 00000100:00000001:0.0:1767384352.759067:0:16778:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384352.759070:0:16778:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384352.759071:0:16774:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000040:2.0:1767384352.759074:0:17547:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000090ca8eb7 x1853236723086976/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384368 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384352.759075:0:16774:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384352.759076:0:16778:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384352.759080:0:16774:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00100000:0.0:1767384352.759081:0:16778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723087232 00000020:00000001:0.0:1767384352.759105:0:16778:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384352.759107:0:16778:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eeca23 00000020:00000001:0.0:1767384352.759109:0:16778:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:3.0:1767384352.759111:0:16774:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000aef99c8 x1853236723086720/t0(0) o400->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:333/0 lens 224/224 e 0 to 0 dl 1767384363 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384352.759111:0:16778:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000b2466616 refcount=5 00000020:00000001:0.0:1767384352.759114:0:16778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619782058162176 : -124291651389440 : ffff8ef518453800) 00000020:00000001:0.0:1767384352.759119:0:16778:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619782058162176 : -124291651389440 : ffff8ef518453800) 00000100:00000001:0.0:1767384352.759124:0:16778:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384352.759127:0:16778:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000037cc3fe. 00000100:00100000:3.0:1767384352.759142:0:16774:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000000aef99c8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c0412d60-4f67-4dbc-8791-892843f60083+14:16140:x1853236723086720:12345-0@lo:400: Request processed in 486us (1318us total) trans 0 rc 0/0 00000020:00000010:0.0:1767384352.759144:0:16778:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000c8590711. 00000020:00000040:0.0:1767384352.759150:0:16778:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000b1f9e0ef) now 8 - evictor 00000100:00100000:3.0:1767384352.759155:0:16774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 147 00000100:00000040:3.0:1767384352.759158:0:16774:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000555601ca : new rpc_count 0 00000100:00000001:0.0:1767384352.759159:0:16778:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:3.0:1767384352.759160:0:16774:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384352.759164:0:16774:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384352.759164:0:16778:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a0813f11. 00000020:00000010:3.0:1767384352.759167:0:16774:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000eb0d21e0. 00000020:00000010:0.0:1767384352.759169:0:16778:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000000e8329a6. 00000100:00000001:1.0:1767384352.759172:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:3.0:1767384352.759173:0:16774:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000cb198794. 00000020:00000010:0.0:1767384352.759181:0:16778:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001238b710. 00000100:00000001:1.0:1767384352.759183:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:3.0:1767384352.759184:0:16774:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000117b66eb. 00000100:00000040:0.0:1767384352.759191:0:16778:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000020:00000040:3.0:1767384352.759192:0:16774:0:(genops.c:898:class_export_put()) PUTting export 00000000555601ca : new refcount 13 00000100:00000001:0.0:1767384352.759194:0:16778:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384352.759197:0:16778:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:3.0:1767384352.759198:0:16774:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:0.0:1767384352.759199:0:16778:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1767384352.759201:0:16774:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000052b64ebd. 00000100:00000001:0.0:1767384352.759205:0:16778:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 02000000:00000001:3.0:1767384352.759206:0:16774:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384352.759209:0:16778:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384352.759210:0:16774:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384352.759212:0:16778:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384352.759216:0:16774:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:0.0:1767384352.759220:0:16778:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384352.759221:0:16774:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f4b74be5. 00000400:00000010:3.0:1767384352.759227:0:16774:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000223631e. 00000100:00000001:0.0:1767384352.759233:0:16778:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384352.759236:0:16778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723087104 02000000:00000001:0.0:1767384352.759237:0:16778:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384352.759239:0:16778:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384352.759240:0:16778:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384352.759242:0:16778:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384352.759244:0:16778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723087104 00000020:00000001:0.0:1767384352.759246:0:16778:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384352.759248:0:16778:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eeca2a 00000020:00000001:0.0:1767384352.759249:0:16778:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384352.759256:0:16778:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f335576c refcount=5 00000020:00000001:0.0:1767384352.759258:0:16778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619777384806400 : -124296324745216 : ffff8ef401b77800) 00000020:00000001:0.0:1767384352.759260:0:16778:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619777384806400 : -124296324745216 : ffff8ef401b77800) 00000100:00000001:3.0:1767384352.759262:0:16780:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00080000:1.0:1767384352.759262:0:16775:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00000001:0.0:1767384352.759263:0:16778:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384352.759266:0:16780:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:0.0:1767384352.759268:0:16778:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001527daa3. 00000020:00000040:1.0:1767384352.759270:0:16775:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000b1f9e0ef) now 8 - evictor 00000100:00000001:0.0:1767384352.759271:0:16778:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1767384352.759275:0:16780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000020:00000010:0.0:1767384352.759278:0:16778:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001527daa3. 00000100:00000040:3.0:1767384352.759280:0:16780:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000b2466616 : new rpc_count 1 00000020:00000010:0.0:1767384352.759284:0:16778:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001b3a15a0. 00000020:00000010:0.0:1767384352.759287:0:16778:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000db74cd8f. 00000100:00000001:3.0:1767384352.759290:0:16780:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619782423938816 : -124291285612800 : ffff8ef52e128700) 00000020:00000010:0.0:1767384352.759293:0:16778:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004d7bf55e. 00000100:00000040:3.0:1767384352.759296:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ac57a136 x1853236723087232/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:333/0 lens 224/0 e 0 to 0 dl 1767384363 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384352.759298:0:16778:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384352.759301:0:16778:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384352.759303:0:16778:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384352.759306:0:16780:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384352.759308:0:16778:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000010:3.0:1767384352.759311:0:16780:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000e7ad782. 00000100:00000001:0.0:1767384352.759312:0:16778:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1767384352.759315:0:16778:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384352.759316:0:16780:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384352.759319:0:16780:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000e7ad782. 00000100:00100000:3.0:1767384352.759323:0:16780:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000ac57a136 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:16140:x1853236723087232:12345-0@lo:400: 00000100:00000001:0.0:1767384352.759325:0:16778:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384352.759326:0:16780:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723087232 00000020:00000001:3.0:1767384352.759330:0:16780:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384352.759333:0:16780:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384352.759335:0:16780:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384352.759337:0:16780:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384352.759339:0:16780:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661494240 : -1048057376 : ffffffffc187e9e0) 00000100:00000001:0.0:1767384352.759339:0:16778:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384352.759342:0:16778:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:3.0:1767384352.759343:0:16780:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384352.759347:0:16780:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384352.759348:0:16778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000020:00000001:3.0:1767384352.759350:0:16780:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000040:0.0:1767384352.759352:0:16778:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000f335576c : new rpc_count 1 00000020:00000001:3.0:1767384352.759353:0:16780:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:0.0:1767384352.759355:0:16778:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619782423944192 : -124291285607424 : ffff8ef52e129c00) 00000020:00000001:3.0:1767384352.759356:0:16780:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384352.759359:0:16780:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000040:0.0:1767384352.759361:0:16778:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b298fff2 x1853236723087104/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:333/0 lens 224/0 e 0 to 0 dl 1767384363 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384352.759362:0:16780:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384352.759366:0:16780:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384352.759370:0:16780:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000052b64ebd. 02000000:00000001:3.0:1767384352.759373:0:16780:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384352.759374:0:16780:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384352.759380:0:16778:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1767384352.759381:0:16780:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384352.759384:0:16780:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236723087232 00000020:00000010:0.0:1767384352.759385:0:16778:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001527daa3. 00010000:00000001:3.0:1767384352.759386:0:16780:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:0.0:1767384352.759389:0:16778:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000200:3.0:1767384352.759392:0:16780:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000ac57a136 x1853236723087232/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:333/0 lens 224/224 e 0 to 0 dl 1767384363 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384352.759392:0:16778:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001527daa3. 00000100:00100000:0.0:1767384352.759400:0:16778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000b298fff2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:16140:x1853236723087104:12345-0@lo:400: 00010000:00000001:3.0:1767384352.759401:0:16780:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384352.759405:0:16780:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384352.759406:0:16778:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723087104 00000100:00001000:3.0:1767384352.759409:0:16780:0:(import.c:2128:obd_at_measure()) add 1 to 000000008dd0459f time=77 v=5 (1 0 0 0) 00000020:00000001:0.0:1767384352.759410:0:16778:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384352.759412:0:16778:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:3.0:1767384352.759418:0:16780:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:0.0:1767384352.759421:0:16778:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384352.759423:0:16780:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 22 to 0@lo 00000020:00000001:0.0:1767384352.759426:0:16778:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1767384352.759429:0:16780:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 00000020:00000001:0.0:1767384352.759429:0:16778:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661494240 : -1048057376 : ffffffffc187e9e0) 02000000:00000001:3.0:1767384352.759435:0:16780:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:0.0:1767384352.759436:0:16778:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 02000000:00000001:3.0:1767384352.759439:0:16780:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384352.759440:0:16778:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384352.759443:0:16780:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384352.759444:0:17547:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:0.0:1767384352.759445:0:16778:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000040:3.0:1767384352.759449:0:16780:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:0.0:1767384352.759450:0:16778:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000010:3.0:1767384352.759453:0:16780:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000091677c2e. 00000020:00000001:0.0:1767384352.759453:0:16778:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384352.759455:0:16778:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1767384352.759459:0:16778:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000200:3.0:1767384352.759460:0:16780:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236723087232, offset 224 02000000:00000001:0.0:1767384352.759461:0:16778:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:2.0:1767384352.759463:0:17547:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002a8df399 02000000:00000010:0.0:1767384352.759465:0:16778:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000000410e41f. 00000400:00000010:2.0:1767384352.759469:0:17547:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002a8df399. 02000000:00000001:0.0:1767384352.759469:0:16778:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384352.759472:0:16778:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384352.759475:0:16778:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384352.759476:0:17547:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000040:0.0:1767384352.759477:0:16778:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236723087104 00000100:00000001:2.0:1767384352.759481:0:17547:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:3.0:1767384352.759482:0:16780:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:0.0:1767384352.759482:0:16778:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384352.759489:0:16778:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000b298fff2 x1853236723087104/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:333/0 lens 224/224 e 0 to 0 dl 1767384363 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384352.759490:0:17547:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384352.759490:0:16137:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384352.759495:0:16137:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384352.759500:0:16780:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1767384352.759500:0:17547:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 21 to 0@lo 00000400:00000010:1.0:1767384352.759501:0:16137:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002f823ec1. 00010000:00000001:0.0:1767384352.759503:0:16778:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384352.759507:0:16778:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384352.759509:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000009987502 00000100:00001000:0.0:1767384352.759511:0:16778:0:(import.c:2128:obd_at_measure()) add 1 to 000000008dd0459f time=77 v=5 (1 0 0 0) 00010000:00000001:2.0:1767384352.759513:0:17547:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:1.0:1767384352.759515:0:16137:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000009987502. 00000400:00000200:3.0:1767384352.759516:0:16780:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824c907780 00000020:00000001:2.0:1767384352.759518:0:17547:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384352.759520:0:16778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1767384352.759523:0:16137:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:2.0:1767384352.759525:0:17547:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384352.759526:0:16778:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 22 to 0@lo 00000100:00000001:0.0:1767384352.759532:0:16778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 00000400:00000200:3.0:1767384352.759533:0:16780:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1eb5 [1] + 224 00000100:00000040:2.0:1767384352.759533:0:17547:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bf90d32f x1853236723086976/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:333/0 lens 224/224 e 0 to 0 dl 1767384363 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384352.759533:0:16137:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000090ca8eb7 x1853236723086976/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384368 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384352.759538:0:16778:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384352.759542:0:16778:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384352.759547:0:16780:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384352.759548:0:16778:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384352.759557:0:16778:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1767384352.759558:0:16780:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:0.0:1767384352.759564:0:16778:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003e7f3dd9. 00000100:00000001:3.0:1767384352.759567:0:16780:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384352.759573:0:16778:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236723087104, offset 224 00000100:00000200:3.0:1767384352.759574:0:16780:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000034e1c608 x1853236723087232/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384368 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384352.759578:0:16137:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000090ca8eb7 x1853236723086976/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384368 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384352.759581:0:17547:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000bf90d32f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:16137:x1853236723086976:12345-0@lo:400: Request processed in 907us (1395us total) trans 0 rc 0/0 00000400:00000200:0.0:1767384352.759586:0:16778:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384352.759601:0:16778:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:3.0:1767384352.759603:0:16780:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000034e1c608 x1853236723087232/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384368 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384352.759608:0:17547:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00000040:2.0:1767384352.759617:0:17547:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000cf791f94 : new rpc_count 0 00000400:00000200:0.0:1767384352.759617:0:16778:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824c907700 00000100:00000001:1.0:1767384352.759621:0:16137:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384352.759625:0:17547:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384352.759626:0:16137:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384352.759628:0:16778:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1ec1 [1] + 224 00000100:00000001:2.0:1767384352.759630:0:17547:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384352.759634:0:16137:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767384352.759635:0:16780:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:2.0:1767384352.759636:0:17547:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f7e577f6. 02000000:00000001:1.0:1767384352.759640:0:16137:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384352.759644:0:16137:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:0.0:1767384352.759644:0:16778:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1767384352.759645:0:17547:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000cdb44793. 00000400:00000200:3.0:1767384352.759646:0:16780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000091677c2e 00000100:00000001:1.0:1767384352.759646:0:16137:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384352.759652:0:16780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000091677c2e. 02000000:00000001:1.0:1767384352.759654:0:16137:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384352.759655:0:17547:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004b9e2038. 00000400:00000200:0.0:1767384352.759655:0:16778:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384352.759657:0:16780:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384352.759661:0:16780:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00001000:1.0:1767384352.759664:0:16137:0:(import.c:2128:obd_at_measure()) add 5 to 0000000040f3b9ed time=71 v=5 (5 0 0 0) 00000100:00000001:0.0:1767384352.759664:0:16778:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:2.0:1767384352.759665:0:17547:0:(genops.c:898:class_export_put()) PUTting export 00000000cf791f94 : new refcount 4 00000100:00000001:3.0:1767384352.759666:0:16780:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384352.759671:0:16778:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ec6dfa51 x1853236723087104/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384368 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384352.759674:0:17547:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384352.759675:0:16780:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 21 to 0@lo 00000100:00001000:1.0:1767384352.759675:0:16137:0:(import.c:2128:obd_at_measure()) add 1 to 000000001fbc0fd6 time=71 v=5 (1 0 0 0) 00010000:00000001:3.0:1767384352.759683:0:16780:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:1.0:1767384352.759685:0:16137:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000001:3.0:1767384352.759686:0:16780:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384352.759689:0:16137:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384352.759692:0:16780:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:1.0:1767384352.759695:0:16137:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000040:0.0:1767384352.759698:0:16778:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000ec6dfa51 x1853236723087104/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384368 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384352.759700:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ac57a136 x1853236723087232/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:333/0 lens 224/224 e 0 to 0 dl 1767384363 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:1.0:1767384352.759703:0:16137:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000090ca8eb7 x1853236723086976/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384368 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384352.759737:0:16137:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384352.759737:0:16778:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:3.0:1767384352.759739:0:16780:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000ac57a136 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:16140:x1853236723087232:12345-0@lo:400: Request processed in 429us (1423us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384352.759744:0:16137:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000400:00000200:0.0:1767384352.759745:0:16778:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003e7f3dd9 00000100:00000040:1.0:1767384352.759747:0:16137:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000400:00000010:0.0:1767384352.759750:0:16778:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003e7f3dd9. 00000100:00000001:1.0:1767384352.759754:0:16137:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384352.759756:0:16778:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384352.759758:0:16137:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384352.759759:0:16778:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00100000:3.0:1767384352.759760:0:16780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00000040:3.0:1767384352.759766:0:16780:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000b2466616 : new rpc_count 0 00000100:00000001:0.0:1767384352.759766:0:16778:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384352.759770:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000090ca8eb7 x1853236723086976/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384368 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384352.759772:0:16780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:0.0:1767384352.759773:0:16778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 20 to 0@lo 00000100:00000001:3.0:1767384352.759776:0:16780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:0.0:1767384352.759779:0:16778:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000010:3.0:1767384352.759781:0:16780:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000000e8329a6. 00000020:00000001:0.0:1767384352.759783:0:16778:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384352.759787:0:16780:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001238b710. 00000020:00000001:0.0:1767384352.759788:0:16778:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767384352.759794:0:16137:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384352.759795:0:16780:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a0813f11. 00000100:00000040:0.0:1767384352.759795:0:16778:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b298fff2 x1853236723087104/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:333/0 lens 224/224 e 0 to 0 dl 1767384363 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384352.759802:0:16137:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000040:3.0:1767384352.759803:0:16780:0:(genops.c:898:class_export_put()) PUTting export 00000000b2466616 : new refcount 4 00000100:00000001:1.0:1767384352.759807:0:16137:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384352.759808:0:16780:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384352.759812:0:16778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000b298fff2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:16140:x1853236723087104:12345-0@lo:400: Request processed in 436us (950us total) trans 0 rc 0/0 00000100:00000040:1.0:1767384352.759819:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000090ca8eb7 x1853236723086976/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384368 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384352.759823:0:16778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00000040:0.0:1767384352.759828:0:16778:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f335576c : new rpc_count 0 00000100:00000001:0.0:1767384352.759832:0:16778:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384352.759835:0:16778:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000001:3.0:1767384352.759837:0:16140:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000010:0.0:1767384352.759839:0:16778:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000db74cd8f. 00000400:00000001:3.0:1767384352.759840:0:16140:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:1.0:1767384352.759843:0:16137:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000090ca8eb7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16137:1853236723086976:0@lo:400: 00000400:00000010:3.0:1767384352.759845:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009a0070c2. 00000020:00000010:0.0:1767384352.759846:0:16778:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004d7bf55e. 00000400:00000200:3.0:1767384352.759853:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f67a133f 00000020:00000010:0.0:1767384352.759854:0:16778:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001b3a15a0. 00000400:00000010:3.0:1767384352.759858:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f67a133f. 00000020:00000040:0.0:1767384352.759860:0:16778:0:(genops.c:898:class_export_put()) PUTting export 00000000f335576c : new refcount 4 00000100:00000001:3.0:1767384352.759862:0:16140:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:1.0:1767384352.759863:0:16137:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767384352.759863:0:16778:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1767384352.759867:0:16137:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000200:3.0:1767384352.759870:0:16140:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e6a754bd x1853236723086720/t0(0) o400->MGC192.168.202.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384368 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384352.759871:0:16137:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ba87a612. 00000400:00000200:1.0:1767384352.759876:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003cf4f763 00000400:00000010:1.0:1767384352.759880:0:16137:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003cf4f763. 00000100:00000200:3.0:1767384352.759881:0:16140:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e6a754bd x1853236723086720/t0(0) o400->MGC192.168.202.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384368 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384352.759892:0:16140:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384352.759893:0:16137:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384352.759896:0:16140:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384352.759899:0:16140:0:(client.c:1578:after_reply()) Process entered 00000100:00000200:1.0:1767384352.759900:0:16137:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bf6531a0 x1853236723086848/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384368 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384352.759901:0:16140:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384352.759905:0:16140:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384352.759907:0:16140:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384352.759913:0:16140:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384352.759915:0:16137:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bf6531a0 x1853236723086848/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384368 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1767384352.759917:0:16140:0:(import.c:2128:obd_at_measure()) add 5 to 0000000028df3f77 time=82 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384352.759925:0:16140:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f5022cbe time=82 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384352.759928:0:16137:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384352.759929:0:16140:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384352.759931:0:16137:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384352.759932:0:16140:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384352.759935:0:16137:0:(client.c:1578:after_reply()) Process entered 00010000:00000001:3.0:1767384352.759936:0:16140:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:1.0:1767384352.759938:0:16137:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000001:3.0:1767384352.759939:0:16140:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384352.759941:0:16137:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384352.759942:0:16140:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384352.759943:0:16137:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384352.759947:0:16137:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384352.759949:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e6a754bd x1853236723086720/t0(0) o400->MGC192.168.202.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384368 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1767384352.759952:0:16137:0:(import.c:2128:obd_at_measure()) add 5 to 0000000032110564 time=71 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384352.759955:0:16137:0:(import.c:2128:obd_at_measure()) add 1 to 000000001fbc0fd6 time=71 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384352.759961:0:16137:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384352.759964:0:16137:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384352.759969:0:16137:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767384352.759970:0:16140:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384352.759973:0:16140:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00010000:00080000:1.0:1767384352.759974:0:16137:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000bf6531a0 x1853236723086848/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384368 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384352.759977:0:16140:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384352.759984:0:16137:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384352.759985:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e6a754bd x1853236723086720/t0(0) o400->MGC192.168.202.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384368 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384352.759988:0:16137:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384352.759990:0:16137:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:1.0:1767384352.759994:0:16137:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384352.759997:0:16137:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384352.759999:0:16140:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e6a754bd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c0412d60-4f67-4dbc-8791-892843f60083:16140:1853236723086720:0@lo:400: 00000100:00000040:1.0:1767384352.760003:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bf6531a0 x1853236723086848/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384368 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767384352.760008:0:16140:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767384352.760010:0:16137:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000001:3.0:1767384352.760011:0:16140:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767384352.760013:0:16137:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:3.0:1767384352.760014:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000026ae81df. 00000100:00000001:1.0:1767384352.760015:0:16137:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384352.760019:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002d0a9da1 00000004:00000001:1.0:1767384352.760020:0:16137:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000400:00000010:3.0:1767384352.760023:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002d0a9da1. 00000004:00000040:1.0:1767384352.760024:0:16137:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:1.0:1767384352.760028:0:16137:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=95744 free=94976 avail=84736 avail_mb=331 hwm_mb=3 files=12296 ffree=11872 state=0: rc = 0 00000100:00000001:3.0:1767384352.760029:0:16140:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384352.760035:0:16140:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000034e1c608 x1853236723087232/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384368 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000020:1.0:1767384352.760036:0:16137:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (000000009fef8af1): 95744 blocks, 94976 free, 84736 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 12296 files, 11872 free files 0x0 00000100:00000200:3.0:1767384352.760041:0:16140:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000034e1c608 x1853236723087232/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384368 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:1.0:1767384352.760054:0:16137:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384352.760058:0:16140:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384352.760061:0:16140:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384352.760061:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bf6531a0 x1853236723086848/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384368 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384352.760066:0:16140:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384352.760069:0:16140:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384352.760072:0:16140:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384352.760074:0:16140:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384352.760075:0:16137:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000bf6531a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16137:1853236723086848:0@lo:13: 02000000:00000001:3.0:1767384352.760080:0:16140:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384352.760082:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767384352.760084:0:16140:0:(import.c:2128:obd_at_measure()) add 5 to 00000000edb11b67 time=77 v=5 (5 0 0 0) 00000100:00000001:1.0:1767384352.760085:0:16137:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384352.760116:0:16137:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000090ca8eb7 x1853236723086976/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384368 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1767384352.760125:0:16140:0:(import.c:2128:obd_at_measure()) add 1 to 000000006fb1a5f2 time=77 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384352.760126:0:16137:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1767384352.760142:0:16140:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384352.760144:0:16140:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384352.760144:0:16137:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:3.0:1767384352.760149:0:16140:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000010:1.0:1767384352.760149:0:16137:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000080439f22. 02000000:00000001:1.0:1767384352.760155:0:16137:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00080000:3.0:1767384352.760156:0:16140:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000034e1c608 x1853236723087232/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384368 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384352.760159:0:16137:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384352.760162:0:16137:0:(genops.c:1242:class_import_put()) import 0000000068bc8709 refcount=3 obd=lustre-OST0000-osc-MDT0000 00010000:00000001:3.0:1767384352.760167:0:16140:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384352.760168:0:16137:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384352.760180:0:16137:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004af0b4ba. 02000000:00000001:1.0:1767384352.760185:0:16137:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1767384352.760186:0:16140:0:(client.c:3065:ptlrpc_free_committed()) Process entered 02000000:00000001:1.0:1767384352.760188:0:16137:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:3.0:1767384352.760190:0:16140:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000010:1.0:1767384352.760191:0:16137:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000090ca8eb7. 00000100:00000001:3.0:1767384352.760195:0:16140:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384352.760197:0:16137:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384352.760198:0:16140:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384352.760200:0:16137:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384352.760203:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000034e1c608 x1853236723087232/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384368 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384352.760204:0:16137:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384352.760210:0:16137:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bf6531a0 x1853236723086848/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384368 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384352.760217:0:16140:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384352.760224:0:16140:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384352.760225:0:16137:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1767384352.760227:0:16140:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384352.760228:0:16137:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384352.760230:0:16137:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000277c5712. 00000100:00000040:3.0:1767384352.760233:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000034e1c608 x1853236723087232/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384368 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384352.760234:0:16137:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384352.760236:0:16137:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384352.760238:0:16137:0:(genops.c:1242:class_import_put()) import 0000000068bc8709 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:1.0:1767384352.760242:0:16137:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384352.760244:0:16137:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000084ca37a7. 02000000:00000001:1.0:1767384352.760250:0:16137:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00100000:3.0:1767384352.760251:0:16140:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000034e1c608 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:16140:1853236723087232:0@lo:400: 00000100:00000001:3.0:1767384352.760255:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384352.760258:0:16137:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1767384352.760259:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000010:1.0:1767384352.760260:0:16137:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bf6531a0. 00000100:00000040:3.0:1767384352.760263:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e6a754bd x1853236723086720/t0(0) o400->MGC192.168.202.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384368 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384352.760266:0:16137:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384352.760269:0:16137:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384352.760273:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384352.760278:0:16140:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1767384352.760280:0:16137:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:3.0:1767384352.760281:0:16140:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1767384352.760283:0:16137:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384352.760285:0:16140:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008341e060. 00000100:00000001:1.0:1767384352.760287:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767384352.760289:0:16140:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1767384352.760290:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384352.760292:0:16140:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384352.760295:0:16140:0:(genops.c:1242:class_import_put()) import 00000000df830bbe refcount=3 obd=MGC192.168.202.152@tcp 00000020:00000001:3.0:1767384352.760297:0:16140:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384352.760298:0:16140:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c94d281e. 02000000:00000001:3.0:1767384352.760301:0:16140:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384352.760303:0:16140:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384352.760304:0:16140:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e6a754bd. 00000100:00000001:3.0:1767384352.760307:0:16140:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384352.760308:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384352.760310:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384352.760311:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000034e1c608 x1853236723087232/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384368 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384352.760315:0:16140:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384352.760322:0:16140:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384352.760323:0:16140:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001a975d84. 02000000:00000001:3.0:1767384352.760325:0:16140:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384352.760326:0:16140:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384352.760327:0:16140:0:(genops.c:1242:class_import_put()) import 000000005a28ad8c refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:3.0:1767384352.760329:0:16140:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384352.760330:0:16140:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000bdf68c71. 02000000:00000001:3.0:1767384352.760331:0:16140:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384352.760332:0:16140:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384352.760333:0:16140:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000034e1c608. 00000100:00000001:3.0:1767384352.760335:0:16140:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384352.760335:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384352.760337:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384352.760338:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384352.760340:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384352.760343:0:16140:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384352.760344:0:16140:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384352.760346:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b266f012. 00000400:00000200:3.0:1767384352.760349:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000005c1b364 00000400:00000010:3.0:1767384352.760350:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000005c1b364. 00000100:00000001:3.0:1767384352.760353:0:16140:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384352.760356:0:16140:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ec6dfa51 x1853236723087104/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384368 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384352.760361:0:16140:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ec6dfa51 x1853236723087104/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384368 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384352.760366:0:16140:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384352.760367:0:16140:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384352.760368:0:16140:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384352.760369:0:16140:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384352.760370:0:16140:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384352.760370:0:16140:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384352.760371:0:16140:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384352.760374:0:16140:0:(import.c:2128:obd_at_measure()) add 5 to 00000000701828d5 time=77 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384352.760376:0:16140:0:(import.c:2128:obd_at_measure()) add 1 to 0000000073619233 time=77 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384352.760378:0:16140:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384352.760379:0:16140:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384352.760380:0:16140:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767384352.760395:0:16140:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000ec6dfa51 x1853236723087104/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384368 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384352.760399:0:16140:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384352.760401:0:16140:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384352.760402:0:16140:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:3.0:1767384352.760403:0:16140:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384352.760404:0:16140:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384352.760406:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ec6dfa51 x1853236723087104/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384368 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384352.760410:0:16140:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384352.760411:0:16140:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384352.760412:0:16140:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384352.760414:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ec6dfa51 x1853236723087104/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384368 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384352.760418:0:16140:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ec6dfa51 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:16140:1853236723087104:0@lo:400: 00000100:00000001:3.0:1767384352.760420:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384352.760421:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384352.760422:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ec6dfa51 x1853236723087104/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384368 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384352.760426:0:16140:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384352.760427:0:16140:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384352.760428:0:16140:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b8bc7a66. 02000000:00000001:3.0:1767384352.760431:0:16140:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384352.760431:0:16140:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384352.760432:0:16140:0:(genops.c:1242:class_import_put()) import 00000000345f9ba7 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:3.0:1767384352.760433:0:16140:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384352.760434:0:16140:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000099974701. 02000000:00000001:3.0:1767384352.760435:0:16140:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384352.760436:0:16140:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384352.760437:0:16140:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ec6dfa51. 00000100:00000001:3.0:1767384352.760439:0:16140:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384352.760441:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384352.760442:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384352.760450:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384352.760451:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384352.760453:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384352.760454:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384352.782145:0:270:0:(connection.c:75:cpu_latency_work()) work item of 00000000135c2452 (cpu 0) has reached its deadline 4294942744, at 4294942745 00000100:00000010:2.0:1767384352.782156:0:270:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000880d8d48. 00000100:00000040:3.0:1767384352.782165:0:53:0:(connection.c:75:cpu_latency_work()) work item of 000000009d5c2cb6 (cpu 0) has reached its deadline 4294942744, at 4294942745 00000100:00000040:1.0:1767384352.782171:0:62:0:(connection.c:75:cpu_latency_work()) work item of 00000000edc4e618 (cpu 0) has reached its deadline 4294942744, at 4294942745 00000100:00000010:3.0:1767384352.782174:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003cc531e5. 00000100:00000010:1.0:1767384352.782185:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004aec8132. 00000100:00000040:0.0:1767384352.783124:0:449:0:(connection.c:75:cpu_latency_work()) work item of 000000002fd0fb58 (cpu 0) has reached its deadline 4294942744, at 4294942746 00000100:00000010:0.0:1767384352.783158:0:449:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002b508bbd. 00000400:00000200:0.0:1767384353.205183:0:16134:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.152@tcp45 00000400:00000010:0.0:1767384353.205188:0:16134:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000af04212e. 00000400:00000010:0.0:1767384353.205194:0:16134:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000030d2709f. 00000800:00000200:1.0:1767384353.205197:0:16129:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001e6abf02] -> 12345-192.168.202.152@tcp11 (6) 00000400:00000010:0.0:1767384353.205200:0:16134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003e7f3dd9. 00000800:00000200:1.0:1767384353.205209:0:16129:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp11 ip 192.168.202.152:988 00000400:00000010:0.0:1767384353.205209:0:16134:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000001cf9852b. 00000800:00000200:1.0:1767384353.205217:0:16129:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000050b9c4c8 type 192, nob 24 niov 1 nkiov 0 00000400:00000200:0.0:1767384353.205217:0:16134:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.152@tcp45 00000400:00000200:0.0:1767384353.205236:0:16134:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.152@tcp45 local destination 00000400:00000200:0.0:1767384353.205242:0:16134:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.152@tcp45 00000400:00000200:0.0:1767384353.205247:0:16134:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp45 NI seq info: [176:176:256:4294967295] 192.168.202.152@tcp45 LPNI seq info [173:173:8:4294967295] 00000400:00000200:0.0:1767384353.205252:0:16134:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.152@tcp45 00000400:00000200:0.0:1767384353.205260:0:16134:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp45(192.168.202.152@tcp45:) -> 192.168.202.152@tcp45(192.168.202.152@tcp45:192.168.202.152@tcp45) : GET try# 0 00000800:00000200:0.0:1767384353.205264:0:16134:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.152@tcp45 00000800:00000010:0.0:1767384353.205268:0:16134:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000099974701. 00000800:00000200:0.0:1767384353.205272:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001c983964] -> 12345-192.168.202.152@tcp45 (2) 00000800:00000200:0.1:1767384353.205275:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001c983964] -> 12345-192.168.202.152@tcp45 (2) 00000400:00000200:0.0:1767384353.205291:0:16134:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.152@tcp45 added to recovery queue. ping count: 1 next ping: 277 health :900 00000800:00000001:0.0:1767384353.205326:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:3.0:1767384353.205329:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1767384353.205336:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384353.205341:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384353.205344:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384353.205353:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.152:988 00000400:00000200:1.0:1767384353.205403:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.152:988 00000400:00000200:1.0:1767384353.205434:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.152:988 00000400:00000200:1.0:1767384353.205463:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.152:988 00000400:00000200:1.0:1767384353.205490:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.152:988 00000400:00000200:1.0:1767384353.205524:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.152:988 00000400:00000200:1.0:1767384353.205572:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.152:988 00000400:00000200:1.0:1767384353.205604:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.152:988 00000400:00000200:1.0:1767384353.205636:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.152:988 00000400:00000200:1.0:1767384353.205679:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.152:988 00000400:00000200:1.0:1767384353.205711:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.152:988 00000400:00000200:1.0:1767384353.205759:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.152:988 00000400:00000200:1.0:1767384353.205799:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.152:988 00000400:00000200:1.0:1767384353.205828:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.152:988 00000400:00000200:1.0:1767384353.205852:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.152:988 00000400:00000200:1.0:1767384353.205879:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.152:988 00000400:00000200:1.0:1767384353.205915:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.152:988 00000400:00000200:1.0:1767384353.205954:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.152:988 00000400:00000200:1.0:1767384353.205988:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.152:988 00000400:00000200:1.0:1767384353.206033:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.152:988 00000400:00000200:1.0:1767384353.206064:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.152:988 00000400:00000200:1.0:1767384353.206153:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.152:988 00000400:00000200:1.0:1767384353.206191:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.152:988 00000400:00000200:1.0:1767384353.206228:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.152:988 00000400:00000200:1.0:1767384353.206287:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.152:988 00000400:00000200:1.0:1767384353.206342:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.152:988 00000400:00000200:1.0:1767384353.206396:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.152:988 00000400:00000200:1.0:1767384353.206425:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.152:988 00000400:00000200:1.0:1767384353.206476:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.152:988 00000400:00000200:1.0:1767384353.206504:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.152:988 00000400:00000200:1.0:1767384353.206529:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.152:988 00000400:00000200:1.0:1767384353.206553:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.152:988 00000400:00000200:1.0:1767384353.206583:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.152:988 00000400:00000200:1.0:1767384353.206609:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.152:988 00000400:00000200:1.0:1767384353.206634:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.152:988 00000800:00000010:1.0:1767384353.206774:0:16127:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000007ac280d2. 00000800:00000010:1.0:1767384353.206780:0:16127:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000008f9ad6ba. 00000800:00000010:1.0:1767384353.206786:0:16127:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ea61a940. 00000800:00000010:1.0:1767384353.206812:0:16127:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ea61a940. 00000800:00020000:1.0:1767384353.206820:0:16127:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.152 00000800:00000010:1.0:1767384353.206824:0:16127:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000008f9ad6ba. 00000800:00000010:1.0:1767384353.206827:0:16127:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000007ac280d2. 00000400:02020000:1.0:1767384353.206869:0:16127:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.152@tcp45 at host 192.168.202.152:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384353.206877:0:16127:0:(router.c:1755:lnet_notify()) 192.168.202.152@tcp45 notifying 192.168.202.152@tcp45: down 00000400:00000200:1.0:1767384353.206882:0:16127:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:1.0:1767384353.206887:0:16127:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.152@tcp45 00000800:00000010:1.0:1767384353.206890:0:16127:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000099974701. 00000400:00000200:1.0:1767384353.206894:0:16127:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384353.206898:0:16127:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp45->192.168.202.152@tcp45: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384353.206907:0:16127:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384353.206918:0:16127:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.152@tcp45 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384353.206924:0:16127:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.152@tcp45) recovery failed with -71 00010000:00000001:0.0:1767384353.333353:0:449:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384353.333359:0:449:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384353.333366:0:449:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384353.333367:0:449:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384353.333409:0:16767:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384353.333414:0:16767:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384353.333418:0:16767:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:3.0:1767384353.787149:0:37467:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384353.787164:0:37467:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384353.787170:0:37467:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384353.787177:0:37467:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384353.787183:0:37467:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384353.787187:0:37467:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384354.229169:0:16134:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384354.229173:0:16134:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000200:3.0:1767384354.229175:0:16129:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000033870e76] -> 12345-192.168.202.152@tcp27 (4) 00000400:00000200:0.0:1767384354.229176:0:16134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003e7f3dd9 00000400:00000010:0.0:1767384354.229181:0:16134:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003e7f3dd9. 00000400:00000200:0.0:1767384354.229187:0:16134:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000800:00000200:3.1:1767384354.229188:0:16129:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000033870e76] -> 12345-192.168.202.152@tcp27 (4) 00000400:00000200:0.0:1767384354.229193:0:16134:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.152@tcp45 recovery ping unlinked 00000400:00000010:0.0:1767384354.229205:0:16134:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000af04212e. 00000400:00000010:0.0:1767384354.229209:0:16134:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000030d2709f. 00000400:00000200:2.0:1767384354.229265:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.152:988 00000400:00000200:2.0:1767384354.229302:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.152:988 00000400:00000200:2.0:1767384354.229316:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.152:988 00000400:00000200:2.0:1767384354.229327:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.152:988 00000400:00000200:2.0:1767384354.229339:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.152:988 00000400:00000200:2.0:1767384354.229352:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.152:988 00000400:00000200:2.0:1767384354.229364:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.152:988 00000400:00000200:2.0:1767384354.229377:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.152:988 00000400:00000200:2.0:1767384354.229390:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.152:988 00000400:00000200:2.0:1767384354.229402:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.152:988 00000400:00000200:2.0:1767384354.229414:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.152:988 00000400:00000200:2.0:1767384354.229426:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.152:988 00000400:00000200:2.0:1767384354.229438:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.152:988 00000400:00000200:2.0:1767384354.229459:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.152:988 00000400:00000200:2.0:1767384354.229472:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.152:988 00000400:00000200:2.0:1767384354.229484:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.152:988 00000400:00000200:2.0:1767384354.229497:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.152:988 00000400:00000200:2.0:1767384354.229509:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.152:988 00000400:00000200:2.0:1767384354.229522:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.152:988 00000400:00000200:2.0:1767384354.229534:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.152:988 00000400:00000200:2.0:1767384354.229546:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.152:988 00000400:00000200:2.0:1767384354.229558:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.152:988 00000400:00000200:2.0:1767384354.229570:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.152:988 00000400:00000200:2.0:1767384354.229582:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.152:988 00000400:00000200:2.0:1767384354.229594:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.152:988 00000400:00000200:2.0:1767384354.229608:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.152:988 00000400:00000200:2.0:1767384354.229620:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.152:988 00000400:00000200:2.0:1767384354.229632:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.152:988 00000400:00000200:2.0:1767384354.229644:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.152:988 00000400:00000200:2.0:1767384354.229656:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.152:988 00000400:00000200:2.0:1767384354.229669:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.152:988 00000400:00000200:2.0:1767384354.229680:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.152:988 00000400:00000200:2.0:1767384354.229694:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.152:988 00000400:00000200:2.0:1767384354.229706:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.152:988 00000400:00000200:2.0:1767384354.229718:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.152:988 00000800:00000010:2.0:1767384354.229847:0:16126:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000078529ee3. 00000800:00000010:2.0:1767384354.229852:0:16126:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000050ab23fd. 00000800:00000010:2.0:1767384354.229856:0:16126:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000008e253e30. 00000800:00000010:2.0:1767384354.229870:0:16126:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000008e253e30. 00000800:00020000:2.0:1767384354.229878:0:16126:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.152 00000800:00000010:2.0:1767384354.229881:0:16126:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000050ab23fd. 00000800:00000010:2.0:1767384354.229883:0:16126:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000078529ee3. 00000400:02020000:2.0:1767384354.229908:0:16126:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.152@tcp27 at host 192.168.202.152:988: is it running a compatible version of Lustre? 00000800:00000100:2.0:1767384354.229912:0:16126:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 10000000:00000001:1.0:1767384354.294172:0:16776:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1767384354.294179:0:16776:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (0000000070cb7a0b) refs 2 10000000:00000001:1.0:1767384354.294185:0:16776:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384354.294189:0:16776:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1767384354.294191:0:16776:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1767384354.294193:0:16776:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:1.0:1767384354.294196:0:16776:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:1.0:1767384354.294198:0:16776:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:1.0:1767384354.294200:0:16776:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff8ef5103e6000 from 79 10000000:00000001:1.0:1767384354.294204:0:16776:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:1.0:1767384354.294207:0:16776:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:1.0:1767384354.294214:0:16776:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000dc2311e4. 00000020:00000040:1.0:1767384354.294220:0:16776:0:(genops.c:1229:class_import_get()) import 00000000df830bbe refcount=4 obd=MGC192.168.202.152@tcp 00000100:00000001:1.0:1767384354.294225:0:16776:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384354.294229:0:16776:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384354.294234:0:16776:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384354.294242:0:16776:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000aeb22040. 00000100:00000001:1.0:1767384354.294250:0:16776:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384354.294255:0:16776:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1767384354.294259:0:16776:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384354.294265:0:16776:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000e2d8bad6. 00010000:00000001:1.0:1767384354.294271:0:16776:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384354.294275:0:16776:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000d446b842. 00000020:00000001:1.0:1767384354.294279:0:16776:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384354.294282:0:16776:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000d446b842 with handle 0x7e51148972eeccdf to hash 00000020:00000001:1.0:1767384354.294284:0:16776:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384354.294286:0:16776:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446619781820860416 : -124291888691200 : ffff8ef50a204800) 00010000:00000001:1.0:1767384354.294289:0:16776:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446619781820860416 : -124291888691200 : ffff8ef50a204800) 00010000:00000001:1.0:1767384354.294293:0:16776:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384354.294296:0:16776:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384354.294306:0:16776:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.152@tcp lock: 00000000d446b842/0x7e51148972eeccdf lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 16776 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384354.294317:0:16776:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.152@tcp lock: 00000000d446b842/0x7e51148972eeccdf lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 16776 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384354.294328:0:16776:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.152@tcp lock: 00000000d446b842/0x7e51148972eeccdf lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 16776 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384354.294335:0:16776:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767384354.294337:0:16776:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384354.294344:0:16776:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000051413101. 00000100:00000001:1.0:1767384354.294347:0:16776:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446619777373715456 : -124296335836160 : ffff8ef4010e3c00) 00000100:00000001:1.0:1767384354.294350:0:16776:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384354.294352:0:16776:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782424485760 : -124291285065856 : ffff8ef52e1adf80) 00000100:00000001:1.0:1767384354.294357:0:16776:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384354.294360:0:16776:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384354.294362:0:16776:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384354.294364:0:16776:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384354.294371:0:16776:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000dc2311e4 x1853236723087360/t0(0) o101->MGC192.168.202.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384354.294381:0:16776:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384354.294383:0:16776:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384354.294387:0:16776:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384354.294389:0:16776:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384354.294392:0:16776:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384354.294395:0:16776:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000dc2311e4 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c0412d60-4f67-4dbc-8791-892843f60083:16776:1853236723087360:0@lo:101: 00000100:00000001:1.0:1767384354.294401:0:16776:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384354.294407:0:16776:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384354.294410:0:16776:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384354.294412:0:16776:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384354.294416:0:16776:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000006ba3fea2. 02000000:00000001:1.0:1767384354.294419:0:16776:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384354.294425:0:16776:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009882c7a1. 00000400:00000010:1.0:1767384354.294438:0:16776:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003d8b2f9d. 00000100:00000200:1.0:1767384354.294446:0:16776:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236723087360, portal 25 00000100:00000001:1.0:1767384354.294448:0:16776:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384354.294450:0:16776:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782424485760 : -124291285065856 : ffff8ef52e1adf80) 00000100:00000040:1.0:1767384354.294455:0:16776:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000dc2311e4 x1853236723087360/t0(0) o101->MGC192.168.202.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384370 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384354.294464:0:16776:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384354.294466:0:16776:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384354.294469:0:16776:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ca28d10e. 00000100:00000200:1.0:1767384354.294471:0:16776:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853236723087360, offset 0 00000400:00000200:1.0:1767384354.294478:0:16776:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384354.294491:0:16776:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384354.294503:0:16776:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695824c907800 00000400:00000200:1.0:1767384354.294511:0:16776:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x1679 [2] + 0 00000400:00000010:1.0:1767384354.294517:0:16776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002e1aee90. 00000400:00000200:1.0:1767384354.294521:0:16776:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000003f562282 00000400:00000200:1.0:1767384354.294528:0:16776:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384354.294532:0:16776:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384354.294537:0:16776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003f562282 00000400:00000010:1.0:1767384354.294540:0:16776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003f562282. 00000100:00000001:1.0:1767384354.294546:0:16776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384354.294548:0:16776:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384354.294552:0:16776:0:(events.c:337:request_in_callback()) incoming req@00000000b0dfa897 x1853236723087360 msgsize 328 00000100:00100000:1.0:1767384354.294557:0:16776:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384354.294559:0:16776:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384354.294574:0:16776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384354.294580:0:16776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ca28d10e 00000400:00000010:1.0:1767384354.294582:0:16776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ca28d10e. 00000100:00000001:1.0:1767384354.294585:0:16776:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384354.294588:0:16776:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000dc2311e4 x1853236723087360/t0(0) o101->MGC192.168.202.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384370 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384354.294598:0:16776:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384354.294601:0:16776:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000dc2311e4 x1853236723087360/t0(0) o101->MGC192.168.202.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384370 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384354.294619:0:16776:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384354.294622:0:16776:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384354.294630:0:16776:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384354.294635:0:16776:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294944281 00000100:00000010:1.0:1767384354.294640:0:16776:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000073e98fe8. 00000100:00000001:3.0:1767384354.294643:0:16773:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384354.294647:0:16773:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723087360 00000100:00000001:1.0:1767384354.294648:0:16776:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 0 02000000:00000001:3.0:1767384354.294650:0:16773:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384354.294653:0:16773:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384354.294656:0:16773:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384354.294658:0:16776:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294944281 02000000:00000001:3.0:1767384354.294660:0:16773:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384354.294664:0:16773:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723087360 00000100:00000010:1.0:1767384354.294664:0:16776:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000013fb0019. 00000020:00000001:3.0:1767384354.294669:0:16773:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384354.294671:0:16773:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eec8e1 00000100:00000001:1.0:1767384354.294671:0:16776:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 1 00000020:00000001:3.0:1767384354.294674:0:16773:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384354.294677:0:16773:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000555601ca refcount=14 00000100:00000001:1.0:1767384354.294678:0:16776:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294944281 00000020:00000001:3.0:1767384354.294681:0:16773:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000020:00000001:3.0:1767384354.294685:0:16773:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000100:00000010:1.0:1767384354.294685:0:16776:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000aaafda18. 00000100:00000001:3.0:1767384354.294691:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384354.294693:0:16776:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 2 00000020:00000010:3.0:1767384354.294696:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000add76aa0. 00000100:00000001:3.0:1767384354.294700:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384354.294700:0:16776:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294944281 00000020:00000010:3.0:1767384354.294704:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000add76aa0. 00000100:00000010:1.0:1767384354.294709:0:16776:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ed6cc98c. 00000020:00000010:3.0:1767384354.294711:0:16773:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000086515e93. 00000100:00000001:1.0:1767384354.294715:0:16776:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 3 00000020:00000010:3.0:1767384354.294717:0:16773:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003f292e26. 00000020:00000010:3.0:1767384354.294722:0:16773:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000cb198794. 00000100:00000001:1.0:1767384354.294722:0:16776:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384354.294729:0:16776:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384354.294732:0:16776:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:3.0:1767384354.294734:0:16773:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384354.294735:0:16776:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767384354.294738:0:16776:0:(client.c:2690:ptlrpc_set_wait()) set 0000000051413101 going to sleep for 11 seconds 00000100:00000001:1.0:1767384354.294742:0:16776:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384354.294748:0:16773:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384354.294748:0:16776:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384354.294752:0:16773:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384354.294756:0:16773:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384354.294765:0:16773:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384354.294776:0:16773:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384354.294791:0:16773:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384354.294794:0:16773:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384354.294800:0:16773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 148 00000100:00000040:3.0:1767384354.294804:0:16773:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000555601ca : new rpc_count 1 00000100:00000001:3.0:1767384354.294807:0:16773:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619781697405008 : -124292012146608 : ffff8ef502c48050) 00000100:00000040:3.0:1767384354.294812:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b0dfa897 x1853236723087360/t0(0) o101->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:335/0 lens 328/0 e 0 to 0 dl 1767384365 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384354.294821:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384354.294823:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000add76aa0. 00000100:00000001:3.0:1767384354.294825:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384354.294826:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000add76aa0. 00000100:00100000:3.0:1767384354.294830:0:16773:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000b0dfa897 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c0412d60-4f67-4dbc-8791-892843f60083+14:16776:x1853236723087360:12345-0@lo:101: 00000100:00000200:3.0:1767384354.294833:0:16773:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723087360 00000020:00000001:3.0:1767384354.294836:0:16773:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384354.294839:0:16773:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384354.294840:0:16773:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384354.294842:0:16773:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384354.294844:0:16773:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669141056 : -1040410560 : ffffffffc1fc9840) 00000020:00000001:3.0:1767384354.294847:0:16773:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384354.294848:0:16773:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384354.294850:0:16773:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384354.294852:0:16773:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384354.294854:0:16773:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384354.294856:0:16773:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1767384354.294858:0:16773:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1767384354.294859:0:16773:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1767384354.294860:0:16773:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1767384354.294862:0:16773:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384354.294870:0:16773:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384354.294874:0:16773:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000fc6b7ccb. 00010000:00000001:3.0:1767384354.294876:0:16773:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384354.294878:0:16773:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000003653ee69. 00000020:00000001:3.0:1767384354.294881:0:16773:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384354.294883:0:16773:0:(lustre_handles.c:77:class_handle_hash()) added object 000000003653ee69 with handle 0x7e51148972eecce6 to hash 00000020:00000001:3.0:1767384354.294884:0:16773:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384354.294885:0:16773:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446619781713885184 : -124291995666432 : ffff8ef503bff800) 00010000:00000001:3.0:1767384354.294887:0:16773:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446619781713885184 : -124291995666432 : ffff8ef503bff800) 00010000:00010000:3.0:1767384354.294890:0:16773:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 000000003653ee69/0x7e51148972eecce6 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x7e51148972eeccdf expref: -99 pid: 16773 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384354.294896:0:16773:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 00000000555601ca : new locks_count 10 00000020:00000040:3.0:1767384354.294898:0:16773:0:(genops.c:887:class_export_get()) GET export 00000000555601ca refcount=15 00000100:00000001:3.0:1767384354.294904:0:16773:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384354.294906:0:16773:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384354.294909:0:16773:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 000000001818b1c6. 02000000:00000001:3.0:1767384354.294911:0:16773:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384354.294913:0:16773:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384354.294915:0:16773:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384354.294918:0:16773:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384354.294920:0:16773:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384354.294922:0:16773:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384354.294924:0:16773:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384354.294926:0:16773:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384354.294927:0:16773:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384354.294929:0:16773:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384354.294931:0:16773:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384354.294932:0:16773:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384354.294933:0:16773:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384354.294935:0:16773:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000fc6b7ccb) refcount = 1 00010000:00010000:3.0:1767384354.294938:0:16773:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000003653ee69/0x7e51148972eecce6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x7e51148972eeccdf expref: 15 pid: 16773 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384354.294942:0:16773:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384354.294947:0:16773:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384354.294948:0:16773:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384354.294949:0:16773:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384354.294951:0:16773:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384354.294955:0:16773:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1767384354.294958:0:16773:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 000000003653ee69/0x7e51148972eecce6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7e51148972eeccdf expref: 15 pid: 16773 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384354.294963:0:16773:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384354.294965:0:16773:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384354.294966:0:16773:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384354.294968:0:16773:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384354.294970:0:16773:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384354.294971:0:16773:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384354.294973:0:16773:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384354.294974:0:16773:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 000000003653ee69, rc 0) 00000020:00000001:3.0:1767384354.294976:0:16773:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384354.294979:0:16773:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236723087360 00010000:00000001:3.0:1767384354.294981:0:16773:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384354.294984:0:16773:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000b0dfa897 x1853236723087360/t0(0) o101->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:335/0 lens 328/344 e 0 to 0 dl 1767384365 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384354.294990:0:16773:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384354.294992:0:16773:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384354.294995:0:16773:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dd452398 time=84 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384354.294998:0:16773:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384354.294999:0:16773:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 21 to 0@lo 00000100:00000001:3.0:1767384354.295001:0:16773:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 02000000:00000001:3.0:1767384354.295003:0:16773:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384354.295004:0:16773:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384354.295006:0:16773:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384354.295008:0:16773:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384354.295010:0:16773:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000091677c2e. 00000100:00000200:3.0:1767384354.295012:0:16773:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236723087360, offset 224 00000400:00000200:3.0:1767384354.295015:0:16773:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384354.295020:0:16773:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384354.295024:0:16773:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695824c907800 00000400:00000200:3.0:1767384354.295032:0:16773:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x1ee1 [1] + 224 00000400:00000200:3.0:1767384354.295036:0:16773:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384354.295039:0:16773:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384354.295041:0:16773:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384354.295043:0:16773:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000dc2311e4 x1853236723087360/t0(0) o101->MGC192.168.202.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384370 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384354.295050:0:16773:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@00000000dc2311e4 x1853236723087360/t0(0) o101->MGC192.168.202.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384370 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384354.295066:0:16773:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384354.295071:0:16773:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000091677c2e 00000400:00000010:3.0:1767384354.295073:0:16773:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000091677c2e. 00000100:00000001:3.0:1767384354.295075:0:16773:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384354.295076:0:16773:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384354.295080:0:16773:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384354.295083:0:16773:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 20 to 0@lo 00000100:00000001:1.0:1767384354.295109:0:16776:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1767384354.295110:0:16773:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384354.295114:0:16773:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384354.295132:0:16773:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:1.0:1767384354.295135:0:16776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1767384354.295138:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b0dfa897 x1853236723087360/t0(0) o101->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:335/0 lens 328/344 e 0 to 0 dl 1767384365 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767384354.295140:0:16776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384354.295144:0:16776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009882c7a1. 00000400:00000200:1.0:1767384354.295150:0:16776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003d8b2f9d 00000400:00000010:1.0:1767384354.295155:0:16776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003d8b2f9d. 00000100:00100000:3.0:1767384354.295158:0:16773:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000b0dfa897 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c0412d60-4f67-4dbc-8791-892843f60083+15:16776:x1853236723087360:12345-0@lo:101: Request processed in 333us (601us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384354.295160:0:16776:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384354.295167:0:16776:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000dc2311e4 x1853236723087360/t0(0) o101->MGC192.168.202.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384370 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384354.295172:0:16773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 148 00000100:00000040:3.0:1767384354.295180:0:16773:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000555601ca : new rpc_count 0 00000100:00000200:1.0:1767384354.295185:0:16776:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000dc2311e4 x1853236723087360/t0(0) o101->MGC192.168.202.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384370 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384354.295186:0:16773:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384354.295189:0:16773:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384354.295193:0:16773:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003f292e26. 00000020:00000010:3.0:1767384354.295199:0:16773:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000cb198794. 00000100:00000001:1.0:1767384354.295204:0:16776:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:3.0:1767384354.295205:0:16773:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000086515e93. 00000100:00000001:1.0:1767384354.295210:0:16776:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1767384354.295212:0:16773:0:(genops.c:898:class_export_put()) PUTting export 00000000555601ca : new refcount 14 00000100:00000001:1.0:1767384354.295216:0:16776:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384354.295217:0:16773:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384354.295221:0:16773:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 000000001818b1c6. 02000000:00000001:1.0:1767384354.295221:0:16776:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384354.295225:0:16776:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384354.295227:0:16776:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384354.295231:0:16773:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:1.0:1767384354.295232:0:16776:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384354.295234:0:16773:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767384354.295238:0:16776:0:(import.c:2128:obd_at_measure()) add 5 to 0000000028df3f77 time=84 v=5 (5 0 0 0) 00000100:00000200:3.0:1767384354.295240:0:16773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384354.295245:0:16773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000444afab3. 00000100:00001000:1.0:1767384354.295247:0:16776:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f5022cbe time=84 v=5 (1 0 0 0) 00000400:00000010:3.0:1767384354.295251:0:16773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000086690645. 00000100:00000001:1.0:1767384354.295252:0:16776:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384354.295256:0:16776:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384354.295259:0:16776:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384354.295262:0:16776:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384354.295265:0:16776:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384354.295269:0:16776:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000dc2311e4 x1853236723087360/t0(0) o101->MGC192.168.202.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384370 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384354.295277:0:16776:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384354.295280:0:16776:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384354.295282:0:16776:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384354.295286:0:16776:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000dc2311e4 x1853236723087360/t0(0) o101->MGC192.168.202.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384370 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384354.295294:0:16776:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000dc2311e4 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c0412d60-4f67-4dbc-8791-892843f60083:16776:1853236723087360:0@lo:101: 00000100:00000001:1.0:1767384354.295300:0:16776:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384354.295304:0:16776:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384354.295306:0:16776:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767384354.295308:0:16776:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384354.295311:0:16776:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000dc2311e4 x1853236723087360/t0(0) o101->MGC192.168.202.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384370 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384354.295317:0:16776:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384354.295320:0:16776:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000051413101. 00000100:00000001:1.0:1767384354.295325:0:16776:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767384354.295327:0:16776:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384354.295330:0:16776:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1767384354.295339:0:16776:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384354.295341:0:16776:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384354.295344:0:16776:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d446b842 refcount=4 00000020:00000001:1.0:1767384354.295346:0:16776:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781820860416 : -124291888691200 : ffff8ef50a204800) 00010000:00000001:1.0:1767384354.295349:0:16776:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781820860416 : -124291888691200 : ffff8ef50a204800) 00010000:00000040:1.0:1767384354.295353:0:16776:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 00000000d446b842, remote cookie: 0x7e51148972eecce6, flags: 0x0 00010000:00000001:1.0:1767384354.295357:0:16776:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384354.295360:0:16776:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384354.295361:0:16776:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384354.295363:0:16776:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384354.295364:0:16776:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384354.295366:0:16776:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000e2d8bad6) refcount = 1 00010000:00010000:1.0:1767384354.295370:0:16776:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.152@tcp lock: 00000000d446b842/0x7e51148972eeccdf lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7e51148972eecce6 expref: -99 pid: 16776 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384354.295376:0:16776:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384354.295378:0:16776:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384354.295380:0:16776:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384354.295382:0:16776:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384354.295385:0:16776:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384354.295387:0:16776:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.152@tcp lock: 00000000d446b842/0x7e51148972eeccdf lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x7e51148972eecce6 expref: -99 pid: 16776 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384354.295395:0:16776:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1767384354.295397:0:16776:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384354.295398:0:16776:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384354.295399:0:16776:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384354.295400:0:16776:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384354.295402:0:16776:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384354.295404:0:16776:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384354.295408:0:16776:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000dc2311e4 x1853236723087360/t0(0) o101->MGC192.168.202.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384370 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384354.295415:0:16776:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384354.295418:0:16776:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384354.295421:0:16776:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000006ba3fea2. 02000000:00000001:1.0:1767384354.295425:0:16776:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384354.295434:0:16776:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384354.295436:0:16776:0:(genops.c:1242:class_import_put()) import 00000000df830bbe refcount=3 obd=MGC192.168.202.152@tcp 00000020:00000001:1.0:1767384354.295439:0:16776:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384354.295441:0:16776:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000aeb22040. 02000000:00000001:1.0:1767384354.295444:0:16776:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384354.295446:0:16776:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384354.295449:0:16776:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000dc2311e4. 00000100:00000001:1.0:1767384354.295452:0:16776:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384354.295454:0:16776:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1767384354.295457:0:16776:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384354.295459:0:16776:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1767384354.295461:0:16776:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (0000000070cb7a0b) refs 3 10000000:00000001:1.0:1767384354.295464:0:16776:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384354.295466:0:16776:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384354.295468:0:16776:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384354.295470:0:16776:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d446b842 refcount=3 00000020:00000001:1.0:1767384354.295472:0:16776:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781820860416 : -124291888691200 : ffff8ef50a204800) 00010000:00000001:1.0:1767384354.295475:0:16776:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781820860416 : -124291888691200 : ffff8ef50a204800) 00010000:00000001:1.0:1767384354.295478:0:16776:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:1.0:1767384354.295480:0:16776:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384354.295482:0:16776:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384354.295483:0:16776:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384354.295485:0:16776:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:1.0:1767384354.295488:0:16776:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 00000000a51d08f9. 00000100:00000010:1.0:1767384354.295501:0:16776:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000dc2311e4. 00000020:00000040:1.0:1767384354.295505:0:16776:0:(genops.c:1229:class_import_get()) import 00000000df830bbe refcount=4 obd=MGC192.168.202.152@tcp 00000100:00000001:1.0:1767384354.295508:0:16776:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384354.295510:0:16776:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384354.295512:0:16776:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384354.295516:0:16776:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000aeb22040. 00000100:00000001:1.0:1767384354.295520:0:16776:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384354.295524:0:16776:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:1.0:1767384354.295527:0:16776:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000006ba3fea2. 00000100:00000010:1.0:1767384354.295531:0:16776:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 00000000d1a93bf3. 00000020:00000040:1.0:1767384354.295533:0:16776:0:(genops.c:1229:class_import_get()) import 00000000df830bbe refcount=5 obd=MGC192.168.202.152@tcp 00000100:00000001:1.0:1767384354.295537:0:16776:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767384354.295543:0:16776:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384354.295545:0:16776:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000051413101. 00000100:00000001:1.0:1767384354.295547:0:16776:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446619777373715456 : -124296335836160 : ffff8ef4010e3c00) 00000100:00000001:1.0:1767384354.295550:0:16776:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384354.295551:0:16776:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782424485760 : -124291285065856 : ffff8ef52e1adf80) 00000100:00000001:1.0:1767384354.295554:0:16776:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384354.295555:0:16776:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384354.295557:0:16776:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384354.295558:0:16776:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384354.295561:0:16776:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000dc2311e4 x1853236723087488/t0(0) o256->MGC192.168.202.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384354.295568:0:16776:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384354.295569:0:16776:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384354.295572:0:16776:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384354.295573:0:16776:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384354.295576:0:16776:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384354.295578:0:16776:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000dc2311e4 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c0412d60-4f67-4dbc-8791-892843f60083:16776:1853236723087488:0@lo:256: 00000100:00000001:1.0:1767384354.295582:0:16776:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384354.295586:0:16776:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384354.295588:0:16776:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384354.295591:0:16776:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:1.0:1767384354.295596:0:16776:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009882c7a1. 00000400:00000010:1.0:1767384354.295601:0:16776:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 000000009f6b28b2. 00000100:00000200:1.0:1767384354.295604:0:16776:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x695824c907880-0x695824c907880, portal 33 00000100:00000001:1.0:1767384354.295607:0:16776:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384354.295610:0:16776:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384354.295614:0:16776:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005c04f51a. 02000000:00000001:1.0:1767384354.295616:0:16776:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384354.295620:0:16776:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b227ffda. 00000400:00000010:1.0:1767384354.295623:0:16776:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003d8b2f9d. 00000100:00000200:1.0:1767384354.295625:0:16776:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236723087488, portal 25 00000100:00000001:1.0:1767384354.295627:0:16776:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384354.295628:0:16776:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782424485760 : -124291285065856 : ffff8ef52e1adf80) 00000100:00000040:1.0:1767384354.295632:0:16776:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000dc2311e4 x1853236723087488/t0(0) o256->MGC192.168.202.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384370 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384354.295645:0:16776:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384354.295649:0:16776:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384354.295652:0:16776:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ca28d10e. 00000100:00000200:1.0:1767384354.295654:0:16776:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853236723087488, offset 0 00000400:00000200:1.0:1767384354.295660:0:16776:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384354.295667:0:16776:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384354.295674:0:16776:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x695824c907880 00000400:00000200:1.0:1767384354.295679:0:16776:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x1681 [2] + 0 00000400:00000010:1.0:1767384354.295682:0:16776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fa09178c. 00000400:00000200:1.0:1767384354.295685:0:16776:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000004533456f 00000400:00000200:1.0:1767384354.295689:0:16776:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384354.295692:0:16776:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384354.295695:0:16776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004533456f 00000400:00000010:1.0:1767384354.295697:0:16776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004533456f. 00000100:00000001:1.0:1767384354.295700:0:16776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384354.295702:0:16776:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384354.295706:0:16776:0:(events.c:337:request_in_callback()) incoming req@00000000148a04c6 x1853236723087488 msgsize 304 00000100:00100000:1.0:1767384354.295710:0:16776:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384354.295712:0:16776:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384354.295726:0:16776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384354.295730:0:16776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ca28d10e 00000400:00000010:1.0:1767384354.295733:0:16776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ca28d10e. 00000100:00000001:1.0:1767384354.295737:0:16776:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384354.295741:0:16776:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000dc2311e4 x1853236723087488/t0(0) o256->MGC192.168.202.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384370 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384354.295750:0:16776:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384354.295753:0:16776:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000dc2311e4 x1853236723087488/t0(0) o256->MGC192.168.202.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384370 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384354.295760:0:16776:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384354.295761:0:16773:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384354.295764:0:16776:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:3.0:1767384354.295765:0:16773:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723087488 02000000:00000001:3.0:1767384354.295769:0:16773:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384354.295770:0:16773:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384354.295771:0:16773:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384354.295773:0:16776:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384354.295774:0:16773:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384354.295779:0:16776:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294944282 00000100:00100000:3.0:1767384354.295780:0:16773:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723087488 00000020:00000001:3.0:1767384354.295782:0:16773:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384354.295786:0:16773:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eec8e1 00000020:00000001:3.0:1767384354.295788:0:16773:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384354.295789:0:16773:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000555601ca refcount=15 00000100:00000001:1.0:1767384354.295790:0:16776:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294944281 00000020:00000001:3.0:1767384354.295792:0:16773:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000020:00000001:3.0:1767384354.295794:0:16773:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000100:00000001:3.0:1767384354.295796:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384354.295798:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000add76aa0. 00000100:00000001:3.0:1767384354.295802:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384354.295804:0:16776:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294944282 00000020:00000010:3.0:1767384354.295805:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000add76aa0. 00000020:00000010:3.0:1767384354.295810:0:16773:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000086515e93. 00000100:00000001:1.0:1767384354.295811:0:16776:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294944281 00000020:00000010:3.0:1767384354.295813:0:16773:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003f292e26. 00000020:00000010:3.0:1767384354.295818:0:16773:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000cb198794. 00000100:00000001:1.0:1767384354.295819:0:16776:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294944282 00000100:00000040:3.0:1767384354.295822:0:16773:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384354.295826:0:16773:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384354.295827:0:16776:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294944281 00000100:00000001:3.0:1767384354.295829:0:16773:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384354.295833:0:16773:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384354.295836:0:16776:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294944282 00000100:00000001:3.0:1767384354.295837:0:16773:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384354.295845:0:16776:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294944281 00000100:00000001:3.0:1767384354.295851:0:16773:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384354.295851:0:16776:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384354.295857:0:16776:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384354.295861:0:16776:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384354.295863:0:16776:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384354.295864:0:16773:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384354.295867:0:16773:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384354.295868:0:16776:0:(client.c:2690:ptlrpc_set_wait()) set 0000000051413101 going to sleep for 11 seconds 00000100:00100000:3.0:1767384354.295873:0:16773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 149 00000100:00000001:1.0:1767384354.295874:0:16776:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767384354.295875:0:16773:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000555601ca : new rpc_count 1 00000100:00000001:1.0:1767384354.295877:0:16776:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384354.295884:0:16773:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619781697416272 : -124292012135344 : ffff8ef502c4ac50) 00000100:00000040:3.0:1767384354.295888:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000148a04c6 x1853236723087488/t0(0) o256->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:335/0 lens 304/0 e 0 to 0 dl 1767384365 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384354.295894:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384354.295897:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000add76aa0. 00000100:00000001:3.0:1767384354.295898:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384354.295899:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000add76aa0. 00000100:00100000:3.0:1767384354.295903:0:16773:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000148a04c6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c0412d60-4f67-4dbc-8791-892843f60083+15:16776:x1853236723087488:12345-0@lo:256: 00000100:00000200:3.0:1767384354.295906:0:16773:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723087488 00000020:00000001:3.0:1767384354.295908:0:16773:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384354.295911:0:16773:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384354.295912:0:16773:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384354.295914:0:16773:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384354.295915:0:16773:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669141472 : -1040410144 : ffffffffc1fc99e0) 00000020:00000001:3.0:1767384354.295917:0:16773:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384354.295918:0:16773:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384354.295920:0:16773:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384354.295921:0:16773:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384354.295922:0:16773:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384354.295924:0:16773:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384354.295925:0:16773:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384354.295927:0:16773:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 000000001818b1c6. 02000000:00000001:3.0:1767384354.295928:0:16773:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384354.295929:0:16773:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384354.295931:0:16773:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:3.0:1767384354.295934:0:16773:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:3.0:1767384354.295936:0:16773:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384354.295937:0:16773:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384354.295939:0:16773:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384354.295940:0:16773:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:3.0:1767384354.295942:0:16773:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:3.0:1767384354.295944:0:16773:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 00000000397158ae. 20000000:00000001:3.0:1767384354.295946:0:16773:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:3.0:1767384354.295961:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:3.0:1767384354.295967:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:3.0:1767384354.295971:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:3.0:1767384354.295973:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:3.0:1767384354.295974:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:3.0:1767384354.295976:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:3.0:1767384354.295977:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:3.0:1767384354.295979:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:3.0:1767384354.295980:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:3.0:1767384354.295982:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:3.0:1767384354.295983:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:3.0:1767384354.295984:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:3.0:1767384354.295985:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:3.0:1767384354.295986:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:3.0:1767384354.295988:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:3.0:1767384354.295989:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:3.0:1767384354.295990:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:3.0:1767384354.295991:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:3.0:1767384354.295993:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:3.0:1767384354.295994:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:3.0:1767384354.295995:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:3.0:1767384354.295996:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:3.0:1767384354.295998:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:3.0:1767384354.295999:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:3.0:1767384354.296000:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:3.0:1767384354.296002:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:3.0:1767384354.296003:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:3.0:1767384354.296005:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:3.0:1767384354.296006:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:3.0:1767384354.296008:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:3.0:1767384354.296009:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:3.0:1767384354.296011:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:3.0:1767384354.296012:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:00000040:3.0:1767384354.296013:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #42 20000000:00000040:3.0:1767384354.296015:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #43 20000000:00000040:3.0:1767384354.296016:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #44 20000000:00000040:3.0:1767384354.296018:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #45 20000000:00000040:3.0:1767384354.296019:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #46 20000000:00000040:3.0:1767384354.296021:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #47 20000000:01000000:3.0:1767384354.296022:0:16773:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 804, pages 3292/1/4/3. 20000000:00000040:3.0:1767384354.296034:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:3.0:1767384354.296036:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:3.0:1767384354.296037:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:3.0:1767384354.296039:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:3.0:1767384354.296040:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:3.0:1767384354.296041:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:3.0:1767384354.296043:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:3.0:1767384354.296045:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:3.0:1767384354.296047:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:3.0:1767384354.296048:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:3.0:1767384354.296050:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:3.0:1767384354.296052:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:3.0:1767384354.296053:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:3.0:1767384354.296055:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:3.0:1767384354.296056:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:3.0:1767384354.296058:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:3.0:1767384354.296059:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:3.0:1767384354.296061:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:3.0:1767384354.296062:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:3.0:1767384354.296063:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:3.0:1767384354.296064:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:3.0:1767384354.296065:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:3.0:1767384354.296066:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:3.0:1767384354.296068:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:3.0:1767384354.296070:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:3.0:1767384354.296071:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:3.0:1767384354.296073:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:3.0:1767384354.296074:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:3.0:1767384354.296075:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:3.0:1767384354.296076:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:3.0:1767384354.296077:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:3.0:1767384354.296078:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:3.0:1767384354.296079:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:00000040:3.0:1767384354.296080:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #42 20000000:00000040:3.0:1767384354.296081:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #43 20000000:00000040:3.0:1767384354.296082:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #44 20000000:00000040:3.0:1767384354.296083:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #45 20000000:00000040:3.0:1767384354.296084:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #46 20000000:00000040:3.0:1767384354.296129:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #47 20000000:01000000:3.0:1767384354.296140:0:16773:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 804, pages 2488/1/4/3. 20000000:01000000:3.0:1767384354.296143:0:16773:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 1608, version 82 20000000:00000001:3.0:1767384354.296145:0:16773:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=1608 : 1608 : 648) 00000100:00000001:3.0:1767384354.296149:0:16773:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:3.0:1767384354.296153:0:16773:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000277c5712. 00000100:00000010:3.0:1767384354.296156:0:16773:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 000000007cf239fd. 00000020:00000040:3.0:1767384354.296158:0:16773:0:(genops.c:887:class_export_get()) GET export 00000000555601ca refcount=16 00010000:00000001:3.0:1767384354.296162:0:16773:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:3.0:1767384354.296165:0:16773:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:3.0:1767384354.296168:0:16773:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000091677c2e. 00000400:00000010:3.0:1767384354.296175:0:16773:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000838a0a9d. 00000400:00000200:3.0:1767384354.296179:0:16773:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384354.296189:0:16773:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384354.296195:0:16773:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 1608 into portal 33 MB=0x695824c907880 00000400:00000200:3.0:1767384354.296200:0:16773:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 1608/1608 into md 0x1ef1 [4] + 0 00000400:00000010:3.0:1767384354.296204:0:16773:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009882c7a1. 00000400:00000200:3.0:1767384354.296208:0:16773:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000009f6b28b2 00000400:00000200:3.0:1767384354.296212:0:16773:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384354.296214:0:16773:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384354.296216:0:16773:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009f6b28b2 00000400:00000010:3.0:1767384354.296217:0:16773:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 000000009f6b28b2. 00000100:00000001:3.0:1767384354.296221:0:16773:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:3.0:1767384354.296222:0:16773:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 00000000dc2311e4 desc 000000006ba3fea2 mbits 1853236723087488 00000100:00000001:3.0:1767384354.296232:0:16773:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:3.0:1767384354.296235:0:16773:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767384354.296240:0:16773:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:3.0:1767384354.296246:0:16773:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x1efd 00000400:00000200:3.0:1767384354.296248:0:16773:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384354.296250:0:16773:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:3.0:1767384354.296253:0:16773:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:3.0:1767384354.296254:0:16773:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 00000000277c5712 00000100:00000001:3.0:1767384354.296256:0:16773:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:3.0:1767384354.296260:0:16773:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000091677c2e 00000400:00000010:3.0:1767384354.296261:0:16773:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000091677c2e. 00000100:00000001:3.0:1767384354.296263:0:16773:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:3.0:1767384354.296269:0:16773:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 00000000277c5712 00000100:00000001:3.0:1767384354.296272:0:16773:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000001:1.0:1767384354.296272:0:16776:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384354.296277:0:16776:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384354.296282:0:16773:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 1608 bytes via portal 33 id 12345-0@lo mbits 0x695824c907880-0x695824c907880 00000100:00000001:3.0:1767384354.296287:0:16773:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384354.296292:0:16773:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384354.296295:0:16773:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:3.0:1767384354.296297:0:16773:0:(genops.c:898:class_export_put()) PUTting export 00000000555601ca : new refcount 15 00000100:00000010:3.0:1767384354.296300:0:16773:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 000000007cf239fd. 00000100:00000010:3.0:1767384354.296304:0:16773:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000277c5712. 00000100:00000001:3.0:1767384354.296307:0:16773:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:3.0:1767384354.296308:0:16773:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:3.0:1767384354.296315:0:16773:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 00000000397158ae. 20000000:00000001:3.0:1767384354.296319:0:16773:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384354.296321:0:16773:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236723087488 00010000:00000001:3.0:1767384354.296323:0:16773:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384354.296326:0:16773:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000148a04c6 x1853236723087488/t0(0) o256->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:335/0 lens 304/240 e 0 to 0 dl 1767384365 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384354.296332:0:16773:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384354.296333:0:16773:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384354.296335:0:16773:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dd452398 time=84 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384354.296338:0:16773:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384354.296339:0:16773:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 21 to 0@lo 00000100:00000001:3.0:1767384354.296340:0:16773:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 02000000:00000001:3.0:1767384354.296342:0:16773:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384354.296343:0:16773:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384354.296345:0:16773:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384354.296346:0:16773:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384354.296348:0:16773:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000091677c2e. 00000100:00000200:3.0:1767384354.296350:0:16773:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853236723087488, offset 224 00000400:00000200:3.0:1767384354.296353:0:16773:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384354.296357:0:16773:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384354.296361:0:16773:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x695824c907880 00000400:00000200:3.0:1767384354.296364:0:16773:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x1ef5 [1] + 224 00000400:00000200:3.0:1767384354.296367:0:16773:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384354.296374:0:16773:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384354.296376:0:16773:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384354.296378:0:16773:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000dc2311e4 x1853236723087488/t0(0) o256->MGC192.168.202.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384370 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384354.296383:0:16773:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@00000000dc2311e4 x1853236723087488/t0(0) o256->MGC192.168.202.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384370 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384354.296394:0:16773:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384354.296398:0:16773:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000091677c2e 00000400:00000010:3.0:1767384354.296399:0:16773:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000091677c2e. 00000100:00000001:3.0:1767384354.296401:0:16773:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384354.296402:0:16773:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384354.296404:0:16773:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384354.296406:0:16773:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 20 to 0@lo 00010000:00000001:3.0:1767384354.296407:0:16773:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384354.296409:0:16773:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384354.296410:0:16773:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384354.296412:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000148a04c6 x1853236723087488/t0(0) o256->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:335/0 lens 304/240 e 0 to 0 dl 1767384365 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384354.296419:0:16773:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000148a04c6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c0412d60-4f67-4dbc-8791-892843f60083+15:16776:x1853236723087488:12345-0@lo:256: Request processed in 523us (711us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384354.296424:0:16773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 149 00000100:00000040:3.0:1767384354.296426:0:16773:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000555601ca : new rpc_count 0 00000100:00000001:3.0:1767384354.296428:0:16773:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384354.296428:0:16776:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384354.296432:0:16773:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384354.296435:0:16773:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003f292e26. 00000400:00000001:1.0:1767384354.296435:0:16776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000010:3.0:1767384354.296438:0:16773:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000cb198794. 00000400:00000001:1.0:1767384354.296439:0:16776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:3.0:1767384354.296442:0:16773:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000086515e93. 00000400:00000010:1.0:1767384354.296443:0:16776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b227ffda. 00000020:00000040:3.0:1767384354.296446:0:16773:0:(genops.c:898:class_export_put()) PUTting export 00000000555601ca : new refcount 14 02000000:00000001:3.0:1767384354.296450:0:16773:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000400:00000200:1.0:1767384354.296450:0:16776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003d8b2f9d 02000000:00000010:3.0:1767384354.296453:0:16773:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 000000001818b1c6. 00000400:00000010:1.0:1767384354.296455:0:16776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003d8b2f9d. 02000000:00000001:3.0:1767384354.296457:0:16773:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384354.296459:0:16773:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384354.296463:0:16773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:1.0:1767384354.296463:0:16776:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384354.296470:0:16776:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000dc2311e4 x1853236723087488/t0(0) o256->MGC192.168.202.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384370 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384354.296473:0:16773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e40b75f6. 00000400:00000010:3.0:1767384354.296478:0:16773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000022826e93. 00000100:00000200:1.0:1767384354.296488:0:16776:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000dc2311e4 x1853236723087488/t0(0) o256->MGC192.168.202.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384370 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384354.296496:0:16776:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384354.296498:0:16776:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384354.296500:0:16776:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384354.296502:0:16776:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384354.296504:0:16776:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384354.296505:0:16776:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384354.296507:0:16776:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384354.296519:0:16776:0:(import.c:2128:obd_at_measure()) add 5 to 0000000028df3f77 time=84 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384354.296522:0:16776:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f5022cbe time=84 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384354.296525:0:16776:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384354.296526:0:16776:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384354.296528:0:16776:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384354.296529:0:16776:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384354.296531:0:16776:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384354.296534:0:16776:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@00000000dc2311e4 x1853236723087488/t0(0) o256->MGC192.168.202.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384370 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384354.296542:0:16776:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@00000000dc2311e4 x1853236723087488/t0(0) o256->MGC192.168.202.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384370 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384354.296549:0:16776:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384354.296550:0:16776:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384354.296553:0:16776:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000dc2311e4 x1853236723087488/t0(0) o256->MGC192.168.202.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384370 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384354.296559:0:16776:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000dc2311e4 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c0412d60-4f67-4dbc-8791-892843f60083:16776:1853236723087488:0@lo:256: 00000100:00000001:1.0:1767384354.296563:0:16776:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384354.296566:0:16776:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384354.296567:0:16776:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767384354.296569:0:16776:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384354.296570:0:16776:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000dc2311e4 x1853236723087488/t0(0) o256->MGC192.168.202.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384370 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384354.296577:0:16776:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384354.296579:0:16776:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000051413101. 00000100:00000001:1.0:1767384354.296582:0:16776:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767384354.296583:0:16776:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:1.0:1767384354.296587:0:16776:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 82, more 0. 10000000:00000001:1.0:1767384354.296590:0:16776:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:1.0:1767384354.296596:0:16776:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 000000000c9baee0. 10000000:00000040:1.0:1767384354.296607:0:16776:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.202.152@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 00010000:00000001:1.0:1767384354.296613:0:16776:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:1.0:1767384354.296616:0:16776:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:1.0:1767384354.296627:0:16776:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.202.152@tcp has 192.168.202.152@tcp. 00000100:00000001:1.0:1767384354.296630:0:16776:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384354.296633:0:16776:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:1.0:1767384354.296635:0:16776:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.202.152@tcp with 192.168.202.152@tcp 00000100:00000200:1.0:1767384354.296637:0:16776:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.202.152@tcp' 00000100:00000200:1.0:1767384354.296640:0:16776:0:(lustre_peer.c:196:class_add_nids_to_uuid()) fill only 32 from 39 NIDs for '192.168.202.152@tcp' 00000400:00000200:1.0:1767384354.296643:0:16776:0:(peer.c:1356:LNetAddPeer()) Add peer with 32 NIDs 00000400:00001000:1.0:1767384354.296646:0:16776:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:1.0:1767384354.296650:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.202.152@tcp 00000400:00000200:1.0:1767384354.296655:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp NID flags 0x100001: -17 00000400:00000200:1.0:1767384354.296661:0:16776:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (38) 00000400:00000200:1.0:1767384354.296667:0:16776:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (39) 00000400:00000200:1.0:1767384354.296682:0:16776:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.152@tcp (000000005d9714d7): 0 00000400:00000200:1.0:1767384354.296685:0:16776:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:1.0:1767384354.296687:0:16776:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1767384354.296690:0:16776:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.202.152@tcp NID 192.168.202.152@tcp: 0. pending discovery 00000400:00000200:1.0:1767384354.296693:0:16776:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000005d9714d7 (40) 00000400:00000200:1.0:1767384354.296696:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp 00000400:00000200:1.0:1767384354.296699:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.202.152@tcp10 00000400:00000200:1.0:1767384354.296703:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp10 NID flags 0x1: -114 00000400:00000200:1.0:1767384354.296705:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp10 00000400:00000200:1.0:1767384354.296708:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.202.152@tcp11 00000400:00000200:2.0:1767384354.296711:0:16135:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384354.296712:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp11 NID flags 0x1: -114 00000400:00000200:1.0:1767384354.296718:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp11 00000400:00000200:2.0:1767384354.296720:0:16135:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100171 00000400:00000200:1.0:1767384354.296723:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.202.152@tcp12 00000400:00000010:2.0:1767384354.296728:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002a8df399. 00000400:00000200:1.0:1767384354.296729:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp12 NID flags 0x1: -114 00000400:00000200:2.0:1767384354.296734:0:16135:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (39) 00000400:00000200:1.0:1767384354.296735:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp12 00000400:00000200:1.0:1767384354.296740:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.202.152@tcp13 00000400:00000010:2.0:1767384354.296741:0:16135:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000c9ef0237. 00000400:00000200:1.0:1767384354.296747:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp13 NID flags 0x1: -114 00000400:00000200:2.0:1767384354.296748:0:16135:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.152@tcp 00000400:00000200:1.0:1767384354.296753:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp13 00000400:00000200:1.0:1767384354.296757:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.202.152@tcp14 00000400:00000200:2.0:1767384354.296760:0:16135:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.152@tcp local destination 00000400:00000200:1.0:1767384354.296763:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp14 NID flags 0x1: -114 00000400:00000200:1.0:1767384354.296767:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp14 00000400:00000200:2.0:1767384354.296769:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[165, 155], ns[168, 158] 00000400:00000200:1.0:1767384354.296772:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.202.152@tcp15 00000400:00000200:2.0:1767384354.296782:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 155], ns[64, 158] 00000400:00000200:1.0:1767384354.296782:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp15 NID flags 0x1: -114 00000400:00000200:2.0:1767384354.296787:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[68, 64], ns[68, 64] 00000400:00000200:2.0:1767384354.296795:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[78, 64], ns[78, 64] 00000400:00000200:1.0:1767384354.296795:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp15 00000400:00000200:1.0:1767384354.296801:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.202.152@tcp16 00000400:00000200:2.0:1767384354.296820:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[83, 64], ns[83, 64] 00000400:00000200:1.0:1767384354.296825:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp16 NID flags 0x1: -114 00000400:00000200:2.0:1767384354.296829:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[99, 64], ns[100, 64] 00000400:00000200:1.0:1767384354.296831:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp16 00000400:00000200:2.0:1767384354.296837:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[103, 64], ns[104, 64] 00000400:00000200:1.0:1767384354.296839:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.202.152@tcp17 00000400:00000200:2.0:1767384354.296847:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[114, 64], ns[117, 64] 00000400:00000200:1.0:1767384354.296848:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp17 NID flags 0x1: -114 00000400:00000200:1.0:1767384354.296854:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp17 00000400:00000200:2.0:1767384354.296859:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[119, 64], ns[122, 64] 00000400:00000200:1.0:1767384354.296860:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.202.152@tcp18 00000400:00000200:1.0:1767384354.296868:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp18 NID flags 0x1: -114 00000400:00000200:2.0:1767384354.296870:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[125, 64], ns[128, 64] 00000400:00000200:1.0:1767384354.296874:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp18 00000400:00000200:2.0:1767384354.296879:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[132, 64], ns[135, 64] 00000400:00000200:1.0:1767384354.296881:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.202.152@tcp19 00000400:00000200:2.0:1767384354.296888:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[136, 64], ns[139, 64] 00000400:00000200:1.0:1767384354.296892:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp19 NID flags 0x1: -114 00000400:00000200:2.0:1767384354.296897:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[146, 64], ns[149, 64] 00000400:00000200:1.0:1767384354.296899:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp19 00000400:00000200:2.0:1767384354.296905:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[148, 64], ns[151, 64] 00000400:00000200:1.0:1767384354.296906:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.202.152@tcp20 00000400:00000200:2.0:1767384354.296916:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[169, 64], ns[172, 64] 00000400:00000200:1.0:1767384354.296918:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp20 NID flags 0x1: -114 00000400:00000200:1.0:1767384354.296921:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp20 00000400:00000200:1.0:1767384354.296925:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.202.152@tcp21 00000400:00000200:1.0:1767384354.296933:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp21 NID flags 0x1: -114 00000400:00000200:2.0:1767384354.296934:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 64], ns[48, 64] 00000400:00000200:1.0:1767384354.296939:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp21 00000400:00000200:2.0:1767384354.296943:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 48], ns[52, 48] 00000400:00000200:1.0:1767384354.296947:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.202.152@tcp22 00000400:00000200:2.0:1767384354.296953:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 48], ns[56, 48] 00000400:00000200:1.0:1767384354.296957:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp22 NID flags 0x1: -114 00000400:00000200:2.0:1767384354.296962:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 48], ns[60, 48] 00000400:00000200:1.0:1767384354.296963:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp22 00000400:00000200:1.0:1767384354.296971:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.202.152@tcp23 00000400:00000200:2.0:1767384354.296972:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 48], ns[72, 48] 00000400:00000200:1.0:1767384354.296981:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp23 NID flags 0x1: -114 00000400:00000200:2.0:1767384354.296982:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[76, 48], ns[76, 48] 00000400:00000200:1.0:1767384354.296989:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp23 00000400:00000200:2.0:1767384354.296994:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[96, 48], ns[97, 48] 00000400:00000200:1.0:1767384354.296995:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.202.152@tcp24 00000400:00000200:2.0:1767384354.297004:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[95, 48], ns[96, 48] 00000400:00000200:1.0:1767384354.297005:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp24 NID flags 0x1: -114 00000400:00000200:1.0:1767384354.297011:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp24 00000400:00000200:2.0:1767384354.297012:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[90, 48], ns[91, 48] 00000400:00000200:1.0:1767384354.297016:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.202.152@tcp25 00000400:00000200:2.0:1767384354.297023:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[138, 48], ns[141, 48] 00000400:00000200:1.0:1767384354.297025:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp25 NID flags 0x1: -114 00000400:00000200:1.0:1767384354.297031:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp25 00000400:00000200:2.0:1767384354.297033:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[108, 48], ns[109, 48] 00000400:00000200:1.0:1767384354.297036:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.202.152@tcp26 00000400:00000200:2.0:1767384354.297041:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[153, 48], ns[156, 48] 00000400:00000200:1.0:1767384354.297046:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp26 NID flags 0x1: -114 00000400:00000200:1.0:1767384354.297051:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp26 00000400:00000200:2.0:1767384354.297052:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[158, 48], ns[161, 48] 00000400:00000200:1.0:1767384354.297073:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.202.152@tcp27 00000400:00000200:2.0:1767384354.297079:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[171, 48], ns[174, 48] 00000400:00000200:1.0:1767384354.297082:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp27 NID flags 0x1: -114 00000400:00000200:2.0:1767384354.297085:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[117, 48], ns[120, 48] 00000400:00000200:2.0:1767384354.297088:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[139, 48], ns[142, 48] 00000400:00000200:2.0:1767384354.297094:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[161, 48], ns[164, 48] 00000400:00000200:1.0:1767384354.297095:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp27 00000400:00000200:1.0:1767384354.297102:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.202.152@tcp28 00000400:00000200:2.0:1767384354.297103:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[170, 48], ns[173, 48] 00000400:00000200:1.0:1767384354.297108:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp28 NID flags 0x1: -114 00000400:00000200:1.0:1767384354.297110:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp28 00000400:00000200:1.0:1767384354.297155:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.202.152@tcp29 00000400:00000200:2.0:1767384354.297156:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[160, 48], ns[163, 48] 00000400:00000200:2.0:1767384354.297164:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[163, 48], ns[166, 48] 00000400:00000200:1.0:1767384354.297165:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp29 NID flags 0x1: -114 00000400:00000200:1.0:1767384354.297172:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp29 00000400:00000200:2.0:1767384354.297175:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp45, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[173, 48], ns[176, 48] 00000400:00000200:1.0:1767384354.297177:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.202.152@tcp30 00000400:00000200:2.0:1767384354.297184:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp46, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 48], ns[0, 48] 00000400:00000200:1.0:1767384354.297187:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp30 NID flags 0x1: -114 00000400:00000200:2.0:1767384354.297193:0:16135:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp46 00000400:00000200:1.0:1767384354.297193:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp30 00000400:00000200:1.0:1767384354.297198:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[22]: 192.168.202.152@tcp31 00000400:00000200:2.0:1767384354.297201:0:16135:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.152@tcp46 00000400:00000200:1.0:1767384354.297206:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp31 NID flags 0x1: -114 00000400:00000200:2.0:1767384354.297208:0:16135:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.152@tcp46 lpni_is_preferred = 0 00000400:00000200:1.0:1767384354.297211:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp31 00000400:00000200:2.0:1767384354.297213:0:16135:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.152@tcp46 00000400:00000200:1.0:1767384354.297218:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[23]: 192.168.202.152@tcp32 00000400:00000200:2.0:1767384354.297221:0:16135:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp46 NI seq info: [177:177:256:4294967295] 192.168.202.152@tcp46 LPNI seq info [174:174:8:4294967295] 00000400:00000200:1.0:1767384354.297226:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp32 NID flags 0x1: -114 00000400:00000200:1.0:1767384354.297229:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp32 00000400:00000200:2.0:1767384354.297231:0:16135:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.152@tcp46 00000400:00000200:1.0:1767384354.297235:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[24]: 192.168.202.152@tcp33 00000400:00000200:1.0:1767384354.297244:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp33 NID flags 0x1: -114 00000400:00000200:2.0:1767384354.297250:0:16135:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp46(192.168.202.152@tcp46:) -> 192.168.202.152@tcp46(192.168.202.152@tcp:192.168.202.152@tcp46) : PUT try# 0 00000400:00000200:1.0:1767384354.297250:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp33 00000400:00000200:1.0:1767384354.297258:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[25]: 192.168.202.152@tcp34 00000800:00000200:2.0:1767384354.297262:0:16135:0:(socklnd_cb.c:1001:ksocknal_send()) sending 656 bytes in 1 frags to 12345-192.168.202.152@tcp46 00000400:00000200:1.0:1767384354.297267:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp34 NID flags 0x1: -114 00000800:00000010:2.0:1767384354.297268:0:16135:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fdce267e. 00000400:00000200:1.0:1767384354.297271:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp34 00000400:00000200:1.0:1767384354.297275:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[26]: 192.168.202.152@tcp35 00000800:00000010:2.0:1767384354.297278:0:16135:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000050ab23fd. 00000400:00000200:1.0:1767384354.297280:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp35 NID flags 0x1: -114 00000800:00000010:2.0:1767384354.297284:0:16135:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000b3185aa1. 00000400:00000200:1.0:1767384354.297285:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp35 00000400:00000200:1.0:1767384354.297290:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[27]: 192.168.202.152@tcp36 00000800:00000200:2.0:1767384354.297294:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000050ab23fd] -> 12345-192.168.202.152@tcp46 (2) 00000400:00000200:1.0:1767384354.297299:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp36 NID flags 0x1: -114 00000800:00000200:2.1:1767384354.297304:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000050ab23fd] -> 12345-192.168.202.152@tcp46 (2) 00000400:00000200:1.0:1767384354.297305:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp36 00000400:00000200:1.0:1767384354.297311:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[28]: 192.168.202.152@tcp37 00000400:00000200:1.0:1767384354.297315:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp37 NID flags 0x1: -114 00000400:00000200:1.0:1767384354.297317:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp37 00000400:00000200:2.0:1767384354.297319:0:16135:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.152@tcp 00000400:00000200:1.0:1767384354.297323:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[29]: 192.168.202.152@tcp38 00000400:00000200:2.0:1767384354.297325:0:16135:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100571 rc 0 00000400:00000200:1.0:1767384354.297332:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp38 NID flags 0x1: -114 00000400:00000200:1.0:1767384354.297335:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp38 00000400:00000200:1.0:1767384354.297338:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[30]: 192.168.202.152@tcp39 00000400:00000200:1.0:1767384354.297342:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp39 NID flags 0x1: -114 00000400:00000200:1.0:1767384354.297351:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp39 00000400:00000200:1.0:1767384354.297353:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[31]: 192.168.202.152@tcp40 00000400:00000200:1.0:1767384354.297357:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp40 NID flags 0x1: -114 00000400:00000200:1.0:1767384354.297359:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp40 00000100:00000001:1.0:1767384354.297362:0:16776:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384354.297365:0:16776:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:1.0:1767384354.297369:0:16776:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.202.152@tcp' by NID '192.168.202.152@tcp' 10000000:00000010:1.0:1767384354.297374:0:16776:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 0000000064d7c994. 10000000:00000040:1.0:1767384354.297377:0:16776:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 82/82 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.202.152@tcp::2 00000020:00000080:1.0:1767384354.297380:0:16776:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000020:00000001:1.0:1767384354.297387:0:16776:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:1.0:1767384354.297392:0:16776:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a5bfc6e2. 00000400:00000200:0.0:1767384354.297397:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.152:988 00000020:00000010:1.0:1767384354.297398:0:16776:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000b987d8ac. 00000040:00000010:1.0:1767384354.297403:0:16776:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000008147a7dd. 00000020:00000010:1.0:1767384354.297412:0:16776:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000a3f7f93b. 00000020:00000010:1.0:1767384354.297418:0:16776:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000021345c9e. 00000020:00000010:1.0:1767384354.297424:0:16776:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000066e0aa53. 80000000:00000010:1.0:1767384354.297428:0:16776:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000683b727c. 40000000:00000010:1.0:1767384354.297433:0:16776:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000009878459a. 00100000:00000010:1.0:1767384354.297438:0:16776:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000005dfb4fb7. 00040000:00000010:1.0:1767384354.297444:0:16776:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000401ce985. 00040000:00000010:1.0:1767384354.297450:0:16776:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000007e68384c. 00000400:00000200:0.0:1767384354.297451:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.152:988 00040000:00000010:1.0:1767384354.297454:0:16776:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000c5ad1fd9. 00080000:00000010:1.0:1767384354.297461:0:16776:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000e43a1e72. 00000004:00000010:1.0:1767384354.297466:0:16776:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000000e92f6ab. 00000400:00000200:0.0:1767384354.297472:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.152:988 00000004:00000010:1.0:1767384354.297473:0:16776:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000ba296654. 00000004:00000010:1.0:1767384354.297481:0:16776:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000020aa078. 00002000:00000010:1.0:1767384354.297487:0:16776:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000546eb0fb. 00000004:00000010:1.0:1767384354.297493:0:16776:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000023be5369. 00000004:00000001:1.0:1767384354.297497:0:16776:0:(osp_dev.c:662:osp_process_config()) Process entered 00000400:00000200:0.0:1767384354.297500:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.152:988 00000040:00000001:1.0:1767384354.297501:0:16776:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:1.0:1767384354.297506:0:16776:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 0000000064d7c994 00000040:00001000:1.0:1767384354.297508:0:16776:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:1.0:1767384354.297510:0:16776:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:1.0:1767384354.297520:0:16776:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:1.0:1767384354.297522:0:16776:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:1.0:1767384354.297526:0:16776:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:1.0:1767384354.297529:0:16776:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:1.0:1767384354.297531:0:16776:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:1.0:1767384354.297533:0:16776:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.202.152@tcp::2 00000040:00000001:1.0:1767384354.297536:0:16776:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000400:00000200:0.0:1767384354.297536:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.152:988 00000400:00000200:0.0:1767384354.297562:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.152:988 00000400:00000200:0.0:1767384354.297584:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.152:988 00000400:00000200:0.0:1767384354.297611:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.152:988 00000004:00000001:1.0:1767384354.297614:0:16776:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384354.297621:0:16776:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000b987d8ac. 00000040:00000010:1.0:1767384354.297628:0:16776:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000008147a7dd. 00000020:00000010:1.0:1767384354.297634:0:16776:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000a3f7f93b. 00000020:00000010:1.0:1767384354.297639:0:16776:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000021345c9e. 00000400:00000200:0.0:1767384354.297642:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.152:988 00000020:00000010:1.0:1767384354.297645:0:16776:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000066e0aa53. 80000000:00000010:1.0:1767384354.297655:0:16776:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000683b727c. 40000000:00000010:1.0:1767384354.297660:0:16776:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000009878459a. 00100000:00000010:1.0:1767384354.297665:0:16776:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000005dfb4fb7. 00040000:00000010:1.0:1767384354.297670:0:16776:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000401ce985. 00000400:00000200:0.0:1767384354.297672:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.152:988 00040000:00000010:1.0:1767384354.297680:0:16776:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000007e68384c. 00040000:00000010:1.0:1767384354.297687:0:16776:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000c5ad1fd9. 00080000:00000010:1.0:1767384354.297692:0:16776:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000e43a1e72. 00000004:00000010:1.0:1767384354.297697:0:16776:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000000e92f6ab. 00000400:00000200:0.0:1767384354.297702:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.152:988 00000004:00000010:1.0:1767384354.297703:0:16776:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000ba296654. 00000004:00000010:1.0:1767384354.297712:0:16776:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000020aa078. 00002000:00000010:1.0:1767384354.297717:0:16776:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000546eb0fb. 00000004:00000010:1.0:1767384354.297722:0:16776:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000023be5369. 00000020:00000010:1.0:1767384354.297726:0:16776:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a5bfc6e2. 00000020:00000001:1.0:1767384354.297730:0:16776:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384354.297732:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.152:988 00000020:00000001:1.0:1767384354.297733:0:16776:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:1.0:1767384354.297740:0:16776:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 0000000064d7c994. 10000000:00000010:1.0:1767384354.297745:0:16776:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 000000000c9baee0. 10000000:00000001:1.0:1767384354.297749:0:16776:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384354.297751:0:16776:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384354.297757:0:16776:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000dc2311e4 x1853236723087488/t0(0) o256->MGC192.168.202.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384370 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384354.297764:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.152:988 00000100:00000001:1.0:1767384354.297765:0:16776:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384354.297777:0:16776:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384354.297779:0:16776:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005c04f51a. 02000000:00000001:1.0:1767384354.297785:0:16776:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384354.297788:0:16776:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384354.297790:0:16776:0:(genops.c:1242:class_import_put()) import 00000000df830bbe refcount=4 obd=MGC192.168.202.152@tcp 00000400:00000200:0.0:1767384354.297791:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.152:988 00000020:00000001:1.0:1767384354.297794:0:16776:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767384354.297798:0:16776:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:1.0:1767384354.297800:0:16776:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384354.297802:0:16776:0:(genops.c:1242:class_import_put()) import 00000000df830bbe refcount=3 obd=MGC192.168.202.152@tcp 00000020:00000001:1.0:1767384354.297805:0:16776:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:1.0:1767384354.297807:0:16776:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 00000000d1a93bf3. 00000100:00000010:1.0:1767384354.297811:0:16776:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000006ba3fea2. 00000100:00000001:1.0:1767384354.297815:0:16776:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:1.0:1767384354.297818:0:16776:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000aeb22040. 00000400:00000200:0.0:1767384354.297822:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.152:988 02000000:00000001:1.0:1767384354.297823:0:16776:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384354.297827:0:16776:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384354.297830:0:16776:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000dc2311e4. 00000100:00000001:1.0:1767384354.297835:0:16776:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384354.297838:0:16776:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:1.0:1767384354.297857:0:16776:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 00000000a51d08f9. 10000000:01000000:1.0:1767384354.297863:0:16776:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.152@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:1.0:1767384354.297868:0:16776:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00000400:00000200:0.0:1767384354.297869:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.152:988 00010000:00000001:1.0:1767384354.297871:0:16776:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384354.297875:0:16776:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384354.297877:0:16776:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d446b842 refcount=3 00000020:00000001:1.0:1767384354.297881:0:16776:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781820860416 : -124291888691200 : ffff8ef50a204800) 00010000:00000001:1.0:1767384354.297884:0:16776:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781820860416 : -124291888691200 : ffff8ef50a204800) 00010000:00000001:1.0:1767384354.297887:0:16776:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384354.297890:0:16776:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.152@tcp lock: 00000000d446b842/0x7e51148972eeccdf lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7e51148972eecce6 expref: -99 pid: 16776 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384354.297898:0:16776:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384354.297901:0:16776:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384354.297903:0:16776:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.152@tcp lock: 00000000d446b842/0x7e51148972eeccdf lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7e51148972eecce6 expref: -99 pid: 16776 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384354.297910:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.152:988 00010000:00000001:1.0:1767384354.297926:0:16776:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384354.297928:0:16776:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384354.297930:0:16776:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1767384354.297933:0:16776:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384354.297936:0:16776:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384354.297939:0:16776:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:1.0:1767384354.297941:0:16776:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1767384354.297943:0:16776:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(0000000070cb7a0b) refs 3 10000000:00000001:1.0:1767384354.297946:0:16776:0:(mgc_request.c:147:config_log_put()) Process leaving 00000400:00000200:0.0:1767384354.297964:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.152:988 00000400:00000200:0.0:1767384354.298001:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.152:988 00000400:00000200:0.0:1767384354.298034:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.152:988 00000400:00000200:0.0:1767384354.298076:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.152:988 00000400:00000200:0.0:1767384354.298165:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.152:988 00000400:00000200:0.0:1767384354.298196:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.152:988 00000400:00000200:0.0:1767384354.298218:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.152:988 00000400:00000200:0.0:1767384354.298244:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.152:988 00000400:00000200:0.0:1767384354.298277:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.152:988 00000400:00000200:0.0:1767384354.298298:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.152:988 00000400:00000200:0.0:1767384354.298315:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.152:988 00000400:00000200:0.0:1767384354.298331:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.152:988 00000400:00000200:0.0:1767384354.298353:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.152:988 00000400:00000200:0.0:1767384354.298380:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.152:988 00000400:00000200:0.0:1767384354.298401:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.152:988 00000400:00000200:0.0:1767384354.298438:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.152:988 00000400:00000200:0.0:1767384354.298468:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.152:988 00000400:00000200:0.0:1767384354.298490:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.152:988 00000800:00000010:0.0:1767384354.298620:0:16125:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000004a70125c. 00000800:00000010:0.0:1767384354.298626:0:16125:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000005d09e59d. 00000800:00000010:0.0:1767384354.298631:0:16125:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000001527daa3. 00000800:00000010:0.0:1767384354.298653:0:16125:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000001527daa3. 00000800:00020000:0.0:1767384354.298661:0:16125:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.152 00000800:00000010:0.0:1767384354.298664:0:16125:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000005d09e59d. 00000800:00000010:0.0:1767384354.298665:0:16125:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000004a70125c. 00000400:02020000:0.0:1767384354.298698:0:16125:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.152@tcp46 at host 192.168.202.152:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384354.298703:0:16125:0:(router.c:1755:lnet_notify()) 192.168.202.152@tcp46 notifying 192.168.202.152@tcp46: down 00000800:00000200:0.0:1767384354.298708:0:16125:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.152@tcp46 down 00000800:00000100:0.0:1767384354.298714:0:16125:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 656 0@<0:0>->192.168.202.152@tcp46 00000800:00000010:0.0:1767384354.298717:0:16125:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fdce267e. 00000400:00000200:0.0:1767384354.298719:0:16125:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384354.298722:0:16125:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp46->192.168.202.152@tcp46: PUT: LOCAL_ERROR 00000400:00000200:0.0:1767384354.298729:0:16125:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.152@tcp46 added to recovery queue. ping count: 0 next ping: 277 health :900 00000400:00000200:0.0:1767384354.298732:0:16125:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384354.298734:0:16125:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.152@tcp: 1 00000400:00000200:0.0:1767384354.298737:0:16125:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.152@tcp (000000005d9714d7): -114 00000400:00000200:3.0:1767384354.298818:0:16135:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384354.298824:0:16135:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x101171 00000400:00000001:3.0:1767384354.298828:0:16135:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384354.298829:0:16135:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384354.298830:0:16135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002a8df399 00000400:00000010:3.0:1767384354.298832:0:16135:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002a8df399. 00000400:00000200:3.0:1767384354.298835:0:16135:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:3.0:1767384354.298838:0:16135:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.152@tcp (000000005d9714d7): -114 00000400:00000200:3.0:1767384354.298842:0:16135:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000005d9714d7 (40) 00000400:00000200:3.0:1767384354.298845:0:16135:0:(peer.c:3900:lnet_peer_push_failed()) peer 192.168.202.152@tcp 00000400:00000200:3.0:1767384354.298846:0:16135:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100171 rc -71 00000400:00000200:3.0:1767384354.298849:0:16135:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.152@tcp (000000005d9714d7) 00000400:00000200:3.0:1767384354.298851:0:16135:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000005d9714d7 (39) 00000020:00000010:1.0:1767384354.306752:0:37577:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 00000000d1a93bf3. 00000020:00000040:1.0:1767384354.306761:0:37577:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:1.0:1767384354.306764:0:37577:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 00000000d1a93bf3. 00000100:00000040:0.0:1767384354.320146:0:449:0:(connection.c:75:cpu_latency_work()) work item of 000000002fd0fb58 (cpu 0) has reached its deadline 4294944282, at 4294944283 00000100:00000010:0.0:1767384354.320157:0:449:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000073e98fe8. 00000100:00000040:3.0:1767384354.320164:0:53:0:(connection.c:75:cpu_latency_work()) work item of 000000009d5c2cb6 (cpu 0) has reached its deadline 4294944282, at 4294944283 00000100:00000040:1.0:1767384354.320172:0:62:0:(connection.c:75:cpu_latency_work()) work item of 00000000edc4e618 (cpu 0) has reached its deadline 4294944282, at 4294944283 00000100:00000010:3.0:1767384354.320173:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ed6cc98c. 00000100:00000010:1.0:1767384354.320181:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000013fb0019. 00000100:00000040:2.0:1767384354.321136:0:270:0:(connection.c:75:cpu_latency_work()) work item of 00000000135c2452 (cpu 0) has reached its deadline 4294944282, at 4294944284 00000100:00000010:2.0:1767384354.321143:0:270:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000aaafda18. 00010000:00000001:0.0:1767384354.357146:0:449:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384354.357151:0:449:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384354.357157:0:449:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384354.357158:0:449:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384354.357194:0:16768:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384354.357197:0:16768:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384354.357200:0:16768:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:2.0:1767384354.504678:0:37633:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1767384354.504682:0:37633:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg252-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp48 --if ens2 00000001:00000001:2.0:1767384354.510211:0:37633:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:2.0:1767384354.517780:0:37634:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 0000000019e3b954. 00000400:00000010:2.0:1767384354.517794:0:37634:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000104d2ac2. 00000400:00000010:2.0:1767384354.517803:0:37634:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 0000000060089504. 00000400:00000010:2.0:1767384354.517809:0:37634:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000112ac890. 00000400:00000010:2.0:1767384354.517812:0:37634:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000bb031c2b. 00000400:00000010:2.0:1767384354.517816:0:37634:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000abd94f42. 00000400:00000010:2.0:1767384354.517817:0:37634:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000000e88f460. 00000400:00000010:2.0:1767384354.517819:0:37634:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000008e253e30. 00000400:00000010:2.0:1767384354.517821:0:37634:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000008aae3cbf. 00000800:00000010:2.0:1767384354.517836:0:37634:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000fb8fedc5. 00000800:00000200:2.0:1767384354.517846:0:37634:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:2.0:1767384354.517857:0:37634:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:2.0:1767384354.517888:0:37634:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.152) 00000400:02000000:2.0:1767384354.517909:0:37634:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.152@tcp48 [8/256/0/180] 00000400:00000010:2.0:1767384354.519140:0:37634:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 681 at 00000000539e415f. 00000400:00000010:2.0:1767384354.519147:0:37634:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fbeea7d1. 00000400:00000010:2.0:1767384354.519154:0:37634:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000025f6c491. 00000400:00000001:2.0:1767384354.519173:0:37634:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384354.519174:0:37634:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384354.519176:0:37634:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000df556413. 00000400:00000200:2.0:1767384354.519179:0:37634:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a15541c0 00000400:00000010:2.0:1767384354.519180:0:37634:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a15541c0. 00000400:00000010:2.0:1767384354.519183:0:37634:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 665 at 0000000081edca16. 00000400:00000200:2.0:1767384354.519187:0:37634:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (38) 00000400:00000200:2.0:1767384354.519197:0:37634:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.152@tcp (000000005d9714d7): 0 00000400:00000200:2.0:1767384354.519206:0:37634:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131120 00000020:00000010:2.0:1767384354.519212:0:37634:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 0000000078529ee3. 00000020:01000000:2.0:1767384354.519218:0:37634:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:2.0:1767384354.519220:0:37634:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.152@tcp48 00000400:00000200:3.0:1767384354.519223:0:16135:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384354.519230:0:16135:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100171 00000400:00000010:2.0:1767384354.519233:0:37634:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000104d2ac2. 00000400:00000010:3.0:1767384354.519237:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000091677c2e. 00000400:00000010:2.0:1767384354.519238:0:37634:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 0000000019e3b954. 00000400:00000200:3.0:1767384354.519244:0:16135:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (39) 00000400:00000010:3.0:1767384354.519250:0:16135:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000058e02a18. 00000400:00000200:3.0:1767384354.519254:0:16135:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.152@tcp 00000020:00000001:0.0:1767384354.519255:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384354.519260:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384354.519263:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384354.519265:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:3.0:1767384354.519266:0:16135:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.152@tcp local destination 00000400:00000200:3.0:1767384354.519271:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[165, 155], ns[168, 158] 00000020:01000004:0.0:1767384354.519276:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:3.0:1767384354.519280:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 155], ns[64, 158] 00000020:01000004:0.0:1767384354.519280:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384354.519284:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384354.519288:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:3.0:1767384354.519290:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[68, 64], ns[68, 64] 00000020:01000004:0.0:1767384354.519291:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384354.519294:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384354.519297:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000200:3.0:1767384354.519299:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[78, 64], ns[78, 64] 00000020:01000004:0.0:1767384354.519300:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384354.519302:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384354.519303:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:0.0:1767384354.519308:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000059be0b20. 00000400:00000200:3.0:1767384354.519313:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[83, 64], ns[83, 64] 00000020:00000040:0.0:1767384354.519313:0:36:0:(genops.c:1229:class_import_get()) import 00000000df830bbe refcount=4 obd=MGC192.168.202.152@tcp 00000400:00000200:3.0:1767384354.519320:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[99, 64], ns[100, 64] 00000100:00000001:0.0:1767384354.519321:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:3.0:1767384354.519326:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[103, 64], ns[104, 64] 02000000:00000001:0.0:1767384354.519326:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384354.519330:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384354.519333:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[114, 64], ns[117, 64] 00000400:00000200:3.0:1767384354.519337:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[119, 64], ns[122, 64] 02000000:00000010:0.0:1767384354.519339:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000004a70125c. 00000400:00000200:3.0:1767384354.519341:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[125, 64], ns[128, 64] 00000400:00000200:3.0:1767384354.519345:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[132, 64], ns[135, 64] 00000100:00000001:0.0:1767384354.519347:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384354.519350:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[136, 64], ns[139, 64] 00000400:00000200:3.0:1767384354.519354:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[146, 64], ns[149, 64] 00000400:00000200:3.0:1767384354.519357:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[148, 64], ns[151, 64] 00000100:00000001:0.0:1767384354.519358:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384354.519362:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384354.519363:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[169, 64], ns[172, 64] 00000400:00000200:3.0:1767384354.519370:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 64], ns[48, 64] 00000100:00000040:0.0:1767384354.519371:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059be0b20] to pc [ptlrpcd_00_00+0] req@0000000059be0b20 x1853236723087616/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384354.519381:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 48], ns[52, 48] 00000400:00000200:3.0:1767384354.519389:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 48], ns[56, 48] 00000400:00000200:3.0:1767384354.519394:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 48], ns[60, 48] 00000400:00000200:3.0:1767384354.519397:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 48], ns[72, 48] 00000400:00000200:3.0:1767384354.519400:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[76, 48], ns[76, 48] 00000400:00000200:3.0:1767384354.519403:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[96, 48], ns[97, 48] 00000400:00000200:3.0:1767384354.519410:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[95, 48], ns[96, 48] 00000400:00000200:3.0:1767384354.519414:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[90, 48], ns[91, 48] 10000000:00000001:0.0:1767384354.519416:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384354.519418:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[138, 48], ns[141, 48] 10000000:00000001:0.0:1767384354.519422:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384354.519425:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[108, 48], ns[109, 48] 00000020:00000001:0.0:1767384354.519428:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384354.519433:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[153, 48], ns[156, 48] 00000100:00000001:2.0:1767384354.519433:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000000:0.0:1767384354.519434:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00100000:2.0:1767384354.519438:0:16138:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1767384354.519443:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384354.519445:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:3.0:1767384354.519446:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[158, 48], ns[161, 48] 10000000:00000001:0.0:1767384354.519449:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000100:00000001:2.0:1767384354.519452:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1767384354.519453:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[171, 48], ns[174, 48] 10000000:00000001:0.0:1767384354.519453:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000001:2.0:1767384354.519457:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 10000000:01000000:0.0:1767384354.519457:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000400:00000200:3.0:1767384354.519462:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[117, 48], ns[120, 48] 00000100:00000001:2.0:1767384354.519462:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000004:0.0:1767384354.519463:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000100:00000001:2.0:1767384354.519465:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:01000004:0.0:1767384354.519468:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384354.519470:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:3.0:1767384354.519473:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[139, 48], ns[142, 48] 00000100:00000001:2.0:1767384354.519475:0:16138:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:01000004:0.0:1767384354.519475:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:3.0:1767384354.519480:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[161, 48], ns[164, 48] 00000020:01000004:0.0:1767384354.519481:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000040:2.0:1767384354.519483:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000059be0b20 x1853236723087616/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:0.0:1767384354.519486:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:3.0:1767384354.519490:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[170, 48], ns[173, 48] 00000020:01000004:0.0:1767384354.519490:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384354.519493:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384354.519504:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:3.0:1767384354.519505:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[160, 48], ns[163, 48] 00000100:00000001:2.0:1767384354.519505:0:16138:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000010:0.0:1767384354.519508:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000274630d4. 00000100:00000001:2.0:1767384354.519509:0:16138:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384354.519514:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[163, 48], ns[166, 48] 02000000:00000001:2.0:1767384354.519515:0:16138:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000040:0.0:1767384354.519516:0:36:0:(genops.c:1229:class_import_get()) import 00000000df830bbe refcount=5 obd=MGC192.168.202.152@tcp 02000000:00000001:2.0:1767384354.519520:0:16138:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384354.519522:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp45, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[173, 48], ns[176, 48] 00000100:00000001:0.0:1767384354.519524:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384354.519525:0:16138:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384354.519528:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:2.0:1767384354.519531:0:16138:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000059be0b20 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c0412d60-4f67-4dbc-8791-892843f60083:16138:1853236723087616:0@lo:253: 00000400:00000200:3.0:1767384354.519533:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp46, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[900, 1000], np[4294967295, 4294967295], ps[174, 48], ns[177, 48] 02000000:00000001:0.0:1767384354.519534:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384354.519539:0:16138:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1767384354.519543:0:16135:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp25 02000000:00000010:0.0:1767384354.519544:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000082232bb6. 02000000:00000001:2.0:1767384354.519545:0:16138:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384354.519549:0:16138:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384354.519550:0:16135:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.152@tcp25 00000100:00000001:0.0:1767384354.519552:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384354.519555:0:16138:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767384354.519558:0:16135:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.152@tcp25 lpni_is_preferred = 0 00000100:00000001:0.0:1767384354.519559:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:3.0:1767384354.519562:0:16135:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.152@tcp25 02000000:00000010:2.0:1767384354.519562:0:16138:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000316ac112. 00000100:00000001:0.0:1767384354.519563:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384354.519567:0:16138:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384354.519573:0:16135:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp25 NI seq info: [178:178:256:4294967295] 192.168.202.152@tcp25 LPNI seq info [175:175:8:4294967295] 00000100:00000040:0.0:1767384354.519573:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000274630d4] to pc [ptlrpcd_00_01+1] req@00000000274630d4 x1853236723087744/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384354.519574:0:16138:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002cb02be0. 00000400:00000010:2.0:1767384354.519581:0:16138:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000104d2ac2. 00000100:00000200:2.0:1767384354.519586:0:16138:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236723087616, portal 25 00000100:00000001:2.0:1767384354.519591:0:16138:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1767384354.519594:0:16135:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.152@tcp25 00000100:00000001:2.0:1767384354.519595:0:16138:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782423948672 : -124291285602944 : ffff8ef52e12ad80) 10000000:00000001:0.0:1767384354.519604:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384354.519605:0:16138:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000059be0b20 x1853236723087616/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384370 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:0.0:1767384354.519611:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384354.519613:0:16135:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp25(192.168.202.152@tcp25:) -> 192.168.202.152@tcp25(192.168.202.152@tcp:192.168.202.152@tcp25) : PUT try# 0 00000020:00000001:0.0:1767384354.519619:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384354.519625:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:2.0:1767384354.519629:0:16138:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:3.0:1767384354.519631:0:16135:0:(socklnd_cb.c:1001:ksocknal_send()) sending 672 bytes in 1 frags to 12345-192.168.202.152@tcp25 00000020:00000010:0.0:1767384354.519633:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 0000000078529ee3. 00000100:00000040:2.0:1767384354.519635:0:16138:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000800:00000010:3.0:1767384354.519636:0:16135:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000091520fd4. 00000400:00000010:2.0:1767384354.519640:0:16138:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000073ab5c8. 00000100:00000200:2.0:1767384354.519644:0:16138:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236723087616, offset 0 00000800:00000200:3.0:1767384354.519648:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009ae782da] -> 12345-192.168.202.152@tcp25 (6) 00000100:00000001:0.0:1767384354.519650:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384354.519653:0:16138:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:0.0:1767384354.519656:0:16137:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1767384354.519661:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767384354.519662:0:16135:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp25 ip 192.168.202.152:988 00000400:00000200:2.0:1767384354.519664:0:16138:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000200:3.0:1767384354.519669:0:16135:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000091520fd4 type 1, nob 768 niov 1 nkiov 1 00000100:00000001:0.0:1767384354.519671:0:16137:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384354.519675:0:16137:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384354.519678:0:16138:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824c907900 00000100:00000001:0.0:1767384354.519682:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384354.519685:0:16135:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.152@tcp 00000400:00000200:2.0:1767384354.519686:0:16138:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x16a9 [2] + 0 00000100:00000001:0.0:1767384354.519686:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384354.519690:0:16137:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1767384354.519691:0:16135:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100571 rc 0 00000400:00000010:2.0:1767384354.519692:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c3f36b93. 00000400:00000200:2.0:1767384354.519698:0:16138:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000063e2f4fb 00000100:00000040:0.0:1767384354.519698:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000274630d4 x1853236723087744/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384354.519706:0:16138:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384354.519710:0:16137:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384354.519712:0:16137:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384354.519717:0:16137:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1767384354.519718:0:16138:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:0.0:1767384354.519722:0:16137:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384354.519725:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000063e2f4fb 02000000:00000001:0.0:1767384354.519728:0:16137:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384354.519729:0:16138:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000063e2f4fb. 00000100:00000001:2.0:1767384354.519735:0:16138:0:(events.c:286:request_in_callback()) Process entered 00000100:00100000:0.0:1767384354.519736:0:16137:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000274630d4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c0412d60-4f67-4dbc-8791-892843f60083:16137:1853236723087744:0@lo:253: 00000100:00000200:2.0:1767384354.519737:0:16138:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384354.519742:0:16138:0:(events.c:337:request_in_callback()) incoming req@0000000050d12577 x1853236723087616 msgsize 4848 00000100:00000001:0.0:1767384354.519744:0:16137:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00100000:2.0:1767384354.519747:0:16138:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384354.519749:0:16138:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 02000000:00000001:0.0:1767384354.519755:0:16137:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384354.519757:0:16137:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384354.519758:0:16138:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:0.0:1767384354.519762:0:16137:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767384354.519766:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000073ab5c8 00000400:00000010:2.0:1767384354.519769:0:16138:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000073ab5c8. 02000000:00000010:0.0:1767384354.519769:0:16137:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000ba22c863. 00000100:00000001:2.0:1767384354.519774:0:16138:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:0.0:1767384354.519775:0:16137:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384354.519780:0:16138:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000059be0b20 x1853236723087616/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384370 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767384354.519782:0:16130:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000010:0.0:1767384354.519782:0:16137:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000157eef89. 00000800:00000010:3.0:1767384354.519788:0:16130:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000091520fd4. 00000400:00000010:0.0:1767384354.519792:0:16137:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006017a1fc. 00000400:00000200:3.0:1767384354.519795:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384354.519796:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:0.0:1767384354.519798:0:16137:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236723087744, portal 25 00000100:00000040:2.0:1767384354.519801:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000059be0b20 x1853236723087616/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384370 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384354.519806:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp25->192.168.202.152@tcp25: PUT: OK 00000100:00000001:0.0:1767384354.519806:0:16137:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384354.519810:0:16137:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782423950464 : -124291285601152 : ffff8ef52e12b480) 00000400:00000200:3.0:1767384354.519814:0:16130:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000100:00000001:2.0:1767384354.519819:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384354.519820:0:16130:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.152@tcp: 0 00000100:00000040:0.0:1767384354.519823:0:16137:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000274630d4 x1853236723087744/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384370 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384354.519824:0:16138:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767384354.519831:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384354.519836:0:16137:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384354.519837:0:16138:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384354.519839:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384354.519842:0:16137:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384354.519843:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294944506 00000800:00000001:3.0:1767384354.519844:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:0.0:1767384354.519848:0:16137:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003513c192. 00000100:00000010:2.0:1767384354.519850:0:16138:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004ab5b1d6. 00000800:00000001:3.0:1767384354.519851:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384354.519853:0:16137:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236723087744, offset 0 00000100:00000001:2.0:1767384354.519860:0:16138:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 0 00000400:00000200:3.0:1767384354.519861:0:16130:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.152@tcp25(192.168.202.152@tcp25) <- 192.168.202.152@tcp25 : PUT - for me 00000400:00000200:0.0:1767384354.519866:0:16137:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384354.519869:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294944506 00000400:00000200:3.0:1767384354.519873:0:16130:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.152@tcp of length 672 into portal 0 MB=0x8000000000000000 00000100:00000010:2.0:1767384354.519873:0:16138:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c3c6e0b0. 00000100:00000001:2.0:1767384354.519879:0:16138:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 1 00000400:00000200:0.0:1767384354.519880:0:16137:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384354.519885:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294944506 00000400:00000200:3.0:1767384354.519886:0:16130:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.152@tcp of length 640/672 into md 0x1e41 [1] + 0 00000400:00000010:3.0:1767384354.519892:0:16130:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000046234502. 00000100:00000010:2.0:1767384354.519892:0:16138:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c4b6d059. 00000400:00000200:0.0:1767384354.519897:0:16137:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824c907980 00000400:00000200:3.0:1767384354.519899:0:16130:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000081998b88 00000100:00000001:2.0:1767384354.519899:0:16138:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384354.519905:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294944506 00000800:00000001:3.0:1767384354.519906:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384354.519910:0:16137:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x16b1 [2] + 0 00000100:00000010:2.0:1767384354.519911:0:16138:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004d3d02d7. 00000800:00000001:3.0:1767384354.519913:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384354.519917:0:16138:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 3 00000400:00000200:3.0:1767384354.519919:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1767384354.519920:0:16137:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fc2b43a8. 00000400:00000200:0.0:1767384354.519927:0:16137:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000004a4d1594 00000400:00000200:3.0:1767384354.519928:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp25->192.168.202.152@tcp25: PUT: OK 00000100:00000001:2.0:1767384354.519928:0:16138:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384354.519934:0:16138:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384354.519936:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000081998b88 00000400:00000200:0.0:1767384354.519936:0:16137:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384354.519938:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384354.519939:0:16130:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000081998b88. 00000100:00000001:2.0:1767384354.519945:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384354.519945:0:16137:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384354.519946:0:16130:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000100:00000001:2.0:1767384354.519950:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384354.519953:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767384354.519953:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004a4d1594 00000100:00000001:2.0:1767384354.519956:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384354.519957:0:16130:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (40) 00000400:00000010:0.0:1767384354.519958:0:16137:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004a4d1594. 00000100:00000001:2.0:1767384354.519959:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384354.519964:0:16130:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.152@tcp(000000005d9714d7) is MR 00000100:00000001:0.0:1767384354.519967:0:16137:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:3.0:1767384354.519968:0:16130:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.202.152@tcp (672 bytes) 00000100:00000200:0.0:1767384354.519972:0:16137:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1767384354.519974:0:16130:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.152@tcp (000000005d9714d7): -114 00000100:00000040:0.0:1767384354.519978:0:16137:0:(events.c:337:request_in_callback()) incoming req@0000000098d93d62 x1853236723087744 msgsize 4848 00000400:00000200:3.0:1767384354.519982:0:16130:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000005d9714d7 (41) 00000100:00100000:0.0:1767384354.519989:0:16137:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:3.0:1767384354.519990:0:16130:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000100:00000040:0.0:1767384354.519994:0:16137:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000400:00000200:3.0:1767384354.519999:0:16130:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.152@tcp25 to MR: 192.168.202.152@tcp25 local destination 00000400:00000200:3.0:1767384354.520005:0:16130:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp25 NI seq info: [179:179:256:4294967295] 192.168.202.152@tcp25 LPNI seq info [176:176:8:4294967295] 00000100:00000001:0.0:1767384354.520010:0:16137:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384354.520016:0:16130:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp25(192.168.202.152@tcp25:192.168.202.152@tcp25) -> 192.168.202.152@tcp25(192.168.202.152@tcp25:192.168.202.152@tcp25) 192.168.202.152@tcp25 : ACK try# 0 00000800:00000200:3.0:1767384354.520020:0:16130:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.152@tcp25 00000800:00000010:3.0:1767384354.520023:0:16130:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000091520fd4. 00000800:00000200:3.0:1767384354.520028:0:16130:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009ae782da] -> 12345-192.168.202.152@tcp25 (6) 00000400:00000200:0.0:1767384354.520029:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003513c192 00000400:00000010:0.0:1767384354.520033:0:16137:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003513c192. 00000800:00000200:3.0:1767384354.520034:0:16130:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp25 ip 192.168.202.152:991 00000800:00000200:3.0:1767384354.520039:0:16130:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000091520fd4 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:0.0:1767384354.520040:0:16137:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384354.520041:0:16773:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384354.520044:0:16773:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723087616 02000000:00000001:2.0:1767384354.520047:0:16773:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384354.520050:0:16773:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000800:00000001:3.0:1767384354.520051:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384354.520053:0:16773:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384354.520053:0:16137:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000274630d4 x1853236723087744/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384370 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767384354.520058:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384354.520059:0:16773:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384354.520065:0:16773:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723087616 00000020:00000001:2.0:1767384354.520068:0:16773:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384354.520071:0:16773:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eec8e1 00000020:00000001:2.0:1767384354.520074:0:16773:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384354.520075:0:16137:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000040:2.0:1767384354.520077:0:16773:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000555601ca refcount=15 00000100:00000040:0.0:1767384354.520080:0:16137:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000274630d4 x1853236723087744/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384370 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384354.520081:0:16773:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000100:00000001:0.0:1767384354.520157:0:16137:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384354.520159:0:16137:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767384354.520164:0:16130:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767384354.520165:0:16137:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384354.520168:0:16130:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000091520fd4. 00000100:00000001:0.0:1767384354.520170:0:16137:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294944507 00000400:00000200:3.0:1767384354.520172:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384354.520179:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp25->192.168.202.152@tcp25: ACK: OK 00000100:00000001:0.0:1767384354.520179:0:16137:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294944506 00000100:00000001:0.0:1767384354.520188:0:16137:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294944507 00000800:00000001:3.0:1767384354.520189:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384354.520193:0:16137:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294944506 00000800:00000001:3.0:1767384354.520194:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384354.520198:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384354.520198:0:16137:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294944507 00000800:00000001:3.0:1767384354.520203:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384354.520204:0:16137:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294944506 00000800:00000001:3.0:1767384354.520206:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384354.520211:0:16137:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294944507 00000800:00000001:3.0:1767384354.520213:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384354.520216:0:16137:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294944506 00000400:00000200:3.0:1767384354.520223:0:16130:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.152@tcp25(192.168.202.152@tcp25) <- 192.168.202.152@tcp25 : ACK - for me 00000100:00000001:0.0:1767384354.520224:0:16137:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384354.520228:0:16137:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384354.520231:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384354.520236:0:16130:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.152@tcp25: ACK from 12345-192.168.202.152@tcp25 into md 0x1f11 00000100:00000001:0.0:1767384354.520237:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384354.520240:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384354.520245:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp25->192.168.202.152@tcp25: ACK: OK 00000400:00000200:3.0:1767384354.520247:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000091677c2e 00000400:00000010:3.0:1767384354.520254:0:16130:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000091677c2e. 00000100:00000001:0.0:1767384354.520255:0:16774:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:3.0:1767384354.520257:0:16130:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000100:00100000:0.0:1767384354.520259:0:16774:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723087744 00000400:00000200:3.0:1767384354.520263:0:16130:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.152@tcp ev->status 0 02000000:00000001:0.0:1767384354.520264:0:16774:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384354.520268:0:16774:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1767384354.520270:0:16130:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.152@tcp (000000005d9714d7): -114 00000100:00000001:0.0:1767384354.520271:0:16774:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384354.520274:0:16130:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000005d9714d7 (40) 02000000:00000001:0.0:1767384354.520277:0:16774:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384354.520280:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:0.0:1767384354.520281:0:16774:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723087744 00000800:00000001:3.0:1767384354.520286:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384354.520286:0:16774:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384354.520290:0:16774:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eec8e1 00000020:00000001:0.0:1767384354.520294:0:16774:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384354.520296:0:16774:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000555601ca refcount=16 00000020:00000001:0.0:1767384354.520300:0:16774:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000020:00000001:0.0:1767384354.520309:0:16774:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000400:00000200:3.0:1767384354.520313:0:16135:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000100:00000001:0.0:1767384354.520314:0:16774:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000010:3.0:1767384354.520318:0:16135:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 681 at 0000000081edca16. 00000020:00000010:0.0:1767384354.520320:0:16774:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003ac5293a. 00000400:00000010:3.0:1767384354.520324:0:16135:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e2b4ec13. 00000100:00000001:0.0:1767384354.520325:0:16774:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767384354.520329:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000091677c2e. 00000020:00000010:0.0:1767384354.520330:0:16774:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003ac5293a. 00000400:00000200:3.0:1767384354.520335:0:16135:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 0000000081edca16 00000400:00000010:3.0:1767384354.520339:0:16135:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 649 at 00000000875a7b44. 00000020:00000010:0.0:1767384354.520339:0:16774:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a9f525db. 00000400:00000200:3.0:1767384354.520343:0:16135:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 672 success 00000020:00000010:0.0:1767384354.520347:0:16774:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001d85914e. 00000400:00000200:3.0:1767384354.520348:0:16135:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x102071 00000400:00000200:3.0:1767384354.520353:0:16135:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (39) 00000020:00000010:0.0:1767384354.520355:0:16774:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004d7bf55e. 00000400:00000010:3.0:1767384354.520357:0:16135:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 681 at 00000000277c5712. 00000400:00000010:3.0:1767384354.520361:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008fbdf106. 00000400:00000010:3.0:1767384354.520366:0:16135:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000001bc09d5e. 00000100:00000040:0.0:1767384354.520368:0:16774:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384354.520373:0:16774:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:3.0:1767384354.520374:0:16135:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.152@tcp 00000100:00000001:0.0:1767384354.520377:0:16774:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384354.520381:0:16774:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384354.520385:0:16135:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.152@tcp local destination 00000100:00000001:0.0:1767384354.520389:0:16774:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384354.520394:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[165, 155], ns[168, 158] 00000400:00000200:3.0:1767384354.520401:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 155], ns[64, 158] 00000100:00000001:0.0:1767384354.520404:0:16774:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384354.520411:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[68, 64], ns[68, 64] 00000400:00000200:3.0:1767384354.520418:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[78, 64], ns[78, 64] 00000100:00000001:0.0:1767384354.520422:0:16774:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:3.0:1767384354.520426:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[83, 64], ns[83, 64] 00000100:00000001:0.0:1767384354.520427:0:16774:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384354.520435:0:16774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 150 00000400:00000200:3.0:1767384354.520437:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[99, 64], ns[100, 64] 00000100:00000040:0.0:1767384354.520442:0:16774:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000555601ca : new rpc_count 1 00000400:00000200:3.0:1767384354.520444:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[103, 64], ns[104, 64] 00000100:00000001:0.0:1767384354.520447:0:16774:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619781697419344 : -124292012132272 : ffff8ef502c4b850) 00000400:00000200:3.0:1767384354.520452:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[114, 64], ns[117, 64] 00000100:00000040:0.0:1767384354.520457:0:16774:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000098d93d62 x1853236723087744/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:335/0 lens 4848/0 e 0 to 0 dl 1767384365 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384354.520476:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[119, 64], ns[122, 64] 00000100:00000001:0.0:1767384354.520477:0:16774:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384354.520482:0:16774:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003ac5293a. 00000100:00000001:0.0:1767384354.520487:0:16774:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384354.520488:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[125, 64], ns[128, 64] 00000020:00000010:0.0:1767384354.520492:0:16774:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003ac5293a. 00000400:00000200:3.0:1767384354.520500:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[132, 64], ns[135, 64] 00000100:00100000:0.0:1767384354.520503:0:16774:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000098d93d62 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c0412d60-4f67-4dbc-8791-892843f60083+16:16137:x1853236723087744:12345-0@lo:253: 00000100:00000200:0.0:1767384354.520513:0:16774:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723087744 00000020:00000001:2.0:1767384354.520514:0:16773:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000400:00000200:3.0:1767384354.520516:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[136, 64], ns[139, 64] 00000020:00000001:0.0:1767384354.520518:0:16774:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:2.0:1767384354.520521:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:0.0:1767384354.520524:0:16774:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000010:2.0:1767384354.520526:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c1379e58. 00000400:00000200:3.0:1767384354.520530:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[146, 64], ns[149, 64] 00000100:00000001:2.0:1767384354.520530:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384354.520530:0:16774:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384354.520537:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c1379e58. 00000020:00000001:0.0:1767384354.520537:0:16774:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384354.520542:0:16774:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669141328 : -1040410288 : ffffffffc1fc9950) 00000400:00000200:3.0:1767384354.520544:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[148, 64], ns[151, 64] 00000020:00000010:2.0:1767384354.520544:0:16773:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009846f52a. 00000020:00000010:2.0:1767384354.520550:0:16773:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009b50135a. 00000400:00000200:3.0:1767384354.520555:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[169, 64], ns[172, 64] 00000020:00000001:0.0:1767384354.520556:0:16774:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000010:2.0:1767384354.520557:0:16773:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000cdb44793. 00000020:00000001:0.0:1767384354.520562:0:16774:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384354.520565:0:16773:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:3.0:1767384354.520566:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[176, 64], ns[179, 64] 00000020:00000001:0.0:1767384354.520567:0:16774:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1767384354.520568:0:16773:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384354.520572:0:16773:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384354.520572:0:16774:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:3.0:1767384354.520576:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 64], ns[52, 64] 00000020:00000001:0.0:1767384354.520579:0:16774:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384354.520581:0:16773:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384354.520584:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 52], ns[56, 52] 00000100:00000001:0.0:1767384354.520586:0:16774:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384354.520592:0:16774:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:3.0:1767384354.520593:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 52], ns[60, 52] 00000100:00000001:2.0:1767384354.520593:0:16773:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1767384354.520600:0:16774:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000e8bf77c3. 00000400:00000200:3.0:1767384354.520602:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 52], ns[72, 52] 02000000:00000001:0.0:1767384354.520605:0:16774:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384354.520608:0:16773:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384354.520610:0:16774:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384354.520611:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[76, 52], ns[76, 52] 00000100:00000001:2.0:1767384354.520611:0:16773:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 20000000:00000001:0.0:1767384354.520618:0:16774:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:3.0:1767384354.520621:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[96, 52], ns[97, 52] 00000100:00100000:2.0:1767384354.520624:0:16773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 151 00000100:00000040:2.0:1767384354.520629:0:16773:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000555601ca : new rpc_count 2 00000400:00000200:3.0:1767384354.520631:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[95, 52], ns[96, 52] 00000100:00000001:2.0:1767384354.520632:0:16773:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619781697415248 : -124292012136368 : ffff8ef502c4a850) 20000000:00000010:0.0:1767384354.520639:0:16774:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000092275e02. 00000100:00000040:2.0:1767384354.520640:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000050d12577 x1853236723087616/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:335/0 lens 4848/0 e 0 to 0 dl 1767384365 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384354.520641:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[90, 52], ns[91, 52] 20000000:01000000:0.0:1767384354.520647:0:16774:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384354.520653:0:16774:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384354.520658:0:16774:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000400:00000200:3.0:1767384354.520659:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[138, 52], ns[141, 52] 20000000:00000001:0.0:1767384354.520663:0:16774:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384354.520665:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 20000000:00000001:0.0:1767384354.520670:0:16774:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384354.520671:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[108, 52], ns[109, 52] 00000020:00000010:2.0:1767384354.520671:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c1379e58. 00000100:00000001:2.0:1767384354.520676:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384354.520677:0:16774:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000020:00000010:2.0:1767384354.520679:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c1379e58. 00000100:00100000:2.0:1767384354.520687:0:16773:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000050d12577 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c0412d60-4f67-4dbc-8791-892843f60083+16:16138:x1853236723087616:12345-0@lo:253: 20000000:00000010:0.0:1767384354.520689:0:16774:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000a0813f11. 00000400:00000200:3.0:1767384354.520690:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[153, 52], ns[156, 52] 20000000:01000000:0.0:1767384354.520696:0:16774:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #48 00000100:00000200:2.0:1767384354.520697:0:16773:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723087616 00000400:00000200:3.0:1767384354.520699:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[158, 52], ns[161, 52] 00000020:00000001:2.0:1767384354.520701:0:16773:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384354.520705:0:16773:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 20000000:00000001:0.0:1767384354.520707:0:16774:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000400:00000200:3.0:1767384354.520708:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[171, 52], ns[174, 52] 00000020:00000001:2.0:1767384354.520708:0:16773:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384354.520713:0:16773:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:3.0:1767384354.520717:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[117, 52], ns[120, 52] 00080000:00000001:0.0:1767384354.520717:0:16774:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000020:00000001:2.0:1767384354.520718:0:16773:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669141328 : -1040410288 : ffffffffc1fc9950) 00000020:00000001:2.0:1767384354.520723:0:16773:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384354.520726:0:16773:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384354.520728:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[139, 52], ns[142, 52] 00000020:00000001:2.0:1767384354.520729:0:16773:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384354.520732:0:16773:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384354.520735:0:16773:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384354.520737:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[161, 52], ns[164, 52] 00000100:00000001:2.0:1767384354.520739:0:16773:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384354.520742:0:16773:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:3.0:1767384354.520744:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[170, 52], ns[173, 52] 02000000:00000010:2.0:1767384354.520747:0:16773:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000989c557f. 00000400:00000200:3.0:1767384354.520749:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[160, 52], ns[163, 52] 02000000:00000001:2.0:1767384354.520750:0:16773:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384354.520755:0:16773:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384354.520758:0:16773:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:3.0:1767384354.520759:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[163, 52], ns[166, 52] 00000400:00000200:3.0:1767384354.520764:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp45, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[173, 52], ns[176, 52] 20000000:00000010:2.0:1767384354.520766:0:16773:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000009fb8db61. 00080000:00000001:0.0:1767384354.520766:0:16774:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384354.520768:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp46, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[900, 1000], np[4294967295, 4294967295], ps[174, 52], ns[177, 52] 20000000:01000000:2.0:1767384354.520773:0:16773:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00080000:00000001:0.0:1767384354.520774:0:16774:0:(osd_index.c:949:osd_remote_fid()) Process entered 00000400:00000200:3.0:1767384354.520776:0:16135:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp26 20000000:00000001:2.0:1767384354.520777:0:16773:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00080000:00000001:0.0:1767384354.520780:0:16774:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384354.520781:0:16773:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000400:00000200:3.0:1767384354.520783:0:16135:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.152@tcp26 20000000:00000001:2.0:1767384354.520785:0:16773:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384354.520786:0:16774:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 20000000:00000001:2.0:1767384354.520788:0:16773:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384354.520790:0:16135:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.152@tcp26 lpni_is_preferred = 0 00000400:00000200:3.0:1767384354.520793:0:16135:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.152@tcp26 00000020:00000001:0.0:1767384354.520794:0:16774:0:(lu_object.c:808:lu_object_find_at()) Process entered 20000000:00000001:2.0:1767384354.520799:0:16773:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:3.0:1767384354.520800:0:16135:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp26 NI seq info: [180:180:256:4294967295] 192.168.202.152@tcp26 LPNI seq info [177:177:8:4294967295] 00000020:00000001:0.0:1767384354.520802:0:16774:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446619782313850200 : -124291395701416 : ffff8ef52782b558) 00000400:00000200:3.0:1767384354.520806:0:16135:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.152@tcp26 00080000:00000001:0.0:1767384354.520810:0:16774:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000400:00000200:3.0:1767384354.520814:0:16135:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp26(192.168.202.152@tcp26:) -> 192.168.202.152@tcp26(192.168.202.152@tcp:192.168.202.152@tcp26) : GET try# 0 00000800:00000200:3.0:1767384354.520819:0:16135:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.152@tcp26 00080000:00000010:0.0:1767384354.520820:0:16774:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000001666c403. 00000800:00000010:3.0:1767384354.520822:0:16135:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000091520fd4. 00080000:00000001:0.0:1767384354.520824:0:16774:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446619777414591488 : -124296294960128 : ffff8ef4037df400) 00000800:00000200:3.0:1767384354.520829:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f5dc85b1] -> 12345-192.168.202.152@tcp26 (4) 00080000:00000001:0.0:1767384354.520832:0:16774:0:(osd_io.c:243:osd_declare_write()) Process entered 00000800:00000200:3.1:1767384354.520835:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f5dc85b1] -> 12345-192.168.202.152@tcp26 (4) 00000800:00000200:3.1:1767384354.520849:0:16135:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp26 ip 192.168.202.152:988 00000800:00000200:3.1:1767384354.520851:0:16135:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000091520fd4 type 2, nob 96 niov 1 nkiov 0 00000400:00000200:3.0:1767384354.520858:0:16135:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.152@tcp 00000400:00000200:3.0:1767384354.520865:0:16135:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100271 rc 0 00000400:00000200:3.0:1767384354.520925:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.152:988 00000001:00000001:0.0:1767384354.520935:0:16774:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384354.520939:0:16774:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384354.520942:0:16774:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000400:00000200:3.0:1767384354.520965:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.152:988 00080000:00000001:0.0:1767384354.520967:0:16774:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384354.520972:0:16774:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:3.0:1767384354.520987:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.152:988 00000400:00000200:3.0:1767384354.521012:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.152:988 00000400:00000200:3.0:1767384354.521053:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.152:988 00080000:00000001:0.0:1767384354.521141:0:16774:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000400:00000200:3.0:1767384354.521142:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.152:988 00080000:00000001:0.0:1767384354.521148:0:16774:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:3.0:1767384354.521197:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.152:988 00000400:00000200:3.0:1767384354.521237:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.152:988 00000400:00000200:3.0:1767384354.521278:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.152:988 00000800:00000200:0.0:1767384354.521284:0:16130:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384354.521289:0:16130:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000091520fd4. 00000400:00000200:0.0:1767384354.521294:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384354.521301:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp26->192.168.202.152@tcp26: GET: OK 00000400:00000200:0.0:1767384354.521307:0:16130:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384354.521311:0:16130:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.152@tcp: 0 00000800:00000001:0.0:1767384354.521319:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384354.521326:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384354.521327:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.152:988 00000800:00000001:0.0:1767384354.521329:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384354.521337:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384354.521345:0:16130:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.152@tcp26(192.168.202.152@tcp26) <- 192.168.202.152@tcp26 : GET - for me 00000400:00000200:0.0:1767384354.521354:0:16130:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.152@tcp of length 672 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384354.521361:0:16130:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.152@tcp of length 672/672 into md 0x1f0d [1] + 0 00000400:00000200:3.0:1767384354.521371:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.152:988 00000400:00000200:0.0:1767384354.521371:0:16130:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.152@tcp26 to MR: 192.168.202.152@tcp26 local destination 00000400:00000200:0.0:1767384354.521383:0:16130:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp26 NI seq info: [181:181:256:4294967295] 192.168.202.152@tcp26 LPNI seq info [178:178:8:4294967295] 00000400:00000200:0.0:1767384354.521396:0:16130:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp26(192.168.202.152@tcp26:192.168.202.152@tcp26) -> 192.168.202.152@tcp26(192.168.202.152@tcp26:192.168.202.152@tcp26) 192.168.202.152@tcp26 : REPLY try# 0 00000800:00000200:0.0:1767384354.521402:0:16130:0:(socklnd_cb.c:1001:ksocknal_send()) sending 672 bytes in 1 frags to 12345-192.168.202.152@tcp26 00000800:00000010:0.0:1767384354.521405:0:16130:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bdf68c71. 00000400:00000200:3.0:1767384354.521409:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.152:988 00000800:00000200:0.0:1767384354.521413:0:16130:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f5dc85b1] -> 12345-192.168.202.152@tcp26 (4) 00000800:00000200:0.0:1767384354.521421:0:16130:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp26 ip 192.168.202.152:989 00000800:00000200:0.0:1767384354.521424:0:16130:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000bdf68c71 type 3, nob 768 niov 1 nkiov 1 00000400:00000200:3.0:1767384354.521443:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.152:988 00000800:00000001:2.0:1767384354.521458:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384354.521484:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.152:988 00000800:00000001:2.0:1767384354.521497:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384354.521504:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384354.521506:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384354.521509:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384354.521515:0:16132:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.152@tcp26(192.168.202.152@tcp26) <- 192.168.202.152@tcp26 : REPLY - for me 00000800:00000200:0.0:1767384354.521517:0:16130:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384354.521521:0:16130:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bdf68c71. 00000400:00000200:2.0:1767384354.521527:0:16132:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.152@tcp26: Reply from 12345-192.168.202.152@tcp26 of length 672/672 into md 0x1f29 00000400:00000200:0.0:1767384354.521528:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384354.521529:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.152:988 00000800:00000001:2.0:1767384354.521532:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384354.521539:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp26->192.168.202.152@tcp26: REPLY: OK 00000800:00000001:2.0:1767384354.521541:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384354.521544:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384354.521549:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp26->192.168.202.152@tcp26: REPLY: OK 00000400:00000200:2.0:1767384354.521553:0:16132:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008fbdf106 00000400:00000010:2.0:1767384354.521555:0:16132:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008fbdf106. 00000400:00000200:2.0:1767384354.521558:0:16132:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:2.0:1767384354.521561:0:16132:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.202.152@tcp has discovery enabled 00000400:00000200:2.0:1767384354.521563:0:16132:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.202.152@tcp(000000005d9714d7) is MR 00000400:00000200:2.0:1767384354.521566:0:16132:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.202.152@tcp data present 40. state = 0x100271 00000400:00000200:2.0:1767384354.521571:0:16132:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.152@tcp (000000005d9714d7): -114 00000400:00000200:2.0:1767384354.521580:0:16132:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000005d9714d7 (40) 00000400:00000200:3.0:1767384354.521586:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.152:988 00000800:00000001:2.0:1767384354.521586:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384354.521590:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384354.521610:0:16135:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384354.521614:0:16135:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x1000f1 00000400:00000010:2.0:1767384354.521620:0:16135:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 820 at 00000000c6051342. 00000400:00000010:2.0:1767384354.521623:0:16135:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 984 at 0000000019e3b954. 00000400:00000010:2.0:1767384354.521626:0:16135:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 820 at 000000009aad8e90. 00000400:00000200:3.0:1767384354.521643:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.152:988 00000400:00000200:2.0:1767384354.521663:0:16135:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.152@tcp38(000000002241dc47) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:2.0:1767384354.521670:0:16135:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.152@tcp42(00000000923724ec) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:2.0:1767384354.521675:0:16135:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.152@tcp45(00000000ecdb3b17) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:2.0:1767384354.521678:0:16135:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.152@tcp46(00000000a3c53249) status changed from 0xdeadface to 0x15aac0de 00000400:00000010:2.0:1767384354.521684:0:16135:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000007c1e72c8. 00000400:00000200:2.0:1767384354.521695:0:16135:0:(peer.c:185:lnet_peer_ni_alloc()) 000000007c1e72c8 nid 192.168.202.152@tcp47 00000400:00000200:3.0:1767384354.521696:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.152:988 00000400:00000010:2.0:1767384354.521698:0:16135:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000fb7c8062. 00000400:00000200:2.0:1767384354.521703:0:16135:0:(peer.c:204:lnet_peer_net_alloc()) 00000000fb7c8062 net tcp47 00000400:00000200:2.0:1767384354.521706:0:16135:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (39) 00000400:00000200:2.0:1767384354.521711:0:16135:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.152@tcp NID 192.168.202.152@tcp47 flags 0x11 00000400:00000010:2.0:1767384354.521717:0:16135:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000ae53d45f. 00000400:00000200:2.0:1767384354.521719:0:16135:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000ae53d45f nid 192.168.202.152@tcp48 00000400:00000010:2.0:1767384354.521722:0:16135:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000548a259b. 00000400:00000200:2.0:1767384354.521725:0:16135:0:(peer.c:204:lnet_peer_net_alloc()) 00000000548a259b net tcp48 00000400:00000200:2.0:1767384354.521726:0:16135:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (40) 00000400:00000200:2.0:1767384354.521728:0:16135:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.152@tcp NID 192.168.202.152@tcp48 flags 0x11 00000400:00000010:2.0:1767384354.521731:0:16135:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 820 at 00000000c6051342. 00000400:00000010:2.0:1767384354.521733:0:16135:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 984 at 0000000019e3b954. 00000400:00000010:2.0:1767384354.521735:0:16135:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 820 at 000000009aad8e90. 00000400:00000010:2.0:1767384354.521738:0:16135:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 681 at 00000000277c5712. 00000400:00000200:2.0:1767384354.521742:0:16135:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.152@tcp (000000005d9714d7): 0 00000400:00000200:2.0:1767384354.521744:0:16135:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.152@tcp(000000005d9714d7): 0. state = 0x100171 00000400:00000200:2.0:1767384354.521747:0:16135:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100171 rc 1 00000400:00000200:3.0:1767384354.521749:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.152:988 00000400:00000200:2.0:1767384354.521751:0:16135:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100171 00000400:00000200:2.0:1767384354.521756:0:16135:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.152@tcp 00000400:00000200:2.0:1767384354.521758:0:16135:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100111 rc 0 00000400:00000200:2.0:1767384354.521761:0:16135:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.152@tcp (000000005d9714d7) 00000400:00000200:2.0:1767384354.521765:0:16135:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000005d9714d7 (41) 00000800:00000001:2.0:1767384354.521784:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384354.521790:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.152:988 00000400:00000200:2.0:1767384354.521858:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.152:988 00000400:00000200:2.0:1767384354.521895:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.152:988 00000400:00000200:2.0:1767384354.521918:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.152:988 00000400:00000200:2.0:1767384354.521937:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.152:988 00000400:00000200:2.0:1767384354.521965:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.152:988 00000400:00000200:2.0:1767384354.521992:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.152:988 00000400:00000200:2.0:1767384354.522026:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.152:988 00000400:00000200:2.0:1767384354.522065:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.152:988 00000400:00000200:2.0:1767384354.522145:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.152:988 00000400:00000200:2.0:1767384354.522181:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.152:988 00000400:00000200:2.0:1767384354.522201:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.152:988 00000400:00000200:2.0:1767384354.522230:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.152:988 00000400:00000200:2.0:1767384354.522245:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.152:988 00000400:00000200:2.0:1767384354.522264:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.152:988 00000400:00000200:2.0:1767384354.522287:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.152:988 00000800:00000010:2.0:1767384354.522390:0:16128:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000078529ee3. 00000800:00000010:2.0:1767384354.522395:0:16128:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000073ab5c8. 00000800:00000010:2.0:1767384354.522400:0:16128:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000c1379e58. 00000800:00000010:2.0:1767384354.522419:0:16128:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000c1379e58. 00000800:00020000:2.0:1767384354.522424:0:16128:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.152 00000800:00000010:2.0:1767384354.522427:0:16128:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000073ab5c8. 00000800:00000010:2.0:1767384354.522429:0:16128:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000078529ee3. 00000400:02020000:2.0:1767384354.522461:0:16128:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.152@tcp26 at host 192.168.202.152:988: is it running a compatible version of Lustre? 00080000:00000001:0.0:1767384354.529857:0:16774:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384354.529865:0:16774:0:(lu_object.c:207:lu_object_put()) Add 00000000f07b1e3f/000000000f28175b to site lru. bkt: 00000000b56e2c81 20000000:00000001:0.0:1767384354.529869:0:16774:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384354.529873:0:16774:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384354.529889:0:16774:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384354.529899:0:16774:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384354.529903:0:16774:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:00000010:2.0:1767384354.529905:0:16773:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000a746ec1e. 20000000:01000000:2.0:1767384354.529910:0:16773:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #48 00080000:00000020:0.0:1767384354.529912:0:16774:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:3.0:1767384354.529913:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384354.529915:0:16773:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:00000001:3.0:1767384354.529918:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384354.529921:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:2.0:1767384354.529922:0:16773:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00010000:00000001:3.0:1767384354.529927:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384354.529931:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1767384354.529936:0:16794:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000fc6b7ccb count: 2 00080000:00000001:0.0:1767384354.529936:0:16807:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00010000:00000001:3.0:1767384354.529941:0:16794:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00040000:00000001:0.0:1767384354.529942:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00010000:00000001:3.0:1767384354.529944:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00040000:00000001:0.0:1767384354.529948:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00010000:00000010:3.0:1767384354.529950:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000e85c90e1. 00080000:00000001:2.0:1767384354.529950:0:16773:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00040000:00000001:0.0:1767384354.529951:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00080000:00000001:2.0:1767384354.529956:0:16773:0:(osd_index.c:949:osd_remote_fid()) Process entered 00040000:00000001:0.0:1767384354.529956:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000020:00000001:3.0:1767384354.529958:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:2.0:1767384354.529960:0:16773:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384354.529962:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000e85c90e1 with handle 0x7e51148972eecced to hash 00080000:00000010:0.0:1767384354.529962:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000001666c403. 00080000:00000001:2.0:1767384354.529963:0:16773:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:3.0:1767384354.529968:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:2.0:1767384354.529969:0:16773:0:(lu_object.c:808:lu_object_find_at()) Process entered 00080000:00000001:0.0:1767384354.529970:0:16807:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000020:00000001:2.0:1767384354.529973:0:16773:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446619782313850200 : -124291395701416 : ffff8ef52782b558) 00080000:00000001:2.0:1767384354.529978:0:16773:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:3.0:1767384354.529979:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446619781713882624 : -124291995668992 : ffff8ef503bfee00) 00010000:00000001:3.0:1767384354.529983:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446619781713882624 : -124291995668992 : ffff8ef503bfee00) 00080000:00000010:2.0:1767384354.529983:0:16773:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000019e3b954. 00010000:00000001:3.0:1767384354.529986:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:2.0:1767384354.529987:0:16773:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446619777400911872 : -124296308639744 : ffff8ef402ad3800) 00010000:00000001:3.0:1767384354.529989:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384354.529990:0:16773:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00010000:3.0:1767384354.529994:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000e85c90e1/0x7e51148972eecced lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384354.530001:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384354.530004:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384354.530006:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384354.530008:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384354.530009:0:16794:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:3.0:1767384354.530012:0:16794:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 000000003653ee69/0x7e51148972eecce6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7e51148972eeccdf expref: 16 pid: 16773 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384354.530017:0:16794:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:3.0:1767384354.530018:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384354.530019:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384354.530021:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384354.530022:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384354.530024:0:16794:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:3.0:1767384354.530026:0:16794:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 00000000e85c90e1/0x7e51148972eecced lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384354.530032:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000fc6b7ccb) refcount = 2 00000001:00000001:2.0:1767384354.530033:0:16773:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000040:3.0:1767384354.530034:0:16794:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00080000:00000001:2.0:1767384354.530037:0:16773:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384354.530039:0:16794:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 000000003653ee69/0x7e51148972eecce6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0x7e51148972eeccdf expref: 16 pid: 16773 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384354.530041:0:16773:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000040:3.0:1767384354.530046:0:16794:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:3.0:1767384354.530047:0:16794:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000e85c90e1/0x7e51148972eecced lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000010:3.0:1767384354.530053:0:16794:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a6646a7e. 00080000:00000001:2.0:1767384354.530053:0:16773:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384354.530055:0:16794:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384354.530059:0:16794:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000022efed03. 00080000:00000001:2.0:1767384354.530064:0:16773:0:(osd_io.c:399:osd_write()) Process entered 00000100:00000001:3.0:1767384354.530068:0:16794:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446619777414678016 : -124296294873600 : ffff8ef4037f4600) 00000100:00000001:3.0:1767384354.530070:0:16794:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446619777414678016 : -124296294873600 : ffff8ef4037f4600) 00000100:00000001:3.0:1767384354.530073:0:16794:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384354.530074:0:16794:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1767384354.530076:0:16794:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:3.0:1767384354.530078:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384354.530080:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:3.0:1767384354.530082:0:16794:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1767384354.530084:0:16794:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1767384354.530108:0:16794:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:3.0:1767384354.530111:0:16794:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:3.0:1767384354.530128:0:16794:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bf6531a0. 00000020:00000040:3.0:1767384354.530133:0:16794:0:(genops.c:1229:class_import_get()) import 00000000ec48d8bc refcount=2 obd=MGS 00000100:00000001:3.0:1767384354.530138:0:16794:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384354.530141:0:16794:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384354.530145:0:16794:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384354.530152:0:16794:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000086515e93. 00000100:00000001:3.0:1767384354.530158:0:16794:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384354.530164:0:16794:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 000000003653ee69/0x7e51148972eecce6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x7e51148972eeccdf expref: 16 pid: 16773 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384354.530176:0:16794:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 000000003653ee69/0x7e51148972eecce6 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x7e51148972eeccdf expref: 16 pid: 16773 timeout: 427 lvb_type: 0 00080000:00000001:2.0:1767384354.530179:0:16773:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00010000:00000001:3.0:1767384354.530181:0:16794:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00080000:00000001:2.0:1767384354.530184:0:16773:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000100:00000001:3.0:1767384354.530186:0:16794:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384354.530191:0:16794:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bf6531a0 x1853236723087872/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384354.530197:0:16794:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384354.530199:0:16794:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384354.530202:0:16794:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000bf6531a0 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16794:1853236723087872:0@lo:104: 00000100:00000001:3.0:1767384354.530206:0:16794:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384354.530209:0:16794:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384354.530211:0:16794:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384354.530213:0:16794:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384354.530222:0:16794:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fa645e07. 02000000:00000001:3.0:1767384354.530224:0:16794:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384354.530228:0:16794:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008ffc8c1f. 00000400:00000010:3.0:1767384354.530234:0:16794:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007a8779cb. 00000100:00000200:3.0:1767384354.530238:0:16794:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236723087872, portal 16 00000100:00000001:3.0:1767384354.530240:0:16794:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384354.530241:0:16794:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782675230080 : -124291034321536 : ffff8ef53d0ced80) 00000100:00000040:3.0:1767384354.530245:0:16794:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@00000000bf6531a0 x1853236723087872/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384370 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384354.530251:0:16794:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384354.530253:0:16794:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384354.530255:0:16794:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000075fee3c6. 00000100:00000200:3.0:1767384354.530257:0:16794:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853236723087872, offset 0 00000400:00000200:3.0:1767384354.530263:0:16794:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384354.530273:0:16794:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384354.530283:0:16794:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x695824c907a00 00000400:00000200:3.0:1767384354.530290:0:16794:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x1775 [2] + 1640 00000400:00000200:3.0:1767384354.530295:0:16794:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384354.530300:0:16794:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384354.530305:0:16794:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384354.530307:0:16794:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1767384354.530310:0:16794:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a9ba819b. 00000100:00000040:3.0:1767384354.530312:0:16794:0:(events.c:337:request_in_callback()) incoming req@00000000a9ba819b x1853236723087872 msgsize 328 00000100:00100000:3.0:1767384354.530315:0:16794:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384354.530327:0:16794:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384354.530334:0:16794:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000075fee3c6 00000400:00000010:3.0:1767384354.530336:0:16794:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000075fee3c6. 00000100:00000001:3.0:1767384354.530340:0:16794:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384354.530343:0:16794:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bf6531a0 x1853236723087872/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384370 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384354.530350:0:16794:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384354.530352:0:16794:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bf6531a0 x1853236723087872/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384370 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384354.530355:0:16763:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384354.530357:0:16794:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384354.530360:0:16763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723087872 02000000:00000001:0.0:1767384354.530363:0:16763:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384354.530366:0:16794:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384354.530367:0:16763:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384354.530371:0:16763:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384354.530373:0:16794:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384354.530376:0:16763:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384354.530378:0:16794:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294944517 00000100:00100000:0.0:1767384354.530383:0:16763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723087872 00000100:00000001:3.0:1767384354.530385:0:16794:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4294944507 00000020:00000001:0.0:1767384354.530387:0:16763:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384354.530391:0:16794:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294944517 00000020:00000040:0.0:1767384354.530391:0:16763:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eec8d3 00000020:00000001:0.0:1767384354.530395:0:16763:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384354.530400:0:16794:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4294944507 00000020:00000040:0.0:1767384354.530400:0:16763:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000d18f5ad3 refcount=3 00000020:00000001:0.0:1767384354.530406:0:16763:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619777404448768 : -124296305102848 : ffff8ef402e33000) 00000100:00000001:3.0:1767384354.530407:0:16794:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294944517 00000020:00000001:0.0:1767384354.530412:0:16763:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619777404448768 : -124296305102848 : ffff8ef402e33000) 00000100:00000001:0.0:1767384354.530418:0:16763:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384354.530421:0:16763:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005d86949a. 00000100:00000001:0.0:1767384354.530425:0:16763:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384354.530428:0:16763:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005d86949a. 00000020:00000010:0.0:1767384354.530434:0:16763:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008341e060. 00000020:00000010:0.0:1767384354.530438:0:16763:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a4e68809. 00000020:00000010:0.0:1767384354.530443:0:16763:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002ee19353. 00000100:00000001:3.0:1767384354.530451:0:16794:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4294944507 00000100:00000001:3.0:1767384354.530458:0:16794:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294944517 00000100:00000040:0.0:1767384354.530458:0:16763:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:3.0:1767384354.530465:0:16794:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4294944507 00000100:00000001:0.0:1767384354.530465:0:16763:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384354.530467:0:16763:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384354.530469:0:16794:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384354.530472:0:16763:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384354.530473:0:16794:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384354.530478:0:16794:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384354.530480:0:16794:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384354.530482:0:16794:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384354.530483:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384354.530485:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767384354.530485:0:16763:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384354.530487:0:16794:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384354.530488:0:16794:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:3.0:1767384354.530490:0:16794:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1767384354.530494:0:16794:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384354.530498:0:16794:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384354.530499:0:16794:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767384354.530501:0:16794:0:(client.c:2690:ptlrpc_set_wait()) set 0000000022efed03 going to sleep for 11 seconds 00000100:00000001:3.0:1767384354.530504:0:16794:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384354.530505:0:16763:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384354.530522:0:16763:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384354.530525:0:16763:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384354.530532:0:16763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00000040:0.0:1767384354.530536:0:16763:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000d18f5ad3 : new rpc_count 1 00000100:00000001:0.0:1767384354.530539:0:16763:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619782675228288 : -124291034323328 : ffff8ef53d0ce680) 00000100:00000040:0.0:1767384354.530544:0:16763:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a9ba819b x1853236723087872/t0(0) o104->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:335/0 lens 328/0 e 0 to 0 dl 1767384365 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384354.530554:0:16763:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384354.530558:0:16763:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005d86949a. 00000100:00000001:0.0:1767384354.530561:0:16763:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384354.530563:0:16763:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005d86949a. 00000100:00100000:0.0:1767384354.530569:0:16763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000a9ba819b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:c0412d60-4f67-4dbc-8791-892843f60083+3:16794:x1853236723087872:12345-0@lo:104: 00000100:00000200:0.0:1767384354.530573:0:16763:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723087872 00010000:00000001:0.0:1767384354.530576:0:16763:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1767384354.530581:0:16763:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384354.530583:0:16763:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384354.530585:0:16763:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d446b842 refcount=2 00000020:00000001:0.0:1767384354.530588:0:16763:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781820860416 : -124291888691200 : ffff8ef50a204800) 00010000:00000001:0.0:1767384354.530591:0:16763:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781820860416 : -124291888691200 : ffff8ef50a204800) 00010000:00000001:0.0:1767384354.530595:0:16763:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:3.0:1767384354.530598:0:16794:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384354.530598:0:16763:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384354.530606:0:16763:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.152@tcp lock: 00000000d446b842/0x7e51148972eeccdf lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x7e51148972eecce6 expref: -99 pid: 16776 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384354.530616:0:16763:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384354.530618:0:16763:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384354.530622:0:16763:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000076070fb9. 02000000:00000001:0.0:1767384354.530625:0:16763:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384354.530628:0:16763:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384354.530632:0:16763:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384354.530636:0:16763:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384354.530645:0:16763:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c1a96973 time=84 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384354.530651:0:16763:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384354.530654:0:16763:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 21 to 0@lo 00000100:00000001:0.0:1767384354.530656:0:16763:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 02000000:00000001:0.0:1767384354.530659:0:16763:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384354.530662:0:16763:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384354.530665:0:16763:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384354.530668:0:16763:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384354.530671:0:16763:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003e7f3dd9. 00000100:00000200:0.0:1767384354.530674:0:16763:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853236723087872, offset 224 00000400:00000200:0.0:1767384354.530679:0:16763:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384354.530685:0:16763:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384354.530694:0:16763:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x695824c907a00 00000400:00000200:0.0:1767384354.530699:0:16763:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x1f2d [1] + 224 00000400:00000200:0.0:1767384354.530704:0:16763:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384354.530708:0:16763:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384354.530712:0:16763:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384354.530716:0:16763:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bf6531a0 x1853236723087872/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384370 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1767384354.530726:0:16763:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000bf6531a0 x1853236723087872/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384370 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384354.530744:0:16763:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384354.530751:0:16763:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003e7f3dd9 00000100:00000001:2.0:1767384354.530753:0:16794:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:0.0:1767384354.530754:0:16763:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003e7f3dd9. 00000400:00000001:2.0:1767384354.530760:0:16794:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767384354.530760:0:16763:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384354.530762:0:16763:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:2.0:1767384354.530763:0:16794:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767384354.530769:0:16763:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384354.530773:0:16763:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 20 to 0@lo 00010000:00000001:0.0:1767384354.530777:0:16763:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1767384354.530781:0:16763:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 000000003513c192. 00010000:00000001:0.0:1767384354.530784:0:16763:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000400:00000010:2.0:1767384354.530790:0:16794:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008ffc8c1f. 00000400:00000200:2.0:1767384354.530794:0:16794:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007a8779cb 00000400:00000010:2.0:1767384354.530795:0:16794:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007a8779cb. 00000100:00000001:2.0:1767384354.530797:0:16794:0:(events.c:78:reply_in_callback()) Process entered 00010000:00010000:0.0:1767384354.530800:0:16763:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00000200:2.0:1767384354.530801:0:16794:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bf6531a0 x1853236723087872/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384370 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:1.0:1767384354.530806:0:16767:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:0.0:1767384354.530806:0:16763:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384354.530811:0:16763:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384354.530812:0:16767:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384354.530817:0:16794:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bf6531a0 x1853236723087872/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384370 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:1.0:1767384354.530817:0:16767:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:0.0:1767384354.530821:0:16763:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384354.530822:0:16767:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1767384354.530825:0:16767:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000001:2.0:1767384354.530830:0:16794:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00010000:1.0:1767384354.530830:0:16767:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.152@tcp lock: 00000000d446b842/0x7e51148972eeccdf lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x7e51148972eecce6 expref: -99 pid: 16776 timeout: 0 lvb_type: 0 00000100:00000040:0.0:1767384354.530832:0:16763:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a9ba819b x1853236723087872/t0(0) o104->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:335/0 lens 328/224 e 0 to 0 dl 1767384365 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384354.530834:0:16794:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384354.530840:0:16794:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384354.530843:0:16794:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00010000:1.0:1767384354.530845:0:16767:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000d446b842 already unused, calling callback (00000000649d35d1) 00000100:00000001:2.0:1767384354.530846:0:16794:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384354.530850:0:16794:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384354.530851:0:16767:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00100000:0.0:1767384354.530851:0:16763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000a9ba819b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:c0412d60-4f67-4dbc-8791-892843f60083+3:16794:x1853236723087872:12345-0@lo:104: Request processed in 293us (534us total) trans 0 rc 0/0 02000000:00000001:2.0:1767384354.530855:0:16794:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 10000000:00010000:1.0:1767384354.530855:0:16767:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.152@tcp lock: 00000000d446b842/0x7e51148972eeccdf lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x7e51148972eecce6 expref: -99 pid: 16776 timeout: 0 lvb_type: 0 00000100:00001000:2.0:1767384354.530863:0:16794:0:(import.c:2128:obd_at_measure()) add 5 to 00000000441774e7 time=84 v=5 (5 0 0 0) 00000100:00100000:0.0:1767384354.530863:0:16763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00010000:00000001:1.0:1767384354.530867:0:16767:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00001000:2.0:1767384354.530869:0:16794:0:(import.c:2128:obd_at_measure()) add 1 to 000000000e70851c time=84 v=5 (1 0 0 0) 00010000:00000001:1.0:1767384354.530870:0:16767:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000040:0.0:1767384354.530870:0:16763:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000d18f5ad3 : new rpc_count 0 00000020:00000001:1.0:1767384354.530873:0:16767:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384354.530877:0:16794:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000040:1.0:1767384354.530877:0:16767:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d446b842 refcount=3 00000100:00000001:0.0:1767384354.530878:0:16763:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:1.0:1767384354.530880:0:16767:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781820860416 : -124291888691200 : ffff8ef50a204800) 00000100:00000001:2.0:1767384354.530881:0:16794:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384354.530882:0:16763:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:1.0:1767384354.530886:0:16767:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781820860416 : -124291888691200 : ffff8ef50a204800) 00010000:00000001:2.0:1767384354.530887:0:16794:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384354.530889:0:16794:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384354.530890:0:16763:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a4e68809. 00000100:00000001:2.0:1767384354.530891:0:16794:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384354.530896:0:16767:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000020:00000010:0.0:1767384354.530896:0:16763:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002ee19353. 00000100:00000040:2.0:1767384354.530898:0:16794:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bf6531a0 x1853236723087872/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384370 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:1.0:1767384354.530900:0:16767:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.152@tcp lock: 00000000d446b842/0x7e51148972eeccdf lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x7e51148972eecce6 expref: -99 pid: 16776 timeout: 0 lvb_type: 0 00000020:00000010:0.0:1767384354.530901:0:16763:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008341e060. 00000020:00000040:0.0:1767384354.530910:0:16763:0:(genops.c:898:class_export_put()) PUTting export 00000000d18f5ad3 : new refcount 2 00000100:00000001:0.0:1767384354.530916:0:16763:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384354.530917:0:16794:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 10000000:00000001:1.0:1767384354.530920:0:16767:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000001:2.0:1767384354.530921:0:16794:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384354.530925:0:16794:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 10000000:00010000:1.0:1767384354.530925:0:16767:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.152@tcp lock: 00000000d446b842/0x7e51148972eeccdf lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x7e51148972eecce6 expref: -99 pid: 16776 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384354.530927:0:16794:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:2.0:1767384354.530930:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384354.530932:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384354.530934:0:16794:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:1.0:1767384354.530938:0:16767:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00000100:00000040:2.0:1767384354.530946:0:16794:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bf6531a0 x1853236723087872/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384370 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 10000000:00000001:1.0:1767384354.530947:0:16767:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:1.0:1767384354.530951:0:16767:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 10000000:00000040:1.0:1767384354.530958:0:16767:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00000100:00100000:2.0:1767384354.530961:0:16794:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000bf6531a0 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16794:1853236723087872:0@lo:104: 00010000:00000001:1.0:1767384354.530963:0:16767:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:2.0:1767384354.530966:0:16794:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384354.530967:0:16767:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384354.530969:0:16794:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384354.530972:0:16794:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767384354.530974:0:16794:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384354.530977:0:16794:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bf6531a0 x1853236723087872/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384370 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 10000000:00000001:1.0:1767384354.530980:0:16767:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 00000100:00000001:2.0:1767384354.530982:0:16794:0:(client.c:2768:__ptlrpc_free_req()) Process entered 10000000:00000001:1.0:1767384354.530985:0:16767:0:(mgc_request.c:117:config_log_put()) Process entered 02000000:00000001:2.0:1767384354.530986:0:16794:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 10000000:00000040:1.0:1767384354.530989:0:16767:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(0000000070cb7a0b) refs 2 02000000:00000010:2.0:1767384354.530990:0:16794:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fa645e07. 02000000:00000001:2.0:1767384354.530995:0:16794:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 10000000:00000001:1.0:1767384354.530996:0:16767:0:(mgc_request.c:147:config_log_put()) Process leaving 00000020:00000001:2.0:1767384354.530997:0:16794:0:(genops.c:1236:class_import_put()) Process entered 10000000:00000001:1.0:1767384354.530999:0:16767:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384354.531000:0:16794:0:(genops.c:1242:class_import_put()) import 00000000ec48d8bc refcount=1 obd=MGS 00000020:00000001:2.0:1767384354.531005:0:16794:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:1.0:1767384354.531007:0:16767:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 02000000:00000010:2.0:1767384354.531008:0:16794:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000086515e93. 02000000:00000001:2.0:1767384354.531013:0:16794:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:1.0:1767384354.531013:0:16767:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 02000000:00000001:2.0:1767384354.531015:0:16794:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:1.0:1767384354.531017:0:16767:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000010:2.0:1767384354.531018:0:16794:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bf6531a0. 00010000:00000001:1.0:1767384354.531024:0:16767:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:2.0:1767384354.531025:0:16794:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384354.531028:0:16794:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384354.531029:0:16767:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384354.531030:0:16794:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000022efed03. 00000100:00000001:2.0:1767384354.531034:0:16794:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000020:00000040:1.0:1767384354.531035:0:16767:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000d446b842 with handle 0x7e51148972eeccdf from hash 00010000:00000001:2.0:1767384354.531036:0:16794:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384354.531042:0:16767:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000010:2.0:1767384354.531043:0:16794:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a6646a7e. 00010000:00000001:1.0:1767384354.531047:0:16767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384354.531049:0:16794:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384354.531051:0:16767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384354.531052:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384354.531054:0:16767:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384354.531055:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384354.531060:0:16767:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 20000000:00000001:2.0:1767384354.531061:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00000001:2.0:1767384354.531065:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384354.531065:0:16767:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00010000:2.0:1767384354.531069:0:16794:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 00000000e85c90e1/0x7e51148972eecced lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384354.531071:0:16767:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767384354.531075:0:16767:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1767384354.531082:0:16767:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000dc2311e4. 00000020:00000040:1.0:1767384354.531129:0:16767:0:(genops.c:1229:class_import_get()) import 00000000df830bbe refcount=6 obd=MGC192.168.202.152@tcp 00000100:00000001:1.0:1767384354.531134:0:16767:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384354.531141:0:16767:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384354.531144:0:16767:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384354.531149:0:16767:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a5bfc6e2. 00000100:00000001:1.0:1767384354.531153:0:16767:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384354.531156:0:16767:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1767384354.531159:0:16767:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.152@tcp lock: 00000000d446b842/0x7e51148972eeccdf lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7e51148972eecce6 expref: -99 pid: 16776 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384354.531167:0:16767:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1767384354.531169:0:16767:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384354.531173:0:16767:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384354.531177:0:16767:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384354.531183:0:16767:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dc2311e4] to pc [ptlrpcd_00_02+2] req@00000000dc2311e4 x1853236723088000/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384354.531205:0:16767:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384354.531209:0:16767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384354.531211:0:16767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384354.531213:0:16767:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384354.531216:0:16767:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384354.531218:0:16767:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384354.531221:0:16767:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.152@tcp lock: 00000000d446b842/0x7e51148972eeccdf lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7e51148972eecce6 expref: -99 pid: 16776 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384354.531228:0:16767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384354.531230:0:16767:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.152@tcp lock: 00000000d446b842/0x7e51148972eeccdf lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7e51148972eecce6 expref: -99 pid: 16776 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384354.531237:0:16767:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000e2d8bad6 count: 0 00010000:00000001:1.0:1767384354.531250:0:16767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384354.531252:0:16767:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:1.0:1767384354.531254:0:16767:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 000000003513c192. 00010000:00000001:1.0:1767384354.531258:0:16767:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384354.531261:0:16767:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384354.531263:0:16767:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384354.531265:0:16767:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767384354.531267:0:16767:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384354.531273:0:16767:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384354.531275:0:16767:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767384354.531277:0:16767:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384354.531278:0:16767:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384354.531280:0:16767:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1767384354.531315:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384354.531319:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384354.531321:0:16139:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384354.531326:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000dc2311e4 x1853236723088000/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384354.531334:0:16139:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384354.531336:0:16139:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384354.531340:0:16139:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384354.531343:0:16139:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384354.531345:0:16139:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384354.531349:0:16139:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000dc2311e4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c0412d60-4f67-4dbc-8791-892843f60083:16139:1853236723088000:0@lo:103: 00000100:00000001:1.0:1767384354.531353:0:16139:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384354.531356:0:16139:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384354.531358:0:16139:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384354.531361:0:16139:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384354.531364:0:16139:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008147a7dd. 02000000:00000001:1.0:1767384354.531367:0:16139:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384354.531371:0:16139:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b227ffda. 00000400:00000010:1.0:1767384354.531376:0:16139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003d8b2f9d. 00000100:00000200:1.0:1767384354.531380:0:16139:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236723088000, portal 18 00000100:00000001:1.0:1767384354.531382:0:16139:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384354.531384:0:16139:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782424485760 : -124291285065856 : ffff8ef52e1adf80) 00000100:00000040:1.0:1767384354.531389:0:16139:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000dc2311e4 x1853236723088000/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384370 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384354.531396:0:16139:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384354.531399:0:16139:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384354.531402:0:16139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ca28d10e. 00000100:00000200:1.0:1767384354.531405:0:16139:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853236723088000, offset 0 00000400:00000200:1.0:1767384354.531413:0:16139:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384354.531426:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384354.531435:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x695824c907a80 00000400:00000200:1.0:1767384354.531440:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x11 [2] + 1640 00000400:00000200:1.0:1767384354.531445:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384354.531450:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384354.531455:0:16139:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384354.531457:0:16139:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1767384354.531461:0:16139:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003615e837. 00000100:00000040:1.0:1767384354.531464:0:16139:0:(events.c:337:request_in_callback()) incoming req@000000003615e837 x1853236723088000 msgsize 328 00000100:00100000:1.0:1767384354.531470:0:16139:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384354.531477:0:16139:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384354.531483:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ca28d10e 00000400:00000010:1.0:1767384354.531485:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ca28d10e. 00000100:00000001:1.0:1767384354.531489:0:16139:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384354.531492:0:16766:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:1.0:1767384354.531493:0:16139:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000dc2311e4 x1853236723088000/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384370 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384354.531503:0:16766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723088000 00000100:00000001:1.0:1767384354.531505:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1767384354.531506:0:16766:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384354.531510:0:16766:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384354.531511:0:16766:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384354.531512:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000dc2311e4 x1853236723088000/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384370 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384354.531514:0:16766:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384354.531519:0:16766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723088000 00000020:00000001:2.0:1767384354.531523:0:16766:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384354.531526:0:16766:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eec8e1 00000020:00000001:2.0:1767384354.531530:0:16766:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384354.531530:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384354.531532:0:16766:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000555601ca refcount=17 00000100:00000001:1.0:1767384354.531535:0:16139:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:2.0:1767384354.531536:0:16766:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000020:00000001:2.0:1767384354.531539:0:16766:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000100:00000001:2.0:1767384354.531542:0:16766:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384354.531542:0:16139:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384354.531547:0:16766:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006b9e0fa9. 00000100:00000001:1.0:1767384354.531549:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294944518 00000100:00000001:2.0:1767384354.531551:0:16766:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384354.531555:0:16766:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006b9e0fa9. 00000100:00000001:1.0:1767384354.531557:0:16139:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294944517 00000020:00000010:2.0:1767384354.531559:0:16766:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007cd60bd9. 00000100:00000001:1.0:1767384354.531564:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294944518 00000020:00000010:2.0:1767384354.531565:0:16766:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000004590a04. 00000020:00000010:2.0:1767384354.531571:0:16766:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006fa09b38. 00000100:00000001:1.0:1767384354.531573:0:16139:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294944517 00000100:00000001:1.0:1767384354.531579:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294944518 00000100:00000040:2.0:1767384354.531580:0:16766:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:2.0:1767384354.531584:0:16766:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384354.531586:0:16766:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384354.531587:0:16139:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294944517 00010000:00000001:2.0:1767384354.531589:0:16766:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:2.0:1767384354.531592:0:16766:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384354.531595:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294944518 00010000:00000001:2.0:1767384354.531596:0:16766:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:2.0:1767384354.531600:0:16766:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384354.531602:0:16766:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384354.531603:0:16139:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294944517 00000020:00000040:2.0:1767384354.531604:0:16766:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000003653ee69 refcount=4 00000020:00000001:2.0:1767384354.531610:0:16766:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781713885184 : -124291995666432 : ffff8ef503bff800) 00000100:00000001:1.0:1767384354.531611:0:16139:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384354.531612:0:16766:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781713885184 : -124291995666432 : ffff8ef503bff800) 00010000:00010000:2.0:1767384354.531617:0:16766:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 000000003653ee69/0x7e51148972eecce6 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x7e51148972eeccdf expref: 17 pid: 16773 timeout: 427 lvb_type: 0 00000100:00000001:1.0:1767384354.531623:0:16139:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384354.531626:0:16766:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1767384354.531629:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384354.531632:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384354.531635:0:16766:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384354.531638:0:16766:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384354.531639:0:16766:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384354.531640:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384354.531644:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384354.531645:0:16766:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1767384354.531648:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:2.0:1767384354.531651:0:16766:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000003615e837 x1853236723088000/t0(0) o103->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:335/0 lens 328/0 e 0 to 0 dl 1767384365 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384354.531652:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384354.531657:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384354.531663:0:16766:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1767384354.531664:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384354.531667:0:16766:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384354.531677:0:16766:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384354.531680:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384354.531685:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384354.531689:0:16766:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384354.531692:0:16766:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384354.531696:0:16766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00000040:2.0:1767384354.531698:0:16766:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000555601ca : new rpc_count 3 00000100:00000001:2.0:1767384354.531700:0:16766:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619782424487552 : -124291285064064 : ffff8ef52e1ae680) 00000100:00000040:2.0:1767384354.531703:0:16766:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000003615e837 x1853236723088000/t0(0) o103->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:335/0 lens 328/0 e 0 to 0 dl 1767384365 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384354.531709:0:16766:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384354.531712:0:16766:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006b9e0fa9. 00000100:00000001:2.0:1767384354.531714:0:16766:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384354.531716:0:16766:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006b9e0fa9. 00000100:00100000:2.0:1767384354.531720:0:16766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000003615e837 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c0412d60-4f67-4dbc-8791-892843f60083+17:16139:x1853236723088000:12345-0@lo:103: 00000100:00000200:2.0:1767384354.531723:0:16766:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723088000 00010000:00000001:2.0:1767384354.531725:0:16766:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:2.0:1767384354.531727:0:16766:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:2.0:1767384354.531729:0:16766:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:2.0:1767384354.531732:0:16766:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384354.531734:0:16766:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384354.531737:0:16766:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000c6051342. 02000000:00000001:2.0:1767384354.531738:0:16766:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384354.531740:0:16766:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384354.531742:0:16766:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:2.0:1767384354.531744:0:16766:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:2.0:1767384354.531745:0:16766:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384354.531752:0:16766:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384354.531753:0:16766:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000003653ee69 refcount=4 00000020:00000001:2.0:1767384354.531754:0:16766:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781713885184 : -124291995666432 : ffff8ef503bff800) 00010000:00000001:2.0:1767384354.531756:0:16766:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781713885184 : -124291995666432 : ffff8ef503bff800) 00010000:00000040:2.0:1767384354.531759:0:16766:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000fc6b7ccb count: 3 00010000:00010000:2.0:1767384354.531761:0:16766:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 000000003653ee69/0x7e51148972eecce6 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x7e51148972eeccdf expref: 17 pid: 16773 timeout: 427 lvb_type: 0 00000100:00001000:2.0:1767384354.531766:0:16766:0:(import.c:2128:obd_at_measure()) add 0 to 00000000dce49598 time=1767384354 v=100 (0 0 0 0) 00010000:00000001:2.0:1767384354.531769:0:16766:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384354.531773:0:16766:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384354.531775:0:16766:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384354.531777:0:16766:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 000000003653ee69/0x7e51148972eecce6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x7e51148972eeccdf expref: 17 pid: 16773 timeout: 427 lvb_type: 0 00000020:00000001:2.0:1767384354.531781:0:16766:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1767384354.531782:0:16766:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1767384354.531784:0:16766:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384354.531785:0:16766:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384354.531787:0:16766:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384354.531788:0:16766:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384354.531792:0:16766:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384354.531793:0:16766:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384354.531794:0:16766:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384354.531796:0:16766:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384354.531797:0:16766:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000003653ee69 with handle 0x7e51148972eecce6 from hash 00010000:00000001:2.0:1767384354.531799:0:16766:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384354.531800:0:16766:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384354.531801:0:16766:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384354.531802:0:16766:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384354.531803:0:16766:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384354.531804:0:16766:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384354.531805:0:16766:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000003653ee69/0x7e51148972eecce6 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x7e51148972eeccdf expref: 17 pid: 16773 timeout: 427 lvb_type: 0 00010000:00000040:2.0:1767384354.531809:0:16766:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000555601ca : new locks_count 9 00000020:00000040:2.0:1767384354.531816:0:16766:0:(genops.c:898:class_export_put()) PUTting export 00000000555601ca : new refcount 16 00010000:00000001:2.0:1767384354.531821:0:16766:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384354.531822:0:16766:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384354.531824:0:16766:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:2.0:1767384354.531825:0:16766:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 00000000e85c90e1 00010000:00000001:2.0:1767384354.531827:0:16766:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384354.531828:0:16766:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384354.531829:0:16766:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384354.531831:0:16766:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384354.531832:0:16766:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384354.531833:0:16766:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384354.531834:0:16766:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:2.0:1767384354.531836:0:16766:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 00000000e85c90e1/0x7e51148972eecced lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384354.531839:0:16766:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:2.0:1767384354.531841:0:16766:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384354.531843:0:16766:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384354.531844:0:16766:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384354.531846:0:16766:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000fc6b7ccb) refcount = 2 00010000:00010000:2.0:1767384354.531848:0:16766:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000e85c90e1/0x7e51148972eecced lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384354.531852:0:16766:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384354.531854:0:16766:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384354.531855:0:16766:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384354.531856:0:16766:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.0:1767384354.531859:0:16766:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006b9e0fa9. 00000100:00000001:2.0:1767384354.531861:0:16766:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384354.531865:0:16766:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005024f773. 00000100:00000001:2.0:1767384354.531866:0:16766:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446619781803580992 : -124291905970624 : ffff8ef509189e40) 00000100:00000001:2.0:1767384354.531867:0:16766:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446619781803580992 : -124291905970624 : ffff8ef509189e40) 00000100:00000001:2.0:1767384354.531869:0:16766:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384354.531869:0:16766:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1767384354.531871:0:16766:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 20000000:00000001:2.0:1767384354.531872:0:16766:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384354.531880:0:16766:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003445359s 00010000:00000001:2.0:1767384354.531884:0:16766:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384354.531886:0:16766:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384354.531887:0:16766:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e85c90e1 refcount=5 00000020:00000001:2.0:1767384354.531889:0:16766:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781713882624 : -124291995668992 : ffff8ef503bfee00) 00010000:00000001:2.0:1767384354.531891:0:16766:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781713882624 : -124291995668992 : ffff8ef503bfee00) 00010000:00000001:2.0:1767384354.531893:0:16766:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384354.531895:0:16766:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000e85c90e1/0x7e51148972eecced lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384354.531899:0:16766:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384354.531900:0:16766:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000e85c90e1/0x7e51148972eecced lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384354.531903:0:16766:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384354.531904:0:16766:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384354.531905:0:16766:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000e85c90e1/0x7e51148972eecced lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384354.531909:0:16766:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384354.531911:0:16766:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384354.531913:0:16766:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384354.531914:0:16766:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000e85c90e1/0x7e51148972eecced lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384354.531918:0:16766:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000e85c90e1 already unused, calling callback (00000000871a6010) 00010000:00000001:2.0:1767384354.531920:0:16766:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384354.531922:0:16766:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384354.531924:0:16766:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000e85c90e1/0x7e51148972eecced lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384354.531927:0:16766:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384354.531928:0:16766:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384354.531930:0:16766:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384354.531931:0:16766:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e85c90e1 refcount=6 00000020:00000001:2.0:1767384354.531937:0:16766:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781713882624 : -124291995668992 : ffff8ef503bfee00) 00010000:00000001:2.0:1767384354.531939:0:16766:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781713882624 : -124291995668992 : ffff8ef503bfee00) 00010000:00000001:2.0:1767384354.531941:0:16766:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384354.531942:0:16766:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000e85c90e1/0x7e51148972eecced lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384354.531945:0:16766:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384354.531946:0:16766:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384354.531947:0:16766:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384354.531955:0:16766:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384354.531957:0:16766:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384354.531958:0:16766:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384354.531960:0:16766:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384354.531961:0:16766:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000e85c90e1 with handle 0x7e51148972eecced from hash 00010000:00000001:2.0:1767384354.531963:0:16766:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384354.531965:0:16766:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384354.531966:0:16766:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384354.531967:0:16766:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384354.531969:0:16766:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384354.531970:0:16766:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384354.531971:0:16766:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384354.531972:0:16766:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384354.531974:0:16766:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384354.531976:0:16766:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384354.531977:0:16766:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384354.531979:0:16766:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384354.531980:0:16766:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384354.531981:0:16794:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 00000000e85c90e1/0x7e51148972eecced lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384354.531982:0:16766:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384354.531985:0:16766:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384354.531987:0:16766:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384354.531991:0:16766:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000e85c90e1/0x7e51148972eecced lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384354.532001:0:16766:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384354.532003:0:16766:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384354.532005:0:16794:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:2.0:1767384354.532005:0:16766:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 20000000:00000001:3.0:1767384354.532010:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:2.0:1767384354.532013:0:16766:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384354.532015:0:16766:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384354.532016:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000e85c90e1/0x7e51148972eecced lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384354.532017:0:16766:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384354.532019:0:16766:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384354.532023:0:16766:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384354.532027:0:16766:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384354.532029:0:16766:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384354.532030:0:16766:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384354.532031:0:16766:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384354.532032:0:16766:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:2.0:1767384354.532033:0:16766:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1767384354.532036:0:16766:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384354.532039:0:16766:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384354.532041:0:16766:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:2.0:1767384354.532044:0:16766:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000005024f773. 00000100:00000001:2.0:1767384354.532048:0:16766:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1767384354.532050:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384354.532050:0:16766:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384354.532055:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000010:2.0:1767384354.532055:0:16766:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006b9e0fa9. 00010000:00010000:3.0:1767384354.532060:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000e85c90e1/0x7e51148972eecced lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384354.532060:0:16766:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:2.0:1767384354.532064:0:16766:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:2.0:1767384354.532066:0:16766:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384354.532071:0:16766:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000040:3.0:1767384354.532075:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000fc6b7ccb count: 0 00010000:00000001:2.0:1767384354.532076:0:16766:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384354.532080:0:16766:0:(import.c:2128:obd_at_measure()) add 1 to 0000000028084485 time=84 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384354.532084:0:16766:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:3.0:1767384354.532127:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384354.532130:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:2.0:1767384354.532169:0:16766:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 21 to 0@lo 00000100:00000001:2.0:1767384354.532173:0:16766:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 02000000:00000001:2.0:1767384354.532175:0:16766:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384354.532177:0:16766:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384354.532180:0:16766:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384354.532184:0:16766:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384354.532222:0:16766:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009a764da8. 00000100:00000200:2.0:1767384354.532226:0:16766:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853236723088000, offset 224 00000400:00000200:2.0:1767384354.532232:0:16766:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384354.532238:0:16766:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384354.532246:0:16766:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x695824c907a80 00000400:00000200:2.0:1767384354.532251:0:16766:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x1f39 [1] + 224 00000400:00000200:2.0:1767384354.532261:0:16766:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384354.532265:0:16766:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384354.532269:0:16766:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384354.532272:0:16766:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000dc2311e4 x1853236723088000/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384370 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384354.532280:0:16766:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000dc2311e4 x1853236723088000/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384370 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384354.532291:0:16766:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384354.532296:0:16766:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009a764da8 00000400:00000010:2.0:1767384354.532298:0:16766:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009a764da8. 00000100:00000001:2.0:1767384354.532301:0:16766:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384354.532302:0:16766:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384354.532306:0:16766:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384354.532309:0:16766:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 20 to 0@lo 00010000:00000001:2.0:1767384354.532311:0:16766:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384354.532313:0:16766:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384354.532317:0:16766:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003615e837 x1853236723088000/t0(0) o103->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:335/0 lens 328/224 e 0 to 0 dl 1767384365 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384354.532325:0:16766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000003615e837 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c0412d60-4f67-4dbc-8791-892843f60083+16:16139:x1853236723088000:12345-0@lo:103: Request processed in 613us (858us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384354.532331:0:16766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00000040:2.0:1767384354.532333:0:16766:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000555601ca : new rpc_count 2 00000100:00000001:2.0:1767384354.532335:0:16766:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384354.532337:0:16766:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384354.532340:0:16766:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000004590a04. 00000020:00000010:2.0:1767384354.532344:0:16766:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006fa09b38. 00000020:00000010:2.0:1767384354.532348:0:16766:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007cd60bd9. 00000020:00000040:2.0:1767384354.532352:0:16766:0:(genops.c:898:class_export_put()) PUTting export 00000000555601ca : new refcount 15 00000100:00000001:2.0:1767384354.532354:0:16766:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384354.532477:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384354.532481:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384354.532484:0:16139:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384354.532486:0:16139:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384354.532488:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b227ffda. 00000400:00000200:1.0:1767384354.532494:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003d8b2f9d 00000400:00000010:1.0:1767384354.532496:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003d8b2f9d. 00000100:00000001:1.0:1767384354.532501:0:16139:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384354.532506:0:16139:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000dc2311e4 x1853236723088000/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384370 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384354.532516:0:16139:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000dc2311e4 x1853236723088000/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384370 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384354.532524:0:16139:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384354.532526:0:16139:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384354.532529:0:16139:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384354.532531:0:16139:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384354.532532:0:16139:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384354.532534:0:16139:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384354.532536:0:16139:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384354.532540:0:16139:0:(import.c:2128:obd_at_measure()) add 5 to 00000000e6189a3f time=84 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384354.532544:0:16139:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f5022cbe time=84 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384354.532548:0:16139:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384354.532550:0:16139:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384354.532552:0:16139:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384354.532554:0:16139:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384354.532557:0:16139:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384354.532562:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000dc2311e4 x1853236723088000/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384370 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384354.532575:0:16139:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384354.532578:0:16139:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384354.532579:0:16139:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384354.532583:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000dc2311e4 x1853236723088000/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384370 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384354.532591:0:16139:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000dc2311e4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c0412d60-4f67-4dbc-8791-892843f60083:16139:1853236723088000:0@lo:103: 00000100:00000001:1.0:1767384354.532596:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384354.532599:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384354.532602:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000dc2311e4 x1853236723088000/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384370 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384354.532610:0:16139:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384354.532612:0:16139:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384354.532615:0:16139:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008147a7dd. 02000000:00000001:1.0:1767384354.532619:0:16139:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384354.532621:0:16139:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384354.532622:0:16139:0:(genops.c:1242:class_import_put()) import 00000000df830bbe refcount=5 obd=MGC192.168.202.152@tcp 00000020:00000001:1.0:1767384354.532625:0:16139:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384354.532627:0:16139:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000a5bfc6e2. 02000000:00000001:1.0:1767384354.532631:0:16139:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384354.532632:0:16139:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384354.532634:0:16139:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000dc2311e4. 00000100:00000001:1.0:1767384354.532637:0:16139:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384354.532638:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384354.532640:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384354.532644:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384354.532645:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384354.532647:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384354.532649:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1767384354.536139:0:17569:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000e2d8bad6. 00010000:00000010:1.1:1767384354.536147:0:17569:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000d446b842. 00080000:00000001:2.0:1767384354.537709:0:16773:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384354.537715:0:16773:0:(lu_object.c:207:lu_object_put()) Add 00000000f07b1e3f/000000000f28175b to site lru. bkt: 00000000b56e2c81 20000000:00000001:2.0:1767384354.537717:0:16773:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384354.537724:0:16773:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384354.537727:0:16773:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384354.537736:0:16773:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384354.537739:0:16773:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:0.0:1767384354.537742:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000020:2.0:1767384354.537746:0:16773:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000001:0.0:1767384354.537747:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384354.537750:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384354.537753:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384354.537755:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:2.0:1767384354.537758:0:16807:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384354.537760:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00010000:00000010:0.0:1767384354.537761:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000094498505. 00040000:00000001:2.0:1767384354.537762:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1767384354.537764:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384354.537767:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00010000:00000001:0.0:1767384354.537768:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000010:2.0:1767384354.537770:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000019e3b954. 00010000:00000010:0.0:1767384354.537773:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000006bdfcc95. 00080000:00000001:2.0:1767384354.537774:0:16807:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000020:00000001:0.0:1767384354.537777:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384354.537780:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 000000006bdfcc95 with handle 0x7e51148972eeccf4 to hash 00000020:00000001:0.0:1767384354.537782:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384354.537783:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446619781734635008 : -124291974916608 : ffff8ef504fc9600) 00010000:00000001:0.0:1767384354.537785:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446619781734635008 : -124291974916608 : ffff8ef504fc9600) 00010000:00000001:0.0:1767384354.537788:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384354.537789:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384354.537791:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000006bdfcc95/0x7e51148972eeccf4 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384354.537799:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384354.537809:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384354.537812:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384354.537814:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384354.537816:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384354.537819:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384354.537820:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384354.537823:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384354.537825:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384354.537827:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384354.537829:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384354.537832:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000094498505) refcount = 1 00010000:00010000:0.0:1767384354.537836:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000006bdfcc95/0x7e51148972eeccf4 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384354.537843:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384354.537844:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384354.537846:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384354.537848:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384354.537849:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384354.537852:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384354.537854:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003445359s 00010000:00000001:0.0:1767384354.537856:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384354.537858:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384354.537859:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000006bdfcc95 refcount=4 00000020:00000001:0.0:1767384354.537861:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781734635008 : -124291974916608 : ffff8ef504fc9600) 00010000:00000001:0.0:1767384354.537863:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781734635008 : -124291974916608 : ffff8ef504fc9600) 00010000:00000001:0.0:1767384354.537865:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384354.537866:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000006bdfcc95/0x7e51148972eeccf4 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384354.537870:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384354.537871:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000006bdfcc95/0x7e51148972eeccf4 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384354.537875:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384354.537877:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384354.537885:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000006bdfcc95/0x7e51148972eeccf4 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384354.537889:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384354.537891:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384354.537893:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384354.537895:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000006bdfcc95/0x7e51148972eeccf4 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384354.537899:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000006bdfcc95 already unused, calling callback (00000000871a6010) 00010000:00000001:0.0:1767384354.537901:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384354.537903:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384354.537904:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000006bdfcc95/0x7e51148972eeccf4 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384354.537908:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384354.537910:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384354.537912:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384354.537913:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000006bdfcc95 refcount=5 00000020:00000001:0.0:1767384354.537914:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781734635008 : -124291974916608 : ffff8ef504fc9600) 00010000:00000001:0.0:1767384354.537916:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781734635008 : -124291974916608 : ffff8ef504fc9600) 00010000:00000001:0.0:1767384354.537918:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384354.537919:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000006bdfcc95/0x7e51148972eeccf4 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384354.537923:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384354.537925:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384354.537926:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384354.537929:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384354.537930:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384354.537932:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384354.537933:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384354.537935:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000006bdfcc95 with handle 0x7e51148972eeccf4 from hash 00010000:00000001:0.0:1767384354.537937:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384354.537939:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384354.537944:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384354.537946:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384354.537948:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384354.537949:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384354.537951:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384354.537953:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384354.537955:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384354.537956:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384354.537957:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384354.537959:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384354.537960:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384354.537961:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384354.537963:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384354.537965:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384354.537966:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000006bdfcc95/0x7e51148972eeccf4 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384354.537970:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384354.537970:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384354.537971:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384354.537973:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384354.537974:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384354.537975:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384354.537977:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384354.537979:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384354.537981:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384354.537982:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000006bdfcc95/0x7e51148972eeccf4 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384354.537986:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384354.537987:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384354.537988:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000006bdfcc95/0x7e51148972eeccf4 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384354.537992:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000094498505 count: 0 00010000:00000001:0.0:1767384354.538004:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384354.538006:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000010:2.1:1767384354.538124:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000003653ee69. 00010000:00000010:3.1:1767384354.539128:0:37639:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000fc6b7ccb. 00010000:00000010:3.1:1767384354.539139:0:37639:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000e85c90e1. 00080000:00000020:2.0:1767384354.539778:0:16774:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:2.0:1767384354.539781:0:16774:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384354.539783:0:16774:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000092275e02. 20000000:00000001:2.0:1767384354.539786:0:16774:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384354.539790:0:16774:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236723087744 00010000:00000001:2.0:1767384354.539793:0:16774:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384354.539800:0:16774:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000098d93d62 x1853236723087744/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:335/0 lens 4848/4768 e 0 to 0 dl 1767384365 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384354.539807:0:16774:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384354.539809:0:16774:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384354.539812:0:16774:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dd452398 time=84 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384354.539816:0:16774:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384354.539818:0:16774:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 21 to 0@lo 00000100:00000001:2.0:1767384354.539820:0:16774:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 02000000:00000001:2.0:1767384354.539822:0:16774:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384354.539825:0:16774:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384354.539828:0:16774:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384354.539831:0:16774:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384354.539835:0:16774:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000062d4f814. 00000100:00000200:2.0:1767384354.539839:0:16774:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236723087744, offset 224 00000400:00000200:2.0:1767384354.539844:0:16774:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384354.539852:0:16774:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384354.539860:0:16774:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824c907980 00000400:00000200:2.0:1767384354.539865:0:16774:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1f1d [2] + 224 00000400:00000200:2.0:1767384354.539877:0:16774:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384354.539882:0:16774:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384354.539886:0:16774:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384354.539889:0:16774:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000274630d4 x1853236723087744/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384370 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384354.539895:0:16774:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000274630d4 x1853236723087744/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384370 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384354.539907:0:16774:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384354.539914:0:16774:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000062d4f814 00000400:00000010:2.0:1767384354.539916:0:16774:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000062d4f814. 00000100:00000001:2.0:1767384354.539919:0:16774:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384354.539921:0:16774:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384354.539921:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384354.539924:0:16774:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384354.539927:0:16774:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 20 to 0@lo 00010000:00000001:2.0:1767384354.539931:0:16774:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:0.0:1767384354.539931:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1767384354.539935:0:16774:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384354.539937:0:16137:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:2.0:1767384354.539938:0:16774:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:0.0:1767384354.539941:0:16137:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1767384354.539943:0:16774:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000098d93d62 x1853236723087744/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:335/0 lens 4848/4768 e 0 to 0 dl 1767384365 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384354.539944:0:16137:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000157eef89. 00000400:00000200:0.0:1767384354.539951:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006017a1fc 00000400:00000010:0.0:1767384354.539954:0:16137:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006017a1fc. 00000100:00100000:2.0:1767384354.539957:0:16774:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000098d93d62 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c0412d60-4f67-4dbc-8791-892843f60083+15:16137:x1853236723087744:12345-0@lo:253: Request processed in 19478us (19976us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384354.539959:0:16137:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384354.539966:0:16137:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000274630d4 x1853236723087744/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384370 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384354.539967:0:16774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 150 00000100:00000040:2.0:1767384354.539972:0:16774:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000555601ca : new rpc_count 1 00000100:00000001:2.0:1767384354.539976:0:16774:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384354.539979:0:16774:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384354.539984:0:16774:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001d85914e. 00000100:00000200:0.0:1767384354.539984:0:16137:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000274630d4 x1853236723087744/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384370 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384354.539987:0:16774:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004d7bf55e. 00000020:00000010:2.0:1767384354.539992:0:16774:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a9f525db. 00000100:00000001:0.0:1767384354.539998:0:16137:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:2.0:1767384354.540000:0:16774:0:(genops.c:898:class_export_put()) PUTting export 00000000555601ca : new refcount 14 00000100:00000001:0.0:1767384354.540001:0:16137:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384354.540004:0:16774:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:0.0:1767384354.540005:0:16137:0:(client.c:1578:after_reply()) Process entered 02000000:00000010:2.0:1767384354.540007:0:16774:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000e8bf77c3. 02000000:00000001:0.0:1767384354.540008:0:16137:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384354.540011:0:16137:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:2.0:1767384354.540012:0:16774:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384354.540013:0:16137:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384354.540015:0:16774:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384354.540017:0:16137:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384354.540021:0:16137:0:(import.c:2128:obd_at_measure()) add 5 to 0000000028df3f77 time=84 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384354.540025:0:16137:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f5022cbe time=84 v=5 (1 0 0 0) 00000100:00000200:2.0:1767384354.540026:0:16774:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:0.0:1767384354.540028:0:16137:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384354.540030:0:16137:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384354.540031:0:16774:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000026a1b6af. 00010000:00000001:0.0:1767384354.540032:0:16137:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384354.540037:0:16137:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384354.540039:0:16774:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000062d4f814. 00000100:00000001:0.0:1767384354.540040:0:16137:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384354.540046:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000274630d4 x1853236723087744/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384370 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384354.540051:0:16137:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384354.540053:0:16137:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384354.540055:0:16137:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384354.540058:0:16137:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384354.540060:0:16137:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384354.540061:0:16137:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384354.540063:0:16137:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384354.540064:0:16137:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384354.540066:0:16137:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384354.540073:0:16137:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384354.540074:0:16137:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384354.540076:0:16137:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384354.540080:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000274630d4 x1853236723087744/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384370 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384354.540110:0:16137:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000274630d4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c0412d60-4f67-4dbc-8791-892843f60083:16137:1853236723087744:0@lo:253: 00000100:00000001:0.0:1767384354.540131:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384354.540133:0:16137:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384354.540136:0:16137:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000274630d4 x1853236723087744/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384370 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384354.540142:0:16137:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384354.540144:0:16137:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384354.540147:0:16137:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000ba22c863. 02000000:00000001:0.0:1767384354.540152:0:16137:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384354.540155:0:16137:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384354.540156:0:16137:0:(genops.c:1242:class_import_put()) import 00000000df830bbe refcount=4 obd=MGC192.168.202.152@tcp 00000020:00000001:0.0:1767384354.540158:0:16137:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384354.540160:0:16137:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000082232bb6. 02000000:00000001:0.0:1767384354.540164:0:16137:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384354.540166:0:16137:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384354.540167:0:16137:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000274630d4. 00000100:00000001:0.0:1767384354.540171:0:16137:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384354.540172:0:16137:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384354.540173:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384354.540178:0:16137:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384354.540180:0:16137:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384354.540183:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384354.540185:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:2.0:1767384354.540679:0:16773:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:2.0:1767384354.540682:0:16773:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384354.540683:0:16773:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000009fb8db61. 20000000:00000001:2.0:1767384354.540687:0:16773:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384354.540689:0:16773:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236723087616 00010000:00000001:2.0:1767384354.540691:0:16773:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384354.540694:0:16773:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000050d12577 x1853236723087616/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:335/0 lens 4848/4768 e 0 to 0 dl 1767384365 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384354.540699:0:16773:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384354.540700:0:16773:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384354.540702:0:16773:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dd452398 time=84 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384354.540704:0:16773:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384354.540705:0:16773:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 21 to 0@lo 00000100:00000001:2.0:1767384354.540707:0:16773:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 02000000:00000001:2.0:1767384354.540708:0:16773:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384354.540710:0:16773:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384354.540712:0:16773:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384354.540713:0:16773:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384354.540715:0:16773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ba5dd14b. 00000100:00000200:2.0:1767384354.540718:0:16773:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236723087616, offset 224 00000400:00000200:2.0:1767384354.540721:0:16773:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384354.540725:0:16773:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384354.540730:0:16773:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824c907900 00000400:00000200:2.0:1767384354.540735:0:16773:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1f15 [2] + 224 00000400:00000200:2.0:1767384354.540739:0:16773:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384354.540742:0:16773:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384354.540745:0:16773:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384354.540747:0:16773:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000059be0b20 x1853236723087616/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384370 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384354.540753:0:16773:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000059be0b20 x1853236723087616/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384370 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384354.540777:0:16773:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384354.540783:0:16773:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ba5dd14b 00000400:00000010:2.0:1767384354.540785:0:16773:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ba5dd14b. 00000100:00000001:2.0:1767384354.540789:0:16773:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384354.540789:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384354.540791:0:16773:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384354.540793:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384354.540796:0:16773:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384354.540799:0:16138:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:2.0:1767384354.540800:0:16773:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 20 to 0@lo 00000400:00000001:0.0:1767384354.540803:0:16138:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:2.0:1767384354.540804:0:16773:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384354.540808:0:16773:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384354.540809:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002cb02be0. 00000020:00000001:2.0:1767384354.540810:0:16773:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384354.540816:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000050d12577 x1853236723087616/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:335/0 lens 4848/4768 e 0 to 0 dl 1767384365 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384354.540816:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000104d2ac2 00000400:00000010:0.0:1767384354.540822:0:16138:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000104d2ac2. 00000100:00100000:2.0:1767384354.540827:0:16773:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000050d12577 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c0412d60-4f67-4dbc-8791-892843f60083+14:16138:x1853236723087616:12345-0@lo:253: Request processed in 20159us (21081us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384354.540829:0:16138:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:2.0:1767384354.540834:0:16773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 151 00000100:00000040:2.0:1767384354.540836:0:16773:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000555601ca : new rpc_count 0 00000100:00000001:2.0:1767384354.540840:0:16773:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384354.540842:0:16773:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384354.540844:0:16773:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009b50135a. 00000100:00000200:0.0:1767384354.540845:0:16138:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000059be0b20 x1853236723087616/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384370 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384354.540850:0:16773:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000cdb44793. 00000020:00000010:2.0:1767384354.540856:0:16773:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009846f52a. 00000100:00000200:0.0:1767384354.540859:0:16138:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000059be0b20 x1853236723087616/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384370 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767384354.540861:0:16773:0:(genops.c:898:class_export_put()) PUTting export 00000000555601ca : new refcount 13 02000000:00000001:2.0:1767384354.540866:0:16773:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384354.540869:0:16773:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000989c557f. 00000100:00000001:0.0:1767384354.540872:0:16138:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:2.0:1767384354.540874:0:16773:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384354.540875:0:16138:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384354.540876:0:16773:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384354.540879:0:16138:0:(client.c:1578:after_reply()) Process entered 00000100:00000200:2.0:1767384354.540881:0:16773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 02000000:00000001:0.0:1767384354.540882:0:16138:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384354.540885:0:16138:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:2.0:1767384354.540887:0:16773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001195ef07. 00000100:00000001:0.0:1767384354.540887:0:16138:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384354.540889:0:16138:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384354.540893:0:16773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ba5dd14b. 00000100:00001000:0.0:1767384354.540893:0:16138:0:(import.c:2128:obd_at_measure()) add 5 to 0000000028df3f77 time=84 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384354.540899:0:16138:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f5022cbe time=84 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384354.540902:0:16138:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384354.540904:0:16138:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384354.540905:0:16138:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384354.540906:0:16138:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384354.540908:0:16138:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384354.540910:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000059be0b20 x1853236723087616/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384370 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384354.540914:0:16138:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384354.540916:0:16138:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384354.540917:0:16138:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384354.540919:0:16138:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384354.540920:0:16138:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384354.540921:0:16138:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384354.540922:0:16138:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384354.540924:0:16138:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384354.540925:0:16138:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384354.540926:0:16138:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384354.540927:0:16138:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384354.540929:0:16138:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384354.540929:0:16138:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384354.540931:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000059be0b20 x1853236723087616/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384370 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384354.540937:0:16138:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000059be0b20 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c0412d60-4f67-4dbc-8791-892843f60083:16138:1853236723087616:0@lo:253: 00000100:00000001:0.0:1767384354.540946:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384354.540947:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384354.540948:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000059be0b20 x1853236723087616/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384370 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384354.540953:0:16138:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384354.540955:0:16138:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384354.540956:0:16138:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000316ac112. 02000000:00000001:0.0:1767384354.540958:0:16138:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384354.540959:0:16138:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384354.540960:0:16138:0:(genops.c:1242:class_import_put()) import 00000000df830bbe refcount=3 obd=MGC192.168.202.152@tcp 00000020:00000001:0.0:1767384354.540962:0:16138:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384354.540963:0:16138:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000004a70125c. 02000000:00000001:0.0:1767384354.540966:0:16138:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384354.540966:0:16138:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384354.540967:0:16138:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000059be0b20. 00000100:00000001:0.0:1767384354.540969:0:16138:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384354.540970:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384354.540971:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384354.540974:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384354.540976:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384354.540977:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384354.540979:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384354.543215:0:37639:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 0000000074b6ebe4. 00000400:00000040:3.0:1767384354.543232:0:37639:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384354.543234:0:37639:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384354.543237:0:37639:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384354.543238:0:37639:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384354.543241:0:37639:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384354.543242:0:37639:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:3.0:1767384354.543244:0:37639:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384354.543245:0:37639:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384354.543246:0:37639:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384354.543247:0:37639:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:3.0:1767384354.543249:0:37639:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384354.543250:0:37639:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384354.543252:0:37639:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384354.543253:0:37639:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384354.543254:0:37639:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767384354.543255:0:37639:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384354.543256:0:37639:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384354.543257:0:37639:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767384354.543258:0:37639:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:3.0:1767384354.543259:0:37639:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384354.543261:0:37639:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384354.543261:0:37639:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384354.543262:0:37639:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384354.543263:0:37639:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384354.543264:0:37639:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:3.0:1767384354.543266:0:37639:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384354.543266:0:37639:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384354.543273:0:37639:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384354.543274:0:37639:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384354.543275:0:37639:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384354.543276:0:37639:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767384354.543278:0:37639:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384354.543279:0:37639:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384354.543280:0:37639:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384354.543281:0:37639:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384354.543282:0:37639:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384354.543284:0:37639:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767384354.543285:0:37639:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384354.543286:0:37639:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384354.543287:0:37639:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384354.543288:0:37639:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384354.543289:0:37639:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384354.543290:0:37639:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767384354.543291:0:37639:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767384354.543292:0:37639:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767384354.543293:0:37639:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767384354.543294:0:37639:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767384354.543295:0:37639:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767384354.543297:0:37639:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384354.543298:0:37639:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384354.543299:0:37639:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767384354.543300:0:37639:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384354.543301:0:37639:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767384354.543302:0:37639:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:3.0:1767384354.543303:0:37639:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767384354.543304:0:37639:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767384354.543304:0:37639:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:3.0:1767384354.543395:0:37639:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 0000000074b6ebe4. 00010000:00000010:0.1:1767384354.548140:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000094498505. 00010000:00000010:0.1:1767384354.548153:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000006bdfcc95. 00000100:00000040:3.0:1767384354.556146:0:53:0:(connection.c:75:cpu_latency_work()) work item of 000000009d5c2cb6 (cpu 0) has reached its deadline 4294944518, at 4294944519 00000100:00000040:2.0:1767384354.556146:0:270:0:(connection.c:75:cpu_latency_work()) work item of 00000000135c2452 (cpu 0) has reached its deadline 4294944518, at 4294944519 00000100:00000040:1.0:1767384354.556149:0:62:0:(connection.c:75:cpu_latency_work()) work item of 00000000edc4e618 (cpu 0) has reached its deadline 4294944518, at 4294944519 00000100:00000010:2.0:1767384354.556157:0:270:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c4b6d059. 00000100:00000010:1.0:1767384354.556161:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c3c6e0b0. 00000100:00000010:3.0:1767384354.556163:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004d3d02d7. 00000100:00000040:0.0:1767384354.557159:0:449:0:(connection.c:75:cpu_latency_work()) work item of 000000002fd0fb58 (cpu 0) has reached its deadline 4294944518, at 4294944520 00000100:00000010:0.0:1767384354.557169:0:449:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004ab5b1d6. 00000400:00000200:0.0:1767384355.253163:0:16134:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.152@tcp45 00000400:00000010:0.0:1767384355.253168:0:16134:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000b8d52c22. 00000400:00000010:0.0:1767384355.253175:0:16134:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000027682159. 00000400:00000010:0.0:1767384355.253179:0:16134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003e7f3dd9. 00000400:00000010:0.0:1767384355.253185:0:16134:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000ea224811. 00000400:00000200:0.0:1767384355.253189:0:16134:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.152@tcp45 00000400:00000200:0.0:1767384355.253206:0:16134:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.152@tcp45 local destination 00000400:00000200:0.0:1767384355.253212:0:16134:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.152@tcp45 00000400:00000200:0.0:1767384355.253215:0:16134:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp45 NI seq info: [182:182:256:4294967295] 192.168.202.152@tcp45 LPNI seq info [179:179:8:4294967295] 00000400:00000200:0.0:1767384355.253220:0:16134:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.152@tcp45 00000400:00000200:0.0:1767384355.253231:0:16134:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp45(192.168.202.152@tcp45:) -> 192.168.202.152@tcp45(192.168.202.152@tcp45:192.168.202.152@tcp45) : GET try# 0 00000800:00000200:0.0:1767384355.253235:0:16134:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.152@tcp45 00000800:00000010:0.0:1767384355.253239:0:16134:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000a10db658. 00000800:00000200:0.0:1767384355.253244:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001c983964] -> 12345-192.168.202.152@tcp45 (2) 00000800:00000200:0.1:1767384355.253247:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001c983964] -> 12345-192.168.202.152@tcp45 (2) 00000400:00000200:0.0:1767384355.253267:0:16134:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.152@tcp45 added to recovery queue. ping count: 2 next ping: 281 health :800 00000400:00000200:0.0:1767384355.253271:0:16134:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.152@tcp46 00000400:00000010:0.0:1767384355.253274:0:16134:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000cfba57c5. 00000400:00000010:0.0:1767384355.253277:0:16134:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000a9f525db. 00000400:00000010:0.0:1767384355.253280:0:16134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cff112c4. 00000400:00000010:0.0:1767384355.253286:0:16134:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000007cc43eaf. 00000400:00000200:0.0:1767384355.253288:0:16134:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.152@tcp46 00000400:00000200:0.0:1767384355.253292:0:16134:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.152@tcp46 local destination 00000400:00000200:0.0:1767384355.253295:0:16134:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.152@tcp46 00000400:00000200:0.0:1767384355.253299:0:16134:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp46 NI seq info: [183:183:256:4294967295] 192.168.202.152@tcp46 LPNI seq info [180:180:8:4294967295] 00000400:00000200:0.0:1767384355.253303:0:16134:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.152@tcp46 00000400:00000200:0.0:1767384355.253307:0:16134:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp46(192.168.202.152@tcp46:) -> 192.168.202.152@tcp46(192.168.202.152@tcp46:192.168.202.152@tcp46) : GET try# 0 00000800:00000200:0.0:1767384355.253310:0:16134:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.152@tcp46 00000800:00000010:0.0:1767384355.253314:0:16134:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000004a80e980. 00000800:00000200:0.0:1767384355.253317:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000050ab23fd] -> 12345-192.168.202.152@tcp46 (2) 00000800:00000200:0.1:1767384355.253319:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000050ab23fd] -> 12345-192.168.202.152@tcp46 (2) 00000400:00000200:3.0:1767384355.253337:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.152:988 00000400:00000200:0.0:1767384355.253338:0:16134:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.152@tcp46 added to recovery queue. ping count: 1 next ping: 279 health :900 00000400:00000200:2.0:1767384355.253387:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.152:988 00000400:00000200:3.0:1767384355.253399:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.152:988 00000400:00000200:2.0:1767384355.253444:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.152:988 00000400:00000200:3.0:1767384355.253455:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.152:988 00000400:00000200:2.0:1767384355.253489:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.152:988 00000400:00000200:3.0:1767384355.253511:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.152:988 00000400:00000200:2.0:1767384355.253530:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.152:988 00000400:00000200:3.0:1767384355.253575:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.152:988 00000400:00000200:2.0:1767384355.253576:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.152:988 00000400:00000200:2.0:1767384355.253611:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.152:988 00000400:00000200:3.0:1767384355.253646:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.152:988 00000400:00000200:2.0:1767384355.253657:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.152:988 00000400:00000200:3.0:1767384355.253699:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.152:988 00000400:00000200:2.0:1767384355.253706:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.152:988 00000400:00000200:3.0:1767384355.253754:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.152:988 00000400:00000200:2.0:1767384355.253759:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.152:988 00000400:00000200:3.0:1767384355.253807:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.152:988 00000400:00000200:2.0:1767384355.253812:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.152:988 00000400:00000200:3.0:1767384355.253856:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.152:988 00000400:00000200:2.0:1767384355.253863:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.152:988 00000400:00000200:3.0:1767384355.253904:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.152:988 00000400:00000200:2.0:1767384355.253923:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.152:988 00000400:00000200:3.0:1767384355.253950:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.152:988 00000400:00000200:2.0:1767384355.253989:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.152:988 00000400:00000200:3.0:1767384355.253993:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.152:988 00000400:00000200:3.0:1767384355.254063:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.152:988 00000400:00000200:2.0:1767384355.254063:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.152:988 00000400:00000200:2.0:1767384355.254167:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.152:988 00000400:00000200:3.0:1767384355.254176:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.152:988 00000400:00000200:2.0:1767384355.254225:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.152:988 00000400:00000200:3.0:1767384355.254248:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.152:988 00000400:00000200:2.0:1767384355.254297:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.152:988 00000400:00000200:3.0:1767384355.254323:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.152:988 00000400:00000200:2.0:1767384355.254366:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.152:988 00000400:00000200:3.0:1767384355.254393:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.152:988 00000400:00000200:2.0:1767384355.254430:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.152:988 00000400:00000200:3.0:1767384355.254452:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.152:988 00000400:00000200:2.0:1767384355.254486:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.152:988 00000400:00000200:3.0:1767384355.254512:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.152:988 00000400:00000200:2.0:1767384355.254547:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.152:988 00000400:00000200:3.0:1767384355.254574:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.152:988 00000400:00000200:2.0:1767384355.254613:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.152:988 00000400:00000200:3.0:1767384355.254633:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.152:988 00000400:00000200:2.0:1767384355.254679:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.152:988 00000400:00000200:3.0:1767384355.254696:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.152:988 00000400:00000200:2.0:1767384355.254742:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.152:988 00000400:00000200:3.0:1767384355.254760:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.152:988 00000400:00000200:2.0:1767384355.254807:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.152:988 00000400:00000200:3.0:1767384355.254826:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.152:988 00000400:00000200:2.0:1767384355.254870:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.152:988 00000400:00000200:3.0:1767384355.254882:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.152:988 00000400:00000200:3.0:1767384355.254948:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.152:988 00000400:00000200:2.0:1767384355.254948:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.152:988 00000800:00000200:1.0:1767384355.254995:0:16129:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b574b9b1] -> 12345-192.168.202.152@tcp14 (6) 00000800:00000200:1.0:1767384355.255003:0:16129:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp14 ip 192.168.202.152:988 00000800:00000200:1.0:1767384355.255015:0:16129:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000050b9c4c8 type 192, nob 24 niov 1 nkiov 0 00000400:00000200:2.0:1767384355.255016:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.152:988 00000400:00000200:3.0:1767384355.255023:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.152:988 00000400:00000200:2.0:1767384355.255071:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.152:988 00000400:00000200:3.0:1767384355.255124:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.152:988 00000400:00000200:2.0:1767384355.255140:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.152:988 00000800:00000200:1.0:1767384355.255179:0:16130:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1767384355.255182:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.152:988 00000800:00000001:1.0:1767384355.255185:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384355.255191:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.152:988 00000800:00000001:1.0:1767384355.255196:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384355.255203:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384355.255208:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384355.255238:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.152:988 00000400:00000200:2.0:1767384355.255241:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.152:988 00000400:00000200:3.0:1767384355.255306:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.152:988 00000400:00000200:2.0:1767384355.255307:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.152:988 00000400:00000200:2.0:1767384355.255353:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.152:988 00000400:00000200:3.0:1767384355.255375:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.152:988 00000400:00000200:2.0:1767384355.255400:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.152:988 00000400:00000200:3.0:1767384355.255437:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.152:988 00000400:00000200:3.0:1767384355.255488:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.152:988 00000400:00000200:3.0:1767384355.255547:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.202.152:988 00000800:00000010:2.0:1767384355.255548:0:16126:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000989c557f. 00000800:00000010:2.0:1767384355.255555:0:16126:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000ab762c1b. 00000800:00000010:2.0:1767384355.255562:0:16126:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000083b85a9c. 00000800:00000010:2.0:1767384355.255586:0:16126:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000083b85a9c. 00000800:00020000:2.0:1767384355.255593:0:16126:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.152 00000400:00000200:3.0:1767384355.255595:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.202.152:988 00000800:00000010:2.0:1767384355.255596:0:16126:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000ab762c1b. 00000800:00000010:2.0:1767384355.255600:0:16126:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000989c557f. 00000400:00000200:3.0:1767384355.255644:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.202.152:988 00000400:02020000:2.0:1767384355.255649:0:16126:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.152@tcp46 at host 192.168.202.152:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384355.255656:0:16126:0:(router.c:1755:lnet_notify()) 192.168.202.152@tcp46 notifying 192.168.202.152@tcp46: down 00000800:00000200:2.0:1767384355.255662:0:16126:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.152@tcp46 down 00000800:00000100:2.0:1767384355.255668:0:16126:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.152@tcp46 00000800:00000010:2.0:1767384355.255671:0:16126:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000004a80e980. 00000400:00000200:2.0:1767384355.255674:0:16126:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384355.255679:0:16126:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp46->192.168.202.152@tcp46: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384355.255687:0:16126:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384355.255690:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.202.152:988 00000400:00000200:2.0:1767384355.255690:0:16126:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.152@tcp46 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384355.255698:0:16126:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.152@tcp46) recovery failed with -71 00000400:00000200:3.0:1767384355.255731:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.202.152:988 00000400:00000200:3.0:1767384355.255758:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.202.152:988 00000400:00000200:3.0:1767384355.255783:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.202.152:988 00000400:00000200:3.0:1767384355.255811:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.202.152:988 00000400:00000200:3.0:1767384355.255838:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.202.152:988 00000400:00000200:3.0:1767384355.255866:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 979 -> 192.168.202.152:988 00000400:00000200:3.0:1767384355.255887:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 978 -> 192.168.202.152:988 00000400:00000200:3.0:1767384355.255908:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 977 -> 192.168.202.152:988 00000400:00000200:3.0:1767384355.255928:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 976 -> 192.168.202.152:988 00000400:00000200:3.0:1767384355.255950:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 975 -> 192.168.202.152:988 00000400:00000200:3.0:1767384355.255971:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 974 -> 192.168.202.152:988 00000800:00000010:3.0:1767384355.256170:0:16127:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000aab16fa3. 00000800:00000010:3.0:1767384355.256174:0:16127:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000009de1bf35. 00000800:00000010:3.0:1767384355.256179:0:16127:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000009a2b6a19. 00000800:00000010:3.0:1767384355.256212:0:16127:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000009a2b6a19. 00000400:00000200:3.0:1767384355.256515:0:16133:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:3.0:1767384355.256533:0:16133:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.152@tcp45 from 205.3.0.2 00000800:00000010:3.0:1767384355.256538:0:16133:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000cb257ab8. 00000800:00000010:3.0:1767384355.257170:0:16125:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000686b2cb5. 00000800:00000010:3.0:1767384355.257175:0:16125:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000dc605ace. 00000800:00000010:3.0:1767384355.257194:0:16125:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000001466db36. 00000800:00000200:3.1:1767384355.257201:0:16125:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001c983964] -> 12345-192.168.202.152@tcp45 (2) 00000800:00000200:3.1:1767384355.257207:0:16125:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.152@tcp45 000000001466db36 deleted 00000800:00000010:3.1:1767384355.257209:0:16125:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000001466db36. 00000800:00000200:3.1:1767384355.257214:0:16125:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1767384355.257220:0:16125:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp45 ip 192.168.202.152:973 00000800:00000200:3.1:1767384355.257223:0:16125:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a10db658 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1767384355.257229:0:16125:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.152@tcp45 p 3.x 192.168.202.152 -> 192.168.202.152:973 incarnation:1767384347161919053 sched[0] 00000800:00000010:3.0:1767384355.257235:0:16125:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000009a2b6a19. 00000800:00000010:3.0:1767384355.257282:0:16125:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000009a2b6a19. 00000800:00000010:3.0:1767384355.257287:0:16125:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000dc605ace. 00000800:00000010:3.0:1767384355.257312:0:16125:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000cb257ab8. 00000800:00000001:3.0:1767384355.257321:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384355.257324:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767384355.257369:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384355.257372:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000a10db658. 00000400:00000200:3.0:1767384355.257376:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384355.257381:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp45->192.168.202.152@tcp45: GET: OK 00000400:00000200:3.0:1767384355.257385:0:16131:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:3.0:1767384355.257388:0:16131:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.152@tcp45 recovery message sent successfully:0 00000800:00000200:3.1:1767384355.257426:0:16127:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.0:1767384355.257431:0:16127:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.152@tcp45 p 3.x 192.168.202.152 -> 192.168.202.152:988 incarnation:1767384347161919053 sched[0] 00000800:00000010:3.0:1767384355.257435:0:16127:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000009de1bf35. 00000400:00000200:3.0:1767384355.257493:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.152:988 00000400:00000200:3.0:1767384355.257540:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.152:988 00000400:00000200:3.0:1767384355.257575:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.152:988 00000400:00000200:3.0:1767384355.257601:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.152:988 00000400:00000200:3.0:1767384355.257639:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.152:988 00000400:00000200:3.0:1767384355.257687:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.152:988 00000400:00000200:3.0:1767384355.257718:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.152:988 00000400:00000200:3.0:1767384355.257759:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.152:988 00000400:00000200:3.0:1767384355.257806:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.152:988 00000400:00000200:3.0:1767384355.257853:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.152:988 00000400:00000200:3.0:1767384355.257907:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.152:988 00000400:00000200:3.0:1767384355.257951:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.152:988 00000400:00000200:3.0:1767384355.257988:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.152:988 00000400:00000200:3.0:1767384355.258022:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.152:988 00000400:00000200:3.0:1767384355.258066:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.152:988 00000400:00000200:3.0:1767384355.258311:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.152:988 00000400:00000200:3.0:1767384355.258361:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.152:988 00000400:00000200:3.0:1767384355.258404:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.152:988 00000400:00000200:3.0:1767384355.258450:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.152:988 00000400:00000200:3.0:1767384355.258485:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.152:988 00000400:00000200:3.0:1767384355.258512:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.152:988 00000400:00000200:3.0:1767384355.258539:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.152:988 00000400:00000200:3.0:1767384355.258565:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.152:988 00000400:00000200:3.0:1767384355.258596:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.152:988 00000400:00000200:3.0:1767384355.258642:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.152:988 00000400:00000200:3.0:1767384355.258697:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.152:988 00000400:00000200:3.0:1767384355.258739:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.152:988 00000400:00000200:3.0:1767384355.258767:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.152:988 00000400:00000200:3.0:1767384355.258795:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.152:988 00000400:00000200:3.0:1767384355.258830:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.152:988 00000400:00000200:3.0:1767384355.258860:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.152:988 00000400:00000200:3.0:1767384355.258895:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.152:988 00000400:00000200:3.0:1767384355.258940:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.152:988 00000400:00000200:3.0:1767384355.258995:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.152:988 00000400:00000200:3.0:1767384355.259055:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.152:988 00000800:00000001:0.0:1767384355.259131:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384355.259139:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384355.259141:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384355.259149:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384355.259156:0:16132:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.152@tcp45(192.168.202.152@tcp45) <- 192.168.202.152@tcp45 : GET - for me 00000400:00000200:0.0:1767384355.259167:0:16132:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.152@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384355.259174:0:16132:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.152@tcp of length 272/272 into md 0x1f0d [1] + 0 00000400:00000200:0.0:1767384355.259181:0:16132:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.152@tcp45 to MR: 192.168.202.152@tcp45 local destination 00000400:00000200:0.0:1767384355.259188:0:16132:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp45 NI seq info: [184:184:256:4294967295] 192.168.202.152@tcp45 LPNI seq info [181:181:8:4294967295] 00000400:00000200:0.0:1767384355.259208:0:16132:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp45(192.168.202.152@tcp45:192.168.202.152@tcp45) -> 192.168.202.152@tcp45(192.168.202.152@tcp45:192.168.202.152@tcp45) 192.168.202.152@tcp45 : REPLY try# 0 00000800:00000200:0.0:1767384355.259214:0:16132:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.152@tcp45 00000800:00000010:0.0:1767384355.259219:0:16132:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000768d9c52. 00000800:00000200:0.0:1767384355.259226:0:16132:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001c983964] -> 12345-192.168.202.152@tcp45 (4) 00000800:00000200:0.0:1767384355.259233:0:16132:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp45 ip 192.168.202.152:988 00000800:00000200:0.0:1767384355.259236:0:16132:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000768d9c52 type 3, nob 368 niov 1 nkiov 1 00000800:00000001:3.0:1767384355.259258:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:3.0:1767384355.259271:0:16127:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000fc2316a4. 00000800:00000010:3.0:1767384355.259284:0:16127:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000009de1bf35. 00000800:00000010:3.0:1767384355.259288:0:16127:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000009a2b6a19. 00000800:00000200:0.0:1767384355.259314:0:16132:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384355.259318:0:16132:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000768d9c52. 00000400:00000200:0.0:1767384355.259322:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384355.259327:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp45->192.168.202.152@tcp45: REPLY: OK 00000800:00000001:3.0:1767384355.259331:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384355.259339:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384355.259342:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384355.259346:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384355.259355:0:16130:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.152@tcp45(192.168.202.152@tcp45) <- 192.168.202.152@tcp45 : REPLY - for me 00000400:00000200:3.0:1767384355.259367:0:16130:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.152@tcp45: Reply from 12345-192.168.202.152@tcp45 of length 272/272 into md 0x1f55 00000800:00000001:3.0:1767384355.259373:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384355.259380:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384355.259383:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384355.259388:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp45->192.168.202.152@tcp45: REPLY: OK 00000400:00000200:3.0:1767384355.259394:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003e7f3dd9 00000400:00000010:3.0:1767384355.259396:0:16130:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003e7f3dd9. 00000400:00000200:3.0:1767384355.259401:0:16130:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:3.0:1767384355.259408:0:16130:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000b8d52c22. 00000400:00000010:3.0:1767384355.259411:0:16130:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000027682159. 00000800:00000001:3.0:1767384355.259419:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384355.259422:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384355.259433:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1767384355.259441:0:16127:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000009a2b6a19. 00000800:00020000:3.0:1767384355.259449:0:16127:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.152 00000800:00000010:3.0:1767384355.259452:0:16127:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000009de1bf35. 00000800:00000010:3.0:1767384355.259456:0:16127:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000fc2316a4. 00000400:02020000:3.0:1767384355.259502:0:16127:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.152@tcp45 at host 192.168.202.152:988: is it running a compatible version of Lustre? 00010000:00000001:0.0:1767384355.381288:0:449:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384355.381295:0:449:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384355.381301:0:449:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384355.381303:0:449:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384355.381398:0:16768:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384355.381401:0:16768:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384355.381404:0:16768:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:2.0:1767384356.204224:0:38181:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384356.204236:0:38181:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384356.204239:0:38181:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384356.204244:0:38181:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384356.204249:0:38181:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384356.204251:0:38181:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384356.277200:0:16134:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384356.277206:0:16134:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384356.277210:0:16134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cff112c4 00000800:00000200:1.0:1767384356.277212:0:16129:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a6274a03] -> 12345-192.168.202.152@tcp30 (6) 00000400:00000010:0.0:1767384356.277215:0:16134:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cff112c4. 00000800:00000200:1.0:1767384356.277220:0:16129:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp30 ip 192.168.202.152:988 00000400:00000200:0.0:1767384356.277221:0:16134:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000800:00000200:1.0:1767384356.277224:0:16129:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000050b9c4c8 type 192, nob 24 niov 1 nkiov 0 00000400:00000200:0.0:1767384356.277228:0:16134:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.152@tcp46 recovery ping unlinked 00000400:00000010:0.0:1767384356.277243:0:16134:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000cfba57c5. 00000400:00000010:0.0:1767384356.277248:0:16134:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000a9f525db. 00000800:00000200:2.0:1767384356.277415:0:16132:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1767384356.277422:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384356.277435:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384356.277441:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384356.277444:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384356.405185:0:449:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384356.405191:0:449:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384356.405196:0:449:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384356.405197:0:449:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384356.405250:0:16767:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384356.405254:0:16767:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384356.405257:0:16767:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:2.0:1767384356.907877:0:38345:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1767384356.907881:0:38345:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg252-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp49 --if ens2 00000001:00000001:2.0:1767384356.910540:0:38345:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384356.916908:0:38346:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000c053603a. 00000400:00000010:3.0:1767384356.916920:0:38346:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000dc605ace. 00000400:00000010:3.0:1767384356.916928:0:38346:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000005a01cae9. 00000400:00000010:3.0:1767384356.916931:0:38346:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000d57b9c7a. 00000400:00000010:3.0:1767384356.916934:0:38346:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000039796376. 00000400:00000010:3.0:1767384356.916938:0:38346:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000023f5f221. 00000400:00000010:3.0:1767384356.916939:0:38346:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000002219a825. 00000400:00000010:3.0:1767384356.916940:0:38346:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000a6f212e8. 00000400:00000010:3.0:1767384356.916943:0:38346:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 0000000085295d99. 00000800:00000010:3.0:1767384356.916960:0:38346:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 0000000039d3c86e. 00000800:00000200:3.0:1767384356.916970:0:38346:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384356.916980:0:38346:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384356.917012:0:38346:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.152) 00000400:02000000:3.0:1767384356.917044:0:38346:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.152@tcp49 [8/256/0/180] 00000400:00000010:3.0:1767384356.918941:0:38346:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 697 at 0000000021e1180a. 00000400:00000010:3.0:1767384356.918946:0:38346:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000074fc6862. 00000400:00000010:3.0:1767384356.918951:0:38346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000075fee3c6. 00000400:00000001:3.0:1767384356.918969:0:38346:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384356.918970:0:38346:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384356.918972:0:38346:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fbeea7d1. 00000400:00000200:3.0:1767384356.918974:0:38346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000025f6c491 00000400:00000010:3.0:1767384356.918976:0:38346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000025f6c491. 00000400:00000010:3.0:1767384356.918979:0:38346:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 681 at 00000000539e415f. 00000400:00000200:3.0:1767384356.918983:0:38346:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (40) 00000400:00000200:3.0:1767384356.918992:0:38346:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.152@tcp (000000005d9714d7): 0 00000400:00000200:3.0:1767384356.918999:0:38346:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131121 00000020:00000010:3.0:1767384356.919005:0:38346:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000fc2316a4. 00000020:01000000:3.0:1767384356.919010:0:38346:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000200:2.0:1767384356.919011:0:16135:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:3.0:1767384356.919013:0:38346:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.152@tcp49 00000400:00000200:2.0:1767384356.919018:0:16135:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100151 00000400:00000010:2.0:1767384356.919024:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009a764da8. 00000400:00000010:3.0:1767384356.919026:0:38346:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000dc605ace. 00000400:00000200:2.0:1767384356.919027:0:16135:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (41) 00000400:00000010:3.0:1767384356.919031:0:38346:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000c053603a. 00000400:00000010:2.0:1767384356.919035:0:16135:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000007e6d5e36. 00000400:00000200:2.0:1767384356.919041:0:16135:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.152@tcp26 00000020:00000001:0.0:1767384356.919048:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:2.0:1767384356.919053:0:16135:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.152@tcp26 to MR: 192.168.202.152@tcp26 local destination 10000000:00000001:0.0:1767384356.919053:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384356.919057:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384356.919059:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:2.0:1767384356.919062:0:16135:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp26 NI seq info: [185:185:256:4294967295] 192.168.202.152@tcp26 LPNI seq info [182:182:8:4294967295] 00000400:00000200:2.0:1767384356.919069:0:16135:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.152@tcp26 00000020:01000004:0.0:1767384356.919070:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384356.919074:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384356.919078:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384356.919081:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:2.0:1767384356.919083:0:16135:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp26(192.168.202.152@tcp26:192.168.202.152@tcp26) -> 192.168.202.152@tcp26(192.168.202.152@tcp26:192.168.202.152@tcp26) : PUT try# 0 00000020:01000004:0.0:1767384356.919084:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384356.919116:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384356.919117:0:37:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384356.919119:0:37:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384356.919121:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384356.919126:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000800:00000200:2.0:1767384356.919130:0:16135:0:(socklnd_cb.c:1001:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.202.152@tcp26 00000800:00000010:2.0:1767384356.919135:0:16135:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c751b565. 00000100:00000010:0.0:1767384356.919136:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000059be0b20. 00000020:00000040:0.0:1767384356.919141:0:37:0:(genops.c:1229:class_import_get()) import 00000000df830bbe refcount=4 obd=MGC192.168.202.152@tcp 00000800:00000200:2.0:1767384356.919145:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f5dc85b1] -> 12345-192.168.202.152@tcp26 (4) 00000800:00000200:2.0:1767384356.919149:0:16135:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.152 (cnted 2, interval 8, 6 secs later) 00000100:00000001:0.0:1767384356.919149:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384356.919154:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000800:00000200:2.0:1767384356.919158:0:16135:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp26 ip 192.168.202.152:988 02000000:00000001:0.0:1767384356.919159:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384356.919163:0:16135:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c751b565 type 1, nob 784 niov 1 nkiov 1 02000000:00000010:0.0:1767384356.919170:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000d77c91e2. 00000400:00000200:2.0:1767384356.919177:0:16135:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.152@tcp 00000100:00000001:0.0:1767384356.919177:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384356.919182:0:16135:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100551 rc 0 00000100:00000001:0.0:1767384356.919187:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384356.919190:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384356.919197:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059be0b20] to pc [ptlrpcd_00_03+3] req@0000000059be0b20 x1853236723088128/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:0.0:1767384356.919223:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384356.919225:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384356.919227:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384356.919229:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000020:00000001:0.0:1767384356.919235:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384356.919237:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384356.919238:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384356.919240:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:0.0:1767384356.919241:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384356.919242:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384356.919244:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384356.919245:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384356.919246:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384356.919247:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384356.919248:0:37:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384356.919250:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000100:00000001:1.0:1767384356.919255:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000004:0.0:1767384356.919256:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:1.0:1767384356.919259:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000010:0.0:1767384356.919261:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000274630d4. 00000100:00000001:1.0:1767384356.919263:0:16140:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000040:0.0:1767384356.919265:0:37:0:(genops.c:1229:class_import_get()) import 00000000df830bbe refcount=5 obd=MGC192.168.202.152@tcp 00000100:00000001:0.0:1767384356.919268:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:1.0:1767384356.919270:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000059be0b20 x1853236723088128/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384356.919271:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000800:00000200:2.0:1767384356.919273:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000001:0.0:1767384356.919275:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384356.919278:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c751b565. 02000000:00000010:0.0:1767384356.919283:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000b9672b6c. 00000400:00000200:2.0:1767384356.919289:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384356.919289:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384356.919290:0:16140:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384356.919294:0:16140:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384356.919296:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384356.919299:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384356.919300:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp26->192.168.202.152@tcp26: PUT: OK 02000000:00000001:1.0:1767384356.919300:0:16140:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384356.919304:0:16140:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384356.919305:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000274630d4] to pc [ptlrpcd_00_00+0] req@00000000274630d4 x1853236723088256/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384356.919309:0:16131:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 02000000:00000001:1.0:1767384356.919309:0:16140:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384356.919317:0:16131:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.152@tcp26: 0 00000100:00100000:1.0:1767384356.919318:0:16140:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000059be0b20 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c0412d60-4f67-4dbc-8791-892843f60083:16140:1853236723088128:0@lo:253: 00000100:00000001:1.0:1767384356.919326:0:16140:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000001:2.0:1767384356.919328:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:1.0:1767384356.919330:0:16140:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384356.919334:0:16140:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384356.919334:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384356.919336:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384356.919337:0:16140:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 10000000:00000001:0.0:1767384356.919339:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384356.919341:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:0.0:1767384356.919342:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384356.919345:0:16140:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000007ac280d2. 00000020:01000000:0.0:1767384356.919345:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000800:00000001:2.0:1767384356.919346:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384356.919351:0:16140:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384356.919352:0:37:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000fc2316a4. 00000400:00000010:1.0:1767384356.919355:0:16140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b227ffda. 00000400:00000200:2.0:1767384356.919360:0:16131:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.152@tcp26(192.168.202.152@tcp26) <- 192.168.202.152@tcp26 : PUT - for me 00000400:00000010:1.0:1767384356.919362:0:16140:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000005164f53. 00000100:00000001:0.0:1767384356.919364:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:1.0:1767384356.919366:0:16140:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236723088128, portal 25 00000100:00000001:0.0:1767384356.919368:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384356.919372:0:16140:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384356.919374:0:16140:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782423948672 : -124291285602944 : ffff8ef52e12ad80) 00000100:00000001:0.0:1767384356.919375:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384356.919378:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767384356.919382:0:16131:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.152@tcp of length 688 into portal 0 MB=0x8000000000000000 00000100:00000001:0.0:1767384356.919382:0:16137:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384356.919388:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000274630d4 x1853236723088256/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384356.919392:0:16140:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000059be0b20 x1853236723088128/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384372 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384356.919395:0:16131:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.152@tcp of length 672/688 into md 0x1f25 [1] + 0 00000400:00000010:2.0:1767384356.919405:0:16131:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e2b4ec13. 00000400:00000200:2.0:1767384356.919410:0:16131:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000091677c2e 00000100:00000001:0.0:1767384356.919415:0:16137:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000800:00000001:2.0:1767384356.919417:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384356.919419:0:16140:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384356.919419:0:16137:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384356.919424:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384356.919425:0:16140:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:0.0:1767384356.919425:0:16137:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1767384356.919428:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1767384356.919429:0:16137:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1767384356.919431:0:16140:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ab762c1b. 02000000:00000001:0.0:1767384356.919435:0:16137:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384356.919436:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp26->192.168.202.152@tcp26: PUT: OK 00000100:00000200:1.0:1767384356.919438:0:16140:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236723088128, offset 0 00000100:00100000:0.0:1767384356.919442:0:16137:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000274630d4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c0412d60-4f67-4dbc-8791-892843f60083:16137:1853236723088256:0@lo:253: 00000400:00000200:2.0:1767384356.919443:0:16131:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000091677c2e 00000400:00000010:2.0:1767384356.919447:0:16131:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000091677c2e. 00000100:00000001:0.0:1767384356.919448:0:16137:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384356.919453:0:16137:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1767384356.919454:0:16131:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:1.0:1767384356.919458:0:16140:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:0.0:1767384356.919458:0:16137:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384356.919459:0:16131:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (42) 02000000:00000001:0.0:1767384356.919464:0:16137:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767384356.919467:0:16131:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.152@tcp(000000005d9714d7) is MR 02000000:00000010:0.0:1767384356.919470:0:16137:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000072a91465. 00000400:00000200:1.0:1767384356.919472:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384356.919474:0:16131:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.202.152@tcp (688 bytes) 02000000:00000001:0.0:1767384356.919479:0:16137:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384356.919484:0:16137:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000157eef89. 00000400:00000200:2.0:1767384356.919485:0:16131:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.152@tcp (000000005d9714d7): -114 00000400:00000200:1.0:1767384356.919487:0:16140:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824c907b00 00000400:00000010:0.0:1767384356.919492:0:16137:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cf10ba11. 00000400:00000200:2.0:1767384356.919496:0:16131:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000005d9714d7 (43) 00000400:00000200:1.0:1767384356.919497:0:16140:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x16d9 [2] + 0 00000400:00000010:1.0:1767384356.919502:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004d9b4bb3. 00000400:00000200:2.0:1767384356.919503:0:16131:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1767384356.919506:0:16140:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000086694af5 00000400:00000200:2.0:1767384356.919510:0:16131:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.152@tcp26 to MR: 192.168.202.152@tcp26 local destination 00000100:00000200:0.0:1767384356.919511:0:16137:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236723088256, portal 25 00000400:00000200:1.0:1767384356.919512:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384356.919516:0:16137:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1767384356.919520:0:16131:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp26 NI seq info: [186:186:256:4294967295] 192.168.202.152@tcp26 LPNI seq info [183:183:8:4294967295] 00000100:00000001:0.0:1767384356.919520:0:16137:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782423950464 : -124291285601152 : ffff8ef52e12b480) 00000400:00000200:1.0:1767384356.919521:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:0.0:1767384356.919530:0:16137:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000274630d4 x1853236723088256/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384372 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384356.919545:0:16131:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp26(192.168.202.152@tcp26:192.168.202.152@tcp26) -> 192.168.202.152@tcp26(192.168.202.152@tcp26:192.168.202.152@tcp26) 192.168.202.152@tcp26 : ACK try# 0 00000100:00000001:0.0:1767384356.919552:0:16137:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767384356.919555:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000086694af5 00000800:00000200:2.0:1767384356.919556:0:16131:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.152@tcp26 00000100:00000040:0.0:1767384356.919559:0:16137:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384356.919560:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000086694af5. 00000800:00000010:2.0:1767384356.919563:0:16131:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c751b565. 00000400:00000010:0.0:1767384356.919564:0:16137:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d05ebcc3. 00000100:00000001:1.0:1767384356.919566:0:16140:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384356.919570:0:16140:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000200:0.0:1767384356.919571:0:16137:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236723088256, offset 0 00000800:00000200:2.0:1767384356.919574:0:16131:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f5dc85b1] -> 12345-192.168.202.152@tcp26 (4) 00000100:00000040:1.0:1767384356.919577:0:16140:0:(events.c:337:request_in_callback()) incoming req@0000000058f693c4 x1853236723088128 msgsize 4848 00000800:00000200:2.0:1767384356.919578:0:16131:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.152 (cnted 2, interval 8, 6 secs later) 00000400:00000200:0.0:1767384356.919583:0:16137:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:1.0:1767384356.919587:0:16140:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000800:00000200:2.0:1767384356.919592:0:16131:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp26 ip 192.168.202.152:989 00000100:00000040:1.0:1767384356.919592:0:16140:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:0.0:1767384356.919595:0:16137:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000200:2.0:1767384356.919598:0:16131:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c751b565 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:1.0:1767384356.919605:0:16140:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384356.919607:0:16137:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824c907b80 00000800:00000001:2.0:1767384356.919612:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384356.919613:0:16137:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x16e1 [2] + 0 00000400:00000010:0.0:1767384356.919618:0:16137:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a9584a80. 00000800:00000001:2.0:1767384356.919619:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384356.919621:0:16137:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000088d548e9 00000400:00000200:1.0:1767384356.919624:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ab762c1b 00000400:00000200:0.0:1767384356.919626:0:16137:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1767384356.919628:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ab762c1b. 00000100:00000001:1.0:1767384356.919633:0:16140:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:0.0:1767384356.919633:0:16137:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384356.919637:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000088d548e9 00000100:00000200:1.0:1767384356.919639:0:16140:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000059be0b20 x1853236723088128/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384372 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384356.919640:0:16137:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000088d548e9. 00000100:00000001:0.0:1767384356.919647:0:16137:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384356.919649:0:16137:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:1.0:1767384356.919651:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384356.919652:0:16137:0:(events.c:337:request_in_callback()) incoming req@0000000074320a94 x1853236723088256 msgsize 4848 00000100:00000040:1.0:1767384356.919657:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000059be0b20 x1853236723088128/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384372 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384356.919662:0:16137:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000800:00000200:2.0:1767384356.919665:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000040:0.0:1767384356.919667:0:16137:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:1.0:1767384356.919671:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384356.919675:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c751b565. 00000100:00000001:1.0:1767384356.919675:0:16140:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384356.919677:0:16137:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384356.919681:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384356.919683:0:16140:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384356.919686:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d05ebcc3 00000100:00000001:1.0:1767384356.919689:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294946906 00000400:00000200:2.0:1767384356.919690:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp26->192.168.202.152@tcp26: ACK: OK 00000400:00000010:0.0:1767384356.919690:0:16137:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d05ebcc3. 00000100:00000001:0.0:1767384356.919697:0:16137:0:(events.c:34:request_out_callback()) Process entered 00000800:00000001:2.0:1767384356.919700:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000010:1.0:1767384356.919700:0:16140:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000683b727c. 00000100:00000200:0.0:1767384356.919704:0:16137:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000274630d4 x1853236723088256/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384372 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767384356.919705:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384356.919709:0:16140:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 0 00000800:00000001:2.0:1767384356.919710:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384356.919716:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384356.919718:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294946906 00000800:00000001:2.0:1767384356.919721:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000010:1.0:1767384356.919725:0:16140:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000010bb3e9a. 00000100:00000001:0.0:1767384356.919726:0:16137:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000001:2.0:1767384356.919729:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384356.919730:0:16140:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767384356.919737:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294946906 00000100:00000040:0.0:1767384356.919740:0:16137:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000274630d4 x1853236723088256/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384372 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384356.919743:0:16131:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.152@tcp26(192.168.202.152@tcp26) <- 192.168.202.152@tcp26 : ACK - for me 00000100:00000010:1.0:1767384356.919744:0:16140:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000effe662d. 00000100:00000001:1.0:1767384356.919751:0:16140:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767384356.919757:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294946906 00000400:00000200:2.0:1767384356.919759:0:16131:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.152@tcp26: ACK from 12345-192.168.202.152@tcp26 into md 0x1f61 00000100:00000001:0.0:1767384356.919759:0:16137:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384356.919762:0:16140:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000aaafda18. 00000100:00000001:0.0:1767384356.919765:0:16137:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1767384356.919766:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384356.919767:0:16140:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384356.919774:0:16140:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384356.919775:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp26->192.168.202.152@tcp26: ACK: OK 00000100:00000001:0.0:1767384356.919775:0:16137:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384356.919781:0:16140:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384356.919784:0:16131:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009a764da8 00000100:00000001:0.0:1767384356.919784:0:16137:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294946906 00000100:00000001:1.0:1767384356.919785:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384356.919790:0:16131:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009a764da8. 00000100:00000001:1.0:1767384356.919791:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384356.919792:0:16137:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 0, keep current deadline 4294946906 00000400:00000200:2.0:1767384356.919798:0:16131:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000100:00000001:0.0:1767384356.919798:0:16137:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294946906 00000100:00000001:1.0:1767384356.919803:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384356.919804:0:16137:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 1, keep current deadline 4294946906 00000400:00000200:2.0:1767384356.919805:0:16131:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.152@tcp ev->status 0 00000100:00000001:1.0:1767384356.919808:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384356.919811:0:16137:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294946906 00000100:00000001:1.0:1767384356.919812:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384356.919815:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767384356.919817:0:16131:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.152@tcp (000000005d9714d7): -114 00000100:00000001:0.0:1767384356.919817:0:16137:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 2, keep current deadline 4294946906 00000100:00000001:1.0:1767384356.919818:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384356.919825:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384356.919826:0:16131:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000005d9714d7 (42) 00000100:00000001:0.0:1767384356.919826:0:16137:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294946906 00000100:00000001:0.0:1767384356.919833:0:16137:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 3, keep current deadline 4294946906 00000800:00000001:2.0:1767384356.919837:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384356.919837:0:16137:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384356.919842:0:16137:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384356.919843:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384356.919843:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384356.919846:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384356.919847:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384356.919853:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384356.919860:0:16137:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384356.919862:0:16137:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384356.919865:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384356.919867:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384356.919870:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384356.919872:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384356.919883:0:16773:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384356.919885:0:16774:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384356.919886:0:16773:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723088128 00000100:00100000:2.0:1767384356.919889:0:16774:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723088256 02000000:00000001:1.0:1767384356.919890:0:16773:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:2.0:1767384356.919894:0:16774:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384356.919895:0:16773:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384356.919898:0:16774:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384356.919899:0:16773:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384356.919902:0:16774:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384356.919903:0:16135:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 02000000:00000001:1.0:1767384356.919904:0:16773:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384356.919909:0:16774:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384356.919910:0:16773:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723088128 00000400:00000010:0.0:1767384356.919910:0:16135:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 697 at 000000009a2250a7. 00000100:00100000:2.0:1767384356.919916:0:16774:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723088256 00000020:00000001:1.0:1767384356.919916:0:16773:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000010:0.0:1767384356.919917:0:16135:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e3dc7d26. 00000020:00000040:1.0:1767384356.919920:0:16773:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eec8e1 00000020:00000001:2.0:1767384356.919921:0:16774:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000010:0.0:1767384356.919924:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cff112c4. 00000020:00000040:2.0:1767384356.919925:0:16774:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eec8e1 00000020:00000001:1.0:1767384356.919925:0:16773:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1767384356.919930:0:16774:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384356.919931:0:16773:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000555601ca refcount=14 00000400:00000200:0.0:1767384356.919931:0:16135:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000009a2250a7 00000020:00000040:2.0:1767384356.919933:0:16774:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000555601ca refcount=15 00000400:00000010:0.0:1767384356.919935:0:16135:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 681 at 0000000081edca16. 00000020:00000001:2.0:1767384356.919936:0:16774:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000400:00000200:0.0:1767384356.919941:0:16135:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 688 success 00000020:00000001:2.0:1767384356.919942:0:16774:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000020:00000001:1.0:1767384356.919942:0:16773:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000020:00000001:1.0:1767384356.919948:0:16773:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000400:00000200:0.0:1767384356.919948:0:16135:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x102051 00000100:00000001:2.0:1767384356.919949:0:16774:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1767384356.919953:0:16135:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (41) 00000100:00000001:1.0:1767384356.919955:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000010:0.0:1767384356.919959:0:16135:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 697 at 000000007e59d6f3. 00000020:00000010:1.0:1767384356.919960:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c0a1e7bf. 00000020:00000010:2.0:1767384356.919962:0:16774:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006b9e0fa9. 00000100:00000001:1.0:1767384356.919964:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384356.919967:0:16774:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384356.919970:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c0a1e7bf. 00000400:00000010:0.0:1767384356.919971:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000024e40c18. 00000020:00000010:2.0:1767384356.919973:0:16774:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006b9e0fa9. 00000020:00000010:1.0:1767384356.919980:0:16773:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000073c981e8. 00000400:00000010:0.0:1767384356.919980:0:16135:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000002c2de606. 00000020:00000010:2.0:1767384356.919981:0:16774:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a5bfc6e2. 00000400:00000200:0.0:1767384356.919987:0:16135:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.152@tcp 00000020:00000010:1.0:1767384356.919988:0:16773:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000da709135. 00000020:00000010:2.0:1767384356.919990:0:16774:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d0540ee8. 00000020:00000010:1.0:1767384356.919994:0:16773:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c370a78c. 00000400:00000200:0.0:1767384356.919995:0:16135:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.152@tcp local destination 00000020:00000010:2.0:1767384356.919996:0:16774:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000cdb44793. 00000100:00000040:1.0:1767384356.920004:0:16773:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000400:00000200:0.0:1767384356.920005:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[165, 155], ns[168, 158] 00000100:00000001:1.0:1767384356.920009:0:16773:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384356.920010:0:16774:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384356.920013:0:16773:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:0.0:1767384356.920013:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 155], ns[64, 158] 00000100:00000001:2.0:1767384356.920014:0:16774:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384356.920016:0:16773:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384356.920017:0:16774:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384356.920025:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[68, 64], ns[68, 64] 00000100:00000001:1.0:1767384356.920028:0:16773:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384356.920029:0:16774:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384356.920030:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[78, 64], ns[78, 64] 00000400:00000200:0.0:1767384356.920037:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[83, 64], ns[83, 64] 00000100:00000001:1.0:1767384356.920039:0:16773:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384356.920042:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[99, 64], ns[100, 64] 00000100:00000001:2.0:1767384356.920048:0:16774:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384356.920048:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[103, 64], ns[104, 64] 00000100:00000001:1.0:1767384356.920052:0:16773:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384356.920056:0:16773:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:0.0:1767384356.920057:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[114, 64], ns[117, 64] 00000100:00000001:2.0:1767384356.920061:0:16774:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:1.0:1767384356.920064:0:16773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 152 00000100:00000001:2.0:1767384356.920065:0:16774:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:0.0:1767384356.920066:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[119, 64], ns[122, 64] 00000100:00000040:1.0:1767384356.920071:0:16773:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000555601ca : new rpc_count 1 00000100:00000001:1.0:1767384356.920076:0:16773:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619781697414224 : -124292012137392 : ffff8ef502c4a450) 00000400:00000200:0.0:1767384356.920076:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[125, 64], ns[128, 64] 00000100:00100000:2.0:1767384356.920077:0:16774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 153 00000100:00000040:2.0:1767384356.920084:0:16774:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000555601ca : new rpc_count 2 00000100:00000001:2.0:1767384356.920132:0:16774:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619781697409104 : -124292012142512 : ffff8ef502c49050) 00000400:00000200:0.0:1767384356.920136:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[132, 64], ns[135, 64] 00000100:00000040:2.0:1767384356.920141:0:16774:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000074320a94 x1853236723088256/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:337/0 lens 4848/0 e 0 to 0 dl 1767384367 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384356.920147:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[136, 64], ns[139, 64] 00000100:00000001:2.0:1767384356.920160:0:16774:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1767384356.920160:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[146, 64], ns[149, 64] 00000020:00000010:2.0:1767384356.920165:0:16774:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006b9e0fa9. 00000400:00000200:0.0:1767384356.920168:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[148, 64], ns[151, 64] 00000100:00000001:2.0:1767384356.920169:0:16774:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384356.920174:0:16774:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006b9e0fa9. 00000100:00000040:1.0:1767384356.920177:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000058f693c4 x1853236723088128/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:337/0 lens 4848/0 e 0 to 0 dl 1767384367 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384356.920179:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[169, 64], ns[172, 64] 00000100:00100000:2.0:1767384356.920184:0:16774:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000074320a94 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c0412d60-4f67-4dbc-8791-892843f60083+15:16137:x1853236723088256:12345-0@lo:253: 00000100:00000200:2.0:1767384356.920195:0:16774:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723088256 00000400:00000200:0.0:1767384356.920198:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[176, 64], ns[179, 64] 00000020:00000001:2.0:1767384356.920200:0:16774:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384356.920204:0:16774:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384356.920207:0:16774:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384356.920211:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:2.0:1767384356.920212:0:16774:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:0.0:1767384356.920212:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[183, 64], ns[186, 64] 00000020:00000001:2.0:1767384356.920215:0:16774:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669141328 : -1040410288 : ffffffffc1fc9950) 00000020:00000010:1.0:1767384356.920216:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c0a1e7bf. 00000020:00000001:2.0:1767384356.920218:0:16774:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1767384356.920220:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384356.920222:0:16774:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384356.920227:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c0a1e7bf. 00000020:00000001:2.0:1767384356.920228:0:16774:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:0.0:1767384356.920232:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 64], ns[56, 64] 00000100:00100000:1.0:1767384356.920235:0:16773:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000058f693c4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c0412d60-4f67-4dbc-8791-892843f60083+15:16140:x1853236723088128:12345-0@lo:253: 00000020:00000001:2.0:1767384356.920238:0:16774:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384356.920242:0:16774:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384356.920245:0:16773:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723088128 00000400:00000200:0.0:1767384356.920247:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 56], ns[60, 56] 00000100:00000001:2.0:1767384356.920248:0:16774:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:1.0:1767384356.920249:0:16773:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 02000000:00000001:2.0:1767384356.920252:0:16774:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:1.0:1767384356.920254:0:16773:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:0.0:1767384356.920257:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 56], ns[72, 56] 00000020:00000001:1.0:1767384356.920258:0:16773:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384356.920259:0:16774:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000989c557f. 02000000:00000001:2.0:1767384356.920264:0:16774:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384356.920264:0:16773:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:0.0:1767384356.920268:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[76, 56], ns[76, 56] 00000100:00000001:2.0:1767384356.920269:0:16774:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384356.920273:0:16773:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669141328 : -1040410288 : ffffffffc1fc9950) 20000000:00000001:2.0:1767384356.920275:0:16774:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000001:1.0:1767384356.920280:0:16773:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:0.0:1767384356.920283:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[96, 56], ns[97, 56] 00000020:00000001:1.0:1767384356.920284:0:16773:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 20000000:00000010:2.0:1767384356.920286:0:16774:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000009fb8db61. 00000020:00000001:1.0:1767384356.920289:0:16773:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 20000000:01000000:2.0:1767384356.920292:0:16774:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000020:00000001:1.0:1767384356.920294:0:16773:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 20000000:00000001:2.0:1767384356.920296:0:16774:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000400:00000200:0.0:1767384356.920297:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[95, 56], ns[96, 56] 00000020:00000001:1.0:1767384356.920298:0:16773:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384356.920299:0:16774:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384356.920304:0:16774:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384356.920305:0:16773:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 20000000:00000001:2.0:1767384356.920307:0:16774:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384356.920309:0:16773:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:0.0:1767384356.920309:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[90, 56], ns[91, 56] 20000000:00000001:2.0:1767384356.920311:0:16774:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 02000000:00000010:1.0:1767384356.920316:0:16773:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000036b1ae31. 00000400:00000200:0.0:1767384356.920318:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[138, 56], ns[141, 56] 02000000:00000001:1.0:1767384356.920320:0:16773:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:2.0:1767384356.920321:0:16774:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000000625a92a. 00000100:00000001:1.0:1767384356.920327:0:16773:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:2.0:1767384356.920328:0:16774:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #49 00000400:00000200:0.0:1767384356.920331:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[108, 56], ns[109, 56] 20000000:00000001:1.0:1767384356.920335:0:16773:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000001:2.0:1767384356.920338:0:16774:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000400:00000200:0.0:1767384356.920338:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[153, 56], ns[156, 56] 00000400:00000200:0.0:1767384356.920343:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[158, 56], ns[161, 56] 20000000:00000010:1.0:1767384356.920344:0:16773:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000003df3f98b. 00080000:00000001:2.0:1767384356.920345:0:16774:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000400:00000200:0.0:1767384356.920351:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[171, 56], ns[174, 56] 20000000:01000000:1.0:1767384356.920352:0:16773:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:1.0:1767384356.920357:0:16773:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384356.920361:0:16773:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000400:00000200:0.0:1767384356.920361:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[117, 56], ns[120, 56] 20000000:00000001:1.0:1767384356.920365:0:16773:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384356.920368:0:16773:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384356.920369:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[139, 56], ns[142, 56] 20000000:00000001:1.0:1767384356.920372:0:16773:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:0.0:1767384356.920376:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[161, 56], ns[164, 56] 00000400:00000200:0.0:1767384356.920379:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[170, 56], ns[173, 56] 00000400:00000200:0.0:1767384356.920382:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[160, 56], ns[163, 56] 00000400:00000200:0.0:1767384356.920386:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[163, 56], ns[166, 56] 00080000:00000001:2.0:1767384356.920387:0:16774:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384356.920391:0:16774:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384356.920394:0:16774:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384356.920398:0:16774:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:2.0:1767384356.920402:0:16774:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000200:0.0:1767384356.920403:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp45, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[181, 56], ns[184, 56] 00000020:00000001:2.0:1767384356.920407:0:16774:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446619782313850200 : -124291395701416 : ffff8ef52782b558) 00000400:00000200:0.0:1767384356.920408:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp46, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[180, 56], ns[183, 56] 00080000:00000001:2.0:1767384356.920414:0:16774:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000400:00000200:0.0:1767384356.920416:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp47, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 56], ns[0, 56] 00000400:00000200:0.0:1767384356.920420:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp48, tcp47] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 00080000:00000010:2.0:1767384356.920421:0:16774:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000009aad8e90. 00000400:00000200:0.0:1767384356.920424:0:16135:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp47 00080000:00000001:2.0:1767384356.920425:0:16774:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446619777400897536 : -124296308654080 : ffff8ef402ad0000) 00080000:00000001:2.0:1767384356.920429:0:16774:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:0.0:1767384356.920430:0:16135:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.152@tcp47 00000400:00000200:0.0:1767384356.920435:0:16135:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.152@tcp47 lpni_is_preferred = 0 00000400:00000200:0.0:1767384356.920437:0:16135:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.152@tcp47 00000400:00000200:0.0:1767384356.920440:0:16135:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp47 NI seq info: [187:187:256:4294967295] 192.168.202.152@tcp47 LPNI seq info [184:184:8:4294967295] 00000400:00000200:0.0:1767384356.920443:0:16135:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.152@tcp47 00000400:00000200:0.0:1767384356.920449:0:16135:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp47(192.168.202.152@tcp47:) -> 192.168.202.152@tcp47(192.168.202.152@tcp:192.168.202.152@tcp47) : GET try# 0 00000800:00000200:0.0:1767384356.920453:0:16135:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.152@tcp47 00000800:00000010:0.0:1767384356.920456:0:16135:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000a10db658. 00000800:00000010:0.0:1767384356.920462:0:16135:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000d05ebcc3. 00000800:00000010:0.0:1767384356.920466:0:16135:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 0000000043507056. 00000800:00000200:0.0:1767384356.920469:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d05ebcc3] -> 12345-192.168.202.152@tcp47 (2) 00000800:00000200:0.1:1767384356.920473:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d05ebcc3] -> 12345-192.168.202.152@tcp47 (2) 00000400:00000200:0.0:1767384356.920485:0:16135:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.152@tcp 00000400:00000200:0.0:1767384356.920487:0:16135:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100251 rc 0 00000001:00000001:2.0:1767384356.920513:0:16774:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384356.920516:0:16774:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384356.920519:0:16774:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000400:00000200:0.0:1767384356.920539:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.152:988 00080000:00000001:2.0:1767384356.920540:0:16774:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384356.920546:0:16774:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:0.0:1767384356.920578:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.152:988 00000400:00000200:0.0:1767384356.920610:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.152:988 00000400:00000200:0.0:1767384356.920631:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.152:988 00000400:00000200:0.0:1767384356.920658:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.152:988 00080000:00000001:2.0:1767384356.920683:0:16774:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000400:00000200:0.0:1767384356.920684:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.152:988 00080000:00000001:2.0:1767384356.920690:0:16774:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:0.0:1767384356.920711:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.152:988 00000400:00000200:0.0:1767384356.920730:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.152:988 00000400:00000200:0.0:1767384356.920754:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.152:988 00000400:00000200:0.0:1767384356.920791:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.152:988 00000400:00000200:0.0:1767384356.920807:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.152:988 00000400:00000200:0.0:1767384356.920827:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.152:988 00000400:00000200:0.0:1767384356.920852:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.152:988 00000400:00000200:0.0:1767384356.920877:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.152:988 00000400:00000200:0.0:1767384356.920899:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.152:988 00000400:00000200:0.0:1767384356.920920:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.152:988 00000400:00000200:0.0:1767384356.920946:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.152:988 00000400:00000200:0.0:1767384356.920980:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.152:988 00000400:00000200:0.0:1767384356.921000:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.152:988 00000400:00000200:0.0:1767384356.921023:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.152:988 00000400:00000200:0.0:1767384356.921044:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.152:988 00000400:00000200:0.0:1767384356.921062:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.152:988 00000400:00000200:1.0:1767384356.921153:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.152:988 00000400:00000200:1.0:1767384356.921190:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.152:988 00000400:00000200:1.0:1767384356.921222:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.152:988 00000400:00000200:1.0:1767384356.921257:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.152:988 00000400:00000200:1.0:1767384356.921282:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.152:988 00000400:00000200:1.0:1767384356.921310:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.152:988 00000400:00000200:1.0:1767384356.921342:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.152:988 00000400:00000200:1.0:1767384356.921367:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.152:988 00000400:00000200:1.0:1767384356.921387:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.152:988 00000400:00000200:1.0:1767384356.921406:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.152:988 00000400:00000200:1.0:1767384356.921429:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.152:988 00000400:00000200:1.0:1767384356.921444:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.152:988 00000400:00000200:1.0:1767384356.921457:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.152:988 00000800:00000010:1.0:1767384356.921565:0:16128:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000002cb8ab3. 00000800:00000010:1.0:1767384356.921570:0:16128:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000ab762c1b. 00000800:00000010:1.0:1767384356.921581:0:16128:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000c0a1e7bf. 00000800:00000010:1.0:1767384356.921603:0:16128:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000c0a1e7bf. 00000800:00020000:1.0:1767384356.921609:0:16128:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.152 00000800:00000010:1.0:1767384356.921612:0:16128:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000ab762c1b. 00000800:00000010:1.0:1767384356.921614:0:16128:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000002cb8ab3. 00000400:02020000:1.0:1767384356.921645:0:16128:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.152@tcp47 at host 192.168.202.152:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384356.921650:0:16128:0:(router.c:1755:lnet_notify()) 192.168.202.152@tcp47 notifying 192.168.202.152@tcp47: down 00000800:00000200:1.0:1767384356.921654:0:16128:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.152@tcp47 down 00000800:00000100:1.0:1767384356.921659:0:16128:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.152@tcp47 00000800:00000010:1.0:1767384356.921661:0:16128:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000a10db658. 00000400:00000200:1.0:1767384356.921665:0:16128:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384356.921668:0:16128:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp47->192.168.202.152@tcp47: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384356.921674:0:16128:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.152@tcp47 added to recovery queue. ping count: 0 next ping: 280 health :900 00000400:00000200:1.0:1767384356.921676:0:16128:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384356.921678:0:16128:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.152@tcp: 1 00000400:00000200:1.0:1767384356.921680:0:16128:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.152@tcp (000000005d9714d7): -114 00000400:00000200:1.0:1767384356.921711:0:16135:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384356.921715:0:16135:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100851 00000400:00000001:1.0:1767384356.921718:0:16135:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384356.921719:0:16135:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384356.921721:0:16135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000024e40c18 00000400:00000010:1.0:1767384356.921722:0:16135:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000024e40c18. 00000400:00000200:1.0:1767384356.921725:0:16135:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:1.0:1767384356.921727:0:16135:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.152@tcp (000000005d9714d7): -114 00000400:00000010:1.0:1767384356.921729:0:16135:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 697 at 000000007e59d6f3. 00000400:00000200:1.0:1767384356.921731:0:16135:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000005d9714d7 (42) 00000400:00000200:1.0:1767384356.921734:0:16135:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.202.152@tcp:-71 00000400:00000200:1.0:1767384356.921736:0:16135:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x102051 rc -71 00000400:00000200:1.0:1767384356.921739:0:16135:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.152@tcp (000000005d9714d7) 00000400:00000200:1.0:1767384356.921741:0:16135:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000005d9714d7 (41) 00080000:00000001:2.0:1767384356.928635:0:16774:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384356.928643:0:16774:0:(lu_object.c:207:lu_object_put()) Add 00000000f07b1e3f/000000000f28175b to site lru. bkt: 00000000b56e2c81 00080000:00000001:0.0:1767384356.928647:0:16807:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384356.928651:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:2.0:1767384356.928656:0:16774:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384356.928656:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1767384356.928658:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384356.928661:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:2.0:1767384356.928662:0:16774:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00080000:00000010:0.0:1767384356.928663:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000009aad8e90. 00080000:00000001:0.0:1767384356.928668:0:16807:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:2.0:1767384356.928675:0:16774:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384356.928684:0:16774:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384356.928688:0:16774:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:2.0:1767384356.928695:0:16774:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000010:1.0:1767384356.928699:0:16773:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000784a0de4. 20000000:01000000:0.0:1767384356.928703:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:01000000:1.0:1767384356.928704:0:16773:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #49 20000000:00000001:0.0:1767384356.928707:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384356.928710:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384356.928716:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 20000000:00000001:1.0:1767384356.928717:0:16773:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00010000:00000001:0.0:1767384356.928719:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:1.0:1767384356.928723:0:16773:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00010000:00000010:0.0:1767384356.928726:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000e69fd6de. 00010000:00000001:0.0:1767384356.928731:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384356.928735:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000008e5e1c2a. 00000020:00000001:0.0:1767384356.928738:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384356.928741:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 000000008e5e1c2a with handle 0x7e51148972eeccfb to hash 00000020:00000001:0.0:1767384356.928743:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384356.928745:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446619781734636544 : -124291974915072 : ffff8ef504fc9c00) 00010000:00000001:0.0:1767384356.928747:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446619781734636544 : -124291974915072 : ffff8ef504fc9c00) 00010000:00000001:0.0:1767384356.928750:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:1.0:1767384356.928751:0:16773:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384356.928755:0:16773:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384356.928756:0:16773:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384356.928760:0:16773:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00010000:00000001:0.0:1767384356.928760:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384356.928765:0:16773:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00010000:0.0:1767384356.928766:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000008e5e1c2a/0x7e51148972eeccfb lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00000020:00000001:1.0:1767384356.928769:0:16773:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446619782313850200 : -124291395701416 : ffff8ef52782b558) 00080000:00000001:1.0:1767384356.928775:0:16773:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:0.0:1767384356.928778:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000010:1.0:1767384356.928780:0:16773:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000023be5369. 00010000:00000001:0.0:1767384356.928783:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00080000:00000001:1.0:1767384356.928784:0:16773:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446619781702212608 : -124292007339008 : ffff8ef5030ddc00) 00080000:00000001:1.0:1767384356.928787:0:16773:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:0.0:1767384356.928787:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384356.928791:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384356.928793:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384356.928795:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384356.928797:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384356.928799:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384356.928801:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384356.928802:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384356.928803:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384356.928805:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000e69fd6de) refcount = 1 00010000:00010000:0.0:1767384356.928808:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000008e5e1c2a/0x7e51148972eeccfb lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384356.928813:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384356.928814:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384356.928816:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384356.928817:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384356.928819:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384356.928821:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384356.928823:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003445359s 00010000:00000001:0.0:1767384356.928826:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384356.928827:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384356.928829:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000008e5e1c2a refcount=4 00000020:00000001:0.0:1767384356.928831:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781734636544 : -124291974915072 : ffff8ef504fc9c00) 00010000:00000001:0.0:1767384356.928833:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781734636544 : -124291974915072 : ffff8ef504fc9c00) 00010000:00000001:0.0:1767384356.928835:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384356.928837:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000008e5e1c2a/0x7e51148972eeccfb lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00000001:00000001:1.0:1767384356.928841:0:16773:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:0.0:1767384356.928841:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00080000:00000001:1.0:1767384356.928843:0:16773:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384356.928845:0:16773:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00010000:0.0:1767384356.928849:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000008e5e1c2a/0x7e51148972eeccfb lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384356.928854:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384356.928856:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384356.928857:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000008e5e1c2a/0x7e51148972eeccfb lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384356.928858:0:16773:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384356.928864:0:16773:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:0.0:1767384356.928865:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384356.928867:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384356.928869:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384356.928871:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000008e5e1c2a/0x7e51148972eeccfb lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384356.928876:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000008e5e1c2a already unused, calling callback (00000000871a6010) 00010000:00000001:0.0:1767384356.928878:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384356.928879:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384356.928881:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000008e5e1c2a/0x7e51148972eeccfb lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384356.928884:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384356.928885:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384356.928887:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384356.928888:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000008e5e1c2a refcount=5 00000020:00000001:0.0:1767384356.928889:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781734636544 : -124291974915072 : ffff8ef504fc9c00) 00010000:00000001:0.0:1767384356.928891:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781734636544 : -124291974915072 : ffff8ef504fc9c00) 00010000:00000001:0.0:1767384356.928894:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384356.928896:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000008e5e1c2a/0x7e51148972eeccfb lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384356.928899:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384356.928901:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384356.928902:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384356.928905:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384356.928906:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384356.928908:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384356.928914:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384356.928917:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000008e5e1c2a with handle 0x7e51148972eeccfb from hash 00010000:00000001:0.0:1767384356.928918:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384356.928920:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384356.928921:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384356.928922:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384356.928924:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384356.928925:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384356.928927:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384356.928928:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384356.928930:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384356.928932:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384356.928933:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384356.928935:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384356.928936:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384356.928937:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384356.928939:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384356.928940:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384356.928942:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000008e5e1c2a/0x7e51148972eeccfb lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384356.928943:0:16773:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384356.928948:0:16773:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000001:0.0:1767384356.928949:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384356.928952:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384356.928953:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384356.928955:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384356.928957:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384356.928958:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384356.928960:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384356.928962:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384356.928963:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384356.928965:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000008e5e1c2a/0x7e51148972eeccfb lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384356.928968:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384356.928970:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384356.928971:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000008e5e1c2a/0x7e51148972eeccfb lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384356.928982:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000e69fd6de count: 0 00010000:00000001:0.0:1767384356.928988:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384356.928989:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000010:0.1:1767384356.934138:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000e69fd6de. 00010000:00000010:0.1:1767384356.934146:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000008e5e1c2a. 00080000:00000001:1.0:1767384356.936337:0:16773:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384356.936341:0:16807:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000020:00000002:1.0:1767384356.936342:0:16773:0:(lu_object.c:207:lu_object_put()) Add 00000000f07b1e3f/000000000f28175b to site lru. bkt: 00000000b56e2c81 00040000:00000001:2.0:1767384356.936345:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:1.0:1767384356.936346:0:16773:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384356.936348:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:1.0:1767384356.936350:0:16773:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:2.0:1767384356.936351:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:01000000:1.0:1767384356.936354:0:16773:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00040000:00000001:2.0:1767384356.936355:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384356.936359:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000023be5369. 00080000:00000001:2.0:1767384356.936362:0:16807:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:1.0:1767384356.936366:0:16773:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384356.936370:0:16773:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:0.0:1767384356.936374:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000020:1.0:1767384356.936376:0:16773:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000001:0.0:1767384356.936380:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384356.936382:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384356.936385:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384356.936387:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384356.936393:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000cf2af67c. 00010000:00000001:0.0:1767384356.936396:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384356.936399:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000008e5e1c2a. 00000020:00000001:0.0:1767384356.936402:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384356.936404:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 000000008e5e1c2a with handle 0x7e51148972eecd02 to hash 00000020:00000001:0.0:1767384356.936406:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384356.936408:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446619781734636544 : -124291974915072 : ffff8ef504fc9c00) 00010000:00000001:0.0:1767384356.936410:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446619781734636544 : -124291974915072 : ffff8ef504fc9c00) 00010000:00000001:0.0:1767384356.936412:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384356.936413:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384356.936415:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000008e5e1c2a/0x7e51148972eecd02 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384356.936421:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384356.936423:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384356.936424:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384356.936426:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384356.936428:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384356.936430:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384356.936431:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384356.936433:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384356.936435:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384356.936436:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384356.936437:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384356.936439:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000cf2af67c) refcount = 1 00010000:00010000:0.0:1767384356.936442:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000008e5e1c2a/0x7e51148972eecd02 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384356.936453:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384356.936454:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384356.936456:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384356.936458:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384356.936459:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384356.936462:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384356.936464:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003445359s 00010000:00000001:0.0:1767384356.936467:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384356.936469:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384356.936471:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000008e5e1c2a refcount=4 00000020:00000001:0.0:1767384356.936473:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781734636544 : -124291974915072 : ffff8ef504fc9c00) 00010000:00000001:0.0:1767384356.936475:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781734636544 : -124291974915072 : ffff8ef504fc9c00) 00010000:00000001:0.0:1767384356.936477:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384356.936478:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000008e5e1c2a/0x7e51148972eecd02 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384356.936482:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384356.936484:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000008e5e1c2a/0x7e51148972eecd02 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384356.936487:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384356.936489:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384356.936490:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000008e5e1c2a/0x7e51148972eecd02 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384356.936494:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384356.936495:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384356.936497:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384356.936499:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000008e5e1c2a/0x7e51148972eecd02 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384356.936503:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000008e5e1c2a already unused, calling callback (00000000871a6010) 00010000:00000001:0.0:1767384356.936505:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384356.936510:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384356.936512:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000008e5e1c2a/0x7e51148972eecd02 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384356.936516:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384356.936517:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384356.936519:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384356.936520:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000008e5e1c2a refcount=5 00000020:00000001:0.0:1767384356.936522:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781734636544 : -124291974915072 : ffff8ef504fc9c00) 00010000:00000001:0.0:1767384356.936524:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781734636544 : -124291974915072 : ffff8ef504fc9c00) 00010000:00000001:0.0:1767384356.936527:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384356.936528:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000008e5e1c2a/0x7e51148972eecd02 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384356.936532:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384356.936533:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384356.936534:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384356.936537:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384356.936538:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384356.936541:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384356.936542:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384356.936544:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000008e5e1c2a with handle 0x7e51148972eecd02 from hash 00010000:00000001:0.0:1767384356.936546:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384356.936547:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384356.936548:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384356.936549:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384356.936550:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384356.936552:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384356.936553:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384356.936554:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384356.936556:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384356.936558:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384356.936560:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384356.936562:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384356.936563:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384356.936565:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384356.936571:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384356.936572:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384356.936573:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000008e5e1c2a/0x7e51148972eecd02 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384356.936577:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384356.936578:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384356.936579:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384356.936581:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384356.936582:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384356.936583:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384356.936584:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384356.936586:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384356.936588:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384356.936589:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000008e5e1c2a/0x7e51148972eecd02 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384356.936593:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384356.936595:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384356.936596:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000008e5e1c2a/0x7e51148972eecd02 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384356.936600:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000cf2af67c count: 0 00010000:00000001:0.0:1767384356.936608:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384356.936610:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:2.0:1767384356.938262:0:16774:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:2.0:1767384356.938266:0:16774:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384356.938269:0:16774:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000009fb8db61. 20000000:00000001:2.0:1767384356.938273:0:16774:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384356.938278:0:16774:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236723088256 00010000:00000001:2.0:1767384356.938281:0:16774:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384356.938288:0:16774:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000074320a94 x1853236723088256/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:337/0 lens 4848/4768 e 0 to 0 dl 1767384367 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384356.938298:0:16774:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384356.938300:0:16774:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384356.938304:0:16774:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dd452398 time=86 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384356.938310:0:16774:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384356.938313:0:16774:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 21 to 0@lo 00000100:00000001:2.0:1767384356.938315:0:16774:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 02000000:00000001:2.0:1767384356.938319:0:16774:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384356.938321:0:16774:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384356.938325:0:16774:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384356.938328:0:16774:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384356.938333:0:16774:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000034dbb8db. 00000100:00000200:2.0:1767384356.938338:0:16774:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236723088256, offset 224 00000400:00000200:2.0:1767384356.938345:0:16774:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384356.938354:0:16774:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384356.938364:0:16774:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824c907b80 00000400:00000200:2.0:1767384356.938378:0:16774:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1f6d [2] + 224 00000400:00000200:2.0:1767384356.938388:0:16774:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384356.938392:0:16774:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384356.938398:0:16774:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384356.938403:0:16774:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000274630d4 x1853236723088256/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384372 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384356.938414:0:16774:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000274630d4 x1853236723088256/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384372 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384356.938436:0:16774:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384356.938444:0:16774:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000034dbb8db 00000400:00000010:2.0:1767384356.938447:0:16774:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000034dbb8db. 00000100:00000001:2.0:1767384356.938452:0:16774:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384356.938454:0:16774:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384356.938454:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384356.938458:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384356.938463:0:16774:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384356.938465:0:16137:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384356.938468:0:16137:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1767384356.938469:0:16774:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 20 to 0@lo 00000400:00000010:0.0:1767384356.938471:0:16137:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000157eef89. 00010000:00000001:2.0:1767384356.938474:0:16774:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000200:0.0:1767384356.938476:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cf10ba11 00000020:00000001:2.0:1767384356.938478:0:16774:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384356.938479:0:16137:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000cf10ba11. 00000020:00000001:2.0:1767384356.938485:0:16774:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1767384356.938485:0:16137:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384356.938492:0:16137:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000274630d4 x1853236723088256/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384372 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384356.938494:0:16774:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000074320a94 x1853236723088256/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:337/0 lens 4848/4768 e 0 to 0 dl 1767384367 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384356.938515:0:16137:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000274630d4 x1853236723088256/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384372 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384356.938521:0:16774:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000074320a94 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c0412d60-4f67-4dbc-8791-892843f60083+15:16137:x1853236723088256:12345-0@lo:253: Request processed in 18356us (18863us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384356.938536:0:16774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 153 00000100:00000001:0.0:1767384356.938542:0:16137:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:2.0:1767384356.938544:0:16774:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000555601ca : new rpc_count 1 00000100:00000001:0.0:1767384356.938545:0:16137:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384356.938549:0:16774:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384356.938549:0:16137:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767384356.938554:0:16774:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:0.0:1767384356.938554:0:16137:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384356.938559:0:16137:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384356.938560:0:16137:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384356.938563:0:16774:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d0540ee8. 02000000:00000001:0.0:1767384356.938563:0:16137:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384356.938569:0:16137:0:(import.c:2128:obd_at_measure()) add 5 to 0000000028df3f77 time=86 v=5 (5 0 0 0) 00000020:00000010:2.0:1767384356.938570:0:16774:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000cdb44793. 00000100:00001000:0.0:1767384356.938576:0:16137:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f5022cbe time=86 v=5 (1 0 0 0) 00000020:00000010:2.0:1767384356.938578:0:16774:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a5bfc6e2. 00000100:00000001:0.0:1767384356.938579:0:16137:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384356.938583:0:16137:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384356.938586:0:16774:0:(genops.c:898:class_export_put()) PUTting export 00000000555601ca : new refcount 14 00010000:00000001:0.0:1767384356.938587:0:16137:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384356.938589:0:16137:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384356.938592:0:16137:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384356.938594:0:16774:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000040:0.0:1767384356.938597:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000274630d4 x1853236723088256/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384372 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767384356.938598:0:16774:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000989c557f. 00000100:00000001:0.0:1767384356.938603:0:16137:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384356.938605:0:16137:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384356.938607:0:16137:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384356.938612:0:16774:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:01000004:0.0:1767384356.938613:0:16137:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384356.938617:0:16137:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00000001:2.0:1767384356.938618:0:16774:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384356.938619:0:16137:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384356.938621:0:16137:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384356.938624:0:16137:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384356.938625:0:16137:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384356.938627:0:16137:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000100:00000200:2.0:1767384356.938629:0:16774:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000020:01000004:0.0:1767384356.938629:0:16137:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384356.938632:0:16137:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384356.938635:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000274630d4 x1853236723088256/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384372 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384356.938637:0:16774:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fbeea7d1. 00000100:00100000:0.0:1767384356.938645:0:16137:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000274630d4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c0412d60-4f67-4dbc-8791-892843f60083:16137:1853236723088256:0@lo:253: 00000400:00000010:2.0:1767384356.938646:0:16774:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000034dbb8db. 00000100:00000001:0.0:1767384356.938651:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384356.938654:0:16137:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384356.938657:0:16137:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000274630d4 x1853236723088256/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384372 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384356.938668:0:16137:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384356.938670:0:16137:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384356.938672:0:16137:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000072a91465. 02000000:00000001:0.0:1767384356.938676:0:16137:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000010:1.0:1767384356.938679:0:38351:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000dba9c941. 00000020:00000001:0.0:1767384356.938679:0:16137:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384356.938681:0:16137:0:(genops.c:1242:class_import_put()) import 00000000df830bbe refcount=4 obd=MGC192.168.202.152@tcp 00000020:00000001:0.0:1767384356.938685:0:16137:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384356.938687:0:16137:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000b9672b6c. 02000000:00000001:0.0:1767384356.938690:0:16137:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384356.938691:0:16137:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384356.938692:0:16137:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000274630d4. 00000100:00000001:0.0:1767384356.938696:0:16137:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000040:1.0:1767384356.938697:0:38351:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000100:00000001:0.0:1767384356.938698:0:16137:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000040:1.0:1767384356.938703:0:38351:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000100:00000001:0.0:1767384356.938704:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000040:1.0:1767384356.938709:0:38351:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384356.938712:0:38351:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000100:00000001:0.0:1767384356.938713:0:16137:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000040:1.0:1767384356.938715:0:38351:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000100:00000001:0.0:1767384356.938716:0:16137:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000040:1.0:1767384356.938719:0:38351:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000100:00000001:0.0:1767384356.938720:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000040:1.0:1767384356.938723:0:38351:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000100:00000001:0.0:1767384356.938724:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000040:1.0:1767384356.938726:0:38351:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384356.938729:0:38351:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384356.938734:0:38351:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384356.938737:0:38351:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384356.938739:0:38351:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384356.938741:0:38351:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384356.938743:0:38351:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384356.938744:0:38351:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384356.938746:0:38351:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384356.938748:0:38351:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384356.938749:0:38351:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384356.938750:0:38351:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384356.938752:0:38351:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384356.938753:0:38351:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384356.938754:0:38351:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384356.938756:0:38351:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384356.938757:0:38351:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384356.938758:0:38351:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384356.938760:0:38351:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384356.938762:0:38351:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384356.938763:0:38351:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384356.938764:0:38351:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384356.938765:0:38351:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384356.938766:0:38351:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384356.938768:0:38351:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384356.938769:0:38351:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384356.938770:0:38351:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384356.938772:0:38351:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384356.938773:0:38351:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384356.938775:0:38351:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384356.938777:0:38351:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384356.938778:0:38351:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384356.938780:0:38351:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384356.938780:0:38351:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384356.938782:0:38351:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384356.938783:0:38351:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384356.938784:0:38351:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384356.938786:0:38351:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384356.938787:0:38351:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384356.938789:0:38351:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384356.938790:0:38351:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384356.938795:0:38351:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384356.938797:0:38351:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384356.938798:0:38351:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384356.938799:0:38351:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384356.938800:0:38351:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384356.938801:0:38351:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384356.938802:0:38351:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384356.938803:0:38351:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384356.938804:0:38351:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:1.0:1767384356.938908:0:38351:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000dba9c941. 00080000:00000020:2.0:1767384356.939847:0:16773:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:2.0:1767384356.939850:0:16773:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384356.939852:0:16773:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000003df3f98b. 20000000:00000001:2.0:1767384356.939857:0:16773:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384356.939861:0:16773:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236723088128 00010000:00000001:2.0:1767384356.939863:0:16773:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384356.939868:0:16773:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000058f693c4 x1853236723088128/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:337/0 lens 4848/4768 e 0 to 0 dl 1767384367 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384356.939875:0:16773:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384356.939877:0:16773:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384356.939879:0:16773:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dd452398 time=86 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384356.939883:0:16773:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384356.939885:0:16773:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 21 to 0@lo 00000100:00000001:2.0:1767384356.939887:0:16773:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 02000000:00000001:2.0:1767384356.939889:0:16773:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384356.939891:0:16773:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384356.939894:0:16773:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384356.939896:0:16773:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384356.939900:0:16773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e389dd4e. 00000100:00000200:2.0:1767384356.939903:0:16773:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236723088128, offset 224 00000400:00000200:2.0:1767384356.939908:0:16773:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384356.939915:0:16773:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384356.939921:0:16773:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824c907b00 00000400:00000200:2.0:1767384356.939927:0:16773:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1f65 [2] + 224 00000400:00000200:2.0:1767384356.939933:0:16773:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384356.939936:0:16773:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384356.939939:0:16773:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384356.939944:0:16773:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000059be0b20 x1853236723088128/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384372 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384356.939953:0:16773:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000059be0b20 x1853236723088128/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384372 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384356.939978:0:16773:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384356.939985:0:16773:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e389dd4e 00000100:00000001:0.0:1767384356.939986:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1767384356.939988:0:16773:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e389dd4e. 00000100:00000001:0.0:1767384356.939990:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384356.939993:0:16773:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:0.0:1767384356.939995:0:16140:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767384356.939997:0:16773:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:0.0:1767384356.939998:0:16140:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384356.940001:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b227ffda. 00000100:00000001:2.0:1767384356.940002:0:16773:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384356.940005:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000005164f53 00000100:00000040:2.0:1767384356.940008:0:16773:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 20 to 0@lo 00000400:00000010:0.0:1767384356.940009:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000005164f53. 00010000:00000001:2.0:1767384356.940014:0:16773:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:0.0:1767384356.940015:0:16140:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:2.0:1767384356.940018:0:16773:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384356.940022:0:16140:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000059be0b20 x1853236723088128/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384372 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384356.940023:0:16773:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384356.940031:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000058f693c4 x1853236723088128/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:337/0 lens 4848/4768 e 0 to 0 dl 1767384367 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384356.940032:0:16140:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000059be0b20 x1853236723088128/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384372 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384356.940059:0:16140:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384356.940062:0:16140:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384356.940066:0:16773:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000058f693c4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c0412d60-4f67-4dbc-8791-892843f60083+14:16140:x1853236723088128:12345-0@lo:253: Request processed in 19851us (20484us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384356.940066:0:16140:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384356.940069:0:16140:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384356.940071:0:16140:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384356.940074:0:16140:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384356.940078:0:16773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 152 02000000:00000001:0.0:1767384356.940084:0:16140:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384356.940085:0:16773:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000555601ca : new rpc_count 0 00000100:00000001:2.0:1767384356.940127:0:16773:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00001000:0.0:1767384356.940130:0:16140:0:(import.c:2128:obd_at_measure()) add 5 to 0000000028df3f77 time=86 v=5 (5 0 0 0) 00000100:00000001:2.0:1767384356.940131:0:16773:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00001000:0.0:1767384356.940136:0:16140:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f5022cbe time=86 v=5 (1 0 0 0) 00000020:00000010:2.0:1767384356.940137:0:16773:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000da709135. 00000100:00000001:0.0:1767384356.940139:0:16140:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384356.940142:0:16140:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384356.940143:0:16140:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384356.940145:0:16140:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384356.940146:0:16773:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c370a78c. 00000100:00000001:0.0:1767384356.940147:0:16140:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384356.940152:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000059be0b20 x1853236723088128/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384372 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384356.940153:0:16773:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000073c981e8. 00000020:00000040:2.0:1767384356.940160:0:16773:0:(genops.c:898:class_export_put()) PUTting export 00000000555601ca : new refcount 13 00000100:00000001:0.0:1767384356.940161:0:16140:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384356.940165:0:16140:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:2.0:1767384356.940167:0:16773:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:0.0:1767384356.940168:0:16140:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1767384356.940172:0:16773:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000036b1ae31. 00000020:01000004:0.0:1767384356.940173:0:16140:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384356.940177:0:16140:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384356.940179:0:16140:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384356.940180:0:16140:0:(tgt_mount.c:1150:server_mti_print()) uuid: 02000000:00000001:2.0:1767384356.940181:0:16773:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:01000004:0.0:1767384356.940181:0:16140:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384356.940185:0:16140:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000100:00000001:2.0:1767384356.940186:0:16773:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384356.940186:0:16140:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384356.940189:0:16140:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384356.940191:0:16140:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000100:00000200:2.0:1767384356.940193:0:16773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000020:01000004:0.0:1767384356.940194:0:16140:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384356.940198:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000059be0b20 x1853236723088128/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384372 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384356.940201:0:16773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002cb02be0. 00000100:00100000:0.0:1767384356.940205:0:16140:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000059be0b20 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c0412d60-4f67-4dbc-8791-892843f60083:16140:1853236723088128:0@lo:253: 00000400:00000010:2.0:1767384356.940208:0:16773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e389dd4e. 00000100:00000001:0.0:1767384356.940213:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384356.940217:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384356.940220:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000059be0b20 x1853236723088128/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384372 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384356.940226:0:16140:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384356.940228:0:16140:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384356.940230:0:16140:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000007ac280d2. 02000000:00000001:0.0:1767384356.940237:0:16140:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384356.940238:0:16140:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384356.940245:0:16140:0:(genops.c:1242:class_import_put()) import 00000000df830bbe refcount=3 obd=MGC192.168.202.152@tcp 00000020:00000001:0.0:1767384356.940248:0:16140:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384356.940250:0:16140:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000d77c91e2. 02000000:00000001:0.0:1767384356.940252:0:16140:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384356.940255:0:16140:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384356.940256:0:16140:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000059be0b20. 00000100:00000001:0.0:1767384356.940258:0:16140:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384356.940259:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384356.940261:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384356.940266:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384356.940267:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384356.940269:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384356.940271:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1767384356.942135:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000cf2af67c. 00010000:00000010:0.1:1767384356.942143:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000008e5e1c2a. 00000100:00000040:0.0:1767384356.944157:0:449:0:(connection.c:75:cpu_latency_work()) work item of 000000002fd0fb58 (cpu 0) has reached its deadline 4294946906, at 4294946907 00000100:00000010:0.0:1767384356.944167:0:449:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000683b727c. 00000100:00000040:3.0:1767384356.944199:0:53:0:(connection.c:75:cpu_latency_work()) work item of 000000009d5c2cb6 (cpu 0) has reached its deadline 4294946906, at 4294946907 00000100:00000010:3.0:1767384356.944209:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000aaafda18. 00000100:00000040:1.0:1767384356.945129:0:62:0:(connection.c:75:cpu_latency_work()) work item of 00000000edc4e618 (cpu 0) has reached its deadline 4294946906, at 4294946908 00000100:00000010:1.0:1767384356.945136:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000010bb3e9a. 00000100:00000040:2.0:1767384356.945152:0:270:0:(connection.c:75:cpu_latency_work()) work item of 00000000135c2452 (cpu 0) has reached its deadline 4294946906, at 4294946908 00000100:00000010:2.0:1767384356.945162:0:270:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000effe662d. 00000400:00000200:2.0:1767384357.301176:0:16134:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.152@tcp46 00000400:00000010:2.0:1767384357.301185:0:16134:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000000afd7797. 00000400:00000010:2.0:1767384357.301191:0:16134:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000006caa54d9. 00000400:00000010:2.0:1767384357.301195:0:16134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009a764da8. 00000400:00000010:2.0:1767384357.301202:0:16134:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000091a5aaa8. 00000400:00000200:2.0:1767384357.301206:0:16134:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.152@tcp46 00000400:00000200:2.0:1767384357.301224:0:16134:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.152@tcp46 local destination 00000400:00000200:2.0:1767384357.301230:0:16134:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.152@tcp46 00000400:00000200:2.0:1767384357.301234:0:16134:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp46 NI seq info: [188:188:256:4294967295] 192.168.202.152@tcp46 LPNI seq info [185:185:8:4294967295] 00000400:00000200:2.0:1767384357.301239:0:16134:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.152@tcp46 00000400:00000200:2.0:1767384357.301246:0:16134:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp46(192.168.202.152@tcp46:) -> 192.168.202.152@tcp46(192.168.202.152@tcp46:192.168.202.152@tcp46) : GET try# 0 00000800:00000200:2.0:1767384357.301251:0:16134:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.152@tcp46 00000800:00000010:2.0:1767384357.301255:0:16134:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000fda6376d. 00000800:00000200:2.0:1767384357.301261:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000050ab23fd] -> 12345-192.168.202.152@tcp46 (2) 00000800:00000200:2.1:1767384357.301266:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000050ab23fd] -> 12345-192.168.202.152@tcp46 (2) 00000400:00000200:2.0:1767384357.301286:0:16134:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.152@tcp46 added to recovery queue. ping count: 2 next ping: 283 health :800 00000400:00000200:2.0:1767384357.301290:0:16134:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.152@tcp41 00000400:00000010:2.0:1767384357.301293:0:16134:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000027feae62. 00000400:00000010:2.0:1767384357.301295:0:16134:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000a5bfc6e2. 00000400:00000010:2.0:1767384357.301297:0:16134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005e511620. 00000400:00000010:2.0:1767384357.301300:0:16134:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000dc18e0f4. 00000400:00000200:2.0:1767384357.301303:0:16134:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.152@tcp41 00000400:00000200:2.0:1767384357.301307:0:16134:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.152@tcp41 local destination 00000400:00000200:2.0:1767384357.301310:0:16134:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.152@tcp41 00000400:00000200:2.0:1767384357.301313:0:16134:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp41 NI seq info: [189:189:256:4294967295] 192.168.202.152@tcp41 LPNI seq info [186:186:8:4294967295] 00000400:00000200:2.0:1767384357.301316:0:16134:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.152@tcp41 00000400:00000200:2.0:1767384357.301321:0:16134:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp41(192.168.202.152@tcp41:) -> 192.168.202.152@tcp41(192.168.202.152@tcp41:192.168.202.152@tcp41) : GET try# 0 00000800:00000200:2.0:1767384357.301323:0:16134:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.152@tcp41 00000800:00000010:2.0:1767384357.301326:0:16134:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000002c5c8f72. 00000800:00000200:2.0:1767384357.301329:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000057361461] -> 12345-192.168.202.152@tcp41 (2) 00000800:00000200:2.1:1767384357.301331:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000057361461] -> 12345-192.168.202.152@tcp41 (2) 00000400:00000200:2.0:1767384357.301342:0:16134:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.152@tcp41 added to recovery queue. ping count: 4 next ping: 295 health :600 00000400:00000200:0.0:1767384357.301344:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.152:988 00000400:00000200:2.0:1767384357.301354:0:16134:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.152@tcp34 00000400:00000010:2.0:1767384357.301356:0:16134:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000005720b743. 00000400:00000010:2.0:1767384357.301360:0:16134:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000005d85d69e. 00000400:00000010:2.0:1767384357.301365:0:16134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000065db4d3b. 00000400:00000010:2.0:1767384357.301369:0:16134:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000e2ee0b3c. 00000400:00000200:2.0:1767384357.301374:0:16134:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.152@tcp34 00000400:00000200:2.0:1767384357.301379:0:16134:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.152@tcp34 local destination 00000400:00000200:2.0:1767384357.301383:0:16134:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.152@tcp34 00000400:00000200:2.0:1767384357.301386:0:16134:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp34 NI seq info: [190:190:256:4294967295] 192.168.202.152@tcp34 LPNI seq info [187:187:8:4294967295] 00000400:00000200:2.0:1767384357.301389:0:16134:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.152@tcp34 00000400:00000200:1.0:1767384357.301396:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.152:988 00000400:00000200:0.0:1767384357.301399:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.152:988 00000400:00000200:2.0:1767384357.301401:0:16134:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp34(192.168.202.152@tcp34:) -> 192.168.202.152@tcp34(192.168.202.152@tcp34:192.168.202.152@tcp34) : GET try# 0 00000800:00000200:2.0:1767384357.301409:0:16134:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.152@tcp34 00000800:00000010:2.0:1767384357.301412:0:16134:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000097db7eda. 00000800:00000200:2.0:1767384357.301416:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000023264447] -> 12345-192.168.202.152@tcp34 (2) 00000800:00000200:2.1:1767384357.301421:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000023264447] -> 12345-192.168.202.152@tcp34 (2) 00000400:00000200:2.0:1767384357.301433:0:16134:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.152@tcp34 added to recovery queue. ping count: 5 next ping: 311 health :500 00000400:00000200:1.0:1767384357.301471:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.152:988 00000400:00000200:0.0:1767384357.301472:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.152:988 00000400:00000200:1.0:1767384357.301531:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.152:988 00000400:00000200:0.0:1767384357.301535:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.152:988 00000400:00000200:1.0:1767384357.301586:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.152:988 00000400:00000200:0.0:1767384357.301591:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.152:988 00000400:00000200:1.0:1767384357.301662:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.152:988 00000400:00000200:0.0:1767384357.301663:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.152:988 00000400:00000200:2.0:1767384357.301665:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.152:988 00000400:00000200:1.0:1767384357.301727:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.152:988 00000400:00000200:0.0:1767384357.301732:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.152:988 00000400:00000200:2.0:1767384357.301744:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.152:988 00000400:00000200:1.0:1767384357.301793:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.152:988 00000400:00000200:0.0:1767384357.301798:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.152:988 00000400:00000200:2.0:1767384357.301816:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.152:988 00000400:00000200:0.0:1767384357.301862:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.152:988 00000400:00000200:1.0:1767384357.301873:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.152:988 00000400:00000200:2.0:1767384357.301874:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.152:988 00000400:00000200:0.0:1767384357.301918:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.152:988 00000400:00000200:1.0:1767384357.301944:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.152:988 00000400:00000200:2.0:1767384357.301955:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.152:988 00000400:00000200:0.0:1767384357.301975:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.152:988 00000400:00000200:1.0:1767384357.302004:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.152:988 00000400:00000200:2.0:1767384357.302028:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.152:988 00000400:00000200:0.0:1767384357.302033:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.152:988 00000400:00000200:1.0:1767384357.302061:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.152:988 00000400:00000200:0.0:1767384357.302138:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.152:988 00000400:00000200:1.0:1767384357.302140:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.152:988 00000400:00000200:0.0:1767384357.302190:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.152:988 00000400:00000200:1.0:1767384357.302198:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.152:988 00000400:00000200:0.0:1767384357.302259:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.152:988 00000400:00000200:1.0:1767384357.302270:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.152:988 00000400:00000200:0.0:1767384357.302325:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.152:988 00000400:00000200:1.0:1767384357.302341:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.152:988 00000400:00000200:0.0:1767384357.302398:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.152:988 00000400:00000200:1.0:1767384357.302414:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.152:988 00000400:00000200:0.0:1767384357.302472:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.152:988 00000400:00000200:1.0:1767384357.302490:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.152:988 00000400:00000200:0.0:1767384357.302547:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.152:988 00000400:00000200:1.0:1767384357.302558:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.152:988 00000400:00000200:2.0:1767384357.302595:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.152:988 00000400:00000200:0.0:1767384357.302620:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.152:988 00000400:00000200:1.0:1767384357.302632:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.152:988 00000400:00000200:2.0:1767384357.302664:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.152:988 00000400:00000200:0.0:1767384357.302690:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.152:988 00000400:00000200:1.0:1767384357.302703:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.152:988 00000400:00000200:2.0:1767384357.302734:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.152:988 00000400:00000200:0.0:1767384357.302763:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.152:988 00000400:00000200:1.0:1767384357.302775:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.152:988 00000400:00000200:2.0:1767384357.302795:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.152:988 00000400:00000200:0.0:1767384357.302820:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.152:988 00000400:00000200:1.0:1767384357.302869:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.152:988 00000400:00000200:2.0:1767384357.302870:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.152:988 00000400:00000200:0.0:1767384357.302872:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.152:988 00000400:00000200:1.0:1767384357.302933:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.152:988 00000400:00000200:2.0:1767384357.302948:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.152:988 00000400:00000200:0.0:1767384357.302949:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.152:988 00000400:00000200:1.0:1767384357.302992:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.152:988 00000400:00000200:0.0:1767384357.303028:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.152:988 00000400:00000200:2.0:1767384357.303031:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.152:988 00000400:00000200:1.0:1767384357.303057:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.152:988 00000400:00000200:2.0:1767384357.303131:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.152:988 00000400:00000200:0.0:1767384357.303131:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.152:988 00000400:00000200:1.0:1767384357.303164:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.152:988 00000400:00000200:0.0:1767384357.303203:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.152:988 00000400:00000200:2.0:1767384357.303213:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.152:988 00000400:00000200:1.0:1767384357.303228:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.152:988 00000400:00000200:0.0:1767384357.303278:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.152:988 00000400:00000200:2.0:1767384357.303285:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.152:988 00000400:00000200:1.0:1767384357.303301:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.152:988 00000400:00000200:0.0:1767384357.303354:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.152:988 00000400:00000200:2.0:1767384357.303358:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.152:988 00000400:00000200:1.0:1767384357.303374:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.152:988 00000400:00000200:0.0:1767384357.303431:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.152:988 00000400:00000200:2.0:1767384357.303436:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.152:988 00000400:00000200:1.0:1767384357.303439:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.152:988 00000400:00000200:0.0:1767384357.303512:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.152:988 00000400:00000200:1.0:1767384357.303523:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.152:988 00000400:00000200:2.0:1767384357.303526:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.152:988 00000400:00000200:0.0:1767384357.303586:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.152:988 00000400:00000200:1.0:1767384357.303599:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.152:988 00000400:00000200:2.0:1767384357.303607:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.152:988 00000400:00000200:0.0:1767384357.303653:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.152:988 00000400:00000200:1.0:1767384357.303660:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.152:988 00000400:00000200:2.0:1767384357.303675:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.152:988 00000400:00000200:0.0:1767384357.303716:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.152:988 00000400:00000200:1.0:1767384357.303728:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.152:988 00000400:00000200:2.0:1767384357.303746:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.152:988 00000400:00000200:1.0:1767384357.303801:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.152:988 00000400:00000200:2.0:1767384357.303821:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.152:988 00000400:00000200:1.0:1767384357.303873:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.202.152:988 00000400:00000200:2.0:1767384357.303888:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.152:988 00000800:00000010:0.0:1767384357.303910:0:16126:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000d77c91e2. 00000800:00000010:0.0:1767384357.303916:0:16126:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000008d0a681d. 00000800:00000010:0.0:1767384357.303922:0:16126:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000a70be275. 00000400:00000200:1.0:1767384357.303934:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.202.152:988 00000800:00000010:0.0:1767384357.303944:0:16126:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000a70be275. 00000400:00000200:2.0:1767384357.303948:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.152:988 00000800:00020000:0.0:1767384357.303956:0:16126:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.152 00000800:00000010:0.0:1767384357.303959:0:16126:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000008d0a681d. 00000800:00000010:0.0:1767384357.303963:0:16126:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000d77c91e2. 00000400:00000200:1.0:1767384357.303994:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.202.152:988 00000400:00000200:2.0:1767384357.304009:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.152:988 00000400:02020000:0.0:1767384357.304032:0:16126:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.152@tcp46 at host 192.168.202.152:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384357.304040:0:16126:0:(router.c:1755:lnet_notify()) 192.168.202.152@tcp46 notifying 192.168.202.152@tcp46: down 00000400:00000200:0.0:1767384357.304045:0:16126:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:0.0:1767384357.304051:0:16126:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.152@tcp46 00000800:00000010:0.0:1767384357.304054:0:16126:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000fda6376d. 00000400:00000200:0.0:1767384357.304059:0:16126:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384357.304063:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.202.152:988 00000400:00000200:0.0:1767384357.304067:0:16126:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp46->192.168.202.152@tcp46: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384357.304076:0:16126:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384357.304084:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.152:988 00000400:00000200:0.0:1767384357.304120:0:16126:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.152@tcp46 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384357.304130:0:16126:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.152@tcp46) recovery failed with -71 00000400:00000200:1.0:1767384357.304155:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.202.152:988 00000400:00000200:2.0:1767384357.304175:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.152:988 00000400:00000200:1.0:1767384357.304209:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.202.152:988 00000400:00000200:2.0:1767384357.304227:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.152:988 00000400:00000200:1.0:1767384357.304257:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.202.152:988 00000400:00000200:2.0:1767384357.304277:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.152:988 00000400:00000200:1.0:1767384357.304308:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.202.152:988 00000400:00000200:2.0:1767384357.304336:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.152:988 00000400:00000200:1.0:1767384357.304365:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.202.152:988 00000400:00000200:2.0:1767384357.304396:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.152:988 00000400:00000200:1.0:1767384357.304428:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 979 -> 192.168.202.152:988 00000400:00000200:2.0:1767384357.304459:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.152:988 00000400:00000200:1.0:1767384357.304485:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 978 -> 192.168.202.152:988 00000400:00000200:2.0:1767384357.304505:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.152:988 00000400:00000200:1.0:1767384357.304534:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 977 -> 192.168.202.152:988 00000400:00000200:2.0:1767384357.304572:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.152:988 00000400:00000200:1.0:1767384357.304586:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 976 -> 192.168.202.152:988 00000400:00000200:1.0:1767384357.304642:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 975 -> 192.168.202.152:988 00000400:00000200:1.0:1767384357.304685:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 974 -> 192.168.202.152:988 00000400:00000200:1.0:1767384357.304709:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 973 -> 192.168.202.152:988 00000800:00000010:2.0:1767384357.304716:0:16127:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000989c557f. 00000800:00000010:2.0:1767384357.304722:0:16127:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000000c9b5180. 00000800:00000010:2.0:1767384357.304726:0:16127:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000c1379e58. 00000800:00000010:2.0:1767384357.304743:0:16127:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000c1379e58. 00000800:00020000:2.0:1767384357.304749:0:16127:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.152 00000800:00000010:2.0:1767384357.304752:0:16127:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000000c9b5180. 00000800:00000010:2.0:1767384357.304754:0:16127:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000989c557f. 00000400:02020000:2.0:1767384357.304806:0:16127:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.152@tcp34 at host 192.168.202.152:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384357.304811:0:16127:0:(router.c:1755:lnet_notify()) 192.168.202.152@tcp34 notifying 192.168.202.152@tcp34: down 00000800:00000200:2.0:1767384357.304816:0:16127:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.152@tcp34 down 00000800:00000100:2.0:1767384357.304829:0:16127:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.152@tcp34 00000800:00000010:2.0:1767384357.304830:0:16127:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000097db7eda. 00000400:00000200:2.0:1767384357.304834:0:16127:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384357.304838:0:16127:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp34->192.168.202.152@tcp34: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384357.304843:0:16127:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384357.304846:0:16127:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.152@tcp34 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384357.304849:0:16127:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.152@tcp34) recovery failed with -71 00000800:00000010:1.0:1767384357.304906:0:16125:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000002cb8ab3. 00000800:00000010:1.0:1767384357.304919:0:16125:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000dca1ef92. 00000800:00000010:1.0:1767384357.304924:0:16125:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000b58ad373. 00000800:00000010:1.0:1767384357.304965:0:16125:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000b58ad373. 00000400:00000200:0.0:1767384357.305167:0:16133:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767384357.305182:0:16133:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.152@tcp41 from 204.3.0.2 00000800:00000010:0.0:1767384357.305185:0:16133:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000002ee5f5b1. 00000800:00000010:1.0:1767384357.305217:0:16128:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000f7aa12ca. 00000800:00000010:1.0:1767384357.305222:0:16128:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000a67d8e9a. 00000800:00000010:1.0:1767384357.305244:0:16128:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000fb021769. 00000800:00000200:1.1:1767384357.305249:0:16128:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000057361461] -> 12345-192.168.202.152@tcp41 (2) 00000800:00000200:1.1:1767384357.305255:0:16128:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.152@tcp41 00000000fb021769 deleted 00000800:00000010:1.1:1767384357.305257:0:16128:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000fb021769. 00000800:00000200:1.1:1767384357.305261:0:16128:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1:1767384357.305269:0:16128:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp41 ip 192.168.202.152:972 00000800:00000200:1.1:1767384357.305272:0:16128:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000002c5c8f72 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1767384357.305277:0:16128:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.152@tcp41 p 3.x 192.168.202.152 -> 192.168.202.152:972 incarnation:1767384337688742270 sched[0] 00000800:00000010:1.0:1767384357.305281:0:16128:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000b58ad373. 00000800:00000010:1.0:1767384357.305331:0:16128:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000b58ad373. 00000800:00000010:1.0:1767384357.305336:0:16128:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000a67d8e9a. 00000800:00000200:2.1:1767384357.305358:0:16125:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.0:1767384357.305364:0:16125:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.152@tcp41 p 3.x 192.168.202.152 -> 192.168.202.152:988 incarnation:1767384337688742270 sched[0] 00000800:00000010:2.0:1767384357.305367:0:16125:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000dca1ef92. 00000800:00000010:1.0:1767384357.305373:0:16128:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000002ee5f5b1. 00000800:00000001:1.0:1767384357.305389:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384357.305394:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384357.305405:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384357.305411:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767384357.305448:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1767384357.305451:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.152:988 00000800:00000010:1.0:1767384357.305452:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000002c5c8f72. 00000400:00000200:1.0:1767384357.305458:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384357.305464:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp41->192.168.202.152@tcp41: GET: OK 00000400:00000200:1.0:1767384357.305468:0:16131:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:1.0:1767384357.305471:0:16131:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.152@tcp41 recovery message sent successfully:0 00000800:00000001:1.0:1767384357.305482:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384357.305488:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384357.305491:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384357.305499:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384357.305506:0:16131:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.152@tcp41(192.168.202.152@tcp41) <- 192.168.202.152@tcp41 : GET - for me 00000400:00000200:2.0:1767384357.305513:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.152:988 00000400:00000200:1.0:1767384357.305518:0:16131:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.152@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384357.305527:0:16131:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.152@tcp of length 272/272 into md 0x1f5d [1] + 0 00000400:00000200:1.0:1767384357.305537:0:16131:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.152@tcp41 to MR: 192.168.202.152@tcp41 local destination 00000400:00000200:1.0:1767384357.305543:0:16131:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp41 NI seq info: [191:191:256:4294967295] 192.168.202.152@tcp41 LPNI seq info [188:188:8:4294967295] 00000400:00000200:1.0:1767384357.305557:0:16131:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp41(192.168.202.152@tcp41:192.168.202.152@tcp41) -> 192.168.202.152@tcp41(192.168.202.152@tcp41:192.168.202.152@tcp41) 192.168.202.152@tcp41 : REPLY try# 0 00000800:00000200:1.0:1767384357.305561:0:16131:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.152@tcp41 00000800:00000010:1.0:1767384357.305569:0:16131:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000841bb90e. 00000800:00000200:1.0:1767384357.305574:0:16131:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000057361461] -> 12345-192.168.202.152@tcp41 (4) 00000800:00000200:1.0:1767384357.305580:0:16131:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp41 ip 192.168.202.152:988 00000400:00000200:2.0:1767384357.305583:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.152:988 00000800:00000200:1.0:1767384357.305583:0:16131:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000841bb90e type 3, nob 368 niov 1 nkiov 1 00000800:00000200:1.0:1767384357.305625:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384357.305628:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000841bb90e. 00000400:00000200:1.0:1767384357.305632:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384357.305636:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp41->192.168.202.152@tcp41: REPLY: OK 00000400:00000200:2.0:1767384357.305645:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.152:988 00000800:00000001:1.0:1767384357.305651:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384357.305656:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384357.305659:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384357.305663:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384357.305665:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384357.305669:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384357.305673:0:16131:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.152@tcp41(192.168.202.152@tcp41) <- 192.168.202.152@tcp41 : REPLY - for me 00000400:00000200:1.0:1767384357.305683:0:16131:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.152@tcp41: Reply from 12345-192.168.202.152@tcp41 of length 272/272 into md 0x1f91 00000800:00000001:1.0:1767384357.305688:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384357.305693:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384357.305695:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384357.305699:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp41->192.168.202.152@tcp41: REPLY: OK 00000400:00000200:2.0:1767384357.305703:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.152:988 00000400:00000200:1.0:1767384357.305704:0:16131:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005e511620 00000400:00000010:1.0:1767384357.305708:0:16131:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005e511620. 00000400:00000200:1.0:1767384357.305713:0:16131:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:1.0:1767384357.305719:0:16131:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000027feae62. 00000400:00000010:1.0:1767384357.305723:0:16131:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000a5bfc6e2. 00000800:00000001:1.0:1767384357.305729:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384357.305733:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384357.305768:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.152:988 00000400:00000200:2.0:1767384357.305823:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.152:988 00000400:00000200:2.0:1767384357.305876:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.152:988 00000400:00000200:2.0:1767384357.305925:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.152:988 00000400:00000200:2.0:1767384357.305974:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.152:988 00000400:00000200:2.0:1767384357.306016:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.152:988 00000400:00000200:2.0:1767384357.306068:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.152:988 00000400:00000200:2.0:1767384357.306157:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.152:988 00000400:00000200:2.0:1767384357.306206:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.152:988 00000400:00000200:2.0:1767384357.306251:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.152:988 00000400:00000200:2.0:1767384357.306270:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.152:988 00000400:00000200:2.0:1767384357.306285:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.152:988 00000400:00000200:2.0:1767384357.306299:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.152:988 00000400:00000200:2.0:1767384357.306318:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.152:988 00000400:00000200:2.0:1767384357.306344:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.152:988 00000400:00000200:2.0:1767384357.306382:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.152:988 00000400:00000200:2.0:1767384357.306424:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.152:988 00000400:00000200:2.0:1767384357.306457:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.152:988 00000400:00000200:2.0:1767384357.306474:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.152:988 00000400:00000200:2.0:1767384357.306494:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.152:988 00000400:00000200:2.0:1767384357.306521:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.152:988 00000400:00000200:2.0:1767384357.306570:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.152:988 00000400:00000200:2.0:1767384357.306608:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.152:988 00000400:00000200:2.0:1767384357.306640:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.152:988 00000400:00000200:2.0:1767384357.306675:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.152:988 00000400:00000200:2.0:1767384357.306689:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.152:988 00000400:00000200:2.0:1767384357.306705:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.152:988 00000400:00000200:2.0:1767384357.306724:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.152:988 00000400:00000200:2.0:1767384357.306744:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.152:988 00000400:00000200:2.0:1767384357.306762:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.152:988 00000800:00000010:2.0:1767384357.306858:0:16125:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000989c557f. 00000800:00000010:2.0:1767384357.306861:0:16125:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000000c9b5180. 00000800:00000010:2.0:1767384357.306864:0:16125:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000c1379e58. 00000800:00000010:2.0:1767384357.306879:0:16125:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000c1379e58. 00000800:00020000:2.0:1767384357.306884:0:16125:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.152 00000800:00000010:2.0:1767384357.306886:0:16125:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000000c9b5180. 00000800:00000010:2.0:1767384357.306888:0:16125:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000989c557f. 00000400:02020000:2.0:1767384357.306913:0:16125:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.152@tcp41 at host 192.168.202.152:988: is it running a compatible version of Lustre? 00010000:00000001:0.0:1767384357.429169:0:449:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384357.429174:0:449:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384357.429179:0:449:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384357.429181:0:449:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384357.429196:0:16768:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384357.429198:0:16768:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384357.429200:0:16768:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00000001:1.0:1767384357.877141:0:16802:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:1.0:1767384357.877146:0:16802:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:1.0:1767384357.877152:0:16802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000dc2311e4. 00000020:00000040:1.0:1767384357.877158:0:16802:0:(genops.c:1229:class_import_get()) import 0000000068bc8709 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:1.0:1767384357.877163:0:16802:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384357.877166:0:16802:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384357.877170:0:16802:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384357.877182:0:16802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000083675df1. 00000100:00000001:1.0:1767384357.877188:0:16802:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384357.877194:0:16802:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:0.0:1767384357.877194:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) c0412d60-4f67-4dbc-8791-892843f60083->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767384357.877198:0:16802:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384357.877202:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767384357.877207:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000059be0b20. 00000100:00000040:1.0:1767384357.877209:0:16802:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dc2311e4] to pc [ptlrpcd_00_01+1] req@00000000dc2311e4 x1853236723088384/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384357.877211:0:37:0:(genops.c:1229:class_import_get()) import 00000000df830bbe refcount=4 obd=MGC192.168.202.152@tcp 00000100:00000001:0.0:1767384357.877217:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384357.877220:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384357.877225:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384357.877231:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003082ec61. 00000100:00000001:0.0:1767384357.877236:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384357.877237:0:16802:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384357.877243:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c0412d60-4f67-4dbc-8791-892843f60083->MGS req@0000000059be0b20 x1853236723088512/t0(0) o400->MGC192.168.202.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384357.877248:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384357.877254:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384357.877254:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384357.877257:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384357.877258:0:16138:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384357.877263:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059be0b20] to pc [ptlrpcd_00_02+2] req@0000000059be0b20 x1853236723088512/t0(0) o400->MGC192.168.202.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384357.877264:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000dc2311e4 x1853236723088384/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384357.877294:0:16138:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384357.877296:0:16138:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384357.877299:0:16138:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384357.877301:0:16138:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384357.877304:0:16138:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384357.877307:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384357.877308:0:16138:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000dc2311e4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16138:1853236723088384:0@lo:13: 00000100:00000040:0.0:1767384357.877312:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767384357.877314:0:16138:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767384357.877317:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:1.0:1767384357.877320:0:16138:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000010:0.0:1767384357.877321:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000274630d4. 02000000:00000001:1.0:1767384357.877323:0:16138:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384357.877325:0:37:0:(genops.c:1229:class_import_get()) import 0000000068bc8709 refcount=4 obd=lustre-OST0000-osc-MDT0000 02000000:00000001:1.0:1767384357.877326:0:16138:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384357.877330:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000010:1.0:1767384357.877332:0:16138:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000f76cb71d. 02000000:00000001:1.0:1767384357.877335:0:16138:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384357.877339:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:1.0:1767384357.877341:0:16138:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000c754a5c. 02000000:00000001:0.0:1767384357.877342:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384357.877348:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000cf5f9859. 00000400:00000010:1.0:1767384357.877349:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003d8b2f9d. 00000100:00000001:0.0:1767384357.877351:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384357.877356:0:16138:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236723088384, portal 4 00000100:00000040:0.0:1767384357.877357:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@00000000274630d4 x1853236723088640/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384357.877361:0:16138:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384357.877364:0:16138:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782424485760 : -124291285065856 : ffff8ef52e1adf80) 00000100:00000001:0.0:1767384357.877371:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:1.0:1767384357.877373:0:16138:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000dc2311e4 x1853236723088384/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384373 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384357.877374:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384357.877383:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000274630d4] to pc [ptlrpcd_00_03+3] req@00000000274630d4 x1853236723088640/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384357.877384:0:16138:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384357.877391:0:16138:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384357.877396:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ca28d10e. 00000100:00000001:0.0:1767384357.877400:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384357.877403:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:1.0:1767384357.877406:0:16138:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853236723088384, offset 0 00000100:00000001:0.0:1767384357.877407:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767384357.877413:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fd9f1565. 00000400:00000200:1.0:1767384357.877417:0:16138:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000040:0.0:1767384357.877418:0:37:0:(genops.c:1229:class_import_get()) import 00000000345f9ba7 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:0.0:1767384357.877421:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384357.877423:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384357.877424:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384357.877428:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000cea4b318. 00000400:00000200:1.0:1767384357.877433:0:16138:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384357.877434:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384357.877440:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@00000000fd9f1565 x1853236723088768/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384357.877445:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384357.877449:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384357.877453:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fd9f1565] to pc [ptlrpcd_00_00+0] req@00000000fd9f1565 x1853236723088768/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384357.877457:0:16138:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x695824c907c00 00000100:00000001:0.0:1767384357.877461:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384357.877464:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767384357.877468:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000200:1.0:1767384357.877470:0:16138:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xb9d [8] + 3360 00000100:00000010:0.0:1767384357.877471:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b3b30468. 00000020:00000040:0.0:1767384357.877475:0:37:0:(genops.c:1229:class_import_get()) import 000000005a28ad8c refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000400:00000200:1.0:1767384357.877477:0:16138:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384357.877483:0:16138:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384357.877485:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384357.877487:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384357.877489:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384357.877490:0:16138:0:(events.c:286:request_in_callback()) Process entered 02000000:00000010:0.0:1767384357.877492:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000070b78f37. 00000100:00000200:1.0:1767384357.877493:0:16138:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000001:0.0:1767384357.877497:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384357.877499:0:16138:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bb43b465. 00000100:00000040:0.0:1767384357.877503:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@00000000b3b30468 x1853236723088896/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1767384357.877504:0:16138:0:(events.c:337:request_in_callback()) incoming req@00000000bb43b465 x1853236723088384 msgsize 224 00000100:00100000:1.0:1767384357.877516:0:16138:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384357.877516:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384357.877519:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384357.877522:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b3b30468] to pc [ptlrpcd_00_01+1] req@00000000b3b30468 x1853236723088896/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384357.877525:0:16138:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384357.877531:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384357.877533:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ca28d10e 00000100:00000040:0.0:1767384357.877535:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (285) 00000400:00000010:1.0:1767384357.877536:0:16138:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ca28d10e. 00000100:00000001:1.0:1767384357.877542:0:16138:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384357.877546:0:16138:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000dc2311e4 x1853236723088384/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384373 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384357.877553:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384357.877556:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000dc2311e4 x1853236723088384/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384373 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384357.877561:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384357.877563:0:16138:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384357.877569:0:16138:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384357.877573:0:16138:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 6820 usecs (7 jiffies) 00000100:00000001:1.0:1767384357.877576:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294947847 00000100:00000010:1.0:1767384357.877580:0:16138:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000010bb3e9a. 00000100:00000001:1.0:1767384357.877586:0:16138:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767384357.877591:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294947847 00000100:00000010:1.0:1767384357.877595:0:16138:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ed6cc98c. 00000100:00000001:0.0:1767384357.877597:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384357.877599:0:16138:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767384357.877600:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384357.877603:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294947847 00000100:00000001:0.0:1767384357.877603:0:16137:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384357.877607:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000fd9f1565 x1853236723088768/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384357.877613:0:16138:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000073e98fe8. 00000100:00000001:1.0:1767384357.877619:0:16138:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767384357.877619:0:16137:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384357.877623:0:16137:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384357.877625:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294947847 02000000:00000001:0.0:1767384357.877626:0:16137:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384357.877630:0:16137:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000010:1.0:1767384357.877631:0:16138:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cbffd486. 02000000:00000001:0.0:1767384357.877633:0:16137:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384357.877635:0:16138:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00100000:0.0:1767384357.877637:0:16137:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000fd9f1565 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16137:1853236723088768:0@lo:400: 00000100:00000001:1.0:1767384357.877639:0:16138:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384357.877641:0:16137:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767384357.877643:0:16138:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384357.877644:0:16137:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384357.877647:0:16137:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384357.877648:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384357.877652:0:16137:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767384357.877653:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1767384357.877657:0:16137:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008341e060. 02000000:00000001:0.0:1767384357.877660:0:16137:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384357.877661:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:0.0:1767384357.877664:0:16137:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000157eef89. 00000100:00000001:1.0:1767384357.877665:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384357.877672:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384357.877674:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:0.0:1767384357.877674:0:16137:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e7b5b768. 00000100:00000001:1.0:1767384357.877675:0:16138:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000200:0.0:1767384357.877681:0:16137:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236723088768, portal 10 00000100:00000040:1.0:1767384357.877682:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b3b30468 x1853236723088896/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384357.877684:0:16137:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384357.877689:0:16138:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384357.877691:0:16138:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384357.877692:0:16137:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782423945088 : -124291285606528 : ffff8ef52e129f80) 02000000:00000001:1.0:1767384357.877695:0:16138:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384357.877698:0:16138:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384357.877701:0:16137:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000fd9f1565 x1853236723088768/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384373 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384357.877702:0:16138:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384357.877708:0:16138:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b3b30468 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16138:1853236723088896:0@lo:400: 00000100:00000001:1.0:1767384357.877715:0:16138:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767384357.877717:0:16137:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1767384357.877718:0:16138:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384357.877721:0:16138:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384357.877722:0:16137:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:1.0:1767384357.877724:0:16138:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:0.0:1767384357.877727:0:16137:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d0007e92. 02000000:00000010:1.0:1767384357.877729:0:16138:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008c355ec5. 00000100:00000200:0.0:1767384357.877731:0:16137:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236723088768, offset 0 02000000:00000001:1.0:1767384357.877732:0:16138:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384357.877739:0:16138:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000057d7f8e9. 00000400:00000200:0.0:1767384357.877742:0:16137:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:1.0:1767384357.877750:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ca28d10e. 00000400:00000200:0.0:1767384357.877750:0:16137:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:1.0:1767384357.877758:0:16138:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236723088896, portal 10 00000100:00000001:1.0:1767384357.877763:0:16138:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1767384357.877763:0:16137:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824c907d80 00000100:00000001:1.0:1767384357.877767:0:16138:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782423939712 : -124291285611904 : ffff8ef52e128a80) 00000400:00000200:0.0:1767384357.877772:0:16137:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 8280 00000400:00000200:0.0:1767384357.877777:0:16137:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1767384357.877778:0:16138:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b3b30468 x1853236723088896/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384373 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384357.877782:0:16137:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384357.877786:0:16137:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384357.877790:0:16137:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1767384357.877795:0:16137:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ec6dfa51. 00000100:00000040:0.0:1767384357.877801:0:16137:0:(events.c:337:request_in_callback()) incoming req@00000000ec6dfa51 x1853236723088768 msgsize 224 00000100:00000001:1.0:1767384357.877802:0:16138:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:0.0:1767384357.877808:0:16137:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384357.877810:0:16138:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384357.877815:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000050be1f4b. 00000100:00000200:1.0:1767384357.877819:0:16138:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236723088896, offset 0 00000100:00000001:0.0:1767384357.877820:0:16137:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384357.877826:0:16138:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384357.877834:0:16138:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384357.877838:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d0007e92 00000400:00000200:1.0:1767384357.877842:0:16138:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824c907e00 00000400:00000010:0.0:1767384357.877844:0:16137:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d0007e92. 00000100:00000001:0.0:1767384357.877849:0:16137:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384357.877854:0:16137:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000fd9f1565 x1853236723088768/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384373 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384357.877856:0:16138:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 8504 00000400:00000200:1.0:1767384357.877864:0:16138:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384357.877870:0:16138:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384357.877875:0:16138:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1767384357.877877:0:16137:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:1.0:1767384357.877878:0:16138:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1767384357.877884:0:16138:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006ed2bb3d. 00000100:00000040:0.0:1767384357.877884:0:16137:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000fd9f1565 x1853236723088768/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384373 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384357.877889:0:16138:0:(events.c:337:request_in_callback()) incoming req@000000006ed2bb3d x1853236723088896 msgsize 224 00000100:00000001:0.0:1767384357.877899:0:16137:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384357.877900:0:16138:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384357.877905:0:16137:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384357.877910:0:16137:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384357.877913:0:16138:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:0.0:1767384357.877914:0:16137:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 3697 usecs (4 jiffies) 00000100:00000001:0.0:1767384357.877918:0:16137:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294947844 00000400:00000200:1.0:1767384357.877922:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000050be1f4b 00000100:00000001:0.0:1767384357.877922:0:16137:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294947847 00000400:00000010:1.0:1767384357.877926:0:16138:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000050be1f4b. 00000100:00000001:1.0:1767384357.877929:0:16138:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384357.877931:0:16137:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294947844 00000100:00000001:0.0:1767384357.877934:0:16137:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294947847 00000100:00000200:1.0:1767384357.877937:0:16138:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b3b30468 x1853236723088896/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384373 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384357.877938:0:16137:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294947844 00000100:00000001:0.0:1767384357.877943:0:16137:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294947847 00000100:00000001:0.0:1767384357.877947:0:16137:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294947844 00000100:00000001:0.0:1767384357.877952:0:16137:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294947847 00000100:00000001:0.0:1767384357.877957:0:16137:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384357.877959:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384357.877960:0:16137:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384357.877964:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384357.877965:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b3b30468 x1853236723088896/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384373 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384357.877967:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384357.877975:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384357.877975:0:16137:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384357.877978:0:16137:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384357.877979:0:16138:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384357.877983:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384357.877985:0:16138:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384357.877986:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384357.877990:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384357.877991:0:16138:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3843 usecs (4 jiffies) 00000100:00000001:0.0:1767384357.877993:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384357.877996:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294947844 00000100:00000001:1.0:1767384357.878000:0:16138:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294947847 00000100:00000001:1.0:1767384357.878002:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294947844 00000100:00000001:1.0:1767384357.878004:0:16138:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294947847 00000100:00000001:0.0:1767384357.878005:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384357.878007:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384357.878008:0:16139:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767384357.878012:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294947844 00000100:00000040:0.0:1767384357.878014:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000059be0b20 x1853236723088512/t0(0) o400->MGC192.168.202.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384357.878016:0:16138:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294947847 00000100:00000001:1.0:1767384357.878021:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294947844 00000100:00000001:1.0:1767384357.878026:0:16138:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294947847 00000100:00000001:1.0:1767384357.878030:0:16138:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384357.878032:0:16139:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384357.878033:0:16138:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384357.878034:0:16139:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384357.878038:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384357.878039:0:16139:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384357.878042:0:16139:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384357.878043:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384357.878048:0:16139:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384357.878050:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1767384357.878051:0:16139:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000059be0b20 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c0412d60-4f67-4dbc-8791-892843f60083:16139:1853236723088512:0@lo:400: 00000100:00000001:1.0:1767384357.878053:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384357.878057:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384357.878058:0:16139:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767384357.878059:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384357.878062:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384357.878062:0:16139:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384357.878066:0:16139:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384357.878067:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384357.878069:0:16139:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384357.878073:0:16139:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c5a6dcc6. 02000000:00000001:0.0:1767384357.878075:0:16139:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384357.878114:0:16139:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a633faa6. 00000400:00000010:0.0:1767384357.878118:0:16139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d0007e92. 00000100:00000200:0.0:1767384357.878121:0:16139:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236723088512, portal 25 00000100:00000001:0.0:1767384357.878123:0:16139:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384357.878124:0:16139:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782423948672 : -124291285602944 : ffff8ef52e12ad80) 00000100:00000040:0.0:1767384357.878128:0:16139:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000059be0b20 x1853236723088512/t0(0) o400->MGC192.168.202.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384373 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384357.878129:0:17550:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384357.878135:0:17550:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723088384 00000100:00000001:0.0:1767384357.878136:0:16139:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1767384357.878141:0:17550:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:0.0:1767384357.878141:0:16139:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384357.878144:0:16139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b59c96da. 00000100:00000001:1.0:1767384357.878145:0:17550:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384357.878148:0:17550:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384357.878149:0:16139:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853236723088512, offset 0 02000000:00000001:1.0:1767384357.878152:0:17550:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384357.878156:0:16139:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:1.0:1767384357.878157:0:17550:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723088384 00000020:00000001:1.0:1767384357.878160:0:17550:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384357.878163:0:17550:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eeca38 00000400:00000200:0.0:1767384357.878165:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:1.0:1767384357.878166:0:17550:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384357.878169:0:17550:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000cf791f94 refcount=5 00000020:00000001:1.0:1767384357.878172:0:17550:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619777391929344 : -124296317622272 : ffff8ef402242800) 00000400:00000200:0.0:1767384357.878175:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x695824c907c80 00000020:00000001:1.0:1767384357.878176:0:17550:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619777391929344 : -124296317622272 : ffff8ef402242800) 00000100:00000001:1.0:1767384357.878184:0:17550:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1767384357.878185:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1715 [2] + 0 00000020:00000010:1.0:1767384357.878189:0:17550:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000069ce8899. 00000400:00000010:0.0:1767384357.878189:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b4b074bf. 00000020:00000010:1.0:1767384357.878196:0:17550:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000081c8a4ab. 00000400:00000200:0.0:1767384357.878196:0:16139:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000e49549b7 00000400:00000200:0.0:1767384357.878202:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:1.0:1767384357.878204:0:17550:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (0000000083abdb14) now 6 - evictor 00000400:00000200:0.0:1767384357.878207:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384357.878211:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e49549b7 00000400:00000010:0.0:1767384357.878213:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e49549b7. 00000100:00000001:1.0:1767384357.878214:0:17550:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:0.0:1767384357.878216:0:16139:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384357.878219:0:16139:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000010:1.0:1767384357.878220:0:17550:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006a921118. 00000100:00000040:0.0:1767384357.878222:0:16139:0:(events.c:337:request_in_callback()) incoming req@0000000040e20f9d x1853236723088512 msgsize 224 00000020:00000010:1.0:1767384357.878226:0:17550:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ed25da04. 00000100:00100000:0.0:1767384357.878228:0:16139:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384357.878230:0:16139:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000020:00000010:1.0:1767384357.878237:0:17550:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f287db5e. 00000100:00000001:0.0:1767384357.878238:0:16139:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384357.878244:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b59c96da 00000100:00000040:1.0:1767384357.878245:0:17550:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000400:00000010:0.0:1767384357.878246:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b59c96da. 00000100:00000001:1.0:1767384357.878250:0:17550:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384357.878251:0:16139:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384357.878253:0:17550:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384357.878255:0:17550:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384357.878256:0:16139:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000059be0b20 x1853236723088512/t0(0) o400->MGC192.168.202.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384373 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384357.878263:0:17550:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384357.878264:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384357.878269:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000059be0b20 x1853236723088512/t0(0) o400->MGC192.168.202.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384373 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384357.878274:0:17550:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384357.878275:0:16773:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384357.878280:0:16773:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723088512 02000000:00000001:2.0:1767384357.878283:0:16773:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384357.878286:0:16773:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384357.878287:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384357.878289:0:16773:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384357.878289:0:17550:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384357.878290:0:16139:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384357.878293:0:17550:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000001:2.0:1767384357.878295:0:16773:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384357.878297:0:16139:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384357.878300:0:17550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00000001:0.0:1767384357.878302:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294947865 00000100:00000040:1.0:1767384357.878304:0:17550:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000cf791f94 : new rpc_count 1 00000100:00000001:1.0:1767384357.878307:0:17550:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619782424484864 : -124291285066752 : ffff8ef52e1adc00) 00000100:00000001:0.0:1767384357.878309:0:16139:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294947847 00000100:00000040:1.0:1767384357.878312:0:17550:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000bb43b465 x1853236723088384/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:338/0 lens 224/0 e 0 to 0 dl 1767384368 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384357.878315:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294947865 00000100:00100000:2.0:1767384357.878322:0:16773:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723088512 00000100:00000001:0.0:1767384357.878322:0:16139:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294947847 00000100:00000001:1.0:1767384357.878324:0:17550:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:2.0:1767384357.878327:0:16773:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384357.878329:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294947865 00000020:00000040:2.0:1767384357.878330:0:16773:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eec8e1 00000020:00000010:1.0:1767384357.878330:0:17550:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000081c8a4ab. 00000100:00000001:1.0:1767384357.878335:0:17550:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384357.878336:0:16139:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294947847 00000020:00000010:1.0:1767384357.878339:0:17550:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000081c8a4ab. 00000020:00000001:2.0:1767384357.878341:0:16773:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384357.878342:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294947865 00000020:00000040:2.0:1767384357.878344:0:16773:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000555601ca refcount=14 00000100:00100000:1.0:1767384357.878348:0:17550:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000bb43b465 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16138:x1853236723088384:12345-0@lo:13: 00000020:00000001:2.0:1767384357.878349:0:16773:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000100:00000001:0.0:1767384357.878349:0:16139:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294947847 00000100:00000001:0.0:1767384357.878355:0:16139:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384357.878356:0:16773:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000100:00000200:1.0:1767384357.878356:0:17550:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723088384 00000100:00000001:0.0:1767384357.878359:0:16139:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384357.878362:0:17550:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:0.0:1767384357.878363:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384357.878364:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:1.0:1767384357.878366:0:17550:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:0.0:1767384357.878368:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384357.878369:0:17550:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384357.878372:0:17550:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1767384357.878374:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:1.0:1767384357.878375:0:17550:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072673306064 : -1036245552 : ffffffffc23c25d0) 00000100:00000001:0.0:1767384357.878377:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384357.878381:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1767384357.878382:0:17550:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1767384357.878383:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:2.0:1767384357.878385:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c1379e58. 00000100:00000001:0.0:1767384357.878387:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384357.878388:0:17550:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384357.878390:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1767384357.878394:0:16139:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000020:00000010:2.0:1767384357.878395:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c1379e58. 00000020:00000001:1.0:1767384357.878395:0:17550:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:3.0:1767384357.878397:0:16780:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384357.878398:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384357.878400:0:17550:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000010:2.0:1767384357.878402:0:16773:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006bec9a87. 00000100:00100000:3.0:1767384357.878404:0:16780:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723088768 00000100:00000001:0.0:1767384357.878404:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:1.0:1767384357.878405:0:17550:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384357.878408:0:16773:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007deab48a. 00000100:00000001:0.0:1767384357.878408:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384357.878409:0:16780:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384357.878413:0:17550:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1767384357.878414:0:16780:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384357.878415:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:2.0:1767384357.878416:0:16773:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000cdb44793. 02000000:00000001:1.0:1767384357.878419:0:17550:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1767384357.878420:0:16780:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384357.878420:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384357.878423:0:16139:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384357.878425:0:16773:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 02000000:00000010:1.0:1767384357.878425:0:17550:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000d80313c7. 02000000:00000001:3.0:1767384357.878426:0:16780:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384357.878428:0:16773:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000040:0.0:1767384357.878429:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000274630d4 x1853236723088640/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384357.878433:0:16780:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723088768 00000100:00000001:2.0:1767384357.878433:0:16773:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:1.0:1767384357.878437:0:17550:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384357.878438:0:16773:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384357.878440:0:16780:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384357.878445:0:16780:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eeca2a 00000100:00000001:0.0:1767384357.878446:0:16139:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384357.878447:0:16773:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384357.878447:0:17550:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384357.878449:0:16139:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384357.878450:0:16780:0:(lustre_handles.c:113:class_handle2object()) Process entered 00002000:00000001:1.0:1767384357.878454:0:17550:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000020:00000040:3.0:1767384357.878456:0:16780:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f335576c refcount=5 02000000:00000001:0.0:1767384357.878456:0:16139:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767384357.878457:0:16773:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:1.0:1767384357.878459:0:17550:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:3.0:1767384357.878463:0:16780:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619777384806400 : -124296324745216 : ffff8ef401b77800) 00000020:00000001:1.0:1767384357.878464:0:17550:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 02000000:00000001:0.0:1767384357.878464:0:16139:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384357.878469:0:17550:0:(osd_handler.c:571:osd_statfs()) Process entered 00000020:00000001:3.0:1767384357.878470:0:16780:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619777384806400 : -124296324745216 : ffff8ef401b77800) 00000100:00000001:2.0:1767384357.878470:0:16773:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000001:0.0:1767384357.878470:0:16139:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384357.878474:0:16773:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384357.878478:0:16780:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:0.0:1767384357.878478:0:16139:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000274630d4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16139:1853236723088640:0@lo:400: 00080000:00000001:1.0:1767384357.878481:0:17550:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384357.878485:0:16780:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009a2b6a19. 00000100:00100000:2.0:1767384357.878485:0:16773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 154 00000020:00000001:1.0:1767384357.878487:0:17550:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384357.878488:0:16139:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767384357.878492:0:16780:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00002000:00000024:1.0:1767384357.878493:0:17550:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 389021696 avail 386924544 00000100:00000040:2.0:1767384357.878494:0:16773:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000555601ca : new rpc_count 1 02000000:00000001:0.0:1767384357.878494:0:16139:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384357.878498:0:16139:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384357.878500:0:16780:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009a2b6a19. 00000100:00000001:2.0:1767384357.878501:0:16773:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619781697407056 : -124292012144560 : ffff8ef502c48850) 00000020:00000020:1.0:1767384357.878502:0:17550:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40828928 0 0 02000000:00000001:0.0:1767384357.878502:0:16139:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000010:3.0:1767384357.878507:0:16780:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ca2d863a. 02000000:00000010:0.0:1767384357.878508:0:16139:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000027682159. 00000020:00000020:1.0:1767384357.878509:0:17550:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000cf791f94 dirty 0 pend 0 grant 0 02000000:00000001:0.0:1767384357.878513:0:16139:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384357.878514:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000040e20f9d x1853236723088512/t0(0) o400->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:338/0 lens 224/0 e 0 to 0 dl 1767384368 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00002000:00000020:1.0:1767384357.878516:0:17550:0:(ofd_obd.c:737:ofd_statfs()) 374 blocks: 371 free, 331 avail; 12296 objects: 11872 free; state 0 00000020:00000010:3.0:1767384357.878517:0:16780:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000000d91b6be. 00000400:00000010:0.0:1767384357.878518:0:16139:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a6cfeef4. 00002000:00000001:1.0:1767384357.878525:0:17550:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000020:00000010:3.0:1767384357.878527:0:16780:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000cb198794. 00000400:00000010:0.0:1767384357.878527:0:16139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b59c96da. 00000001:00000001:1.0:1767384357.878530:0:17550:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1767384357.878535:0:17550:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384357.878536:0:16139:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236723088640, portal 4 00000100:00000001:2.0:1767384357.878538:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00002000:00000001:1.0:1767384357.878538:0:17550:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384357.878540:0:16139:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:3.0:1767384357.878541:0:16780:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1767384357.878544:0:16139:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782423950464 : -124291285601152 : ffff8ef52e12b480) 00000020:00000010:2.0:1767384357.878545:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c1379e58. 00010000:00000040:1.0:1767384357.878545:0:17550:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236723088384 00000100:00000001:3.0:1767384357.878546:0:16780:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384357.878550:0:16780:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:1.0:1767384357.878551:0:17550:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:2.0:1767384357.878553:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384357.878555:0:16139:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000274630d4 x1853236723088640/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384373 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384357.878556:0:16780:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00010000:00000200:1.0:1767384357.878558:0:17550:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000bb43b465 x1853236723088384/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:338/0 lens 224/368 e 0 to 0 dl 1767384368 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384357.878560:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c1379e58. 00000100:00100000:2.0:1767384357.878571:0:16773:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000040e20f9d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c0412d60-4f67-4dbc-8791-892843f60083+14:16139:x1853236723088512:12345-0@lo:400: 00000100:00000200:2.0:1767384357.878580:0:16773:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723088512 00000020:00000001:2.0:1767384357.878584:0:16773:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:0.0:1767384357.878588:0:16139:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:1.0:1767384357.878589:0:17550:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384357.878594:0:17550:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384357.878595:0:16773:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000040:0.0:1767384357.878598:0:16139:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:2.0:1767384357.878599:0:16773:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384357.878600:0:17550:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bde6550e time=76 v=5 (1 0 0 0) 00000400:00000010:0.0:1767384357.878604:0:16139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bc69f01c. 00000020:00000001:2.0:1767384357.878605:0:16773:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1767384357.878606:0:17550:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:2.0:1767384357.878608:0:16773:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669141120 : -1040410496 : ffffffffc1fc9880) 00000100:00000200:0.0:1767384357.878610:0:16139:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853236723088640, offset 0 00000100:00000040:1.0:1767384357.878612:0:17550:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 21 to 0@lo 00000020:00000001:2.0:1767384357.878613:0:16773:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384357.878618:0:16773:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384357.878619:0:17550:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 00000400:00000200:0.0:1767384357.878619:0:16139:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:2.0:1767384357.878624:0:16773:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 02000000:00000001:1.0:1767384357.878625:0:17550:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:2.0:1767384357.878626:0:16773:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 02000000:00000001:1.0:1767384357.878629:0:17550:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384357.878630:0:16773:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384357.878631:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384357.878635:0:17550:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:2.0:1767384357.878636:0:16773:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1767384357.878639:0:16773:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000040:1.0:1767384357.878639:0:17550:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:2.0:1767384357.878643:0:16773:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:0.0:1767384357.878643:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x695824c907d00 00000400:00000010:1.0:1767384357.878647:0:17550:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000050be1f4b. 00000100:00000001:3.0:1767384357.878649:0:16780:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 02000000:00000010:2.0:1767384357.878649:0:16773:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000006504d044. 00000400:00000200:0.0:1767384357.878652:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xa9d [8] + 4784 02000000:00000001:2.0:1767384357.878654:0:16773:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384357.878655:0:16780:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000400:00000200:0.0:1767384357.878658:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384357.878659:0:16773:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384357.878660:0:16780:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384357.878660:0:17550:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853236723088384, offset 224 00000020:00000001:2.0:1767384357.878663:0:16773:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384357.878665:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000040:2.0:1767384357.878669:0:16773:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236723088512 00000400:00000200:1.0:1767384357.878673:0:17550:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:2.0:1767384357.878675:0:16773:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:3.0:1767384357.878676:0:16780:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384357.878680:0:16139:0:(events.c:286:request_in_callback()) Process entered 00010000:00000200:2.0:1767384357.878681:0:16773:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000040e20f9d x1853236723088512/t0(0) o400->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:338/0 lens 224/224 e 0 to 0 dl 1767384368 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384357.878685:0:17550:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:0.0:1767384357.878685:0:16139:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000001:3.0:1767384357.878689:0:16780:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000010:0.0:1767384357.878693:0:16139:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000034e1c608. 00000100:00100000:3.0:1767384357.878694:0:16780:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723088896 00010000:00000001:2.0:1767384357.878698:0:16773:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000040:0.0:1767384357.878699:0:16139:0:(events.c:337:request_in_callback()) incoming req@0000000034e1c608 x1853236723088640 msgsize 224 02000000:00000001:3.0:1767384357.878700:0:16780:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:1.0:1767384357.878700:0:17550:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x695824c907c00 00010000:00000001:2.0:1767384357.878701:0:16773:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384357.878706:0:16780:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00001000:2.0:1767384357.878706:0:16773:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dd452398 time=87 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384357.878711:0:16780:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384357.878714:0:16139:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384357.878715:0:16773:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:3.0:1767384357.878718:0:16780:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384357.878719:0:17550:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1f99 [1] + 224 00000100:00000040:2.0:1767384357.878720:0:16773:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 22 to 0@lo 00000100:00100000:3.0:1767384357.878724:0:16780:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723088896 00000100:00000001:2.0:1767384357.878725:0:16773:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 00000100:00000001:0.0:1767384357.878727:0:16139:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000001:3.0:1767384357.878730:0:16780:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:2.0:1767384357.878732:0:16773:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:1.0:1767384357.878733:0:17550:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384357.878734:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bc69f01c 00000020:00000040:3.0:1767384357.878735:0:16780:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eeca23 02000000:00000001:2.0:1767384357.878735:0:16773:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384357.878739:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bc69f01c. 00000020:00000001:3.0:1767384357.878740:0:16780:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384357.878741:0:16773:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767384357.878742:0:17550:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000040:3.0:1767384357.878745:0:16780:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000b2466616 refcount=5 00000100:00000040:2.0:1767384357.878749:0:16773:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384357.878751:0:16139:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:3.0:1767384357.878752:0:16780:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619782058162176 : -124291651389440 : ffff8ef518453800) 00000100:00000001:1.0:1767384357.878753:0:17550:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000010:2.0:1767384357.878754:0:16773:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000057bd51bb. 00000100:00000200:0.0:1767384357.878758:0:16139:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000274630d4 x1853236723088640/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384373 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384357.878760:0:16780:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619782058162176 : -124291651389440 : ffff8ef518453800) 00000100:00000200:2.0:1767384357.878761:0:16773:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853236723088512, offset 224 00000100:00000200:1.0:1767384357.878762:0:17550:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000dc2311e4 x1853236723088384/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384373 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384357.878769:0:16780:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:2.0:1767384357.878775:0:16773:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:3.0:1767384357.878776:0:16780:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009a2b6a19. 00000020:00000010:3.0:1767384357.878785:0:16780:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000037cc3fe. 00000100:00000001:0.0:1767384357.878788:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767384357.878789:0:16773:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000040:3.0:1767384357.878795:0:16780:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000b1f9e0ef) now 8 - evictor 00000100:00000040:0.0:1767384357.878796:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000274630d4 x1853236723088640/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384373 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384357.878801:0:17550:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000dc2311e4 x1853236723088384/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384373 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384357.878804:0:16780:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000400:00000200:2.0:1767384357.878804:0:16773:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x695824c907c80 00000020:00000010:3.0:1767384357.878811:0:16780:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009d1000c5. 00000400:00000200:2.0:1767384357.878818:0:16773:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1fb1 [1] + 224 00000020:00000010:3.0:1767384357.878820:0:16780:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000622b75c9. 00000020:00000010:3.0:1767384357.878828:0:16780:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ed984e81. 00000100:00000001:0.0:1767384357.878830:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384357.878834:0:16773:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384357.878837:0:16139:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384357.878838:0:16780:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:2.0:1767384357.878842:0:16773:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384357.878843:0:16780:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384357.878846:0:17550:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384357.878847:0:16780:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384357.878848:0:16773:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384357.878848:0:16139:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384357.878854:0:16773:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000059be0b20 x1853236723088512/t0(0) o400->MGC192.168.202.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384373 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384357.878856:0:16780:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000400:00000200:1.0:1767384357.878856:0:17550:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000050be1f4b 00000100:00000040:0.0:1767384357.878856:0:16139:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 6820 usecs (7 jiffies) 00000100:00000001:3.0:1767384357.878861:0:16780:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000400:00000010:1.0:1767384357.878862:0:17550:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000050be1f4b. 00000100:00000001:0.0:1767384357.878864:0:16139:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294947848 00000100:00000001:3.0:1767384357.878865:0:16780:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384357.878870:0:17550:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384357.878873:0:16139:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294947865 00000100:00000001:1.0:1767384357.878874:0:17550:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000040:2.0:1767384357.878877:0:16773:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000059be0b20 x1853236723088512/t0(0) o400->MGC192.168.202.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384373 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384357.878879:0:16139:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294947848 00000100:00000001:3.0:1767384357.878880:0:16780:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384357.878882:0:17550:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384357.878886:0:16139:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294947865 00000100:00000001:0.0:1767384357.878891:0:16139:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294947848 00000100:00000040:1.0:1767384357.878892:0:17550:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 21 to 0@lo 00000100:00000001:3.0:1767384357.878895:0:16780:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384357.878896:0:16139:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294947865 00000100:00000001:3.0:1767384357.878901:0:16780:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000001:1.0:1767384357.878901:0:17550:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:0.0:1767384357.878902:0:16139:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294947848 00000100:00000001:2.0:1767384357.878904:0:16773:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:1.0:1767384357.878907:0:17550:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384357.878908:0:16139:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294947865 00000100:00100000:3.0:1767384357.878909:0:16780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000400:00000200:2.0:1767384357.878913:0:16773:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000057bd51bb 00000020:00000001:1.0:1767384357.878914:0:17550:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1767384357.878914:0:16139:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767384357.878916:0:16780:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000f335576c : new rpc_count 1 00000400:00000010:2.0:1767384357.878919:0:16773:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000057bd51bb. 00000100:00000001:0.0:1767384357.878920:0:16139:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384357.878921:0:16780:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619782423937920 : -124291285613696 : ffff8ef52e128380) 00000100:00000040:1.0:1767384357.878923:0:17550:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bb43b465 x1853236723088384/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:338/0 lens 224/368 e 0 to 0 dl 1767384368 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384357.878928:0:16773:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:0.0:1767384357.878929:0:16139:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1767384357.878933:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ec6dfa51 x1853236723088768/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:338/0 lens 224/0 e 0 to 0 dl 1767384368 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384357.878934:0:16773:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:0.0:1767384357.878934:0:16139:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384357.878939:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a633faa6. 00000100:00000001:2.0:1767384357.878943:0:16773:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384357.878945:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d0007e92 00000100:00100000:1.0:1767384357.878946:0:17550:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000bb43b465 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16138:x1853236723088384:12345-0@lo:13: Request processed in 617us (1437us total) trans 0 rc 0/0 00000400:00000010:0.0:1767384357.878949:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d0007e92. 00000100:00000040:2.0:1767384357.878954:0:16773:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 20 to 0@lo 00000100:00000001:0.0:1767384357.878956:0:16139:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1767384357.878963:0:16773:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000200:0.0:1767384357.878963:0:16139:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000059be0b20 x1853236723088512/t0(0) o400->MGC192.168.202.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384373 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384357.878967:0:17550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000020:00000001:2.0:1767384357.878969:0:16773:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384357.878970:0:16780:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:1.0:1767384357.878974:0:17550:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000cf791f94 : new rpc_count 0 00000020:00000001:2.0:1767384357.878976:0:16773:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000010:3.0:1767384357.878977:0:16780:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000090d85b0f. 00000100:00000001:1.0:1767384357.878979:0:17550:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384357.878984:0:16780:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384357.878984:0:17550:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:2.0:1767384357.878985:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000040e20f9d x1853236723088512/t0(0) o400->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:338/0 lens 224/224 e 0 to 0 dl 1767384368 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384357.878989:0:16139:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000059be0b20 x1853236723088512/t0(0) o400->MGC192.168.202.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384373 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384357.878991:0:16780:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000090d85b0f. 00000020:00000010:1.0:1767384357.878992:0:17550:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ed25da04. 00000020:00000010:1.0:1767384357.879000:0:17550:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f287db5e. 00000100:00100000:3.0:1767384357.879005:0:16780:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000ec6dfa51 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:16137:x1853236723088768:12345-0@lo:400: 00000020:00000010:1.0:1767384357.879007:0:17550:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006a921118. 00000020:00000040:1.0:1767384357.879014:0:17550:0:(genops.c:898:class_export_put()) PUTting export 00000000cf791f94 : new refcount 4 00000100:00000200:3.0:1767384357.879019:0:16780:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723088768 00000100:00000001:1.0:1767384357.879020:0:17550:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384357.879021:0:16139:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:2.0:1767384357.879024:0:16773:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000040e20f9d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c0412d60-4f67-4dbc-8791-892843f60083+14:16139:x1853236723088512:12345-0@lo:400: Request processed in 482us (796us total) trans 0 rc 0/0 00000020:00000001:3.0:1767384357.879025:0:16780:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384357.879031:0:16780:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:0.0:1767384357.879031:0:16139:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384357.879035:0:16780:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384357.879036:0:16773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 154 00000100:00000001:0.0:1767384357.879037:0:16139:0:(client.c:1578:after_reply()) Process entered 00000100:00080000:1.0:1767384357.879038:0:16775:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000001:3.0:1767384357.879040:0:16780:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 02000000:00000001:0.0:1767384357.879042:0:16139:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000040:2.0:1767384357.879043:0:16773:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000555601ca : new rpc_count 0 00000020:00000001:3.0:1767384357.879044:0:16780:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661494240 : -1048057376 : ffffffffc187e9e0) 00000100:00000001:0.0:1767384357.879046:0:16139:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384357.879048:0:16773:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000040:1.0:1767384357.879049:0:16775:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000b1f9e0ef) now 8 - evictor 00000100:00000001:0.0:1767384357.879050:0:16139:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384357.879051:0:16780:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1767384357.879052:0:16773:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:3.0:1767384357.879057:0:16780:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384357.879057:0:16139:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384357.879058:0:16773:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007deab48a. 00000100:00080000:1.0:1767384357.879058:0:16775:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000001:3.0:1767384357.879065:0:16780:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000040:1.0:1767384357.879066:0:16775:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (0000000083abdb14) now 6 - evictor 00000100:00001000:0.0:1767384357.879066:0:16139:0:(import.c:2128:obd_at_measure()) add 5 to 0000000028df3f77 time=87 v=5 (5 0 0 0) 00000020:00000010:2.0:1767384357.879067:0:16773:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000cdb44793. 00000020:00000001:3.0:1767384357.879070:0:16780:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000010:2.0:1767384357.879074:0:16773:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006bec9a87. 00000020:00000001:3.0:1767384357.879075:0:16780:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384357.879076:0:16139:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f5022cbe time=87 v=5 (1 0 0 0) 00000020:00000040:2.0:1767384357.879079:0:16773:0:(genops.c:898:class_export_put()) PUTting export 00000000555601ca : new refcount 13 00000020:00000001:3.0:1767384357.879081:0:16780:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1767384357.879109:0:16139:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384357.879112:0:16139:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384357.879115:0:16139:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384357.879117:0:16139:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384357.879119:0:16773:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1767384357.879119:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384357.879120:0:16139:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384357.879124:0:16773:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000006504d044. 00000100:00000001:1.0:1767384357.879124:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767384357.879127:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000059be0b20 x1853236723088512/t0(0) o400->MGC192.168.202.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384373 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384357.879131:0:16780:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384357.879131:0:16773:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000400:00000001:1.0:1767384357.879132:0:16138:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767384357.879135:0:16773:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384357.879137:0:16780:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000001:1.0:1767384357.879137:0:16138:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767384357.879138:0:16139:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1767384357.879142:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000c754a5c. 02000000:00000010:3.0:1767384357.879143:0:16780:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000a6850883. 00000100:00000001:0.0:1767384357.879145:0:16139:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000200:2.0:1767384357.879148:0:16773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000200:1.0:1767384357.879148:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003d8b2f9d 00000100:00000001:0.0:1767384357.879148:0:16139:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384357.879149:0:16780:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384357.879153:0:16138:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003d8b2f9d. 00000400:00000010:2.0:1767384357.879155:0:16773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000046234502. 00000100:00000001:3.0:1767384357.879156:0:16780:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384357.879157:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000059be0b20 x1853236723088512/t0(0) o400->MGC192.168.202.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384373 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384357.879158:0:16138:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:3.0:1767384357.879163:0:16780:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384357.879164:0:16773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a6c6948d. 00000100:00000200:1.0:1767384357.879166:0:16138:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000dc2311e4 x1853236723088384/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384373 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:3.0:1767384357.879172:0:16780:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236723088768 00000100:00100000:0.0:1767384357.879172:0:16139:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000059be0b20 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c0412d60-4f67-4dbc-8791-892843f60083:16139:1853236723088512:0@lo:400: 00010000:00000001:3.0:1767384357.879179:0:16780:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:0.0:1767384357.879184:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384357.879185:0:16138:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000dc2311e4 x1853236723088384/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384373 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000200:3.0:1767384357.879187:0:16780:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000ec6dfa51 x1853236723088768/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:338/0 lens 224/224 e 0 to 0 dl 1767384368 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384357.879189:0:17568:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384357.879190:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384357.879193:0:17568:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:0.0:1767384357.879197:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000059be0b20 x1853236723088512/t0(0) o400->MGC192.168.202.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384373 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384357.879203:0:17568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00000040:2.0:1767384357.879211:0:17568:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000b2466616 : new rpc_count 1 00000100:00000001:2.0:1767384357.879217:0:17568:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619782424477696 : -124291285073920 : ffff8ef52e1ac000) 00000100:00000001:1.0:1767384357.879217:0:16138:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384357.879221:0:16138:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384357.879228:0:17568:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006ed2bb3d x1853236723088896/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:338/0 lens 224/0 e 0 to 0 dl 1767384368 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384357.879228:0:16138:0:(client.c:1578:after_reply()) Process entered 00010000:00000001:3.0:1767384357.879229:0:16780:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1767384357.879230:0:16139:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384357.879233:0:16138:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000001:3.0:1767384357.879234:0:16780:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384357.879235:0:16139:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1767384357.879236:0:16138:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000010:0.0:1767384357.879239:0:16139:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c5a6dcc6. 00000100:00000001:1.0:1767384357.879240:0:16138:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384357.879242:0:16780:0:(import.c:2128:obd_at_measure()) add 1 to 000000008dd0459f time=82 v=5 (1 0 0 0) 02000000:00000001:1.0:1767384357.879246:0:16138:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384357.879247:0:16139:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384357.879251:0:16139:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1767384357.879254:0:16780:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000040:0.0:1767384357.879254:0:16139:0:(genops.c:1242:class_import_put()) import 00000000df830bbe refcount=3 obd=MGC192.168.202.152@tcp 00000100:00000001:2.0:1767384357.879255:0:17568:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00001000:1.0:1767384357.879256:0:16138:0:(import.c:2128:obd_at_measure()) add 5 to 0000000032110564 time=76 v=5 (5 0 0 0) 00000100:00000040:3.0:1767384357.879260:0:16780:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 21 to 0@lo 00000020:00000001:0.0:1767384357.879260:0:16139:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000010:2.0:1767384357.879261:0:17568:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c1379e58. 00000100:00001000:1.0:1767384357.879262:0:16138:0:(import.c:2128:obd_at_measure()) add 1 to 000000001fbc0fd6 time=76 v=5 (1 0 0 0) 02000000:00000010:0.0:1767384357.879264:0:16139:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003082ec61. 00000100:00000001:2.0:1767384357.879267:0:17568:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384357.879268:0:16780:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 00000100:00000001:1.0:1767384357.879271:0:16138:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000010:2.0:1767384357.879273:0:17568:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c1379e58. 02000000:00000001:0.0:1767384357.879273:0:16139:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384357.879276:0:16780:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1767384357.879276:0:16138:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384357.879280:0:16780:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384357.879282:0:17568:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000006ed2bb3d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:16138:x1853236723088896:12345-0@lo:400: 00010000:00000001:1.0:1767384357.879282:0:16138:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:0.0:1767384357.879283:0:16139:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1767384357.879285:0:16780:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000010:0.0:1767384357.879287:0:16139:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000059be0b20. 00010000:00080000:1.0:1767384357.879290:0:16138:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000dc2311e4 x1853236723088384/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384373 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384357.879291:0:17568:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723088896 00000100:00000040:3.0:1767384357.879294:0:16780:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384357.879295:0:16139:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000001:2.0:1767384357.879296:0:17568:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:0.0:1767384357.879299:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384357.879301:0:16780:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002645768a. 00000020:00000001:2.0:1767384357.879301:0:17568:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384357.879305:0:17568:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384357.879306:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384357.879309:0:16780:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236723088768, offset 224 00000020:00000001:2.0:1767384357.879313:0:17568:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1767384357.879313:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:1.0:1767384357.879314:0:16138:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384357.879317:0:17568:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661494240 : -1048057376 : ffffffffc187e9e0) 00000100:00000001:0.0:1767384357.879318:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384357.879319:0:16138:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1767384357.879322:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384357.879323:0:16780:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:2.0:1767384357.879324:0:17568:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000040:1.0:1767384357.879324:0:16138:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:0.0:1767384357.879326:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384357.879329:0:17568:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384357.879330:0:16138:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000020:00000001:2.0:1767384357.879334:0:17568:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1767384357.879334:0:16138:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384357.879339:0:17568:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:3.0:1767384357.879340:0:16780:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384357.879340:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1767384357.879341:0:17568:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384357.879343:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000dc2311e4 x1853236723088384/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384373 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384357.879345:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384357.879347:0:17568:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1767384357.879350:0:17568:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384357.879354:0:17568:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:3.0:1767384357.879358:0:16780:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824c907d80 02000000:00000010:2.0:1767384357.879359:0:17568:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000006504d044. 00000100:00000001:0.0:1767384357.879360:0:17547:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384357.879364:0:16138:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384357.879365:0:17568:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384357.879365:0:17547:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723088640 02000000:00000001:0.0:1767384357.879369:0:17547:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:3.0:1767384357.879372:0:16780:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1fa1 [1] + 224 00000100:00000001:2.0:1767384357.879373:0:17568:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384357.879373:0:16138:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384357.879374:0:17547:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384357.879378:0:16138:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384357.879379:0:17568:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384357.879379:0:17547:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384357.879382:0:16780:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000004:00000001:1.0:1767384357.879385:0:16138:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 02000000:00000001:0.0:1767384357.879386:0:17547:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384357.879390:0:17568:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236723088896 00000100:00100000:0.0:1767384357.879391:0:17547:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723088640 00000400:00000200:3.0:1767384357.879392:0:16780:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000004:00000040:1.0:1767384357.879392:0:16138:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00010000:00000001:2.0:1767384357.879393:0:17568:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000001:0.0:1767384357.879396:0:17547:0:(genops.c:811:class_conn2export()) Process entered 00000004:00000040:1.0:1767384357.879400:0:16138:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=95744 free=94976 avail=84736 avail_mb=331 hwm_mb=3 files=12296 ffree=11872 state=0: rc = 0 00010000:00000200:2.0:1767384357.879401:0:17568:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000006ed2bb3d x1853236723088896/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:338/0 lens 224/224 e 0 to 0 dl 1767384368 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384357.879401:0:17547:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eeca38 00000100:00000001:3.0:1767384357.879402:0:16780:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:0.0:1767384357.879405:0:17547:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384357.879409:0:17547:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000cf791f94 refcount=5 00000100:00000200:3.0:1767384357.879412:0:16780:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000fd9f1565 x1853236723088768/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384373 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384357.879414:0:17547:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619777391929344 : -124296317622272 : ffff8ef402242800) 00000004:00000020:1.0:1767384357.879417:0:16138:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (000000009fef8af1): 95744 blocks, 94976 free, 84736 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 12296 files, 11872 free files 0x0 00000020:00000001:0.0:1767384357.879421:0:17547:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619777391929344 : -124296317622272 : ffff8ef402242800) 00010000:00000001:2.0:1767384357.879427:0:17568:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1767384357.879429:0:17547:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:2.0:1767384357.879432:0:17568:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384357.879434:0:16138:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384357.879434:0:17547:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005a7f613b. 00000100:00001000:2.0:1767384357.879437:0:17568:0:(import.c:2128:obd_at_measure()) add 1 to 000000008dd0459f time=82 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384357.879440:0:17547:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767384357.879446:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000dc2311e4 x1853236723088384/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384373 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384357.879448:0:17568:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000010:0.0:1767384357.879448:0:17547:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005a7f613b. 00000100:00000040:3.0:1767384357.879452:0:16780:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000fd9f1565 x1853236723088768/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384373 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384357.879454:0:17568:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 22 to 0@lo 00000020:00000010:0.0:1767384357.879455:0:17547:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c5a6dcc6. 00000100:00000001:2.0:1767384357.879460:0:17568:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 00000020:00000010:0.0:1767384357.879462:0:17547:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000000e8329a6. 02000000:00000001:2.0:1767384357.879467:0:17568:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000010:0.0:1767384357.879469:0:17547:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002ee19353. 02000000:00000001:2.0:1767384357.879470:0:17568:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384357.879472:0:16138:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000dc2311e4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16138:1853236723088384:0@lo:13: 00000100:00000001:2.0:1767384357.879478:0:17568:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384357.879480:0:17547:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:1.0:1767384357.879483:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384357.879485:0:17547:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000040:2.0:1767384357.879489:0:17568:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384357.879490:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384357.879490:0:17547:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384357.879494:0:17547:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384357.879496:0:17568:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000057bd51bb. 00000100:00000040:1.0:1767384357.879497:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000dc2311e4 x1853236723088384/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384373 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384357.879499:0:16780:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384357.879500:0:17547:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:2.0:1767384357.879504:0:17568:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236723088896, offset 224 00000100:00000001:1.0:1767384357.879508:0:16138:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1767384357.879509:0:17547:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000400:00000200:3.0:1767384357.879510:0:16780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002645768a 02000000:00000001:1.0:1767384357.879511:0:16138:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1767384357.879512:0:17547:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384357.879515:0:16138:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000f76cb71d. 00000400:00000010:3.0:1767384357.879516:0:16780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002645768a. 02000000:00000001:1.0:1767384357.879521:0:16138:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1767384357.879523:0:17547:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384357.879524:0:16780:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000001:1.0:1767384357.879524:0:16138:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384357.879528:0:16138:0:(genops.c:1242:class_import_put()) import 0000000068bc8709 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000400:00000200:2.0:1767384357.879529:0:17568:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384357.879530:0:16780:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:1.0:1767384357.879535:0:16138:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767384357.879535:0:17547:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384357.879538:0:16780:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384357.879538:0:16138:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000083675df1. 00000100:00000001:0.0:1767384357.879539:0:17547:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000001:1.0:1767384357.879544:0:16138:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:2.0:1767384357.879546:0:17568:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:1.0:1767384357.879547:0:16138:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:3.0:1767384357.879548:0:16780:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 21 to 0@lo 00000100:00100000:0.0:1767384357.879550:0:17547:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00000010:1.0:1767384357.879551:0:16138:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000dc2311e4. 00010000:00000001:3.0:1767384357.879556:0:16780:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000040:0.0:1767384357.879557:0:17547:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000cf791f94 : new rpc_count 1 00000100:00000001:1.0:1767384357.879558:0:16138:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000001:3.0:1767384357.879559:0:16780:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384357.879562:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384357.879563:0:17568:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824c907e00 00000100:00000001:0.0:1767384357.879564:0:17547:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619782423943296 : -124291285608320 : ffff8ef52e129880) 00000020:00000001:3.0:1767384357.879566:0:16780:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767384357.879568:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384357.879572:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767384357.879574:0:17547:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000034e1c608 x1853236723088640/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:338/0 lens 224/0 e 0 to 0 dl 1767384368 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384357.879576:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ec6dfa51 x1853236723088768/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:338/0 lens 224/224 e 0 to 0 dl 1767384368 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384357.879577:0:17568:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1fa9 [1] + 224 00000100:00000001:1.0:1767384357.879581:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384357.879584:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384357.879589:0:17568:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384357.879590:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384357.879600:0:17568:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384357.879602:0:17547:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384357.879607:0:17568:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:0.0:1767384357.879608:0:17547:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005a7f613b. 00000100:00000200:2.0:1767384357.879613:0:17568:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b3b30468 x1853236723088896/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384373 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384357.879614:0:16780:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000ec6dfa51 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:16137:x1853236723088768:12345-0@lo:400: Request processed in 639us (1807us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384357.879615:0:17547:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384357.879621:0:17547:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005a7f613b. 00000100:00000001:1.0:1767384357.879622:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384357.879626:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384357.879631:0:16137:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:0.0:1767384357.879632:0:17547:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000034e1c608 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:16139:x1853236723088640:12345-0@lo:400: 00000400:00000001:1.0:1767384357.879634:0:16137:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:3.0:1767384357.879639:0:16780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000400:00000010:1.0:1767384357.879640:0:16137:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000157eef89. 00000100:00000200:0.0:1767384357.879642:0:17547:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723088640 00000400:00000200:1.0:1767384357.879647:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e7b5b768 00000100:00000040:3.0:1767384357.879648:0:16780:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f335576c : new rpc_count 0 00000020:00000001:0.0:1767384357.879648:0:17547:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000010:1.0:1767384357.879650:0:16137:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e7b5b768. 00000100:00000040:2.0:1767384357.879651:0:17568:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b3b30468 x1853236723088896/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384373 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384357.879653:0:17547:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:3.0:1767384357.879655:0:16780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384357.879656:0:16137:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:0.0:1767384357.879656:0:17547:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384357.879660:0:16780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:0.0:1767384357.879662:0:17547:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000200:1.0:1767384357.879664:0:16137:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000fd9f1565 x1853236723088768/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384373 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384357.879666:0:16780:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000000d91b6be. 00000020:00000001:0.0:1767384357.879666:0:17547:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661494240 : -1048057376 : ffffffffc187e9e0) 00000020:00000001:0.0:1767384357.879673:0:17547:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000010:3.0:1767384357.879675:0:16780:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000cb198794. 00000020:00000001:0.0:1767384357.879677:0:17547:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384357.879684:0:17547:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000010:3.0:1767384357.879685:0:16780:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ca2d863a. 00000020:00000001:0.0:1767384357.879687:0:17547:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000200:1.0:1767384357.879690:0:16137:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000fd9f1565 x1853236723088768/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384373 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384357.879691:0:17568:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:0.0:1767384357.879691:0:17547:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384357.879693:0:16780:0:(genops.c:898:class_export_put()) PUTting export 00000000f335576c : new refcount 4 00000400:00000200:2.0:1767384357.879698:0:17568:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000057bd51bb 00000020:00000001:0.0:1767384357.879698:0:17547:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1767384357.879700:0:16780:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384357.879703:0:17568:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000057bd51bb. 00000100:00000001:0.0:1767384357.879703:0:17547:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384357.879708:0:17547:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1767384357.879710:0:17568:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384357.879711:0:16137:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000010:0.0:1767384357.879711:0:17547:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000081edca16. 00000100:00000001:2.0:1767384357.879712:0:17568:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384357.879716:0:16137:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384357.879716:0:17547:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384357.879718:0:17568:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384357.879720:0:16137:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767384357.879722:0:17547:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384357.879724:0:16137:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000040:2.0:1767384357.879725:0:17568:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 20 to 0@lo 00000100:00000001:1.0:1767384357.879727:0:16137:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:0.0:1767384357.879728:0:17547:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384357.879730:0:16137:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384357.879732:0:17547:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236723088640 00010000:00000001:2.0:1767384357.879735:0:17568:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 02000000:00000001:1.0:1767384357.879736:0:16137:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384357.879738:0:17568:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384357.879742:0:16137:0:(import.c:2128:obd_at_measure()) add 5 to 00000000701828d5 time=82 v=5 (5 0 0 0) 00000020:00000001:2.0:1767384357.879743:0:17568:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:0.0:1767384357.879743:0:17547:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00001000:1.0:1767384357.879749:0:16137:0:(import.c:2128:obd_at_measure()) add 1 to 0000000073619233 time=82 v=5 (1 0 0 0) 00010000:00000200:0.0:1767384357.879752:0:17547:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000034e1c608 x1853236723088640/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:338/0 lens 224/224 e 0 to 0 dl 1767384368 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384357.879753:0:17568:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006ed2bb3d x1853236723088896/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:338/0 lens 224/224 e 0 to 0 dl 1767384368 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384357.879754:0:16137:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384357.879757:0:16137:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384357.879762:0:16137:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767384357.879768:0:16137:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000fd9f1565 x1853236723088768/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384373 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384357.879778:0:17547:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384357.879782:0:17547:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384357.879787:0:17547:0:(import.c:2128:obd_at_measure()) add 1 to 0000000094c7e214 time=76 v=5 (1 0 0 0) 00000100:00100000:2.0:1767384357.879791:0:17568:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000006ed2bb3d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:16138:x1853236723088896:12345-0@lo:400: Request processed in 532us (1896us total) trans 0 rc 0/0 00010000:00000001:1.0:1767384357.879793:0:16137:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384357.879795:0:17547:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1767384357.879798:0:16137:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384357.879800:0:17547:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 21 to 0@lo 00000100:00000040:1.0:1767384357.879801:0:16137:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:0.0:1767384357.879805:0:17547:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 00000100:00000001:1.0:1767384357.879806:0:16137:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00100000:2.0:1767384357.879807:0:17568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 02000000:00000001:0.0:1767384357.879809:0:17547:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1767384357.879810:0:16137:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384357.879812:0:17568:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000b2466616 : new rpc_count 0 02000000:00000001:0.0:1767384357.879813:0:17547:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384357.879816:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000fd9f1565 x1853236723088768/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384373 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384357.879817:0:17568:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384357.879819:0:17547:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384357.879821:0:17568:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384357.879825:0:17568:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000622b75c9. 00000100:00000040:0.0:1767384357.879829:0:17547:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:2.0:1767384357.879831:0:17568:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ed984e81. 00000400:00000010:0.0:1767384357.879834:0:17547:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d0007e92. 00000020:00000010:2.0:1767384357.879836:0:17568:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009d1000c5. 00000020:00000040:2.0:1767384357.879843:0:17568:0:(genops.c:898:class_export_put()) PUTting export 00000000b2466616 : new refcount 4 00000100:00000200:0.0:1767384357.879843:0:17547:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853236723088640, offset 224 00000100:00000001:1.0:1767384357.879844:0:16137:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384357.879849:0:17568:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384357.879850:0:16137:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384357.879853:0:16137:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384357.879855:0:17547:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1767384357.879859:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fd9f1565 x1853236723088768/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384373 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384357.879866:0:16137:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000fd9f1565 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16137:1853236723088768:0@lo:400: 00000400:00000200:0.0:1767384357.879871:0:17547:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384357.879873:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384357.879876:0:16137:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384357.879879:0:16137:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000fd9f1565 x1853236723088768/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384373 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384357.879883:0:17547:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x695824c907d00 00000400:00000200:0.0:1767384357.879891:0:17547:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1fb9 [1] + 224 00000100:00000001:1.0:1767384357.879892:0:16137:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384357.879895:0:16137:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:0.0:1767384357.879897:0:17547:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:1.0:1767384357.879898:0:16137:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008341e060. 02000000:00000001:1.0:1767384357.879904:0:16137:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:0.0:1767384357.879907:0:17547:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:1.0:1767384357.879908:0:16137:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384357.879910:0:16137:0:(genops.c:1242:class_import_put()) import 00000000345f9ba7 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:1.0:1767384357.879912:0:16137:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767384357.879912:0:17547:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000010:1.0:1767384357.879916:0:16137:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000cea4b318. 02000000:00000001:1.0:1767384357.879919:0:16137:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000200:0.0:1767384357.879919:0:17547:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000274630d4 x1853236723088640/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384373 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384357.879922:0:16137:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384357.879925:0:16137:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fd9f1565. 00000100:00000001:1.0:1767384357.879930:0:16137:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384357.879932:0:16137:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384357.879933:0:17547:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000274630d4 x1853236723088640/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384373 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384357.879934:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384357.879941:0:16137:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384357.879943:0:16137:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384357.879945:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384357.879947:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384357.879948:0:17547:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384357.879953:0:17547:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d0007e92 00000400:00000010:0.0:1767384357.879955:0:17547:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d0007e92. 00000100:00000001:1.0:1767384357.879956:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384357.879958:0:17547:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384357.879959:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384357.879961:0:17547:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384357.879962:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000001:1.0:1767384357.879964:0:16138:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767384357.879965:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384357.879966:0:16138:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767384357.879966:0:17547:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384357.879971:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000057d7f8e9. 00000100:00000040:0.0:1767384357.879971:0:17547:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 20 to 0@lo 00000400:00000200:1.0:1767384357.879975:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ca28d10e 00010000:00000001:0.0:1767384357.879976:0:17547:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:1.0:1767384357.879984:0:16138:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ca28d10e. 00000020:00000001:0.0:1767384357.879985:0:17547:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384357.879988:0:16138:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:2.0:1767384357.879989:0:16139:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:0.0:1767384357.879989:0:17547:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:1.0:1767384357.879993:0:16138:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b3b30468 x1853236723088896/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384373 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767384357.879994:0:16139:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1767384357.879997:0:17547:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000034e1c608 x1853236723088640/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:338/0 lens 224/224 e 0 to 0 dl 1767384368 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384357.879998:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a6cfeef4. 00000400:00000200:2.0:1767384357.880004:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b59c96da 00000400:00000010:2.0:1767384357.880008:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b59c96da. 00000100:00000001:2.0:1767384357.880013:0:16139:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384357.880020:0:16139:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000274630d4 x1853236723088640/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384373 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384357.880026:0:16138:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b3b30468 x1853236723088896/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384373 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384357.880029:0:17547:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000034e1c608 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:16139:x1853236723088640:12345-0@lo:400: Request processed in 423us (1326us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384357.880049:0:17547:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00000200:2.0:1767384357.880050:0:16139:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000274630d4 x1853236723088640/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384373 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384357.880055:0:17547:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000cf791f94 : new rpc_count 0 00000100:00000001:1.0:1767384357.880059:0:16138:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384357.880060:0:17547:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384357.880064:0:17547:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384357.880065:0:16138:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384357.880068:0:17547:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000000e8329a6. 00000100:00000001:1.0:1767384357.880070:0:16138:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767384357.880071:0:16139:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:0.0:1767384357.880073:0:17547:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002ee19353. 02000000:00000001:1.0:1767384357.880075:0:16138:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384357.880076:0:16139:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384357.880077:0:17547:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c5a6dcc6. 00000100:00000001:1.0:1767384357.880079:0:16138:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384357.880113:0:16139:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384357.880116:0:16139:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384357.880118:0:16139:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384357.880119:0:16139:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384357.880123:0:16138:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384357.880129:0:16138:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384357.880130:0:16139:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384357.880138:0:16139:0:(import.c:2128:obd_at_measure()) add 5 to 0000000040f3b9ed time=76 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384357.880139:0:16138:0:(import.c:2128:obd_at_measure()) add 5 to 00000000edb11b67 time=82 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384357.880144:0:16139:0:(import.c:2128:obd_at_measure()) add 1 to 000000001fbc0fd6 time=76 v=5 (1 0 0 0) 00000100:00001000:1.0:1767384357.880145:0:16138:0:(import.c:2128:obd_at_measure()) add 1 to 000000006fb1a5f2 time=82 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384357.880151:0:16139:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384357.880152:0:16138:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384357.880153:0:16139:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384357.880155:0:16138:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384357.880156:0:16139:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384357.880158:0:16138:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767384357.880162:0:16139:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000274630d4 x1853236723088640/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384373 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:1.0:1767384357.880163:0:16138:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000b3b30468 x1853236723088896/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384373 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384357.880192:0:16138:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384357.880194:0:16139:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384357.880196:0:16138:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1767384357.880198:0:16139:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384357.880199:0:16138:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000040:2.0:1767384357.880203:0:16139:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:1.0:1767384357.880203:0:16138:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384357.880208:0:16139:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384357.880208:0:16138:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384357.880211:0:16139:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384357.880215:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b3b30468 x1853236723088896/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384373 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384357.880217:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000274630d4 x1853236723088640/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384373 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384357.880239:0:16138:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384357.880241:0:16139:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384357.880242:0:16138:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384357.880245:0:16138:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384357.880246:0:16139:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384357.880249:0:16139:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384357.880252:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b3b30468 x1853236723088896/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384373 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384357.880256:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000274630d4 x1853236723088640/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384373 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384357.880270:0:16138:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b3b30468 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16138:1853236723088896:0@lo:400: 00000100:00100000:2.0:1767384357.880273:0:16139:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000274630d4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16139:1853236723088640:0@lo:400: 00000020:00000040:0.0:1767384357.880274:0:17547:0:(genops.c:898:class_export_put()) PUTting export 00000000cf791f94 : new refcount 4 00000100:00000001:2.0:1767384357.880279:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384357.880280:0:17547:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384357.880283:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384357.880283:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384357.880288:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384357.880289:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000274630d4 x1853236723088640/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384373 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384357.880293:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b3b30468 x1853236723088896/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384373 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384357.880308:0:16139:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1767384357.880310:0:16138:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384357.880311:0:16139:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1767384357.880313:0:16138:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384357.880314:0:16139:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000027682159. 02000000:00000010:1.0:1767384357.880316:0:16138:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008c355ec5. 02000000:00000001:2.0:1767384357.880321:0:16139:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:1.0:1767384357.880321:0:16138:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384357.880325:0:16139:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1767384357.880325:0:16138:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384357.880328:0:16139:0:(genops.c:1242:class_import_put()) import 0000000068bc8709 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000040:1.0:1767384357.880329:0:16138:0:(genops.c:1242:class_import_put()) import 000000005a28ad8c refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:2.0:1767384357.880335:0:16139:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:1.0:1767384357.880336:0:16138:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384357.880337:0:16138:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000070b78f37. 02000000:00000001:1.0:1767384357.880340:0:16138:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384357.880341:0:16138:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384357.880342:0:16138:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b3b30468. 02000000:00000010:2.0:1767384357.880346:0:16139:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000cf5f9859. 00000100:00000001:1.0:1767384357.880347:0:16138:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384357.880350:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384357.880352:0:16139:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1767384357.880353:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384357.880356:0:16139:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384357.880359:0:16139:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000274630d4. 00000100:00000001:1.0:1767384357.880360:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384357.880363:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384357.880365:0:16139:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384357.880367:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384357.880368:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384357.880371:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384357.880371:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384357.880380:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384357.880381:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384357.880384:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384357.880387:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384357.903132:0:53:0:(connection.c:75:cpu_latency_work()) work item of 000000009d5c2cb6 (cpu 0) has reached its deadline 4294947865, at 4294947866 00000100:00000040:0.0:1767384357.903138:0:449:0:(connection.c:75:cpu_latency_work()) work item of 000000002fd0fb58 (cpu 0) has reached its deadline 4294947865, at 4294947866 00000100:00000040:2.0:1767384357.903141:0:270:0:(connection.c:75:cpu_latency_work()) work item of 00000000135c2452 (cpu 0) has reached its deadline 4294947865, at 4294947866 00000100:00000010:3.0:1767384357.903143:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cbffd486. 00000100:00000010:0.0:1767384357.903148:0:449:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000010bb3e9a. 00000100:00000010:2.0:1767384357.903149:0:270:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000073e98fe8. 00000100:00000040:1.0:1767384357.904150:0:62:0:(connection.c:75:cpu_latency_work()) work item of 00000000edc4e618 (cpu 0) has reached its deadline 4294947865, at 4294947867 00000100:00000010:1.0:1767384357.904157:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ed6cc98c. 00000400:00000001:0.0:1767384358.325138:0:16134:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384358.325143:0:16134:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384358.325145:0:16134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009a764da8 00000400:00000010:0.0:1767384358.325149:0:16134:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009a764da8. 00000400:00000200:0.0:1767384358.325154:0:16134:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384358.325160:0:16134:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.152@tcp46 recovery ping unlinked 00000400:00000010:0.0:1767384358.325173:0:16134:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000000afd7797. 00000400:00000010:0.0:1767384358.325178:0:16134:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000006caa54d9. 00000800:00000200:1.0:1767384358.325179:0:16129:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000002abc7be] -> 12345-192.168.202.152@tcp12 (6) 00000400:00000001:0.0:1767384358.325184:0:16134:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384358.325187:0:16134:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384358.325189:0:16134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000065db4d3b 00000800:00000200:1.0:1767384358.325191:0:16129:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp12 ip 192.168.202.152:988 00000400:00000010:0.0:1767384358.325192:0:16134:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000065db4d3b. 00000400:00000200:0.0:1767384358.325195:0:16134:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000800:00000200:1.0:1767384358.325199:0:16129:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000050b9c4c8 type 192, nob 24 niov 1 nkiov 0 00000400:00000200:0.0:1767384358.325200:0:16134:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.152@tcp34 recovery ping unlinked 00000400:00000010:0.0:1767384358.325203:0:16134:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000005720b743. 00000400:00000010:0.0:1767384358.325207:0:16134:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000005d85d69e. 00000400:00000200:0.0:1767384358.325217:0:16134:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.152@tcp42 00000400:00000010:0.0:1767384358.325220:0:16134:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000eb98ff17. 00000400:00000010:0.0:1767384358.325226:0:16134:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000027682159. 00000800:00000010:1.0:1767384358.325227:0:16129:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000083675df1. 00000400:00000010:0.0:1767384358.325230:0:16134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d0007e92. 00000800:00000200:1.0:1767384358.325236:0:16129:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008a9b3b7e] -> 12345-192.168.202.152@tcp33 (4) 00000400:00000010:0.0:1767384358.325237:0:16134:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000ad891674. 00000400:00000200:0.0:1767384358.325248:0:16134:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.152@tcp42 00000800:00000200:1.1:1767384358.325249:0:16129:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008a9b3b7e] -> 12345-192.168.202.152@tcp33 (4) 00000400:00000200:0.0:1767384358.325261:0:16134:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.152@tcp42 local destination 00000400:00000200:0.0:1767384358.325267:0:16134:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.152@tcp42 00000400:00000200:0.0:1767384358.325271:0:16134:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp42 NI seq info: [192:192:256:4294967295] 192.168.202.152@tcp42 LPNI seq info [189:189:8:4294967295] 00000400:00000200:0.0:1767384358.325278:0:16134:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.152@tcp42 00000400:00000200:0.0:1767384358.325284:0:16134:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp42(192.168.202.152@tcp42:) -> 192.168.202.152@tcp42(192.168.202.152@tcp42:192.168.202.152@tcp42) : GET try# 0 00000800:00000200:0.0:1767384358.325289:0:16134:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.152@tcp42 00000800:00000010:0.0:1767384358.325293:0:16134:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000003082ec61. 00000800:00000200:0.0:1767384358.325298:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000838ccef7] -> 12345-192.168.202.152@tcp42 (2) 00000800:00000200:0.1:1767384358.325309:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000838ccef7] -> 12345-192.168.202.152@tcp42 (2) 00000800:00000200:3.0:1767384358.325323:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1767384358.325324:0:16134:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.152@tcp42 added to recovery queue. ping count: 4 next ping: 296 health :600 00000800:00000001:3.0:1767384358.325330:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384358.325332:0:16134:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.152@tcp47 00000400:00000010:0.0:1767384358.325337:0:16134:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000007dbb22d3. 00000400:00000010:0.0:1767384358.325340:0:16134:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000008341e060. 00000400:00000010:0.0:1767384358.325342:0:16134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bc69f01c. 00000800:00000001:3.0:1767384358.325343:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384358.325345:0:16134:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000453dd351. 00000800:00000001:3.0:1767384358.325350:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384358.325350:0:16134:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.152@tcp47 00000800:00000001:3.0:1767384358.325355:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384358.325360:0:16134:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.152@tcp47 local destination 00000400:00000200:1.0:1767384358.325361:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.152:988 00000400:00000200:0.0:1767384358.325365:0:16134:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.152@tcp47 00000400:00000200:0.0:1767384358.325369:0:16134:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp47 NI seq info: [193:193:256:4294967295] 192.168.202.152@tcp47 LPNI seq info [190:190:8:4294967295] 00000400:00000200:0.0:1767384358.325374:0:16134:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.152@tcp47 00000400:00000200:0.0:1767384358.325379:0:16134:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp47(192.168.202.152@tcp47:) -> 192.168.202.152@tcp47(192.168.202.152@tcp47:192.168.202.152@tcp47) : GET try# 0 00000800:00000200:0.0:1767384358.325383:0:16134:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.152@tcp47 00000800:00000010:0.0:1767384358.325386:0:16134:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000089e267e8. 00000800:00000200:0.0:1767384358.325391:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d05ebcc3] -> 12345-192.168.202.152@tcp47 (2) 00000800:00000200:0.1:1767384358.325401:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d05ebcc3] -> 12345-192.168.202.152@tcp47 (2) 00000400:00000200:3.0:1767384358.325411:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.152:988 00000400:00000200:0.0:1767384358.325420:0:16134:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.152@tcp47 added to recovery queue. ping count: 1 next ping: 282 health :900 00000400:00000200:1.0:1767384358.325443:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.152:988 00000400:00000200:3.0:1767384358.325465:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.152:988 00000400:00000200:0.0:1767384358.325496:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.152:988 00000400:00000200:1.0:1767384358.325517:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.152:988 00000400:00000200:3.0:1767384358.325522:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.152:988 00000400:00000200:0.0:1767384358.325564:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.152:988 00000400:00000200:3.0:1767384358.325604:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.152:988 00000400:00000200:1.0:1767384358.325610:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.152:988 00000400:00000200:0.0:1767384358.325627:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.152:988 00000400:00000200:3.0:1767384358.325661:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.152:988 00000400:00000200:0.0:1767384358.325696:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.152:988 00000400:00000200:1.0:1767384358.325705:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.152:988 00000400:00000200:3.0:1767384358.325725:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.152:988 00000400:00000200:0.0:1767384358.325757:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.152:988 00000400:00000200:1.0:1767384358.325784:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.152:988 00000400:00000200:3.0:1767384358.325787:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.152:988 00000400:00000200:0.0:1767384358.325818:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.152:988 00000400:00000200:3.0:1767384358.325867:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.152:988 00000400:00000200:1.0:1767384358.325870:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.152:988 00000400:00000200:0.0:1767384358.325871:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.152:988 00000400:00000200:3.0:1767384358.325937:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.152:988 00000400:00000200:0.0:1767384358.325945:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.152:988 00000400:00000200:1.0:1767384358.325959:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.152:988 00000400:00000200:3.0:1767384358.326003:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.152:988 00000400:00000200:0.0:1767384358.326008:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.152:988 00000400:00000200:1.0:1767384358.326038:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.152:988 00000400:00000200:3.0:1767384358.326062:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.152:988 00000400:00000200:0.0:1767384358.326070:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.152:988 00000400:00000200:1.0:1767384358.326155:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.152:988 00000400:00000200:0.0:1767384358.326176:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.152:988 00000400:00000200:1.0:1767384358.326220:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.152:988 00000400:00000200:0.0:1767384358.326228:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.152:988 00000400:00000200:1.0:1767384358.326300:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.152:988 00000400:00000200:0.0:1767384358.326301:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.152:988 00000400:00000200:3.0:1767384358.326365:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.152:988 00000400:00000200:0.0:1767384358.326369:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.152:988 00000400:00000200:1.0:1767384358.326389:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.152:988 00000400:00000200:3.0:1767384358.326440:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.152:988 00000400:00000200:0.0:1767384358.326443:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.152:988 00000400:00000200:1.0:1767384358.326457:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.152:988 00000400:00000200:3.0:1767384358.326501:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.152:988 00000400:00000200:0.0:1767384358.326515:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.152:988 00000400:00000200:1.0:1767384358.326534:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.152:988 00000400:00000200:3.0:1767384358.326567:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.152:988 00000400:00000200:0.0:1767384358.326577:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.152:988 00000400:00000200:1.0:1767384358.326605:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.152:988 00000400:00000200:3.0:1767384358.326630:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.152:988 00000400:00000200:0.0:1767384358.326641:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.152:988 00000400:00000200:1.0:1767384358.326682:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.152:988 00000400:00000200:3.0:1767384358.326692:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.152:988 00000400:00000200:0.0:1767384358.326702:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.152:988 00000400:00000200:1.0:1767384358.326762:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.152:988 00000400:00000200:3.0:1767384358.326767:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.152:988 00000400:00000200:0.0:1767384358.326767:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.152:988 00000400:00000200:0.0:1767384358.326828:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.152:988 00000400:00000200:3.0:1767384358.326850:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.152:988 00000400:00000200:1.0:1767384358.326855:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.152:988 00000400:00000200:0.0:1767384358.326887:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.152:988 00000400:00000200:3.0:1767384358.326917:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.152:988 00000400:00000200:1.0:1767384358.326932:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.152:988 00000400:00000200:0.0:1767384358.326947:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.152:988 00000400:00000200:3.0:1767384358.326997:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.152:988 00000400:00000200:1.0:1767384358.327018:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.152:988 00000400:00000200:0.0:1767384358.327018:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.152:988 00000400:00000200:3.0:1767384358.327064:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.152:988 00000400:00000200:0.0:1767384358.327116:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.152:988 00000400:00000200:1.0:1767384358.327143:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.152:988 00000400:00000200:3.0:1767384358.327146:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.152:988 00000400:00000200:0.0:1767384358.327177:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.152:988 00000400:00000200:3.0:1767384358.327220:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.152:988 00000400:00000200:1.0:1767384358.327225:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.152:988 00000400:00000200:0.0:1767384358.327227:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.152:988 00000400:00000200:3.0:1767384358.327283:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.152:988 00000400:00000200:0.0:1767384358.327305:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.152:988 00000400:00000200:1.0:1767384358.327315:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.152:988 00000400:00000200:3.0:1767384358.327353:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.152:988 00000400:00000200:0.0:1767384358.327375:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.152:988 00000400:00000200:1.0:1767384358.327403:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.152:988 00000400:00000200:3.0:1767384358.327426:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.152:988 00000400:00000200:0.0:1767384358.327453:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.152:988 00000400:00000200:1.0:1767384358.327484:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.152:988 00000400:00000200:3.0:1767384358.327490:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.152:988 00000400:00000200:0.0:1767384358.327530:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.152:988 00000400:00000200:3.0:1767384358.327578:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.152:988 00000400:00000200:1.0:1767384358.327580:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.152:988 00000400:00000200:0.0:1767384358.327599:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.152:988 00000400:00000200:3.0:1767384358.327645:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.152:988 00000400:00000200:1.0:1767384358.327657:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.152:988 00000400:00000200:0.0:1767384358.327664:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.152:988 00000400:00000200:3.0:1767384358.327712:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.152:988 00000400:00000200:0.0:1767384358.327738:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.152:988 00000400:00000200:1.0:1767384358.327740:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.152:988 00000400:00000200:3.0:1767384358.327773:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.152:988 00000400:00000200:0.0:1767384358.327807:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.152:988 00000400:00000200:1.0:1767384358.327818:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.152:988 00000400:00000200:3.0:1767384358.327831:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.152:988 00000400:00000200:1.0:1767384358.327883:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.152:988 00000400:00000200:3.0:1767384358.327892:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.152:988 00000400:00000200:1.0:1767384358.327943:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.152:988 00000400:00000200:3.0:1767384358.327967:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.152:988 00000800:00000010:0.0:1767384358.327978:0:16128:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000d77c91e2. 00000800:00000010:0.0:1767384358.327984:0:16128:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000097bfbb96. 00000800:00000010:0.0:1767384358.327990:0:16128:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000071c063aa. 00000800:00000010:0.0:1767384358.328012:0:16128:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000071c063aa. 00000400:00000200:1.0:1767384358.328013:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.152:988 00000800:00020000:0.0:1767384358.328022:0:16128:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.152 00000800:00000010:0.0:1767384358.328026:0:16128:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000097bfbb96. 00000800:00000010:0.0:1767384358.328029:0:16128:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000d77c91e2. 00000400:00000200:3.0:1767384358.328037:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.202.152:988 00000400:02020000:0.0:1767384358.328122:0:16128:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.152@tcp47 at host 192.168.202.152:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384358.328129:0:16128:0:(router.c:1755:lnet_notify()) 192.168.202.152@tcp47 notifying 192.168.202.152@tcp47: down 00000400:00000200:1.0:1767384358.328131:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.152:988 00000400:00000200:3.0:1767384358.328133:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.202.152:988 00000400:00000200:0.0:1767384358.328133:0:16128:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:0.0:1767384358.328140:0:16128:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.152@tcp47 00000800:00000010:0.0:1767384358.328143:0:16128:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000089e267e8. 00000400:00000200:0.0:1767384358.328147:0:16128:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384358.328153:0:16128:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp47->192.168.202.152@tcp47: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384358.328161:0:16128:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384358.328164:0:16128:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.152@tcp47 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384358.328169:0:16128:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.152@tcp47) recovery failed with -71 00000400:00000200:3.0:1767384358.328199:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.202.152:988 00000400:00000200:1.0:1767384358.328217:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.152:988 00000400:00000200:3.0:1767384358.328247:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.202.152:988 00000400:00000200:3.0:1767384358.328308:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.202.152:988 00000400:00000200:3.0:1767384358.328361:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.202.152:988 00000400:00000200:3.0:1767384358.328402:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.202.152:988 00000800:00000010:1.0:1767384358.328422:0:16126:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000003df3f98b. 00000400:00000200:3.0:1767384358.328426:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.202.152:988 00000800:00000010:1.0:1767384358.328429:0:16126:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000561fc627. 00000800:00000010:1.0:1767384358.328436:0:16126:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000c1138c54. 00000400:00000200:3.0:1767384358.328454:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.202.152:988 00000800:00000010:1.0:1767384358.328468:0:16126:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000c1138c54. 00000800:00020000:1.0:1767384358.328478:0:16126:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.152 00000800:00000010:1.0:1767384358.328482:0:16126:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000561fc627. 00000400:00000200:3.0:1767384358.328486:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 979 -> 192.168.202.152:988 00000800:00000010:1.0:1767384358.328486:0:16126:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000003df3f98b. 00000400:00000200:3.0:1767384358.328514:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 978 -> 192.168.202.152:988 00000400:00000200:3.0:1767384358.328558:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 977 -> 192.168.202.152:988 00000400:02020000:1.0:1767384358.328565:0:16126:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.152@tcp33 at host 192.168.202.152:988: is it running a compatible version of Lustre? 00000800:00000100:1.0:1767384358.328570:0:16126:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00000400:00000200:3.0:1767384358.328601:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 976 -> 192.168.202.152:988 00000400:00000200:3.0:1767384358.328636:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 975 -> 192.168.202.152:988 00000400:00000200:3.0:1767384358.328671:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 974 -> 192.168.202.152:988 00000400:00000200:3.0:1767384358.328694:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 973 -> 192.168.202.152:988 00000400:00000200:3.0:1767384358.328719:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 972 -> 192.168.202.152:988 00000800:00000010:3.0:1767384358.328895:0:16127:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000fc2316a4. 00000800:00000010:3.0:1767384358.328900:0:16127:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000bdf8878e. 00000800:00000010:3.0:1767384358.328906:0:16127:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000079eb4551. 00000800:00000010:3.0:1767384358.328953:0:16127:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000079eb4551. 00000400:00000200:1.0:1767384358.329131:0:16133:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:1.0:1767384358.329156:0:16133:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.152@tcp42 from 203.3.0.2 00000800:00000010:1.0:1767384358.329161:0:16133:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000e7771f26. 00000800:00000010:3.0:1767384358.329185:0:16125:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000036adf673. 00000800:00000010:3.0:1767384358.329190:0:16125:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000076151c3f. 00000800:00000010:3.0:1767384358.329210:0:16125:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000009de1bf35. 00000800:00000200:3.1:1767384358.329216:0:16125:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000838ccef7] -> 12345-192.168.202.152@tcp42 (2) 00000800:00000200:3.1:1767384358.329221:0:16125:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.152@tcp42 000000009de1bf35 deleted 00000800:00000010:3.1:1767384358.329223:0:16125:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000009de1bf35. 00000800:00000200:3.1:1767384358.329228:0:16125:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1767384358.329233:0:16125:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp42 ip 192.168.202.152:971 00000800:00000200:3.1:1767384358.329241:0:16125:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003082ec61 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1767384358.329246:0:16125:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.152@tcp42 p 3.x 192.168.202.152 -> 192.168.202.152:971 incarnation:1767384340022405581 sched[0] 00000800:00000010:3.0:1767384358.329251:0:16125:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000079eb4551. 00000800:00000010:3.0:1767384358.329299:0:16125:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000079eb4551. 00000800:00000010:3.0:1767384358.329303:0:16125:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000076151c3f. 00000800:00000200:0.1:1767384358.329321:0:16127:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.0:1767384358.329328:0:16127:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.152@tcp42 p 3.x 192.168.202.152 -> 192.168.202.152:988 incarnation:1767384340022405581 sched[0] 00000800:00000010:0.0:1767384358.329332:0:16127:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000bdf8878e. 00000800:00000010:3.0:1767384358.329341:0:16125:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000e7771f26. 00000800:00000001:3.0:1767384358.329363:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384358.329366:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384358.329368:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384358.329372:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384358.329415:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.152:988 00000800:00000200:3.0:1767384358.329417:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384358.329421:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000003082ec61. 00000400:00000200:3.0:1767384358.329425:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384358.329430:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp42->192.168.202.152@tcp42: GET: OK 00000400:00000200:3.0:1767384358.329434:0:16131:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:3.0:1767384358.329438:0:16131:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.152@tcp42 recovery message sent successfully:0 00000800:00000001:3.0:1767384358.329450:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384358.329455:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384358.329457:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384358.329464:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384358.329470:0:16131:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.152@tcp42(192.168.202.152@tcp42) <- 192.168.202.152@tcp42 : GET - for me 00000400:00000200:3.0:1767384358.329481:0:16131:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.152@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384358.329482:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.152:988 00000400:00000200:3.0:1767384358.329493:0:16131:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.152@tcp of length 272/272 into md 0x1f5d [1] + 0 00000400:00000200:3.0:1767384358.329503:0:16131:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.152@tcp42 to MR: 192.168.202.152@tcp42 local destination 00000400:00000200:3.0:1767384358.329511:0:16131:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp42 NI seq info: [194:194:256:4294967295] 192.168.202.152@tcp42 LPNI seq info [191:191:8:4294967295] 00000400:00000200:3.0:1767384358.329525:0:16131:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp42(192.168.202.152@tcp42:192.168.202.152@tcp42) -> 192.168.202.152@tcp42(192.168.202.152@tcp42:192.168.202.152@tcp42) 192.168.202.152@tcp42 : REPLY try# 0 00000800:00000200:3.0:1767384358.329529:0:16131:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.152@tcp42 00000800:00000010:3.0:1767384358.329533:0:16131:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000015e6caf2. 00000800:00000200:3.0:1767384358.329539:0:16131:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000838ccef7] -> 12345-192.168.202.152@tcp42 (4) 00000800:00000200:3.0:1767384358.329544:0:16131:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp42 ip 192.168.202.152:988 00000400:00000200:0.0:1767384358.329545:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.152:988 00000800:00000200:3.0:1767384358.329547:0:16131:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000015e6caf2 type 3, nob 368 niov 1 nkiov 1 00000800:00000200:3.0:1767384358.329593:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384358.329596:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000015e6caf2. 00000400:00000200:3.0:1767384358.329599:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384358.329605:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp42->192.168.202.152@tcp42: REPLY: OK 00000400:00000200:0.0:1767384358.329608:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.152:988 00000800:00000001:3.0:1767384358.329617:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384358.329623:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384358.329626:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384358.329631:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384358.329633:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384358.329636:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384358.329642:0:16131:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.152@tcp42(192.168.202.152@tcp42) <- 192.168.202.152@tcp42 : REPLY - for me 00000400:00000200:3.0:1767384358.329651:0:16131:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.152@tcp42: Reply from 12345-192.168.202.152@tcp42 of length 272/272 into md 0x1fd9 00000800:00000001:3.0:1767384358.329656:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384358.329661:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.152:988 00000800:00000001:3.0:1767384358.329662:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384358.329664:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384358.329669:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp42->192.168.202.152@tcp42: REPLY: OK 00000400:00000200:3.0:1767384358.329675:0:16131:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d0007e92 00000400:00000010:3.0:1767384358.329677:0:16131:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d0007e92. 00000400:00000200:3.0:1767384358.329681:0:16131:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:3.0:1767384358.329686:0:16131:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000eb98ff17. 00000400:00000010:3.0:1767384358.329689:0:16131:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000027682159. 00000800:00000001:3.0:1767384358.329696:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384358.329699:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384358.329718:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.152:988 00000400:00000200:0.0:1767384358.329768:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.152:988 00000400:00000200:0.0:1767384358.329817:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.152:988 00000400:00000200:0.0:1767384358.329872:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.152:988 00000400:00000200:0.0:1767384358.329916:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.152:988 00000400:00000200:0.0:1767384358.329958:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.152:988 00000400:00000200:0.0:1767384358.329995:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.152:988 00000400:00000200:0.0:1767384358.330039:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.152:988 00000400:00000200:0.0:1767384358.330402:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.152:988 00000400:00000200:0.0:1767384358.330440:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.152:988 00000400:00000200:0.0:1767384358.330488:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.152:988 00000400:00000200:0.0:1767384358.330523:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.152:988 00000400:00000200:0.0:1767384358.330563:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.152:988 00000400:00000200:0.0:1767384358.330602:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.152:988 00000400:00000200:0.0:1767384358.330638:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.152:988 00000400:00000200:0.0:1767384358.330677:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.152:988 00000400:00000200:0.0:1767384358.330723:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.152:988 00000400:00000200:0.0:1767384358.330774:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.152:988 00000400:00000200:0.0:1767384358.330814:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.152:988 00000400:00000200:0.0:1767384358.330851:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.152:988 00000400:00000200:0.0:1767384358.330880:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.152:988 00000400:00000200:0.0:1767384358.330897:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.152:988 00000400:00000200:0.0:1767384358.330922:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.152:988 00000400:00000200:0.0:1767384358.330938:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.152:988 00000400:00000200:0.0:1767384358.330954:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.152:988 00000400:00000200:0.0:1767384358.330970:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.152:988 00000400:00000200:0.0:1767384358.330985:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.152:988 00000400:00000200:0.0:1767384358.330998:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.152:988 00000400:00000200:0.0:1767384358.331011:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.152:988 00000400:00000200:0.0:1767384358.331022:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.152:988 00000800:00000010:0.0:1767384358.331128:0:16127:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000d77c91e2. 00000800:00000010:0.0:1767384358.331136:0:16127:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000097bfbb96. 00000800:00000010:0.0:1767384358.331139:0:16127:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000071c063aa. 00000800:00000010:0.0:1767384358.331155:0:16127:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000071c063aa. 00000800:00020000:0.0:1767384358.331160:0:16127:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.152 00000800:00000010:0.0:1767384358.331162:0:16127:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000097bfbb96. 00000800:00000010:0.0:1767384358.331164:0:16127:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000d77c91e2. 00000400:02020000:0.0:1767384358.331191:0:16127:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.152@tcp42 at host 192.168.202.152:988: is it running a compatible version of Lustre? 00010000:00000001:0.0:1767384358.453157:0:449:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384358.453161:0:449:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384358.453166:0:449:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384358.453167:0:449:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384358.453196:0:16767:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384358.453200:0:16767:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384358.453202:0:16767:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:3.0:1767384358.657230:0:38903:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384358.657242:0:38903:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384358.657246:0:38903:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384358.657251:0:38903:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384358.657256:0:38903:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384358.657259:0:38903:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384359.350142:0:16134:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384359.350146:0:16134:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384359.350149:0:16134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bc69f01c 00000400:00000010:0.0:1767384359.350153:0:16134:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bc69f01c. 00000800:00000200:2.0:1767384359.350159:0:16129:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005b09fecb] -> 12345-192.168.202.152@tcp15 (6) 00000400:00000200:0.0:1767384359.350160:0:16134:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384359.350166:0:16134:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.152@tcp47 recovery ping unlinked 00000800:00000200:2.0:1767384359.350170:0:16129:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp15 ip 192.168.202.152:988 00000800:00000200:2.0:1767384359.350176:0:16129:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000083675df1 type 192, nob 24 niov 1 nkiov 0 00000400:00000010:0.0:1767384359.350177:0:16134:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000007dbb22d3. 00000400:00000010:0.0:1767384359.350183:0:16134:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000008341e060. 00000400:00000200:0.0:1767384359.350189:0:16134:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.152@tcp47 00000400:00000010:0.0:1767384359.350192:0:16134:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000007dbb22d3. 00000400:00000010:0.0:1767384359.350196:0:16134:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000008341e060. 00000400:00000010:0.0:1767384359.350199:0:16134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bc69f01c. 00000400:00000010:0.0:1767384359.350204:0:16134:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000070cf2f66. 00000400:00000200:0.0:1767384359.350208:0:16134:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.152@tcp47 00000400:00000200:0.0:1767384359.350218:0:16134:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.152@tcp47 local destination 00000400:00000200:0.0:1767384359.350223:0:16134:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.152@tcp47 00000400:00000200:0.0:1767384359.350226:0:16134:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp47 NI seq info: [195:195:256:4294967295] 192.168.202.152@tcp47 LPNI seq info [192:192:8:4294967295] 00000400:00000200:0.0:1767384359.350232:0:16134:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.152@tcp47 00000400:00000200:0.0:1767384359.350238:0:16134:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp47(192.168.202.152@tcp47:) -> 192.168.202.152@tcp47(192.168.202.152@tcp47:192.168.202.152@tcp47) : GET try# 0 00000800:00000200:0.0:1767384359.350241:0:16134:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.152@tcp47 00000800:00000010:0.0:1767384359.350245:0:16134:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000834930db. 00000800:00000200:0.0:1767384359.350256:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d05ebcc3] -> 12345-192.168.202.152@tcp47 (2) 00000800:00000200:0.1:1767384359.350260:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d05ebcc3] -> 12345-192.168.202.152@tcp47 (2) 00000400:00000200:0.0:1767384359.350279:0:16134:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.152@tcp47 added to recovery queue. ping count: 2 next ping: 286 health :800 00000800:00000200:2.0:1767384359.350319:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1767384359.350325:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384359.350339:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384359.350345:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384359.350349:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384359.350350:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.152:988 00000400:00000200:0.0:1767384359.350392:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.152:988 00000400:00000200:0.0:1767384359.350412:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.152:988 00000400:00000200:0.0:1767384359.350428:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.152:988 00000400:00000200:0.0:1767384359.350443:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.152:988 00000400:00000200:0.0:1767384359.350456:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.152:988 00000400:00000200:0.0:1767384359.350469:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.152:988 00000400:00000200:0.0:1767384359.350499:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.152:988 00000400:00000200:0.0:1767384359.350516:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.152:988 00000400:00000200:0.0:1767384359.350533:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.152:988 00000400:00000200:0.0:1767384359.350561:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.152:988 00000400:00000200:0.0:1767384359.350585:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.152:988 00000400:00000200:0.0:1767384359.350610:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.152:988 00000400:00000200:0.0:1767384359.350647:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.152:988 00000400:00000200:0.0:1767384359.350686:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.152:988 00000400:00000200:0.0:1767384359.350721:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.152:988 00000400:00000200:0.0:1767384359.350758:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.152:988 00000400:00000200:0.0:1767384359.350797:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.152:988 00000400:00000200:0.0:1767384359.350831:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.152:988 00000400:00000200:0.0:1767384359.350867:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.152:988 00000400:00000200:0.0:1767384359.350904:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.152:988 00000400:00000200:0.0:1767384359.350935:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.152:988 00000400:00000200:0.0:1767384359.350957:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.152:988 00000400:00000200:0.0:1767384359.350973:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.152:988 00000400:00000200:0.0:1767384359.351004:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.152:988 00000400:00000200:0.0:1767384359.351037:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.152:988 00000400:00000200:0.0:1767384359.351115:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.152:988 00000400:00000200:0.0:1767384359.351166:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.152:988 00000400:00000200:0.0:1767384359.351202:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.152:988 00000400:00000200:0.0:1767384359.351227:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.152:988 00000400:00000200:0.0:1767384359.351243:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.152:988 00000400:00000200:0.0:1767384359.351261:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.152:988 00000400:00000200:0.0:1767384359.351288:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.152:988 00000400:00000200:0.0:1767384359.351325:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.152:988 00000400:00000200:0.0:1767384359.351366:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.152:988 00000800:00000010:0.0:1767384359.351469:0:16128:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000d77c91e2. 00000800:00000010:0.0:1767384359.351474:0:16128:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000004533456f. 00000800:00000010:0.0:1767384359.351478:0:16128:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000fb99e99f. 00000800:00000010:0.0:1767384359.351496:0:16128:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000fb99e99f. 00000800:00020000:0.0:1767384359.351502:0:16128:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.152 00000800:00000010:0.0:1767384359.351505:0:16128:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000004533456f. 00000800:00000010:0.0:1767384359.351507:0:16128:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000d77c91e2. 00000400:02020000:0.0:1767384359.351533:0:16128:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.152@tcp47 at host 192.168.202.152:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384359.351538:0:16128:0:(router.c:1755:lnet_notify()) 192.168.202.152@tcp47 notifying 192.168.202.152@tcp47: down 00000400:00000200:0.0:1767384359.351541:0:16128:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:0.0:1767384359.351544:0:16128:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.152@tcp47 00000800:00000010:0.0:1767384359.351546:0:16128:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000834930db. 00000400:00000200:0.0:1767384359.351549:0:16128:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384359.351552:0:16128:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp47->192.168.202.152@tcp47: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384359.351559:0:16128:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384359.351561:0:16128:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.152@tcp47 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384359.351564:0:16128:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.152@tcp47) recovery failed with -71 00000001:00000001:3.0:1767384359.355419:0:39067:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384359.355422:0:39067:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg252-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp50 --if ens2 00000001:00000001:3.0:1767384359.358266:0:39067:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384359.364421:0:39068:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 0000000066a9949e. 00000400:00000010:3.0:1767384359.364433:0:39068:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000d1d8eca7. 00000400:00000010:3.0:1767384359.364442:0:39068:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000dca1ef92. 00000400:00000010:3.0:1767384359.364445:0:39068:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000f94c3283. 00000400:00000010:3.0:1767384359.364448:0:39068:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000b3f4e85d. 00000400:00000010:3.0:1767384359.364452:0:39068:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000cd6d0a32. 00000400:00000010:3.0:1767384359.364454:0:39068:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000006271b49d. 00000400:00000010:3.0:1767384359.364455:0:39068:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000046474daa. 00000400:00000010:3.0:1767384359.364457:0:39068:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000f34d438c. 00000800:00000010:3.0:1767384359.364467:0:39068:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 0000000015e6caf2. 00000800:00000200:3.0:1767384359.364476:0:39068:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384359.364487:0:39068:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384359.364513:0:39068:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.152) 00000400:02000000:3.0:1767384359.364532:0:39068:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.152@tcp50 [8/256/0/180] 00000400:00000010:3.0:1767384359.365750:0:39068:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 713 at 00000000c0c51631. 00000400:00000010:3.0:1767384359.365757:0:39068:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000027296c6d. 00000400:00000010:3.0:1767384359.365762:0:39068:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002645768a. 00000400:00000001:3.0:1767384359.365781:0:39068:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384359.365783:0:39068:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384359.365785:0:39068:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000074fc6862. 00000400:00000200:3.0:1767384359.365787:0:39068:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000075fee3c6 00000400:00000010:3.0:1767384359.365789:0:39068:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000075fee3c6. 00000400:00000010:3.0:1767384359.365792:0:39068:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 697 at 0000000021e1180a. 00000400:00000200:3.0:1767384359.365796:0:39068:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (40) 00000400:00000200:3.0:1767384359.365806:0:39068:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.152@tcp (000000005d9714d7): 0 00000400:00000200:3.0:1767384359.365814:0:39068:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131122 00000020:00000010:3.0:1767384359.365821:0:39068:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000004a70125c. 00000020:01000000:3.0:1767384359.365825:0:39068:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:3.0:1767384359.365828:0:39068:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.152@tcp50 00000400:00000200:0.0:1767384359.365832:0:16135:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:3.0:1767384359.365841:0:39068:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000d1d8eca7. 00000400:00000200:0.0:1767384359.365842:0:16135:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x102071 00000400:00000200:0.0:1767384359.365848:0:16135:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (41) 00000400:00000010:3.0:1767384359.365849:0:39068:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 0000000066a9949e. 00000400:00000010:0.0:1767384359.365855:0:16135:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 697 at 000000007e59d6f3. 00000400:00000010:0.0:1767384359.365862:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000960cefd4. 00000400:00000010:0.0:1767384359.365868:0:16135:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000f3407f87. 00000400:00000200:0.0:1767384359.365873:0:16135:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.152@tcp 00000020:00000001:2.0:1767384359.365881:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:0.0:1767384359.365886:0:16135:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.152@tcp local destination 10000000:00000001:2.0:1767384359.365887:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384359.365890:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384359.365893:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:2.0:1767384359.365898:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384359.365902:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:0.0:1767384359.365904:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[165, 155], ns[168, 158] 00000020:01000004:2.0:1767384359.365905:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384359.365909:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384359.365913:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:0.0:1767384359.365916:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 155], ns[64, 158] 00000020:01000004:2.0:1767384359.365917:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384359.365920:0:37:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384359.365923:0:37:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:0.0:1767384359.365927:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[68, 64], ns[68, 64] 00000020:01000004:2.0:1767384359.365928:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384359.365931:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:0.0:1767384359.365935:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[78, 64], ns[78, 64] 00000100:00000010:2.0:1767384359.365938:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000db8542b2. 00000400:00000200:0.0:1767384359.365939:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[83, 64], ns[83, 64] 00000400:00000200:0.0:1767384359.365946:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[99, 64], ns[100, 64] 00000020:00000040:2.0:1767384359.365947:0:37:0:(genops.c:1229:class_import_get()) import 00000000df830bbe refcount=4 obd=MGC192.168.202.152@tcp 00000400:00000200:0.0:1767384359.365949:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[103, 64], ns[104, 64] 00000400:00000200:0.0:1767384359.365952:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[114, 64], ns[117, 64] 00000400:00000200:0.0:1767384359.365958:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[119, 64], ns[122, 64] 00000100:00000001:2.0:1767384359.365962:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:0.0:1767384359.365963:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[125, 64], ns[128, 64] 02000000:00000001:2.0:1767384359.365968:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1767384359.365969:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[132, 64], ns[135, 64] 00000400:00000200:0.0:1767384359.365974:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[136, 64], ns[139, 64] 02000000:00000001:2.0:1767384359.365976:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384359.365976:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[146, 64], ns[149, 64] 00000400:00000200:0.0:1767384359.365983:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[148, 64], ns[151, 64] 00000400:00000200:0.0:1767384359.365986:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[169, 64], ns[172, 64] 02000000:00000010:2.0:1767384359.365987:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000989c557f. 00000400:00000200:0.0:1767384359.365991:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[176, 64], ns[179, 64] 00000400:00000200:0.0:1767384359.365996:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[183, 64], ns[186, 64] 00000100:00000001:2.0:1767384359.365997:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384359.366001:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 64], ns[56, 64] 00000400:00000200:0.0:1767384359.366006:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 56], ns[60, 56] 00000100:00000001:2.0:1767384359.366009:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384359.366014:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384359.366019:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 56], ns[72, 56] 00000400:00000200:0.0:1767384359.366023:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[76, 56], ns[76, 56] 00000100:00000040:2.0:1767384359.366025:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000db8542b2] to pc [ptlrpcd_00_02+2] req@00000000db8542b2 x1853236723089024/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384359.366029:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[96, 56], ns[97, 56] 00000400:00000200:0.0:1767384359.366044:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[95, 56], ns[96, 56] 00000400:00000200:0.0:1767384359.366054:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[90, 56], ns[91, 56] 00000400:00000200:0.0:1767384359.366058:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[187, 56], ns[190, 56] 00000400:00000200:0.0:1767384359.366063:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[108, 56], ns[109, 56] 00000400:00000200:0.0:1767384359.366081:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[153, 56], ns[156, 56] 10000000:00000001:2.0:1767384359.366085:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384359.366111:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[158, 56], ns[161, 56] 10000000:00000001:2.0:1767384359.366117:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384359.366121:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[171, 56], ns[174, 56] 00000020:00000001:2.0:1767384359.366123:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384359.366127:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000000:2.0:1767384359.366129:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:3.0:1767384359.366132:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767384359.366132:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[117, 56], ns[120, 56] 00000100:00000001:3.0:1767384359.366137:0:16139:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:2.0:1767384359.366138:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:0.0:1767384359.366140:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[139, 56], ns[142, 56] 10000000:00000001:2.0:1767384359.366141:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000100:00000040:3.0:1767384359.366145:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000db8542b2 x1853236723089024/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:2.0:1767384359.366146:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384359.366149:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000400:00000200:0.0:1767384359.366149:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[188, 56], ns[191, 56] 00000020:01000004:2.0:1767384359.366154:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384359.366157:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384359.366159:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384359.366162:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384359.366165:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:0.0:1767384359.366166:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[191, 56], ns[194, 56] 00000100:00000001:3.0:1767384359.366168:0:16139:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:2.0:1767384359.366168:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384359.366171:0:37:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000100:00000001:3.0:1767384359.366172:0:16139:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1767384359.366175:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:0.0:1767384359.366175:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[160, 56], ns[163, 56] 00000020:01000004:2.0:1767384359.366177:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:3.0:1767384359.366178:0:16139:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384359.366182:0:16139:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384359.366182:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[163, 56], ns[166, 56] 00000100:00000010:2.0:1767384359.366184:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009b22d73f. 02000000:00000001:3.0:1767384359.366188:0:16139:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384359.366189:0:37:0:(genops.c:1229:class_import_get()) import 00000000df830bbe refcount=5 obd=MGC192.168.202.152@tcp 00000400:00000200:0.0:1767384359.366193:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp45, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[181, 56], ns[184, 56] 00000100:00000001:2.0:1767384359.366194:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00100000:3.0:1767384359.366195:0:16139:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000db8542b2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c0412d60-4f67-4dbc-8791-892843f60083:16139:1853236723089024:0@lo:253: 02000000:00000001:2.0:1767384359.366197:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384359.366201:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384359.366205:0:16139:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1767384359.366206:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp46, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[185, 56], ns[188, 56] 02000000:00000010:2.0:1767384359.366209:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000009fb8db61. 02000000:00000001:3.0:1767384359.366211:0:16139:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767384359.366213:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384359.366214:0:16139:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384359.366218:0:16139:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767384359.366219:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384359.366221:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384359.366224:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp47, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[192, 56], ns[195, 56] 02000000:00000010:3.0:1767384359.366226:0:16139:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000082232bb6. 00000100:00000040:2.0:1767384359.366228:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b22d73f] to pc [ptlrpcd_00_03+3] req@000000009b22d73f x1853236723089152/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384359.366232:0:16139:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384359.366234:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp48, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 56], ns[0, 56] 00000400:00000010:3.0:1767384359.366238:0:16139:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000074fc6862. 00000400:00000010:3.0:1767384359.366245:0:16139:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d1d8eca7. 00000400:00000200:0.0:1767384359.366249:0:16135:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp48 00000100:00000200:3.0:1767384359.366251:0:16139:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236723089024, portal 25 00000100:00000001:3.0:1767384359.366254:0:16139:0:(client.c:3244:ptlrpc_request_addref()) Process entered 10000000:00000001:2.0:1767384359.366256:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384359.366257:0:16135:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.152@tcp48 00000100:00000001:3.0:1767384359.366258:0:16139:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782407655808 : -124291301895808 : ffff8ef52d1a1180) 10000000:00000001:2.0:1767384359.366259:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384359.366263:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384359.366264:0:16135:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.152@tcp48 lpni_is_preferred = 0 00000100:00000040:3.0:1767384359.366266:0:16139:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000db8542b2 x1853236723089024/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384375 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000000:2.0:1767384359.366267:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:2.0:1767384359.366271:0:37:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000004a70125c. 00000400:00000200:0.0:1767384359.366272:0:16135:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.152@tcp48 00000400:00000200:0.0:1767384359.366281:0:16135:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp48 NI seq info: [196:196:256:4294967295] 192.168.202.152@tcp48 LPNI seq info [193:193:8:4294967295] 00000100:00000001:3.0:1767384359.366282:0:16139:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384359.366284:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384359.366288:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767384359.366289:0:16139:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384359.366291:0:16140:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767384359.366291:0:16135:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.152@tcp48 00000400:00000010:3.0:1767384359.366294:0:16139:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000092876f5b. 00000100:00000200:3.0:1767384359.366298:0:16139:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236723089024, offset 0 00000100:00000040:2.0:1767384359.366299:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009b22d73f x1853236723089152/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384359.366309:0:16135:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp48(192.168.202.152@tcp48:) -> 192.168.202.152@tcp48(192.168.202.152@tcp:192.168.202.152@tcp48) : GET try# 0 00000400:00000200:3.0:1767384359.366311:0:16139:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384359.366321:0:16140:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384359.366324:0:16140:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384359.366324:0:16135:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.152@tcp48 02000000:00000001:2.0:1767384359.366329:0:16140:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000010:0.0:1767384359.366331:0:16135:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000834930db. 00000400:00000200:3.0:1767384359.366332:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:2.0:1767384359.366332:0:16140:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384359.366337:0:16140:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384359.366340:0:16140:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009b22d73f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c0412d60-4f67-4dbc-8791-892843f60083:16140:1853236723089152:0@lo:253: 00000800:00000010:0.0:1767384359.366341:0:16135:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000004533456f. 00000400:00000200:3.0:1767384359.366347:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824c907e80 00000100:00000001:2.0:1767384359.366347:0:16140:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000010:0.0:1767384359.366347:0:16135:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000005de7dd4c. 02000000:00000001:2.0:1767384359.366350:0:16140:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384359.366353:0:16140:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384359.366358:0:16140:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:0.0:1767384359.366358:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004533456f] -> 12345-192.168.202.152@tcp48 (2) 00000400:00000200:3.0:1767384359.366359:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1729 [2] + 0 02000000:00000010:2.0:1767384359.366364:0:16140:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000078529ee3. 00000400:00000010:3.0:1767384359.366367:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004e394cb1. 02000000:00000001:2.0:1767384359.366369:0:16140:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.1:1767384359.366369:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004533456f] -> 12345-192.168.202.152@tcp48 (2) 00000400:00000200:3.0:1767384359.366372:0:16139:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ab104401 00000400:00000010:2.0:1767384359.366377:0:16140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000023539866. 00000400:00000200:3.0:1767384359.366381:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1767384359.366382:0:16140:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000054e3fc8a. 00000400:00000200:0.0:1767384359.366385:0:16135:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.152@tcp 00000400:00000200:3.0:1767384359.366386:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384359.366387:0:16140:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236723089152, portal 25 00000400:00000200:0.0:1767384359.366391:0:16135:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100271 rc 0 00000100:00000001:2.0:1767384359.366392:0:16140:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1767384359.366393:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ab104401 00000400:00000010:3.0:1767384359.366396:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ab104401. 00000100:00000001:2.0:1767384359.366396:0:16140:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782407662080 : -124291301889536 : ffff8ef52d1a2a00) 00000100:00000040:2.0:1767384359.366400:0:16140:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009b22d73f x1853236723089152/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384375 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384359.366401:0:16139:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384359.366403:0:16139:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384359.366407:0:16139:0:(events.c:337:request_in_callback()) incoming req@00000000ccc9a517 x1853236723089024 msgsize 4848 00000100:00000001:2.0:1767384359.366407:0:16140:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384359.366409:0:16140:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:3.0:1767384359.366412:0:16139:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000010:2.0:1767384359.366413:0:16140:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000073154210. 00000100:00000040:3.0:1767384359.366414:0:16139:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000200:2.0:1767384359.366422:0:16140:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236723089152, offset 0 00000100:00000001:3.0:1767384359.366424:0:16139:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384359.366427:0:16140:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384359.366430:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000092876f5b 00000400:00000010:3.0:1767384359.366432:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000092876f5b. 00000100:00000001:3.0:1767384359.366435:0:16139:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1767384359.366435:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384359.366438:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.152:988 00000100:00000200:3.0:1767384359.366439:0:16139:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000db8542b2 x1853236723089024/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384375 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384359.366444:0:16140:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824c907f00 00000400:00000200:2.0:1767384359.366449:0:16140:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1749 [2] + 0 00000400:00000010:2.0:1767384359.366452:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000043a967b1. 00000100:00000001:3.0:1767384359.366453:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384359.366455:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000db8542b2 x1853236723089024/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384375 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384359.366456:0:16140:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000001a1542d4 00000400:00000200:2.0:1767384359.366461:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384359.366463:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384359.366466:0:16139:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1767384359.366466:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384359.366471:0:16139:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384359.366475:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294949353 00000400:00000200:2.0:1767384359.366475:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001a1542d4 00000400:00000010:2.0:1767384359.366477:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001a1542d4. 00000100:00000010:3.0:1767384359.366480:0:16139:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005e48a95f. 00000100:00000001:2.0:1767384359.366481:0:16140:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384359.366483:0:16140:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:3.0:1767384359.366486:0:16139:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 0 00000100:00000040:2.0:1767384359.366486:0:16140:0:(events.c:337:request_in_callback()) incoming req@00000000f7261e06 x1853236723089152 msgsize 4848 00000100:00100000:2.0:1767384359.366491:0:16140:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384359.366492:0:16140:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:3.0:1767384359.366493:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294949353 00000400:00000200:0.0:1767384359.366496:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.152:988 00000100:00000010:3.0:1767384359.366497:0:16139:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000040dd6083. 00000100:00000001:2.0:1767384359.366501:0:16140:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384359.366503:0:16139:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 1 00000400:00000200:2.0:1767384359.366505:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000073154210 00000400:00000010:2.0:1767384359.366507:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000073154210. 00000100:00000001:3.0:1767384359.366508:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294949353 00000100:00000001:2.0:1767384359.366511:0:16140:0:(events.c:34:request_out_callback()) Process entered 00000100:00000010:3.0:1767384359.366512:0:16139:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e44130b0. 00000100:00000001:3.0:1767384359.366515:0:16139:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 2 00000100:00000200:2.0:1767384359.366515:0:16140:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009b22d73f x1853236723089152/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384375 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384359.366520:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294949353 00000100:00000010:3.0:1767384359.366523:0:16139:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008212d7bc. 00000100:00000001:2.0:1767384359.366523:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384359.366527:0:16139:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 3 00000100:00000040:2.0:1767384359.366527:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009b22d73f x1853236723089152/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384375 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384359.366530:0:16139:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384359.366533:0:16139:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384359.366534:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384359.366534:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.152:988 00000100:00000001:3.0:1767384359.366536:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384359.366539:0:16140:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384359.366541:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384359.366544:0:16140:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384359.366547:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294949353 00000100:00000001:2.0:1767384359.366549:0:16140:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 0, keep current deadline 4294949353 00000100:00000001:3.0:1767384359.366550:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384359.366552:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384359.366552:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294949353 00000100:00000001:2.0:1767384359.366554:0:16140:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 1, keep current deadline 4294949353 00000100:00000001:3.0:1767384359.366555:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384359.366557:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384359.366557:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294949353 00000100:00000001:3.0:1767384359.366559:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384359.366562:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384359.366563:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.152:988 00000100:00000001:2.0:1767384359.366565:0:16140:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 2, keep current deadline 4294949353 00000100:00000001:2.0:1767384359.366570:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294949353 00000100:00000001:2.0:1767384359.366572:0:16140:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 3, keep current deadline 4294949353 00000100:00000001:2.0:1767384359.366575:0:16140:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384359.366577:0:16140:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384359.366580:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384359.366581:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384359.366586:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384359.366588:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384359.366590:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384359.366592:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767384359.366592:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.152:988 00000100:00000001:2.0:1767384359.366596:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384359.366600:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384359.366621:0:16774:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:0.0:1767384359.366622:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.152:988 00000100:00100000:2.0:1767384359.366624:0:16774:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723089024 02000000:00000001:2.0:1767384359.366629:0:16774:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384359.366632:0:16774:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384359.366634:0:16774:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384359.366638:0:16774:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384359.366642:0:16774:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723089024 00000020:00000001:2.0:1767384359.366645:0:16774:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384359.366647:0:16774:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eec8e1 00000020:00000001:2.0:1767384359.366650:0:16774:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384359.366653:0:16774:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000555601ca refcount=14 00000020:00000001:2.0:1767384359.366656:0:16774:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000020:00000001:2.0:1767384359.366659:0:16774:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000100:00000001:2.0:1767384359.366664:0:16774:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1767384359.366665:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.152:988 00000020:00000010:2.0:1767384359.366668:0:16774:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cb260aba. 00000100:00000001:2.0:1767384359.366673:0:16774:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384359.366676:0:16774:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000cb260aba. 00000020:00000010:2.0:1767384359.366683:0:16774:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000080439f22. 00000020:00000010:2.0:1767384359.366689:0:16774:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000020a0c292. 00000020:00000010:2.0:1767384359.366695:0:16774:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000cdb44793. 00000400:00000200:0.0:1767384359.366706:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.152:988 00000100:00000040:2.0:1767384359.366707:0:16774:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384359.366719:0:16774:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384359.366721:0:16774:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384359.366724:0:16774:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384359.366732:0:16774:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384359.366742:0:16774:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384359.366752:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.152:988 00000100:00000001:3.0:1767384359.366756:0:16773:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384359.366756:0:16774:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384359.366760:0:16773:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723089152 00000100:00000001:2.0:1767384359.366760:0:16774:0:(service.c:2265:ptlrpc_server_handle_req_in()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384359.366763:0:16773:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384359.366764:0:16773:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384359.366767:0:16773:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384359.366770:0:16773:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384359.366772:0:16773:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723089152 00000100:00000001:2.0:1767384359.366773:0:16774:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:3.0:1767384359.366775:0:16773:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384359.366775:0:16774:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000040:3.0:1767384359.366776:0:16773:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eec8e1 00000020:00000001:3.0:1767384359.366779:0:16773:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384359.366781:0:16773:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000555601ca refcount=15 00000100:00100000:2.0:1767384359.366781:0:16774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 155 00000020:00000001:3.0:1767384359.366784:0:16773:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000100:00000040:2.0:1767384359.366786:0:16774:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000555601ca : new rpc_count 1 00000020:00000001:3.0:1767384359.366787:0:16773:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000100:00000001:2.0:1767384359.366788:0:16774:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619781697417296 : -124292012134320 : ffff8ef502c4b050) 00000100:00000001:3.0:1767384359.366790:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:2.0:1767384359.366792:0:16774:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ccc9a517 x1853236723089024/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:340/0 lens 4848/0 e 0 to 0 dl 1767384370 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384359.366794:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000e7ad782. 00000100:00000001:3.0:1767384359.366798:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384359.366800:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.152:988 00000020:00000010:3.0:1767384359.366801:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000e7ad782. 00000100:00000001:2.0:1767384359.366801:0:16774:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384359.366807:0:16774:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cb260aba. 00000020:00000010:3.0:1767384359.366808:0:16773:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000080ec96f9. 00000100:00000001:2.0:1767384359.366810:0:16774:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384359.366813:0:16773:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009168f5bc. 00000020:00000010:2.0:1767384359.366813:0:16774:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000cb260aba. 00000020:00000010:3.0:1767384359.366816:0:16773:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000cb198794. 00000100:00100000:2.0:1767384359.366819:0:16774:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000ccc9a517 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c0412d60-4f67-4dbc-8791-892843f60083+15:16139:x1853236723089024:12345-0@lo:253: 00000100:00000001:3.0:1767384359.366821:0:16773:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384359.366823:0:16773:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000200:2.0:1767384359.366823:0:16774:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723089024 00000100:00000001:3.0:1767384359.366824:0:16773:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384359.366826:0:16774:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:3.0:1767384359.366828:0:16773:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384359.366829:0:16774:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384359.366832:0:16774:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384359.366835:0:16774:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1767384359.366838:0:16773:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384359.366838:0:16774:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669141328 : -1040410288 : ffffffffc1fc9950) 00000020:00000001:2.0:1767384359.366842:0:16774:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384359.366844:0:16774:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384359.366846:0:16774:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:0.0:1767384359.366847:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.152:988 00000100:00000001:3.0:1767384359.366849:0:16773:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:2.0:1767384359.366849:0:16774:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1767384359.366853:0:16773:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:2.0:1767384359.366854:0:16774:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384359.366858:0:16773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 156 00000100:00000001:2.0:1767384359.366859:0:16774:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000040:3.0:1767384359.366861:0:16773:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000555601ca : new rpc_count 2 02000000:00000001:2.0:1767384359.366862:0:16774:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1767384359.366863:0:16773:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619781697412176 : -124292012139440 : ffff8ef502c49c50) 00000100:00000040:3.0:1767384359.366869:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f7261e06 x1853236723089152/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:340/0 lens 4848/0 e 0 to 0 dl 1767384370 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767384359.366869:0:16774:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000316ac112. 02000000:00000001:2.0:1767384359.366876:0:16774:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384359.366877:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384359.366879:0:16774:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384359.366880:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000e7ad782. 00000100:00000001:3.0:1767384359.366883:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384359.366883:0:16774:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000010:3.0:1767384359.366886:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000e7ad782. 00000100:00100000:3.0:1767384359.366892:0:16773:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000f7261e06 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c0412d60-4f67-4dbc-8791-892843f60083+15:16140:x1853236723089152:12345-0@lo:253: 00000400:00000200:0.0:1767384359.366893:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.152:988 20000000:00000010:2.0:1767384359.366895:0:16774:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000007ac280d2. 00000100:00000200:3.0:1767384359.366897:0:16773:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723089152 20000000:01000000:2.0:1767384359.366898:0:16774:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000020:00000001:3.0:1767384359.366899:0:16773:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384359.366901:0:16773:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384359.366904:0:16773:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384359.366904:0:16774:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000020:00000001:3.0:1767384359.366907:0:16773:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 20000000:00000001:2.0:1767384359.366907:0:16774:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000020:00000001:3.0:1767384359.366909:0:16773:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669141328 : -1040410288 : ffffffffc1fc9950) 20000000:00000001:2.0:1767384359.366910:0:16774:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384359.366912:0:16773:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 20000000:00000001:2.0:1767384359.366913:0:16774:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384359.366914:0:16773:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384359.366916:0:16773:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 20000000:00000001:2.0:1767384359.366916:0:16774:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000020:00000001:3.0:1767384359.366918:0:16773:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384359.366919:0:16773:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384359.366922:0:16773:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384359.366925:0:16773:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:00000010:2.0:1767384359.366925:0:16774:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000000882e9e7. 20000000:01000000:2.0:1767384359.366928:0:16774:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #50 02000000:00000010:3.0:1767384359.366930:0:16773:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000ba22c863. 02000000:00000001:3.0:1767384359.366932:0:16773:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384359.366934:0:16773:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384359.366934:0:16774:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:00000001:3.0:1767384359.366936:0:16773:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00080000:00000001:2.0:1767384359.366940:0:16774:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:00000010:3.0:1767384359.366944:0:16773:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000e8bf77c3. 20000000:01000000:3.0:1767384359.366947:0:16773:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000400:00000200:0.0:1767384359.366948:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.152:988 20000000:00000001:3.0:1767384359.366949:0:16773:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384359.366953:0:16773:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384359.366956:0:16773:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384359.366958:0:16773:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384359.366960:0:16773:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000001:2.0:1767384359.366990:0:16774:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384359.366994:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.152:988 00080000:00000001:2.0:1767384359.366995:0:16774:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384359.366999:0:16774:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384359.367002:0:16774:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:2.0:1767384359.367005:0:16774:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384359.367011:0:16774:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446619782313850200 : -124291395701416 : ffff8ef52782b558) 00080000:00000001:2.0:1767384359.367015:0:16774:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384359.367023:0:16774:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000752d0139. 00080000:00000001:2.0:1767384359.367026:0:16774:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446619777400907776 : -124296308643840 : ffff8ef402ad2800) 00000400:00000200:0.0:1767384359.367030:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.152:988 00080000:00000001:2.0:1767384359.367031:0:16774:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:0.0:1767384359.367057:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.152:988 00000400:00000200:0.0:1767384359.367170:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.152:988 00000001:00000001:2.0:1767384359.367183:0:16774:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384359.367186:0:16774:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384359.367189:0:16774:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000400:00000200:0.0:1767384359.367201:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.152:988 00080000:00000001:2.0:1767384359.367209:0:16774:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384359.367213:0:16774:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:0.0:1767384359.367226:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.152:988 00000400:00000200:0.0:1767384359.367270:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.152:988 00000400:00000200:0.0:1767384359.367316:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.152:988 00000400:00000200:0.0:1767384359.367355:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.152:988 00080000:00000001:2.0:1767384359.367360:0:16774:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:2.0:1767384359.367365:0:16774:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:0.0:1767384359.367392:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.152:988 00000400:00000200:0.0:1767384359.367421:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.152:988 00000400:00000200:0.0:1767384359.367460:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.152:988 00000400:00000200:0.0:1767384359.367503:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.152:988 00000400:00000200:0.0:1767384359.367547:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.152:988 00000400:00000200:0.0:1767384359.367588:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.152:988 00000400:00000200:0.0:1767384359.367626:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.152:988 00000400:00000200:0.0:1767384359.367668:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.152:988 00000400:00000200:0.0:1767384359.367696:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.152:988 00000400:00000200:0.0:1767384359.367722:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.152:988 00000400:00000200:0.0:1767384359.367745:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.152:988 00000400:00000200:0.0:1767384359.367791:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.152:988 00000400:00000200:0.0:1767384359.367820:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.152:988 00000800:00000010:0.0:1767384359.367958:0:16126:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000d77c91e2. 00000800:00000010:0.0:1767384359.367962:0:16126:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000c81a9fcc. 00000800:00000010:0.0:1767384359.367968:0:16126:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000fb99e99f. 00000800:00000010:0.0:1767384359.367985:0:16126:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000fb99e99f. 00000800:00020000:0.0:1767384359.367992:0:16126:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.152 00000800:00000010:0.0:1767384359.367995:0:16126:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000c81a9fcc. 00000800:00000010:0.0:1767384359.367998:0:16126:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000d77c91e2. 00000400:02020000:0.0:1767384359.368032:0:16126:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.152@tcp48 at host 192.168.202.152:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384359.368043:0:16126:0:(router.c:1755:lnet_notify()) 192.168.202.152@tcp48 notifying 192.168.202.152@tcp48: down 00000800:00000200:0.0:1767384359.368048:0:16126:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.152@tcp48 down 00000800:00000100:0.0:1767384359.368055:0:16126:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.152@tcp48 00000800:00000010:0.0:1767384359.368058:0:16126:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000834930db. 00000400:00000200:0.0:1767384359.368061:0:16126:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384359.368064:0:16126:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp48->192.168.202.152@tcp48: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384359.368116:0:16126:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.152@tcp48 added to recovery queue. ping count: 0 next ping: 283 health :900 00000400:00000200:0.0:1767384359.368119:0:16126:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384359.368122:0:16126:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.152@tcp: 1 00000400:00000200:0.0:1767384359.368125:0:16126:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.152@tcp (000000005d9714d7): -114 00000400:00000200:0.0:1767384359.368142:0:16135:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384359.368145:0:16135:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100871 00000400:00000001:0.0:1767384359.368147:0:16135:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384359.368149:0:16135:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384359.368150:0:16135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000960cefd4 00000400:00000010:0.0:1767384359.368152:0:16135:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000960cefd4. 00000400:00000200:0.0:1767384359.368154:0:16135:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:0.0:1767384359.368157:0:16135:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.152@tcp (000000005d9714d7): -114 00000400:00000010:0.0:1767384359.368160:0:16135:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 697 at 000000007e59d6f3. 00000400:00000200:0.0:1767384359.368163:0:16135:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000005d9714d7 (42) 00000400:00000200:0.0:1767384359.368166:0:16135:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.202.152@tcp:-71 00000400:00000200:0.0:1767384359.368169:0:16135:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x102071 rc -71 00000400:00000200:0.0:1767384359.368173:0:16135:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.152@tcp (000000005d9714d7) 00000400:00000200:0.0:1767384359.368176:0:16135:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000005d9714d7 (41) 00080000:00000001:2.0:1767384359.375646:0:16774:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384359.375652:0:16774:0:(lu_object.c:207:lu_object_put()) Add 00000000f07b1e3f/000000000f28175b to site lru. bkt: 00000000b56e2c81 20000000:00000001:2.0:1767384359.375657:0:16774:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384359.375659:0:16774:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00080000:00000001:1.0:1767384359.375662:0:16807:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1767384359.375667:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384359.375669:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1767384359.375670:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:01000000:2.0:1767384359.375671:0:16774:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00040000:00000001:1.0:1767384359.375671:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:2.0:1767384359.375683:0:16774:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:00000010:3.0:1767384359.375687:0:16773:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000b3fe9e77. 00080000:00000010:1.0:1767384359.375688:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000752d0139. 20000000:01000000:3.0:1767384359.375692:0:16773:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #50 20000000:01000000:2.0:1767384359.375692:0:16774:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:1.0:1767384359.375694:0:16807:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:0.0:1767384359.375695:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384359.375698:0:16773:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:00000001:0.0:1767384359.375700:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000020:2.0:1767384359.375701:0:16774:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 00080000:00000001:3.0:1767384359.375704:0:16773:0:(osd_index.c:626:osd_dir_lookup()) Process entered 10000000:01000000:0.0:1767384359.375704:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384359.375710:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384359.375714:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384359.375721:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000cf2af67c. 00010000:00000001:0.0:1767384359.375725:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384359.375729:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000008e5e1c2a. 00080000:00000001:3.0:1767384359.375730:0:16773:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384359.375733:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:3.0:1767384359.375735:0:16773:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384359.375736:0:16773:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384359.375739:0:16773:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000040:0.0:1767384359.375742:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 000000008e5e1c2a with handle 0x7e51148972eecd09 to hash 00000020:00000001:3.0:1767384359.375744:0:16773:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384359.375745:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384359.375749:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446619781734636544 : -124291974915072 : ffff8ef504fc9c00) 00000020:00000001:3.0:1767384359.375751:0:16773:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446619782313850200 : -124291395701416 : ffff8ef52782b558) 00010000:00000001:0.0:1767384359.375752:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446619781734636544 : -124291974915072 : ffff8ef504fc9c00) 00080000:00000001:3.0:1767384359.375759:0:16773:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:0.0:1767384359.375759:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384359.375763:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384359.375766:0:16773:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000bb03f0d8. 00010000:00010000:0.0:1767384359.375766:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000008e5e1c2a/0x7e51148972eecd09 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1767384359.375773:0:16773:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446619782459655168 : -124291249896448 : ffff8ef530338400) 00010000:00000001:0.0:1767384359.375777:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000001:3.0:1767384359.375778:0:16773:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:0.0:1767384359.375781:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384359.375783:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384359.375785:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384359.375787:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384359.375789:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384359.375789:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384359.375791:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384359.375793:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384359.375795:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384359.375796:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384359.375797:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000cf2af67c) refcount = 1 00010000:00010000:0.0:1767384359.375800:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000008e5e1c2a/0x7e51148972eecd09 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384359.375804:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384359.375806:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384359.375807:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384359.375809:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384359.375810:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384359.375812:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384359.375814:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003445359s 00010000:00000001:0.0:1767384359.375817:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384359.375818:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384359.375819:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000008e5e1c2a refcount=4 00000020:00000001:0.0:1767384359.375821:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781734636544 : -124291974915072 : ffff8ef504fc9c00) 00010000:00000001:0.0:1767384359.375828:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781734636544 : -124291974915072 : ffff8ef504fc9c00) 00000001:00000001:3.0:1767384359.375830:0:16773:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:0.0:1767384359.375830:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00080000:00000001:3.0:1767384359.375835:0:16773:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384359.375835:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000008e5e1c2a/0x7e51148972eecd09 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1767384359.375841:0:16773:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:0.0:1767384359.375844:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384359.375847:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000008e5e1c2a/0x7e51148972eecd09 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384359.375851:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384359.375852:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384359.375853:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000008e5e1c2a/0x7e51148972eecd09 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1767384359.375855:0:16773:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384359.375859:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:3.0:1767384359.375861:0:16773:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:0.0:1767384359.375862:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384359.375866:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384359.375867:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000008e5e1c2a/0x7e51148972eecd09 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384359.375872:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000008e5e1c2a already unused, calling callback (00000000871a6010) 00010000:00000001:0.0:1767384359.375874:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384359.375876:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384359.375877:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000008e5e1c2a/0x7e51148972eecd09 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384359.375880:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384359.375881:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384359.375882:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384359.375883:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000008e5e1c2a refcount=5 00000020:00000001:0.0:1767384359.375885:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781734636544 : -124291974915072 : ffff8ef504fc9c00) 00010000:00000001:0.0:1767384359.375887:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781734636544 : -124291974915072 : ffff8ef504fc9c00) 00010000:00000001:0.0:1767384359.375889:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384359.375890:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000008e5e1c2a/0x7e51148972eecd09 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384359.375900:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384359.375902:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384359.375903:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384359.375906:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384359.375907:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384359.375909:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384359.375910:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384359.375912:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000008e5e1c2a with handle 0x7e51148972eecd09 from hash 00010000:00000001:0.0:1767384359.375914:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384359.375916:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384359.375917:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384359.375918:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384359.375920:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384359.375921:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384359.375923:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384359.375924:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384359.375926:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384359.375928:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384359.375929:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384359.375931:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384359.375932:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384359.375933:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384359.375935:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384359.375937:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384359.375938:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000008e5e1c2a/0x7e51148972eecd09 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1767384359.375940:0:16773:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00010000:00000001:0.0:1767384359.375942:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384359.375944:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00080000:00000001:3.0:1767384359.375946:0:16773:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000001:0.0:1767384359.375947:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384359.375951:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384359.375952:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384359.375953:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384359.375955:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384359.375957:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384359.375958:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384359.375965:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000008e5e1c2a/0x7e51148972eecd09 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384359.375969:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384359.375970:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384359.375971:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000008e5e1c2a/0x7e51148972eecd09 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384359.375975:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000cf2af67c count: 0 00010000:00000001:0.0:1767384359.375980:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384359.375981:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000010:0.1:1767384359.381139:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000cf2af67c. 00010000:00000010:0.1:1767384359.381148:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000008e5e1c2a. 00080000:00000001:3.0:1767384359.383603:0:16773:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384359.383609:0:16807:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000020:00000002:3.0:1767384359.383610:0:16773:0:(lu_object.c:207:lu_object_put()) Add 00000000f07b1e3f/000000000f28175b to site lru. bkt: 00000000b56e2c81 00040000:00000001:1.0:1767384359.383613:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384359.383616:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:3.0:1767384359.383617:0:16773:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384359.383618:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384359.383620:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:3.0:1767384359.383624:0:16773:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00080000:00000010:1.0:1767384359.383624:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000bb03f0d8. 20000000:01000000:3.0:1767384359.383630:0:16773:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000001:1.0:1767384359.383630:0:16807:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:3.0:1767384359.383645:0:16773:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384359.383649:0:16773:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:0.0:1767384359.383653:0:16794:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384359.383657:0:16794:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000020:3.0:1767384359.383658:0:16773:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 10000000:01000000:0.0:1767384359.383659:0:16794:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384359.383664:0:16794:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384359.383666:0:16794:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384359.383673:0:16794:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000cf2af67c. 00010000:00000001:0.0:1767384359.383676:0:16794:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384359.383679:0:16794:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000008e5e1c2a. 00000020:00000001:0.0:1767384359.383682:0:16794:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384359.383684:0:16794:0:(lustre_handles.c:77:class_handle_hash()) added object 000000008e5e1c2a with handle 0x7e51148972eecd10 to hash 00000020:00000001:0.0:1767384359.383687:0:16794:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384359.383688:0:16794:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446619781734636544 : -124291974915072 : ffff8ef504fc9c00) 00010000:00000001:0.0:1767384359.383691:0:16794:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446619781734636544 : -124291974915072 : ffff8ef504fc9c00) 00010000:00000001:0.0:1767384359.383693:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384359.383695:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384359.383697:0:16794:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000008e5e1c2a/0x7e51148972eecd10 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384359.383703:0:16794:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384359.383705:0:16794:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384359.383706:0:16794:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384359.383708:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384359.383710:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384359.383711:0:16794:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384359.383713:0:16794:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384359.383721:0:16794:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384359.383722:0:16794:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384359.383723:0:16794:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384359.383725:0:16794:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384359.383727:0:16794:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000cf2af67c) refcount = 1 00010000:00010000:0.0:1767384359.383730:0:16794:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000008e5e1c2a/0x7e51148972eecd10 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384359.383734:0:16794:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384359.383736:0:16794:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384359.383737:0:16794:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384359.383739:0:16794:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384359.383741:0:16794:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384359.383743:0:16794:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384359.383747:0:16794:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003445359s 00010000:00000001:0.0:1767384359.383749:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384359.383750:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384359.383751:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000008e5e1c2a refcount=4 00000020:00000001:0.0:1767384359.383753:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781734636544 : -124291974915072 : ffff8ef504fc9c00) 00010000:00000001:0.0:1767384359.383756:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781734636544 : -124291974915072 : ffff8ef504fc9c00) 00010000:00000001:0.0:1767384359.383757:0:16794:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384359.383759:0:16794:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000008e5e1c2a/0x7e51148972eecd10 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384359.383763:0:16794:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384359.383765:0:16794:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000008e5e1c2a/0x7e51148972eecd10 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384359.383768:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384359.383770:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384359.383771:0:16794:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000008e5e1c2a/0x7e51148972eecd10 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384359.383774:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384359.383775:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384359.383781:0:16794:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384359.383783:0:16794:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000008e5e1c2a/0x7e51148972eecd10 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384359.383788:0:16794:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000008e5e1c2a already unused, calling callback (00000000871a6010) 00010000:00000001:0.0:1767384359.383790:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384359.383791:0:16794:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384359.383793:0:16794:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000008e5e1c2a/0x7e51148972eecd10 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384359.383797:0:16794:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384359.383798:0:16794:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384359.383800:0:16794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384359.383801:0:16794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000008e5e1c2a refcount=5 00000020:00000001:0.0:1767384359.383803:0:16794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781734636544 : -124291974915072 : ffff8ef504fc9c00) 00010000:00000001:0.0:1767384359.383804:0:16794:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781734636544 : -124291974915072 : ffff8ef504fc9c00) 00010000:00000001:0.0:1767384359.383806:0:16794:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384359.383807:0:16794:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000008e5e1c2a/0x7e51148972eecd10 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384359.383811:0:16794:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384359.383813:0:16794:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384359.383814:0:16794:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384359.383817:0:16794:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384359.383818:0:16794:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384359.383820:0:16794:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384359.383821:0:16794:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384359.383823:0:16794:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000008e5e1c2a with handle 0x7e51148972eecd10 from hash 00010000:00000001:0.0:1767384359.383825:0:16794:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384359.383825:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384359.383826:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384359.383827:0:16794:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384359.383828:0:16794:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384359.383830:0:16794:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384359.383831:0:16794:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384359.383832:0:16794:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384359.383838:0:16794:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384359.383840:0:16794:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384359.383841:0:16794:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384359.383843:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384359.383845:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384359.383846:0:16794:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384359.383847:0:16794:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384359.383848:0:16794:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384359.383850:0:16794:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000008e5e1c2a/0x7e51148972eecd10 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384359.383853:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384359.383854:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384359.383855:0:16794:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384359.383856:0:16794:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384359.383857:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384359.383858:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384359.383859:0:16794:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384359.383860:0:16794:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384359.383862:0:16794:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384359.383863:0:16794:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000008e5e1c2a/0x7e51148972eecd10 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384359.383867:0:16794:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384359.383868:0:16794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384359.383869:0:16794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000008e5e1c2a/0x7e51148972eecd10 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16794 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384359.383873:0:16794:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000cf2af67c count: 0 00010000:00000001:0.0:1767384359.383877:0:16794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384359.383878:0:16794:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:1.0:1767384359.385431:0:16774:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767384359.385435:0:16774:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384359.385437:0:16774:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000007ac280d2. 20000000:00000001:1.0:1767384359.385442:0:16774:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384359.385446:0:16774:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236723089024 00010000:00000001:1.0:1767384359.385449:0:16774:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384359.385455:0:16774:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000ccc9a517 x1853236723089024/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:340/0 lens 4848/4768 e 0 to 0 dl 1767384370 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384359.385468:0:16774:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384359.385470:0:16774:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384359.385474:0:16774:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dd452398 time=89 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384359.385477:0:16774:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384359.385479:0:16774:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 21 to 0@lo 00000100:00000001:1.0:1767384359.385481:0:16774:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 02000000:00000001:1.0:1767384359.385484:0:16774:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384359.385486:0:16774:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384359.385489:0:16774:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384359.385491:0:16774:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384359.385495:0:16774:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004dda67f4. 00000100:00000200:1.0:1767384359.385500:0:16774:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236723089024, offset 224 00000400:00000200:1.0:1767384359.385505:0:16774:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384359.385514:0:16774:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384359.385522:0:16774:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824c907e80 00000400:00000200:1.0:1767384359.385527:0:16774:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1fed [2] + 224 00000400:00000200:1.0:1767384359.385533:0:16774:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384359.385536:0:16774:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384359.385540:0:16774:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384359.385542:0:16774:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000db8542b2 x1853236723089024/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384375 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384359.385548:0:16774:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000db8542b2 x1853236723089024/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384375 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384359.385560:0:16774:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384359.385566:0:16774:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004dda67f4 00000400:00000010:1.0:1767384359.385568:0:16774:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004dda67f4. 00000100:00000001:0.0:1767384359.385570:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384359.385571:0:16774:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384359.385574:0:16774:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384359.385574:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384359.385581:0:16774:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384359.385581:0:16139:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384359.385584:0:16139:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:1.0:1767384359.385586:0:16774:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 20 to 0@lo 00000400:00000010:0.0:1767384359.385588:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000074fc6862. 00010000:00000001:1.0:1767384359.385589:0:16774:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384359.385592:0:16774:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384359.385594:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d1d8eca7 00000020:00000001:1.0:1767384359.385595:0:16774:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:0.0:1767384359.385597:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d1d8eca7. 00000100:00000040:1.0:1767384359.385606:0:16774:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ccc9a517 x1853236723089024/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:340/0 lens 4848/4768 e 0 to 0 dl 1767384370 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384359.385609:0:16139:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384359.385616:0:16139:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000db8542b2 x1853236723089024/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384375 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384359.385617:0:16774:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000ccc9a517 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c0412d60-4f67-4dbc-8791-892843f60083+15:16139:x1853236723089024:12345-0@lo:253: Request processed in 18814us (19207us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384359.385632:0:16774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 155 00000100:00000200:0.0:1767384359.385634:0:16139:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000db8542b2 x1853236723089024/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384375 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384359.385636:0:16774:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000555601ca : new rpc_count 1 00000100:00000001:1.0:1767384359.385641:0:16774:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384359.385643:0:16774:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384359.385646:0:16139:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:1.0:1767384359.385649:0:16774:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000020a0c292. 00000100:00000001:0.0:1767384359.385649:0:16139:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384359.385652:0:16139:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:1.0:1767384359.385654:0:16774:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000cdb44793. 02000000:00000001:0.0:1767384359.385655:0:16139:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:1.0:1767384359.385659:0:16774:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000080439f22. 00000100:00000001:0.0:1767384359.385659:0:16139:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384359.385661:0:16139:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384359.385665:0:16774:0:(genops.c:898:class_export_put()) PUTting export 00000000555601ca : new refcount 14 02000000:00000001:0.0:1767384359.385665:0:16139:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384359.385669:0:16139:0:(import.c:2128:obd_at_measure()) add 5 to 0000000028df3f77 time=89 v=5 (5 0 0 0) 02000000:00000001:1.0:1767384359.385670:0:16774:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384359.385673:0:16774:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000316ac112. 00000100:00001000:0.0:1767384359.385675:0:16139:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f5022cbe time=89 v=5 (1 0 0 0) 02000000:00000001:1.0:1767384359.385677:0:16774:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384359.385680:0:16774:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384359.385680:0:16139:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384359.385683:0:16139:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384359.385686:0:16774:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:0.0:1767384359.385687:0:16139:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384359.385690:0:16139:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384359.385692:0:16139:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384359.385693:0:16774:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000057d7f8e9. 00000100:00000040:0.0:1767384359.385697:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000db8542b2 x1853236723089024/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384375 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384359.385700:0:16774:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004dda67f4. 00000100:00000001:0.0:1767384359.385706:0:16139:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384359.385708:0:16139:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384359.385710:0:16139:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384359.385712:0:16139:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384359.385714:0:16139:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384359.385715:0:16139:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384359.385716:0:16139:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384359.385717:0:16139:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384359.385719:0:16139:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384359.385720:0:16139:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384359.385721:0:16139:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384359.385723:0:16139:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384359.385723:0:16139:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384359.385726:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000db8542b2 x1853236723089024/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384375 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384359.385740:0:16139:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000db8542b2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c0412d60-4f67-4dbc-8791-892843f60083:16139:1853236723089024:0@lo:253: 00000100:00000001:0.0:1767384359.385745:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384359.385747:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384359.385749:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000db8542b2 x1853236723089024/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384375 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384359.385755:0:16139:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384359.385757:0:16139:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384359.385759:0:16139:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000082232bb6. 02000000:00000001:0.0:1767384359.385763:0:16139:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384359.385765:0:16139:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384359.385766:0:16139:0:(genops.c:1242:class_import_put()) import 00000000df830bbe refcount=4 obd=MGC192.168.202.152@tcp 00000020:00000001:0.0:1767384359.385769:0:16139:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384359.385771:0:16139:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000989c557f. 02000000:00000001:0.0:1767384359.385775:0:16139:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384359.385776:0:16139:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384359.385778:0:16139:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000db8542b2. 00000100:00000001:0.0:1767384359.385782:0:16139:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384359.385783:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384359.385785:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384359.385791:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384359.385793:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384359.385794:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384359.385796:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:1.0:1767384359.386245:0:16773:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767384359.386248:0:16773:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384359.386249:0:16773:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000e8bf77c3. 20000000:00000001:1.0:1767384359.386252:0:16773:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384359.386255:0:16773:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236723089152 00010000:00000001:1.0:1767384359.386256:0:16773:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384359.386260:0:16773:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000f7261e06 x1853236723089152/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:340/0 lens 4848/4768 e 0 to 0 dl 1767384370 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384359.386265:0:16773:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384359.386266:0:16773:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384359.386268:0:16773:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dd452398 time=89 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384359.386270:0:16773:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384359.386271:0:16773:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 21 to 0@lo 00000100:00000001:1.0:1767384359.386272:0:16773:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 02000000:00000001:1.0:1767384359.386279:0:16773:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384359.386281:0:16773:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384359.386282:0:16773:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384359.386284:0:16773:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384359.386286:0:16773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001699dc1e. 00000100:00000200:1.0:1767384359.386289:0:16773:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236723089152, offset 224 00000400:00000200:1.0:1767384359.386291:0:16773:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384359.386296:0:16773:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384359.386300:0:16773:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824c907f00 00000400:00000200:1.0:1767384359.386303:0:16773:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1ff5 [2] + 224 00000400:00000200:1.0:1767384359.386308:0:16773:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384359.386311:0:16773:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384359.386313:0:16773:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384359.386316:0:16773:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009b22d73f x1853236723089152/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384375 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384359.386321:0:16773:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000009b22d73f x1853236723089152/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384375 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384359.386333:0:16773:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384359.386337:0:16773:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001699dc1e 00000400:00000010:1.0:1767384359.386338:0:16773:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001699dc1e. 00000100:00000001:1.0:1767384359.386341:0:16773:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384359.386343:0:16773:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384359.386344:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384359.386346:0:16773:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384359.386347:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767384359.386351:0:16773:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 20 to 0@lo 00000400:00000001:0.0:1767384359.386352:0:16140:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:1.0:1767384359.386354:0:16773:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:0.0:1767384359.386355:0:16140:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:1.0:1767384359.386357:0:16773:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384359.386358:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000023539866. 00000020:00000001:1.0:1767384359.386360:0:16773:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384359.386365:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f7261e06 x1853236723089152/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:340/0 lens 4848/4768 e 0 to 0 dl 1767384370 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384359.386365:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000054e3fc8a 00000400:00000010:0.0:1767384359.386369:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000054e3fc8a. 00000100:00000001:0.0:1767384359.386376:0:16140:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:1.0:1767384359.386379:0:16773:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000f7261e06 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c0412d60-4f67-4dbc-8791-892843f60083+14:16140:x1853236723089152:12345-0@lo:253: Request processed in 19500us (19891us total) trans 0 rc 0/0 00000100:00000200:0.0:1767384359.386382:0:16140:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009b22d73f x1853236723089152/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384375 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384359.386389:0:16773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 156 00000100:00000040:1.0:1767384359.386394:0:16773:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000555601ca : new rpc_count 0 00000100:00000200:0.0:1767384359.386398:0:16140:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009b22d73f x1853236723089152/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384375 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384359.386402:0:16773:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384359.386404:0:16773:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384359.386407:0:16773:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009168f5bc. 00000020:00000010:1.0:1767384359.386412:0:16773:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000cb198794. 00000100:00000001:0.0:1767384359.386416:0:16140:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:1.0:1767384359.386417:0:16773:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000080ec96f9. 00000100:00000001:0.0:1767384359.386419:0:16140:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767384359.386421:0:16773:0:(genops.c:898:class_export_put()) PUTting export 00000000555601ca : new refcount 13 00000100:00000001:0.0:1767384359.386422:0:16140:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384359.386425:0:16773:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:0.0:1767384359.386426:0:16140:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000010:1.0:1767384359.386429:0:16773:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000ba22c863. 00000100:00000001:0.0:1767384359.386429:0:16140:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384359.386433:0:16140:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384359.386435:0:16773:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:0.0:1767384359.386436:0:16140:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384359.386438:0:16773:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767384359.386440:0:16140:0:(import.c:2128:obd_at_measure()) add 5 to 0000000028df3f77 time=89 v=5 (5 0 0 0) 00000100:00000200:1.0:1767384359.386442:0:16773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00001000:0.0:1767384359.386444:0:16140:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f5022cbe time=89 v=5 (1 0 0 0) 00000400:00000010:1.0:1767384359.386447:0:16773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000c754a5c. 00000100:00000001:0.0:1767384359.386448:0:16140:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384359.386450:0:16140:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384359.386452:0:16140:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000010:1.0:1767384359.386453:0:16773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001699dc1e. 00010000:00000001:0.0:1767384359.386454:0:16140:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384359.386458:0:16140:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384359.386461:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009b22d73f x1853236723089152/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384375 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384359.386466:0:16140:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384359.386468:0:16140:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384359.386470:0:16140:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384359.386471:0:16140:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384359.386472:0:16140:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384359.386474:0:16140:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384359.386474:0:16140:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384359.386475:0:16140:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384359.386476:0:16140:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384359.386477:0:16140:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384359.386478:0:16140:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384359.386479:0:16140:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384359.386481:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009b22d73f x1853236723089152/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384375 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384359.386485:0:16140:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009b22d73f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c0412d60-4f67-4dbc-8791-892843f60083:16140:1853236723089152:0@lo:253: 00000100:00000001:0.0:1767384359.386488:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384359.386490:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384359.386491:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009b22d73f x1853236723089152/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384375 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384359.386500:0:16140:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384359.386502:0:16140:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384359.386503:0:16140:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000078529ee3. 02000000:00000001:0.0:1767384359.386506:0:16140:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384359.386507:0:16140:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384359.386508:0:16140:0:(genops.c:1242:class_import_put()) import 00000000df830bbe refcount=3 obd=MGC192.168.202.152@tcp 00000020:00000001:0.0:1767384359.386509:0:16140:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384359.386510:0:16140:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000009fb8db61. 02000000:00000001:0.0:1767384359.386513:0:16140:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384359.386514:0:16140:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384359.386515:0:16140:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009b22d73f. 00000100:00000001:0.0:1767384359.386518:0:16140:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384359.386519:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384359.386520:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384359.386523:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384359.386524:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384359.386526:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384359.386527:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384359.386532:0:39073:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000b8a79aab. 00000400:00000040:2.0:1767384359.386551:0:39073:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384359.386554:0:39073:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384359.386557:0:39073:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384359.386559:0:39073:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384359.386561:0:39073:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384359.386562:0:39073:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:2.0:1767384359.386565:0:39073:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384359.386567:0:39073:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384359.386569:0:39073:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384359.386570:0:39073:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:2.0:1767384359.386572:0:39073:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384359.386574:0:39073:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384359.386576:0:39073:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384359.386578:0:39073:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384359.386579:0:39073:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:2.0:1767384359.386582:0:39073:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384359.386583:0:39073:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384359.386585:0:39073:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767384359.386586:0:39073:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767384359.386589:0:39073:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384359.386591:0:39073:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384359.386593:0:39073:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384359.386594:0:39073:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384359.386596:0:39073:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384359.386597:0:39073:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767384359.386600:0:39073:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384359.386602:0:39073:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384359.386604:0:39073:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384359.386606:0:39073:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384359.386607:0:39073:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384359.386609:0:39073:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767384359.386611:0:39073:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384359.386613:0:39073:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384359.386614:0:39073:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384359.386616:0:39073:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384359.386622:0:39073:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384359.386624:0:39073:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767384359.386626:0:39073:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384359.386628:0:39073:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384359.386630:0:39073:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384359.386631:0:39073:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384359.386633:0:39073:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384359.386635:0:39073:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767384359.386636:0:39073:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767384359.386638:0:39073:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767384359.386639:0:39073:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767384359.386641:0:39073:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767384359.386642:0:39073:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767384359.386644:0:39073:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384359.386646:0:39073:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384359.386648:0:39073:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767384359.386649:0:39073:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384359.386651:0:39073:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767384359.386653:0:39073:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:2.0:1767384359.386654:0:39073:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767384359.386656:0:39073:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767384359.386658:0:39073:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:2.0:1767384359.386777:0:39073:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000b8a79aab. 00010000:00000010:0.1:1767384359.388134:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000cf2af67c. 00010000:00000010:0.1:1767384359.388140:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000008e5e1c2a. 00000100:00000040:0.0:1767384359.391139:0:449:0:(connection.c:75:cpu_latency_work()) work item of 000000002fd0fb58 (cpu 0) has reached its deadline 4294949353, at 4294949354 00000100:00000040:1.0:1767384359.391142:0:62:0:(connection.c:75:cpu_latency_work()) work item of 00000000edc4e618 (cpu 0) has reached its deadline 4294949353, at 4294949354 00000100:00000010:0.0:1767384359.391148:0:449:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005e48a95f. 00000100:00000010:1.0:1767384359.391150:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000040dd6083. 00000100:00000040:3.0:1767384359.391152:0:53:0:(connection.c:75:cpu_latency_work()) work item of 000000009d5c2cb6 (cpu 0) has reached its deadline 4294949353, at 4294949354 00000100:00000010:3.0:1767384359.391162:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008212d7bc. 00000100:00000040:2.0:1767384359.391647:0:270:0:(connection.c:75:cpu_latency_work()) work item of 00000000135c2452 (cpu 0) has reached its deadline 4294949353, at 4294949354 00000100:00000010:2.0:1767384359.391653:0:270:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e44130b0. 00010000:00000001:0.0:1767384359.478139:0:449:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384359.478145:0:449:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384359.478152:0:449:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384359.478154:0:449:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384359.478184:0:16768:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384359.478188:0:16768:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384359.478190:0:16768:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:2.0:1767384360.373293:0:16134:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384360.373298:0:16134:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384360.373301:0:16134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bc69f01c 00000400:00000010:2.0:1767384360.373306:0:16134:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bc69f01c. 00000400:00000200:2.0:1767384360.373313:0:16134:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384360.373320:0:16134:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.152@tcp47 recovery ping unlinked 00000400:00000010:2.0:1767384360.373333:0:16134:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000007dbb22d3. 00000400:00000010:2.0:1767384360.373339:0:16134:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000008341e060. 00000400:00000200:2.0:1767384360.373356:0:16134:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.152@tcp46 00000400:00000010:2.0:1767384360.373360:0:16134:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000001d09aedf. 00000400:00000010:2.0:1767384360.373367:0:16134:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000078a19f33. 00000400:00000010:2.0:1767384360.373378:0:16134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000057bd51bb. 00000400:00000010:2.0:1767384360.373387:0:16134:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000031f38d00. 00000400:00000200:2.0:1767384360.373394:0:16134:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.152@tcp46 00000400:00000200:2.0:1767384360.373410:0:16134:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.152@tcp46 local destination 00000400:00000200:2.0:1767384360.373418:0:16134:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.152@tcp46 00000400:00000200:2.0:1767384360.373425:0:16134:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp46 NI seq info: [197:197:256:4294967295] 192.168.202.152@tcp46 LPNI seq info [194:194:8:4294967295] 00000400:00000200:2.0:1767384360.373433:0:16134:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.152@tcp46 00000400:00000200:2.0:1767384360.373446:0:16134:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp46(192.168.202.152@tcp46:) -> 192.168.202.152@tcp46(192.168.202.152@tcp46:192.168.202.152@tcp46) : GET try# 0 00000800:00000200:2.0:1767384360.373454:0:16134:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.152@tcp46 00000800:00000010:2.0:1767384360.373459:0:16134:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000009cee231d. 00000800:00000200:2.0:1767384360.373468:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000050ab23fd] -> 12345-192.168.202.152@tcp46 (2) 00000800:00000200:2.1:1767384360.373475:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000050ab23fd] -> 12345-192.168.202.152@tcp46 (2) 00000400:00000200:2.0:1767384360.373501:0:16134:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.152@tcp46 added to recovery queue. ping count: 3 next ping: 291 health :700 00000400:00000200:2.0:1767384360.373511:0:16134:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.152@tcp48 00000400:00000010:2.0:1767384360.373515:0:16134:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000f201f7eb. 00000400:00000010:2.0:1767384360.373520:0:16134:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000cca860dc. 00000400:00000010:2.0:1767384360.373523:0:16134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000520c8158. 00000400:00000010:2.0:1767384360.373531:0:16134:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000004b77ad67. 00000400:00000200:2.0:1767384360.373537:0:16134:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.152@tcp48 00000400:00000200:2.0:1767384360.373546:0:16134:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.152@tcp48 local destination 00000400:00000200:2.0:1767384360.373552:0:16134:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.152@tcp48 00000400:00000200:2.0:1767384360.373557:0:16134:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp48 NI seq info: [198:198:256:4294967295] 192.168.202.152@tcp48 LPNI seq info [195:195:8:4294967295] 00000400:00000200:2.0:1767384360.373563:0:16134:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.152@tcp48 00000400:00000200:2.0:1767384360.373574:0:16134:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp48(192.168.202.152@tcp48:) -> 192.168.202.152@tcp48(192.168.202.152@tcp48:192.168.202.152@tcp48) : GET try# 0 00000800:00000200:2.0:1767384360.373581:0:16134:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.152@tcp48 00000800:00000010:2.0:1767384360.373585:0:16134:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000470671c5. 00000400:00000200:1.0:1767384360.373589:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.152:988 00000800:00000200:2.0:1767384360.373593:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004533456f] -> 12345-192.168.202.152@tcp48 (2) 00000800:00000200:2.1:1767384360.373603:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004533456f] -> 12345-192.168.202.152@tcp48 (2) 00000400:00000200:2.0:1767384360.373621:0:16134:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.152@tcp48 added to recovery queue. ping count: 1 next ping: 285 health :900 00000400:00000200:1.0:1767384360.373677:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.152:988 00000400:00000200:0.0:1767384360.373721:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.152:988 00000400:00000200:1.0:1767384360.373724:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.152:988 00000400:00000200:1.0:1767384360.373771:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.152:988 00000400:00000200:0.0:1767384360.373797:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.152:988 00000400:00000200:1.0:1767384360.373810:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.152:988 00000400:00000200:0.0:1767384360.373847:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.152:988 00000400:00000200:1.0:1767384360.373851:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.152:988 00000400:00000200:1.0:1767384360.373896:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.152:988 00000400:00000200:0.0:1767384360.373911:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.152:988 00000400:00000200:1.0:1767384360.373937:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.152:988 00000400:00000200:0.0:1767384360.373978:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.152:988 00000400:00000200:1.0:1767384360.373995:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.152:988 00000400:00000200:0.0:1767384360.374042:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.152:988 00000400:00000200:1.0:1767384360.374052:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.152:988 00000400:00000200:0.0:1767384360.374153:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.152:988 00000800:00000200:2.0:1767384360.374163:0:16129:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000003073c2c] -> 12345-192.168.202.152@tcp31 (4) 00000400:00000200:1.0:1767384360.374168:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.152:988 00000800:00000200:2.1:1767384360.374174:0:16129:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000003073c2c] -> 12345-192.168.202.152@tcp31 (4) 00000400:00000200:0.0:1767384360.374225:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.152:988 00000400:00000200:1.0:1767384360.374238:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.152:988 00000400:00000200:2.0:1767384360.374272:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.152:988 00000400:00000200:0.0:1767384360.374308:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.152:988 00000400:00000200:1.0:1767384360.374312:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.152:988 00000400:00000200:2.0:1767384360.374371:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.152:988 00000400:00000200:1.0:1767384360.374386:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.152:988 00000400:00000200:0.0:1767384360.374393:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.152:988 00000400:00000200:2.0:1767384360.374432:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.152:988 00000400:00000200:1.0:1767384360.374442:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.152:988 00000400:00000200:0.0:1767384360.374479:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.152:988 00000400:00000200:2.0:1767384360.374503:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.152:988 00000400:00000200:1.0:1767384360.374518:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.152:988 00000400:00000200:0.0:1767384360.374564:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.152:988 00000400:00000200:2.0:1767384360.374581:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.152:988 00000400:00000200:1.0:1767384360.374586:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.152:988 00000400:00000200:0.0:1767384360.374649:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.152:988 00000400:00000200:1.0:1767384360.374669:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.152:988 00000400:00000200:2.0:1767384360.374672:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.152:988 00000400:00000200:0.0:1767384360.374710:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.152:988 00000400:00000200:2.0:1767384360.374755:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.152:988 00000400:00000200:1.0:1767384360.374759:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.152:988 00000400:00000200:0.0:1767384360.374788:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.152:988 00000400:00000200:1.0:1767384360.374838:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.152:988 00000400:00000200:2.0:1767384360.374847:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.152:988 00000400:00000200:0.0:1767384360.374873:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.152:988 00000400:00000200:1.0:1767384360.374902:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.152:988 00000400:00000200:2.0:1767384360.374923:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.152:988 00000400:00000200:0.0:1767384360.374947:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.152:988 00000400:00000200:1.0:1767384360.374954:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.152:988 00000400:00000200:2.0:1767384360.375003:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.152:988 00000400:00000200:1.0:1767384360.375035:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.152:988 00000400:00000200:0.0:1767384360.375036:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.152:988 00000400:00000200:2.0:1767384360.375125:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.152:988 00000400:00000200:1.0:1767384360.375143:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.152:988 00000400:00000200:0.0:1767384360.375159:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.152:988 00000400:00000200:2.0:1767384360.375193:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.152:988 00000400:00000200:1.0:1767384360.375215:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.152:988 00000400:00000200:0.0:1767384360.375226:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.152:988 00000400:00000200:2.0:1767384360.375273:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.152:988 00000400:00000200:1.0:1767384360.375288:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.152:988 00000400:00000200:0.0:1767384360.375303:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.152:988 00000400:00000200:2.0:1767384360.375351:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.152:988 00000400:00000200:1.0:1767384360.375360:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.152:988 00000400:00000200:0.0:1767384360.375388:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.152:988 00000400:00000200:2.0:1767384360.375430:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.152:988 00000400:00000200:1.0:1767384360.375431:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.152:988 00000400:00000200:0.0:1767384360.375456:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.152:988 00000400:00000200:2.0:1767384360.375510:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.152:988 00000400:00000200:1.0:1767384360.375512:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.152:988 00000400:00000200:0.0:1767384360.375536:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.152:988 00000400:00000200:2.0:1767384360.375588:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.152:988 00000400:00000200:1.0:1767384360.375595:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.152:988 00000400:00000200:0.0:1767384360.375618:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.152:988 00000400:00000200:2.0:1767384360.375671:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.152:988 00000400:00000200:1.0:1767384360.375671:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.152:988 00000400:00000200:0.0:1767384360.375686:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.152:988 00000400:00000200:1.0:1767384360.375735:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.152:988 00000400:00000200:2.0:1767384360.375757:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.152:988 00000400:00000200:0.0:1767384360.375767:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.152:988 00000400:00000200:1.0:1767384360.375807:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.152:988 00000400:00000200:2.0:1767384360.375840:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.152:988 00000400:00000200:0.0:1767384360.375853:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.152:988 00000400:00000200:1.0:1767384360.375878:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.152:988 00000400:00000200:2.0:1767384360.375915:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.152:988 00000400:00000200:0.0:1767384360.375927:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.152:988 00000400:00000200:1.0:1767384360.375936:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.152:988 00000400:00000200:2.0:1767384360.375991:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.152:988 00000400:00000200:0.0:1767384360.376017:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.152:988 00000400:00000200:2.0:1767384360.376110:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.152:988 00000400:00000200:0.0:1767384360.376138:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.152:988 00000400:00000200:2.0:1767384360.376175:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.152:988 00000800:00000010:1.0:1767384360.376198:0:16125:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000003df3f98b. 00000400:00000200:0.0:1767384360.376198:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.152:988 00000800:00000010:1.0:1767384360.376205:0:16125:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000ebfdb456. 00000800:00000010:1.0:1767384360.376212:0:16125:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000039d40f7. 00000800:00000010:1.0:1767384360.376239:0:16125:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000039d40f7. 00000400:00000200:2.0:1767384360.376241:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.152:988 00000800:00020000:1.0:1767384360.376249:0:16125:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.152 00000800:00000010:1.0:1767384360.376254:0:16125:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000ebfdb456. 00000800:00000010:1.0:1767384360.376257:0:16125:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000003df3f98b. 00000400:00000200:0.0:1767384360.376279:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.152:988 00000400:00000200:2.0:1767384360.376322:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.152:988 00000400:02020000:1.0:1767384360.376329:0:16125:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.152@tcp46 at host 192.168.202.152:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384360.376338:0:16125:0:(router.c:1755:lnet_notify()) 192.168.202.152@tcp46 notifying 192.168.202.152@tcp46: down 00000400:00000200:1.0:1767384360.376343:0:16125:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:1.0:1767384360.376348:0:16125:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.152@tcp46 00000800:00000010:1.0:1767384360.376351:0:16125:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000009cee231d. 00000400:00000200:1.0:1767384360.376355:0:16125:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384360.376359:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.152:988 00000400:00000200:1.0:1767384360.376361:0:16125:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp46->192.168.202.152@tcp46: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384360.376377:0:16125:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384360.376381:0:16125:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.152@tcp46 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384360.376385:0:16125:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.152@tcp46) recovery failed with -71 00000400:00000200:2.0:1767384360.376394:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.152:988 00000400:00000200:0.0:1767384360.376413:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.152:988 00000400:00000200:2.0:1767384360.376465:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.152:988 00000400:00000200:2.0:1767384360.376528:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.152:988 00000800:00000010:0.0:1767384360.376556:0:16127:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000d77c91e2. 00000800:00000010:0.0:1767384360.376561:0:16127:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000048fdeb46. 00000800:00000010:0.0:1767384360.376565:0:16127:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000277c1ccb. 00000400:00000200:2.0:1767384360.376573:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.152:988 00000800:00000010:0.0:1767384360.376585:0:16127:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000277c1ccb. 00000800:00020000:0.0:1767384360.376594:0:16127:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.152 00000800:00000010:0.0:1767384360.376596:0:16127:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000048fdeb46. 00000800:00000010:0.0:1767384360.376605:0:16127:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000d77c91e2. 00000400:00000200:2.0:1767384360.376623:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.152:988 00000400:02020000:0.0:1767384360.376660:0:16127:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.152@tcp48 at host 192.168.202.152:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384360.376666:0:16127:0:(router.c:1755:lnet_notify()) 192.168.202.152@tcp48 notifying 192.168.202.152@tcp48: down 00000400:00000200:0.0:1767384360.376669:0:16127:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:0.0:1767384360.376675:0:16127:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.152@tcp48 00000800:00000010:0.0:1767384360.376677:0:16127:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000470671c5. 00000400:00000200:0.0:1767384360.376680:0:16127:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384360.376684:0:16127:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp48->192.168.202.152@tcp48: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384360.376691:0:16127:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384360.376693:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.152:988 00000400:00000200:0.0:1767384360.376694:0:16127:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.152@tcp48 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384360.376698:0:16127:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.152@tcp48) recovery failed with -71 00000400:00000200:2.0:1767384360.376742:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.152:988 00000400:00000200:2.0:1767384360.376774:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.152:988 00000400:00000200:2.0:1767384360.376821:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.152:988 00000800:00000010:2.0:1767384360.376983:0:16128:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000036b1ae31. 00000800:00000010:2.0:1767384360.376989:0:16128:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000d422b24a. 00000800:00000010:2.0:1767384360.376994:0:16128:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000bc764292. 00000800:00000010:2.0:1767384360.377018:0:16128:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000bc764292. 00000800:00020000:2.0:1767384360.377027:0:16128:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.152 00000800:00000010:2.0:1767384360.377031:0:16128:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000d422b24a. 00000800:00000010:2.0:1767384360.377034:0:16128:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000036b1ae31. 00000400:02020000:2.0:1767384360.377113:0:16128:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.152@tcp31 at host 192.168.202.152:988: is it running a compatible version of Lustre? 00000800:00000100:2.0:1767384360.377119:0:16128:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00010000:00000001:0.0:1767384360.501157:0:449:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384360.501162:0:449:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384360.501169:0:449:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384360.501171:0:449:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384360.501273:0:16767:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384360.501276:0:16767:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384360.501279:0:16767:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1767384360.950144:0:16766:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:2.0:1767384360.950150:0:16766:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384360.950160:0:17571:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:1.0:1767384360.950164:0:17571:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384361.397202:0:16134:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384361.397207:0:16134:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384361.397210:0:16134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000057bd51bb 00000400:00000010:3.0:1767384361.397214:0:16134:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000057bd51bb. 00000400:00000200:3.0:1767384361.397221:0:16134:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384361.397226:0:16134:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.152@tcp46 recovery ping unlinked 00000400:00000010:3.0:1767384361.397239:0:16134:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000001d09aedf. 00000400:00000010:3.0:1767384361.397244:0:16134:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000078a19f33. 00000400:00000001:3.0:1767384361.397247:0:16134:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384361.397248:0:16134:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384361.397249:0:16134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000520c8158 00000400:00000010:3.0:1767384361.397250:0:16134:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000520c8158. 00000400:00000200:3.0:1767384361.397251:0:16134:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384361.397252:0:16134:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.152@tcp48 recovery ping unlinked 00000400:00000010:3.0:1767384361.397254:0:16134:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000f201f7eb. 00000400:00000010:3.0:1767384361.397255:0:16134:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000cca860dc. 00000400:00000200:3.0:1767384361.397259:0:16134:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.152@tcp36 00000400:00000010:3.0:1767384361.397265:0:16134:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000099cfda4c. 00000400:00000010:3.0:1767384361.397269:0:16134:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000b7140d71. 00000400:00000010:3.0:1767384361.397272:0:16134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000075fee3c6. 00000400:00000010:3.0:1767384361.397277:0:16134:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000a5176de1. 00000400:00000200:3.0:1767384361.397280:0:16134:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.152@tcp36 00000400:00000200:3.0:1767384361.397291:0:16134:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.152@tcp36 local destination 00000400:00000200:3.0:1767384361.397296:0:16134:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.152@tcp36 00000400:00000200:3.0:1767384361.397299:0:16134:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp36 NI seq info: [199:199:256:4294967295] 192.168.202.152@tcp36 LPNI seq info [196:196:8:4294967295] 00000400:00000200:3.0:1767384361.397304:0:16134:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.152@tcp36 00000400:00000200:3.0:1767384361.397310:0:16134:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp36(192.168.202.152@tcp36:) -> 192.168.202.152@tcp36(192.168.202.152@tcp36:192.168.202.152@tcp36) : GET try# 0 00000800:00000200:3.0:1767384361.397314:0:16134:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.152@tcp36 00000800:00000010:3.0:1767384361.397317:0:16134:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000fd01dd85. 00000800:00000200:3.0:1767384361.397322:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000231f705e] -> 12345-192.168.202.152@tcp36 (2) 00000800:00000200:3.1:1767384361.397326:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000231f705e] -> 12345-192.168.202.152@tcp36 (2) 00000400:00000200:3.0:1767384361.397344:0:16134:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.152@tcp36 added to recovery queue. ping count: 5 next ping: 316 health :500 00000400:00000200:0.0:1767384361.397430:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.152:988 00000400:00000200:0.0:1767384361.397487:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.152:988 00000400:00000200:0.0:1767384361.397511:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.152:988 00000400:00000200:0.0:1767384361.397534:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.152:988 00000400:00000200:0.0:1767384361.397554:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.152:988 00000400:00000200:0.0:1767384361.397574:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.152:988 00000400:00000200:0.0:1767384361.397594:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.152:988 00000400:00000200:0.0:1767384361.397614:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.152:988 00000400:00000200:0.0:1767384361.397633:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.152:988 00000400:00000200:0.0:1767384361.397653:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.152:988 00000400:00000200:0.0:1767384361.397672:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.152:988 00000400:00000200:0.0:1767384361.397691:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.152:988 00000400:00000200:0.0:1767384361.397711:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.152:988 00000400:00000200:0.0:1767384361.397731:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.152:988 00000400:00000200:0.0:1767384361.397750:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.152:988 00000400:00000200:0.0:1767384361.397770:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.152:988 00000400:00000200:0.0:1767384361.397790:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.152:988 00000400:00000200:0.0:1767384361.397829:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.152:988 00000400:00000200:0.0:1767384361.397849:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.152:988 00000400:00000200:0.0:1767384361.397869:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.152:988 00000400:00000200:0.0:1767384361.397891:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.152:988 00000400:00000200:0.0:1767384361.397916:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.152:988 00000400:00000200:0.0:1767384361.397939:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.152:988 00000400:00000200:0.0:1767384361.397964:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.152:988 00000400:00000200:0.0:1767384361.397987:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.152:988 00000400:00000200:0.0:1767384361.398011:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.152:988 00000400:00000200:0.0:1767384361.398035:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.152:988 00000400:00000200:0.0:1767384361.398077:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.152:988 00000400:00000200:0.0:1767384361.398146:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.152:988 00000400:00000200:0.0:1767384361.398181:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.152:988 00000400:00000200:0.0:1767384361.398207:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.152:988 00000400:00000200:0.0:1767384361.398228:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.152:988 00000400:00000200:0.0:1767384361.398253:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.152:988 00000400:00000200:0.0:1767384361.398277:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.152:988 00000400:00000200:0.0:1767384361.398302:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.152:988 00000800:00000010:0.0:1767384361.398478:0:16126:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000d77c91e2. 00000800:00000010:0.0:1767384361.398484:0:16126:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000001b552bed. 00000800:00000010:0.0:1767384361.398488:0:16126:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000003135086e. 00000800:00000010:0.0:1767384361.398511:0:16126:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000003135086e. 00000800:00020000:0.0:1767384361.398521:0:16126:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.152 00000800:00000010:0.0:1767384361.398525:0:16126:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000001b552bed. 00000800:00000010:0.0:1767384361.398528:0:16126:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000d77c91e2. 00000400:02020000:0.0:1767384361.398563:0:16126:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.152@tcp36 at host 192.168.202.152:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384361.398569:0:16126:0:(router.c:1755:lnet_notify()) 192.168.202.152@tcp36 notifying 192.168.202.152@tcp36: down 00000800:00000200:0.0:1767384361.398573:0:16126:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.152@tcp36 down 00000800:00000100:0.0:1767384361.398578:0:16126:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.152@tcp36 00000800:00000010:0.0:1767384361.398581:0:16126:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000fd01dd85. 00000400:00000200:0.0:1767384361.398584:0:16126:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384361.398593:0:16126:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp36->192.168.202.152@tcp36: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384361.398599:0:16126:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384361.398601:0:16126:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.152@tcp36 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384361.398603:0:16126:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.152@tcp36) recovery failed with -71 00010000:00000001:0.0:1767384361.525227:0:449:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384361.525235:0:449:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384361.525243:0:449:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384361.525246:0:449:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767384361.525248:0:449:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767384361.525251:0:449:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384361.525254:0:449:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767384361.525256:0:449:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384361.525258:0:449:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384361.525261:0:449:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384361.525339:0:16768:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384361.525343:0:16768:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384361.525347:0:16768:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:2.0:1767384361.787449:0:39636:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384361.787460:0:39636:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384361.787464:0:39636:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384361.787469:0:39636:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384361.787473:0:39636:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384361.787476:0:39636:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384361.901565:0:39672:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000f1ad48ea. 00000400:00000040:1.0:1767384361.901585:0:39672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384361.901587:0:39672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384361.901589:0:39672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384361.901590:0:39672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384361.901592:0:39672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384361.901593:0:39672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384361.901595:0:39672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384361.901596:0:39672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384361.901597:0:39672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384361.901598:0:39672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384361.901600:0:39672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384361.901601:0:39672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384361.901602:0:39672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384361.901603:0:39672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384361.901604:0:39672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384361.901605:0:39672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384361.901606:0:39672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384361.901607:0:39672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384361.901608:0:39672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384361.901609:0:39672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384361.901610:0:39672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384361.901611:0:39672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384361.901612:0:39672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384361.901613:0:39672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384361.901613:0:39672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384361.901615:0:39672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384361.901616:0:39672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384361.901617:0:39672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384361.901618:0:39672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384361.901619:0:39672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384361.901620:0:39672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384361.901624:0:39672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384361.901626:0:39672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384361.901627:0:39672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384361.901628:0:39672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384361.901629:0:39672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384361.901630:0:39672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384361.901631:0:39672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384361.901633:0:39672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384361.901633:0:39672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384361.901634:0:39672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384361.901635:0:39672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384361.901636:0:39672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384361.901637:0:39672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384361.901638:0:39672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384361.901639:0:39672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384361.901640:0:39672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384361.901641:0:39672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384361.901642:0:39672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384361.901643:0:39672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384361.901644:0:39672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384361.901645:0:39672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384361.901646:0:39672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384361.901647:0:39672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384361.901648:0:39672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384361.901649:0:39672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384361.901650:0:39672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000040:1.0:1767384361.901658:0:39672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384361.901659:0:39672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384361.901661:0:39672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384361.901662:0:39672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384361.901663:0:39672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384361.901664:0:39672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384361.901665:0:39672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384361.901666:0:39672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384361.901667:0:39672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384361.901667:0:39672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384361.901669:0:39672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384361.901670:0:39672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384361.901671:0:39672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384361.901675:0:39672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384361.901675:0:39672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384361.901677:0:39672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384361.901677:0:39672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384361.901678:0:39672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384361.901679:0:39672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384361.901680:0:39672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384361.901681:0:39672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384361.901682:0:39672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384361.901683:0:39672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384361.901684:0:39672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384361.901685:0:39672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384361.901686:0:39672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384361.901687:0:39672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384361.901688:0:39672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384361.901689:0:39672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384361.901689:0:39672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384361.901690:0:39672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384361.901691:0:39672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384361.901692:0:39672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384361.901693:0:39672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384361.901694:0:39672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384361.901695:0:39672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384361.901696:0:39672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384361.901697:0:39672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384361.901698:0:39672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384361.901699:0:39672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384361.901700:0:39672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384361.901701:0:39672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384361.901702:0:39672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384361.901703:0:39672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384361.901704:0:39672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384361.901705:0:39672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384361.901706:0:39672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384361.901706:0:39672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384361.901708:0:39672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384361.901708:0:39672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384361.901710:0:39672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384361.901710:0:39672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384361.901714:0:39672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384361.901715:0:39672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384361.901716:0:39672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384361.901717:0:39672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 24 00000400:00000040:1.0:1767384361.901718:0:39672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 156 00000400:00000040:1.0:1767384361.901719:0:39672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384361.901720:0:39672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384361.901720:0:39672:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2224 00000400:00000010:1.0:1767384361.901851:0:39672:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000f1ad48ea. 00000400:00000200:1.0:1767384361.934659:0:16133:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:1.0:1767384361.934703:0:16133:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.152@tcp50 from 255.3.0.2 00000800:00000010:1.0:1767384361.934707:0:16133:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000040cb79d2. 00000800:00000010:3.0:1767384361.934763:0:16125:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000ba22c863. 00000800:00000010:3.0:1767384361.934854:0:16125:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000004c330615. 00000800:00000010:3.0:1767384361.934880:0:16125:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000005f37b0da. 00000800:00000200:3.0:1767384361.934891:0:16125:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.52@tcp50 p 3.x 192.168.202.152 -> 192.168.202.52:1023 incarnation:1767384361284082786 sched[0] 00000800:00000010:3.0:1767384361.934959:0:16125:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000a3d423cf. 00000800:00000010:3.0:1767384361.935011:0:16125:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000a3d423cf. 00000800:00000010:3.0:1767384361.935016:0:16125:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000004c330615. 00000800:00000010:3.0:1767384361.935065:0:16125:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000040cb79d2. 00000800:00000001:2.0:1767384361.935080:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384361.935119:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384361.936124:0:16133:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:1.0:1767384361.936141:0:16133:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.152@tcp50 from 254.3.0.2 00000800:00000010:1.0:1767384361.936144:0:16133:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000f0be652a. 00000800:00000010:0.0:1767384361.936191:0:16127:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000d77c91e2. 00000800:00000010:0.0:1767384361.936199:0:16127:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000001b552bed. 00000800:00000010:0.0:1767384361.936323:0:16127:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000a9234ec1. 00000800:00000200:0.1:1767384361.936331:0:16127:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005f37b0da] -> 12345-192.168.202.52@tcp50 (2) 00000800:00000200:0.1:1767384361.936338:0:16127:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.52@tcp50 00000000a9234ec1 deleted 00000800:00000010:0.1:1767384361.936341:0:16127:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000a9234ec1. 00000800:00000200:0.0:1767384361.936349:0:16127:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.52@tcp50 p 3.x 192.168.202.152 -> 192.168.202.52:1022 incarnation:1767384361284082786 sched[0] 00000800:00000010:0.0:1767384361.936356:0:16127:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000044b77718. 00000800:00000010:0.0:1767384361.936404:0:16127:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000044b77718. 00000800:00000010:0.0:1767384361.936408:0:16127:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000001b552bed. 00000800:00000010:0.0:1767384361.936435:0:16127:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000f0be652a. 00000800:00000001:0.0:1767384361.936447:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384361.936452:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384361.937445:0:16133:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:1.0:1767384361.937458:0:16133:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.152@tcp50 from 253.3.0.2 00000800:00000010:1.0:1767384361.937460:0:16133:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000972b3820. 00000800:00000010:2.0:1767384361.937503:0:16128:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000036b1ae31. 00000800:00000010:2.0:1767384361.937511:0:16128:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000c8b0c32d. 00000800:00000010:2.0:1767384361.937771:0:16128:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000003828eeaf. 00000800:00000200:2.1:1767384361.937779:0:16128:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005f37b0da] -> 12345-192.168.202.52@tcp50 (3) 00000800:00000200:2.1:1767384361.937785:0:16128:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.52@tcp50 000000003828eeaf deleted 00000800:00000010:2.1:1767384361.937788:0:16128:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000003828eeaf. 00000800:00000200:2.0:1767384361.937795:0:16128:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.52@tcp50 p 3.x 192.168.202.152 -> 192.168.202.52:1021 incarnation:1767384361284082786 sched[0] 00000800:00000010:2.0:1767384361.937802:0:16128:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000fba8788c. 00000800:00000010:2.0:1767384361.937855:0:16128:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000fba8788c. 00000800:00000010:2.0:1767384361.937860:0:16128:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000c8b0c32d. 00000800:00000010:2.0:1767384361.937892:0:16128:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000972b3820. 00000800:00000001:0.0:1767384361.937916:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384361.937922:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384361.938474:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384361.938481:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384361.938484:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384361.938490:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384361.938498:0:16132:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.152@tcp50(192.168.202.152@tcp50) <- 192.168.202.52@tcp50 : GET - for me 00000400:00000010:2.0:1767384361.938510:0:16132:0:(peer.c:231:lnet_peer_alloc()) alloc '(lp)': 376 at 00000000aa08a2db. 00000400:00000200:2.0:1767384361.938515:0:16132:0:(peer.c:264:lnet_peer_alloc()) 00000000aa08a2db nid 192.168.202.52@tcp50 00000400:00000010:2.0:1767384361.938518:0:16132:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000004372879e. 00000400:00000200:2.0:1767384361.938521:0:16132:0:(peer.c:204:lnet_peer_net_alloc()) 000000004372879e net tcp50 00000400:00000010:2.0:1767384361.938525:0:16132:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 0000000059183138. 00000400:00000200:2.0:1767384361.938533:0:16132:0:(peer.c:185:lnet_peer_ni_alloc()) 0000000059183138 nid 192.168.202.52@tcp50 00000400:00000200:2.0:1767384361.938537:0:16132:0:(peer.c:1069:lnet_peer_ni_set_non_mr_pref_nid()) peer 192.168.202.52@tcp50 nid 192.168.202.152@tcp50: 0 00000400:00000200:2.0:1767384361.938541:0:16132:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000aa08a2db (0) 00000400:00000200:2.0:1767384361.938546:0:16132:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.52@tcp50 NID 192.168.202.52@tcp50 flags 0x0 00000400:00000200:2.0:1767384361.938551:0:16132:0:(peer.c:2065:lnet_peer_ni_traffic_add()) peer 192.168.202.52@tcp50: 0 00000400:00000200:2.0:1767384361.938559:0:16132:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.52@tcp50 of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384361.938569:0:16132:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.52@tcp50 of length 272/272 into md 0x1fe5 [1] + 0 00000400:00000200:2.0:1767384361.938583:0:16132:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.152@tcp50 to NMR: 192.168.202.52@tcp50 local destination 00000400:00000200:2.0:1767384361.938592:0:16132:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp50 NI seq info: [200:200:256:4294967295] 192.168.202.52@tcp50 LPNI seq info [1:1:8:4294967295] 00000400:00000200:2.0:1767384361.938605:0:16132:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp50(192.168.202.152@tcp50:192.168.202.152@tcp50) -> 192.168.202.52@tcp50(192.168.202.52@tcp50:192.168.202.52@tcp50) 192.168.202.52@tcp50 : REPLY try# 0 00000800:00000200:2.0:1767384361.938611:0:16132:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.52@tcp50 00000800:00000010:2.0:1767384361.938616:0:16132:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000af3d0ec9. 00000800:00000200:2.0:1767384361.938622:0:16132:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005f37b0da] -> 12345-192.168.202.52@tcp50 (4) 00000800:00000200:2.0:1767384361.938629:0:16132:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.52@tcp50 ip 192.168.202.52:1023 00000800:00000200:2.0:1767384361.938632:0:16132:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000af3d0ec9 type 3, nob 368 niov 1 nkiov 1 00000800:00000001:0.0:1767384361.938672:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:2.0:1767384361.938705:0:16132:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384361.938710:0:16132:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000af3d0ec9. 00000400:00000200:2.0:1767384361.938716:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:0.0:1767384361.938721:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384361.938725:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp50->192.168.202.52@tcp50: REPLY: OK 00000800:00000001:0.0:1767384361.939402:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384361.939408:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384361.939410:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384361.939413:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384361.939418:0:16130:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.152@tcp50(192.168.202.152@tcp50) <- 192.168.202.52@tcp50 : GET - for me 00000400:00000200:0.0:1767384361.939425:0:16130:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.52@tcp50 of length 704 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384361.939435:0:16130:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.52@tcp50 of length 704/704 into md 0x1fe5 [1] + 0 00000400:00000200:0.0:1767384361.939440:0:16130:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.152@tcp50 to NMR: 192.168.202.52@tcp50 local destination 00000400:00000200:0.0:1767384361.939446:0:16130:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp50 NI seq info: [201:201:256:4294967295] 192.168.202.52@tcp50 LPNI seq info [2:2:8:4294967295] 00000400:00000200:0.0:1767384361.939452:0:16130:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp50(192.168.202.152@tcp50:192.168.202.152@tcp50) -> 192.168.202.52@tcp50(192.168.202.52@tcp50:192.168.202.52@tcp50) 192.168.202.52@tcp50 : REPLY try# 0 00000800:00000200:0.0:1767384361.939455:0:16130:0:(socklnd_cb.c:1001:ksocknal_send()) sending 704 bytes in 1 frags to 12345-192.168.202.52@tcp50 00000800:00000010:0.0:1767384361.939458:0:16130:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005efa539c. 00000800:00000200:0.0:1767384361.939461:0:16130:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005f37b0da] -> 12345-192.168.202.52@tcp50 (4) 00000800:00000200:0.0:1767384361.939465:0:16130:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.52@tcp50 ip 192.168.202.52:1023 00000800:00000200:0.0:1767384361.939467:0:16130:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005efa539c type 3, nob 800 niov 1 nkiov 1 00000800:00000001:2.0:1767384361.939502:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:0.0:1767384361.939506:0:16130:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384361.939508:0:16130:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005efa539c. 00000400:00000200:0.0:1767384361.939513:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:2.0:1767384361.939515:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384361.939517:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp50->192.168.202.52@tcp50: REPLY: OK 00000400:00000001:3.0:1767384362.421168:0:16134:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384362.421174:0:16134:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384362.421177:0:16134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000075fee3c6 00000400:00000010:3.0:1767384362.421182:0:16134:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000075fee3c6. 00000800:00000200:2.0:1767384362.421183:0:16129:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009f8889a5] -> 12345-192.168.202.152@tcp13 (6) 00000400:00000200:3.0:1767384362.421189:0:16134:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000800:00000200:2.0:1767384362.421190:0:16129:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp13 ip 192.168.202.152:988 00000800:00000200:2.0:1767384362.421195:0:16129:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000083675df1 type 192, nob 24 niov 1 nkiov 0 00000400:00000200:3.0:1767384362.421197:0:16134:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.152@tcp36 recovery ping unlinked 00000400:00000010:3.0:1767384362.421209:0:16134:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000099cfda4c. 00000400:00000010:3.0:1767384362.421215:0:16134:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000b7140d71. 00000400:00000200:3.0:1767384362.421221:0:16134:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.152@tcp48 00000400:00000010:3.0:1767384362.421227:0:16134:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000099cfda4c. 00000400:00000010:3.0:1767384362.421232:0:16134:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000b7140d71. 00000400:00000010:3.0:1767384362.421236:0:16134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000075fee3c6. 00000400:00000010:3.0:1767384362.421241:0:16134:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000001eed4a25. 00000400:00000200:3.0:1767384362.421244:0:16134:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.152@tcp48 00000400:00000200:3.0:1767384362.421256:0:16134:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.152@tcp48 local destination 00000400:00000200:3.0:1767384362.421261:0:16134:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.152@tcp48 00000400:00000200:3.0:1767384362.421264:0:16134:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp48 NI seq info: [202:202:256:4294967295] 192.168.202.152@tcp48 LPNI seq info [197:197:8:4294967295] 00000400:00000200:3.0:1767384362.421269:0:16134:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.152@tcp48 00000400:00000200:3.0:1767384362.421274:0:16134:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp48(192.168.202.152@tcp48:) -> 192.168.202.152@tcp48(192.168.202.152@tcp48:192.168.202.152@tcp48) : GET try# 0 00000800:00000200:3.0:1767384362.421279:0:16134:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.152@tcp48 00000800:00000010:3.0:1767384362.421282:0:16134:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000091520fd4. 00000800:00000200:3.0:1767384362.421286:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004533456f] -> 12345-192.168.202.152@tcp48 (2) 00000800:00000200:3.1:1767384362.421289:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004533456f] -> 12345-192.168.202.152@tcp48 (2) 00000400:00000200:3.0:1767384362.421309:0:16134:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.152@tcp48 added to recovery queue. ping count: 2 next ping: 289 health :800 00000800:00000200:0.0:1767384362.421345:0:16132:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1767384362.421351:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384362.421364:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384362.421369:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384362.421372:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384362.421404:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.152:988 00000400:00000200:1.0:1767384362.421444:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.152:988 00000400:00000200:1.0:1767384362.421458:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.152:988 00000400:00000200:1.0:1767384362.421470:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.152:988 00000400:00000200:1.0:1767384362.421482:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.152:988 00000400:00000200:1.0:1767384362.421494:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.152:988 00000400:00000200:1.0:1767384362.421507:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.152:988 00000400:00000200:1.0:1767384362.421519:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.152:988 00000400:00000200:1.0:1767384362.421533:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.152:988 00000400:00000200:1.0:1767384362.421545:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.152:988 00000400:00000200:1.0:1767384362.421558:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.152:988 00000400:00000200:1.0:1767384362.421570:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.152:988 00000400:00000200:1.0:1767384362.421582:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.152:988 00000400:00000200:1.0:1767384362.421594:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.152:988 00000400:00000200:1.0:1767384362.421606:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.152:988 00000400:00000200:1.0:1767384362.421618:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.152:988 00000400:00000200:1.0:1767384362.421640:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.152:988 00000400:00000200:1.0:1767384362.421654:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.152:988 00000400:00000200:1.0:1767384362.421667:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.152:988 00000400:00000200:1.0:1767384362.421679:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.152:988 00000400:00000200:1.0:1767384362.421691:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.152:988 00000400:00000200:1.0:1767384362.421705:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.152:988 00000400:00000200:1.0:1767384362.421717:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.152:988 00000400:00000200:1.0:1767384362.421731:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.152:988 00000400:00000200:1.0:1767384362.421743:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.152:988 00000400:00000200:1.0:1767384362.421755:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.152:988 00000400:00000200:1.0:1767384362.421767:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.152:988 00000400:00000200:1.0:1767384362.421779:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.152:988 00000400:00000200:1.0:1767384362.421791:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.152:988 00000400:00000200:1.0:1767384362.421803:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.152:988 00000400:00000200:1.0:1767384362.421815:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.152:988 00000400:00000200:1.0:1767384362.421826:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.152:988 00000400:00000200:1.0:1767384362.421839:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.152:988 00000400:00000200:1.0:1767384362.421851:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.152:988 00000400:00000200:1.0:1767384362.421863:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.152:988 00000800:00000010:1.0:1767384362.421971:0:16126:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000003df3f98b. 00000800:00000010:1.0:1767384362.421975:0:16126:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000003fe2e4a0. 00000800:00000010:1.0:1767384362.421980:0:16126:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000009e8c1408. 00000800:00000010:1.0:1767384362.421994:0:16126:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000009e8c1408. 00000800:00020000:1.0:1767384362.421999:0:16126:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.152 00000800:00000010:1.0:1767384362.422002:0:16126:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000003fe2e4a0. 00000800:00000010:1.0:1767384362.422004:0:16126:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000003df3f98b. 00000400:02020000:1.0:1767384362.422030:0:16126:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.152@tcp48 at host 192.168.202.152:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384362.422036:0:16126:0:(router.c:1755:lnet_notify()) 192.168.202.152@tcp48 notifying 192.168.202.152@tcp48: down 00000400:00000200:1.0:1767384362.422039:0:16126:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:1.0:1767384362.422059:0:16126:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.152@tcp48 00000800:00000010:1.0:1767384362.422061:0:16126:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000091520fd4. 00000400:00000200:1.0:1767384362.422069:0:16126:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384362.422073:0:16126:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp48->192.168.202.152@tcp48: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384362.422081:0:16126:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384362.422083:0:16126:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.152@tcp48 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384362.422123:0:16126:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.152@tcp48) recovery failed with -71 00010000:00000001:0.0:1767384362.549160:0:449:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384362.549167:0:449:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384362.549173:0:449:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384362.549174:0:449:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384362.549258:0:16767:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384362.549261:0:16767:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384362.549264:0:16767:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:0.0:1767384362.937702:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384362.937722:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384362.937726:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384362.937730:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384362.937742:0:16130:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.152@tcp50(192.168.202.152@tcp50) <- 192.168.202.52@tcp50 : PUT - for me 00000400:00000200:0.0:1767384362.937761:0:16130:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.52@tcp50 of length 520 into portal 26 MB=0x695824c300180 00000400:00000200:0.0:1767384362.937770:0:16130:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.202.52@tcp50 of length 520/520 into md 0x1791 [2] + 0 00000400:00000010:0.0:1767384362.937775:0:16130:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000bc71dd0. 00000400:00000200:0.0:1767384362.937785:0:16130:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000b1779943 00000800:00000001:0.0:1767384362.937792:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384362.937803:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384362.937806:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384362.937819:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp50->192.168.202.52@tcp50: PUT: OK 00000400:00000200:0.0:1767384362.937824:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b1779943 00000400:00000010:0.0:1767384362.937827:0:16130:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b1779943. 00000100:00000001:0.0:1767384362.937832:0:16130:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384362.937835:0:16130:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384362.937838:0:16130:0:(events.c:337:request_in_callback()) incoming req@00000000bf63ff76 x1853236716765568 msgsize 520 00000100:00100000:0.0:1767384362.937843:0:16130:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp50 (source: 12345-192.168.202.52@tcp50) 00000100:00000040:0.0:1767384362.937845:0:16130:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384362.937864:0:16130:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1767384362.937873:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384362.937877:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384362.937929:0:16773:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384362.937933:0:16773:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236716765568 02000000:00000001:1.0:1767384362.937937:0:16773:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384362.937939:0:16773:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384362.937942:0:16773:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384362.937947:0:16773:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384362.937951:0:16773:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236716765568 00000020:00000001:1.0:1767384362.937954:0:16773:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384362.937956:0:16773:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:1.0:1767384362.937959:0:16773:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1767384362.937961:0:16773:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384362.937963:0:16773:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384362.937969:0:16773:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007f7627ab. 00000020:00000010:1.0:1767384362.937975:0:16773:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ffdc4482. 00000020:00000010:1.0:1767384362.937979:0:16773:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f287db5e. 00000100:00000001:1.0:1767384362.937986:0:16773:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384362.937988:0:16773:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384362.937989:0:16773:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384362.937996:0:16773:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384362.938020:0:16773:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384362.938034:0:16773:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384362.938050:0:16773:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384362.938057:0:16773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp50, seq: 157 00000100:00000001:2.0:1767384362.938058:0:16774:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384362.938061:0:16773:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619781697408080 : -124292012143536 : ffff8ef502c48c50) 00000100:00000001:2.0:1767384362.938062:0:16774:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384362.938065:0:16774:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384362.938068:0:16774:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384362.938070:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000bf63ff76 x1853236716765568/t0(0) o250->@:0/0 lens 520/0 e 0 to 0 dl 1767384382 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384362.938084:0:16773:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000bf63ff76 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0+-99:12135:x1853236716765568:12345-192.168.202.52@tcp50:250: 00000100:00000200:1.0:1767384362.938120:0:16773:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236716765568 00000020:00000001:1.0:1767384362.938132:0:16773:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00010000:00000001:1.0:1767384362.938137:0:16773:0:(ldlm_lib.c:1163:target_handle_connect()) Process entered 00000020:00000040:1.0:1767384362.938145:0:16773:0:(obd_config.c:927:class_incref()) incref MGS (0000000042dad3ef) now 6 - find 00000020:00000001:1.0:1767384362.938149:0:16773:0:(genops.c:681:class_str2obd()) Process leaving (rc=18446619781696309896 : -124292013241720 : ffff8ef502b3ca88) 00000100:00000001:1.0:1767384362.938155:0:16773:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384362.938158:0:16773:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384362.938163:0:16773:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 00000000f07aa235. 02000000:00000001:1.0:1767384362.938166:0:16773:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384362.938168:0:16773:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384362.938170:0:16773:0:(ldlm_lib.c:1249:target_handle_connect()) MGS: ocd_connect_flags: 0xa000411001002060 tmp_exp_old_falloc: 0 00010000:00080000:1.0:1767384362.938177:0:16773:0:(ldlm_lib.c:1428:target_handle_connect()) MGS: connection from d7c7db59-0549-4c42-8eed-4384a2494667@192.168.202.52@tcp50 t0 exp 0000000000000000 cur 285 last 0 00010000:00000001:1.0:1767384362.938180:0:16773:0:(obd_class.h:852:obd_connect()) Process entered 20000000:00000001:1.0:1767384362.938182:0:16773:0:(mgs_handler.c:1766:mgs_obd_connect()) Process entered 00000020:00000001:1.0:1767384362.938184:0:16773:0:(genops.c:1392:class_connect()) Process entered 00000020:00000001:1.0:1767384362.938186:0:16773:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:1.0:1767384362.938188:0:16773:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000000e92f6ab. 00000020:00000001:1.0:1767384362.938190:0:16773:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384362.938191:0:16773:0:(lustre_handles.c:77:class_handle_hash()) added object 000000000e92f6ab with handle 0x7e51148972eecd17 to hash 00000020:00000001:1.0:1767384362.938193:0:16773:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:1.0:1767384362.938195:0:16773:0:(obd_class.h:1008:obd_init_export()) Process entered 00010000:00000001:1.0:1767384362.938198:0:16773:0:(ldlm_lockd.c:3131:ldlm_init_export()) Process entered 00000001:00000001:1.0:1767384362.938199:0:16773:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:1.0:1767384362.938202:0:16773:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000ac0a9c0f. 00000001:00000010:1.0:1767384362.938206:0:16773:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000525be43a. 00000001:00000010:1.0:1767384362.938208:0:16773:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000125cb87b. 00000001:00000010:1.0:1767384362.938210:0:16773:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000a79b1c17. 00000001:00000010:1.0:1767384362.938213:0:16773:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000d3723352. 00000001:00000010:1.0:1767384362.938214:0:16773:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000c0fd7b5a. 00010000:00000001:1.0:1767384362.938216:0:16773:0:(ldlm_flock.c:1124:ldlm_init_flock_export()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384362.938218:0:16773:0:(ldlm_lockd.c:3150:ldlm_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384362.938219:0:16773:0:(obd_class.h:1012:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384362.938221:0:16773:0:(genops.c:887:class_export_get()) GET export 000000000e92f6ab refcount=3 00000020:00000040:1.0:1767384362.938223:0:16773:0:(obd_config.c:927:class_incref()) incref MGS (0000000042dad3ef) now 7 - export 00000020:00000001:1.0:1767384362.938225:0:16773:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446619777399736320 : -124296309815296 : ffff8ef4029b4800) 00000020:00000040:1.0:1767384362.938227:0:16773:0:(genops.c:898:class_export_put()) PUTting export 000000000e92f6ab : new refcount 2 00000020:00000080:1.0:1767384362.938233:0:16773:0:(genops.c:1402:class_connect()) connect: client d7c7db59-0549-4c42-8eed-4384a2494667, cookie 0x7e51148972eecd17 00000020:00000001:1.0:1767384362.938234:0:16773:0:(genops.c:1403:class_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384362.938236:0:16773:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384362.938237:0:16773:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eecd17 00000020:00000001:1.0:1767384362.938238:0:16773:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384362.938239:0:16773:0:(lustre_handles.c:131:class_handle2object()) GET export 000000000e92f6ab refcount=3 00000020:00000001:1.0:1767384362.938240:0:16773:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619777399736320 : -124296309815296 : ffff8ef4029b4800) 00000020:00000001:1.0:1767384362.938241:0:16773:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619777399736320 : -124296309815296 : ffff8ef4029b4800) 20000000:00000001:1.0:1767384362.938243:0:16773:0:(mgs_handler.c:1736:mgs_obd_reconnect()) Process entered 20000000:00000001:1.0:1767384362.938245:0:16773:0:(mgs_fs.c:45:mgs_export_stats_init()) Process entered 00000020:00000001:1.0:1767384362.938247:0:16773:0:(lprocfs_status_server.c:636:lprocfs_exp_setup()) Process entered 00000020:01000000:1.0:1767384362.938249:0:16773:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash 000000006e8f77e8 00000020:00000010:1.0:1767384362.938251:0:16773:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 00000000ed6cc98c. 00000020:00000040:1.0:1767384362.938258:0:16773:0:(lprocfs_status_server.c:673:lprocfs_exp_setup()) Found stats 00000000ed6cc98c for nid 192.168.202.52@tcp50 - ref 2 00000020:00000001:1.0:1767384362.938306:0:16773:0:(lprocfs_status_server.c:706:lprocfs_exp_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384362.938311:0:16773:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 00000000546eb0fb. 00000020:00000010:1.0:1767384362.938313:0:16773:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 160 at 000000003fe2e4a0. 00000020:00000010:1.0:1767384362.938315:0:16773:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 200 at 00000000b95898ae. 00000020:00000010:1.0:1767384362.938326:0:16773:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 0000000023be5369. 00000020:00000010:1.0:1767384362.938328:0:16773:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 224 at 000000007018d122. 00000020:00000010:1.0:1767384362.938329:0:16773:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 280 at 00000000951b6c1e. 20000000:00000001:1.0:1767384362.938335:0:16773:0:(mgs_fs.c:63:mgs_export_stats_init()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384362.938336:0:16773:0:(mgs_handler.c:1753:mgs_obd_reconnect()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384362.938337:0:16773:0:(mgs_handler.c:1785:mgs_obd_connect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384362.938339:0:16773:0:(obd_class.h:868:obd_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384362.938342:0:16773:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 000000007e68384c. 00000020:00000040:1.0:1767384362.938343:0:16773:0:(obd_config.c:927:class_incref()) incref MGS (0000000042dad3ef) now 8 - import 00000020:00000001:1.0:1767384362.938346:0:16773:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384362.938347:0:16773:0:(genops.c:1242:class_import_put()) import 000000007e68384c refcount=1 obd=MGS 00000020:00000001:1.0:1767384362.938349:0:16773:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000040:1.0:1767384362.938351:0:16773:0:(genops.c:887:class_export_get()) GET export 000000000e92f6ab refcount=4 00000100:00000040:1.0:1767384362.938353:0:16773:0:(service.c:1077:ptlrpc_request_change_export()) RPC GETting export 000000000e92f6ab : new rpc_count 1 00000100:00000001:1.0:1767384362.938355:0:16773:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:1.0:1767384362.938364:0:16773:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000aa08a2db (1) 00000400:00000200:1.0:1767384362.938367:0:16773:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000aa08a2db (2) 00000400:00000200:1.0:1767384362.938378:0:16773:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.52@tcp50 (00000000aa08a2db): 0 00000400:00000200:1.0:1767384362.938379:0:16773:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:0.0:1767384362.938417:0:16135:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384362.938424:0:16135:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.52@tcp50(00000000aa08a2db) state 0x40 00000400:00000200:0.0:1767384362.938428:0:16135:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000aa08a2db (3) 00000400:00000010:0.0:1767384362.938433:0:16135:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000004c793538. 00000400:00000010:0.0:1767384362.938438:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000960cefd4. 00000400:00000010:0.0:1767384362.938445:0:16135:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000030351e87. 00000400:00000200:0.0:1767384362.938458:0:16135:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.52@tcp50 00000400:00000200:0.0:1767384362.938480:0:16135:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.52@tcp50 local destination 00000400:00000200:0.0:1767384362.938486:0:16135:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.152@tcp50 00000400:00000200:0.0:1767384362.938490:0:16135:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp50 NI seq info: [203:203:256:4294967295] 192.168.202.52@tcp50 LPNI seq info [3:3:8:4294967295] 00000400:00000200:0.0:1767384362.938502:0:16135:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.52@tcp50 00000400:00000200:0.0:1767384362.938510:0:16135:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp50(192.168.202.152@tcp50:) -> 192.168.202.52@tcp50(192.168.202.52@tcp50:192.168.202.52@tcp50) : GET try# 0 00000800:00000200:0.0:1767384362.938515:0:16135:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.52@tcp50 00000800:00000010:0.0:1767384362.938520:0:16135:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000005efa539c. 00000800:00000200:0.0:1767384362.938525:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005f37b0da] -> 12345-192.168.202.52@tcp50 (4) 00000800:00000200:0.0:1767384362.938532:0:16135:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.52@tcp50 ip 192.168.202.52:1023 00000800:00000200:0.0:1767384362.938536:0:16135:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005efa539c type 2, nob 96 niov 1 nkiov 0 00000400:00000200:0.0:1767384362.938554:0:16135:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.52@tcp50 00000400:00000200:0.0:1767384362.938557:0:16135:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.52@tcp50(00000000aa08a2db) state 0x240 rc 0 00000800:00000200:2.0:1767384362.938669:0:16132:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384362.938673:0:16132:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000005efa539c. 00000400:00000200:2.0:1767384362.938677:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384362.938681:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp50->192.168.202.52@tcp50: GET: OK 00000400:00000200:2.0:1767384362.938684:0:16132:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384362.938686:0:16132:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.52@tcp50: 0 00000800:00000001:2.0:1767384362.939287:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384362.939293:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384362.939295:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384362.939296:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384362.939300:0:16131:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.152@tcp50(192.168.202.152@tcp50) <- 192.168.202.52@tcp50 : REPLY - for me 00000400:00000200:2.0:1767384362.939308:0:16131:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.152@tcp50: Reply from 12345-192.168.202.52@tcp50 of length 48/48 into md 0x201d 00000800:00000001:2.0:1767384362.939311:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384362.939315:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384362.939317:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384362.939319:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp50->192.168.202.52@tcp50: REPLY: OK 00000400:00000200:2.0:1767384362.939321:0:16131:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000960cefd4 00000400:00000010:2.0:1767384362.939323:0:16131:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000960cefd4. 00000400:00000200:2.0:1767384362.939325:0:16131:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:2.0:1767384362.939334:0:16131:0:(peer.c:2953:lnet_discovery_event_reply()) Peer 192.168.202.52@tcp50 has discovery disabled, local discovery enabled 00000400:00000200:2.0:1767384362.939336:0:16131:0:(peer.c:3002:lnet_discovery_event_reply()) peer 192.168.202.52@tcp50(00000000aa08a2db) not MR: DD disabled remotely 00000400:00000200:2.0:1767384362.939338:0:16131:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.202.52@tcp50 data present 3. state = 0x242 00000400:00000200:2.0:1767384362.939341:0:16131:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.52@tcp50 (00000000aa08a2db): -114 00000400:00000200:2.0:1767384362.939351:0:16131:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000aa08a2db (4) 00000800:00000001:2.0:1767384362.939355:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384362.939357:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384362.939390:0:16135:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384362.939397:0:16135:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.52@tcp50(00000000aa08a2db) state 0xc2 00000400:00000010:0.0:1767384362.939410:0:16135:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 40 at 00000000391be796. 00000400:00000010:0.0:1767384362.939413:0:16135:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 48 at 000000008319f039. 00000400:00000010:0.0:1767384362.939415:0:16135:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 40 at 00000000f207b608. 00000400:00000010:0.0:1767384362.939420:0:16135:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 40 at 00000000391be796. 00000400:00000010:0.0:1767384362.939423:0:16135:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 48 at 000000008319f039. 00000400:00000010:0.0:1767384362.939425:0:16135:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 40 at 00000000f207b608. 00000400:00000010:0.0:1767384362.939428:0:16135:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000004c793538. 00000400:00000200:0.0:1767384362.939432:0:16135:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.52@tcp50 (00000000aa08a2db): 0 00000400:00000200:0.0:1767384362.939435:0:16135:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.52@tcp50(00000000aa08a2db): 0. state = 0x142 00000400:00000200:0.0:1767384362.939439:0:16135:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.52@tcp50(00000000aa08a2db) state 0x142 rc 1 00000400:00000200:0.0:1767384362.939443:0:16135:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.52@tcp50(00000000aa08a2db) state 0x142 00000400:00000200:0.0:1767384362.939447:0:16135:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.52@tcp50 00000400:00000200:0.0:1767384362.939449:0:16135:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.52@tcp50(00000000aa08a2db) state 0x112 rc 0 00000400:00000200:0.0:1767384362.939452:0:16135:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.52@tcp50 (00000000aa08a2db) 00000400:00000200:0.0:1767384362.939465:0:16135:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000aa08a2db (3) 00000400:00000200:1.0:1767384362.939499:0:16773:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000aa08a2db (2) 00000400:00000200:1.0:1767384362.939504:0:16773:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000aa08a2db (1) 00000400:00000200:1.0:1767384362.939511:0:16773:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.202.52@tcp50 NID 192.168.202.52@tcp50: 0. discovery complete 00000400:00000200:1.0:1767384362.939513:0:16773:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000aa08a2db (2) 00000400:00000200:1.0:1767384362.939517:0:16773:0:(peer.c:1532:LNetPrimaryNID()) NID 192.168.202.52@tcp50 primary NID 192.168.202.52@tcp50 rc 0 00000100:00000010:1.0:1767384362.939523:0:16773:0:(connection.c:113:ptlrpc_connection_get()) kmalloced '(conn)': 40 at 00000000edb0cbe6. 00000100:00000001:1.0:1767384362.939526:0:16773:0:(connection.c:145:ptlrpc_connection_get()) Process leaving 00000100:00000040:1.0:1767384362.939529:0:16773:0:(connection.c:149:ptlrpc_connection_get()) conn=00000000edb0cbe6 refcount 1 to 192.168.202.52@tcp50 00000020:00000040:1.0:1767384362.939533:0:16773:0:(genops.c:887:class_export_get()) GET export 000000000e92f6ab refcount=5 00000100:00000001:1.0:1767384362.939539:0:16773:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384362.939541:0:16773:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000edb0cbe6 refcount 2 to 192.168.202.52@tcp50 00000100:00000001:1.0:1767384362.939544:0:16773:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619777394812608 : -124296314739008 : ffff8ef4025026c0) 02000000:00000001:1.0:1767384362.939548:0:16773:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1767384362.939551:0:16773:0:(sec.c:1432:sptlrpc_sec_create()) Process entered 02000000:08000000:1.0:1767384362.939553:0:16773:0:(sec.c:1440:sptlrpc_sec_create()) mgs MGS: reverse sec using flavor null 02000000:00000001:1.0:1767384362.939556:0:16773:0:(sec.c:1471:sptlrpc_sec_create()) Process leaving (rc=18446744072661745728 : -1047805888 : ffffffffc18bc040) 02000000:00000001:1.0:1767384362.939559:0:16773:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384362.939562:0:16773:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:1.0:1767384362.939564:0:16773:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:1.0:1767384362.939566:0:16773:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1767384362.939569:0:16773:0:(import.c:65:import_set_state_nolock()) 000000007e68384c : changing import state from RECOVER to FULL 00000100:00000001:1.0:1767384362.939572:0:16773:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:1.0:1767384362.939573:0:16773:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:1.0:1767384362.939575:0:16773:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384362.939578:0:16773:0:(genops.c:898:class_export_put()) PUTting export 000000000e92f6ab : new refcount 4 00000020:00000040:1.0:1767384362.939580:0:16773:0:(obd_config.c:955:class_decref()) Decref MGS (0000000042dad3ef) now 8 - find 00010000:00000001:1.0:1767384362.939583:0:16773:0:(ldlm_lib.c:1700:target_handle_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384362.939586:0:16773:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384362.939589:0:16773:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669141184 : -1040410432 : ffffffffc1fc98c0) 00000020:00000001:1.0:1767384362.939592:0:16773:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384362.939601:0:16773:0:(tgt_handler.c:549:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384362.939603:0:16773:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384362.939605:0:16773:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384362.939608:0:16773:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384362.939610:0:16773:0:(mgs_handler.c:38:mgs_connect()) Process entered 00000020:00000001:1.0:1767384362.939612:0:16773:0:(tgt_handler.c:1042:tgt_connect()) Process entered 00000020:00000001:1.0:1767384362.939618:0:16773:0:(tgt_handler.c:1111:tgt_connect()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384362.939620:0:16773:0:(mgs_handler.c:48:mgs_connect()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384362.939623:0:16773:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236716765568 00010000:00000001:1.0:1767384362.939625:0:16773:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384362.939630:0:16773:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000bf63ff76 x1853236716765568/t0(0) o250->d7c7db59-0549-4c42-8eed-4384a2494667@192.168.202.52@tcp50:0/0 lens 520/416 e 0 to 0 dl 1767384382 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384362.939639:0:16773:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384362.939642:0:16773:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384362.939645:0:16773:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dd452398 time=92 v=5 (1 0 0 0) 00000100:00001000:1.0:1767384362.939649:0:16773:0:(niobuf.c:600:ptlrpc_at_set_reply()) No early reply support: flags=0x1 req_flags=0x200 magic=bd00bd3/bd00bd3 len=416 00000100:00000001:1.0:1767384362.939652:0:16773:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384362.939654:0:16773:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000edb0cbe6 refcount 3 to 192.168.202.52@tcp50 00000100:00000001:1.0:1767384362.939656:0:16773:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619777394812608 : -124296314739008 : ffff8ef4025026c0) 02000000:00000001:1.0:1767384362.939659:0:16773:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384362.939661:0:16773:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384362.939664:0:16773:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384362.939667:0:16773:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.52@tcp50 00000400:00000010:1.0:1767384362.939671:0:16773:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ca28d10e. 00000100:00000200:1.0:1767384362.939674:0:16773:0:(niobuf.c:94:ptl_send_buf()) Sending 416 bytes to portal 25, xid 1853236716765568, offset 0 00000400:00000200:1.0:1767384362.939680:0:16773:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.52@tcp50 00000400:00000200:1.0:1767384362.939686:0:16773:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.152@tcp50 to NMR: 192.168.202.52@tcp50 local destination 00000400:00000200:1.0:1767384362.939698:0:16773:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp50 NI seq info: [204:204:256:4294967295] 192.168.202.52@tcp50 LPNI seq info [4:4:8:4294967295] 00000400:00000200:1.0:1767384362.939707:0:16773:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp50(192.168.202.152@tcp50:192.168.202.152@tcp50) -> 192.168.202.52@tcp50(192.168.202.52@tcp50:192.168.202.52@tcp50) : PUT try# 0 00000800:00000200:1.0:1767384362.939711:0:16773:0:(socklnd_cb.c:1001:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.202.52@tcp50 00000800:00000010:1.0:1767384362.939715:0:16773:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000725d508. 00000800:00000200:1.0:1767384362.939719:0:16773:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005f37b0da] -> 12345-192.168.202.52@tcp50 (4) 00000800:00000200:1.0:1767384362.939730:0:16773:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.52@tcp50 ip 192.168.202.52:1023 00000800:00000200:1.0:1767384362.939732:0:16773:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000725d508 type 1, nob 512 niov 1 nkiov 1 00000100:00000001:1.0:1767384362.939747:0:16773:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384362.939751:0:16773:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000edb0cbe6 refcount 2 to 192.168.202.52@tcp50 00010000:00000001:1.0:1767384362.939753:0:16773:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384362.939755:0:16773:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384362.939757:0:16773:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384362.939761:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bf63ff76 x1853236716765568/t0(0) o250->d7c7db59-0549-4c42-8eed-4384a2494667@192.168.202.52@tcp50:0/0 lens 520/416 e 0 to 0 dl 1767384382 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384362.939772:0:16773:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000bf63ff76 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7c7db59-0549-4c42-8eed-4384a2494667+4:12135:x1853236716765568:12345-192.168.202.52@tcp50:250: Request processed in 1688us (1931us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384362.939781:0:16773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp50, seq: 157 00000100:00000040:1.0:1767384362.939784:0:16773:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000e92f6ab : new rpc_count 0 00000100:00000001:1.0:1767384362.939786:0:16773:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384362.939788:0:16773:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384362.939792:0:16773:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ffdc4482. 00000020:00000010:1.0:1767384362.939797:0:16773:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f287db5e. 00000020:00000010:1.0:1767384362.939801:0:16773:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007f7627ab. 00000020:00000040:1.0:1767384362.939804:0:16773:0:(genops.c:898:class_export_put()) PUTting export 000000000e92f6ab : new refcount 3 00000100:00000001:1.0:1767384362.939808:0:16773:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384362.939813:0:16773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384362.939818:0:16773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001077a77f. 00000400:00000010:1.0:1767384362.939824:0:16773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000024a5a5a7. 00000800:00000200:0.0:1767384362.939824:0:16130:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384362.939831:0:16130:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000725d508. 00000400:00000200:0.0:1767384362.939837:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384362.939844:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp50->192.168.202.52@tcp50: PUT: OK 00000400:00000200:0.0:1767384362.939848:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ca28d10e 00000400:00000010:0.0:1767384362.939850:0:16130:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ca28d10e. 00000100:00000001:0.0:1767384362.939855:0:16130:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:0.0:1767384362.939857:0:16130:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384362.939859:0:16130:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 712 at 00000000f07aa235. 02000000:00000001:0.0:1767384362.939863:0:16130:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384362.939865:0:16130:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1767384362.940594:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384362.940602:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384362.940604:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384362.940607:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384362.940613:0:16132:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.152@tcp50(192.168.202.152@tcp50) <- 192.168.202.52@tcp50 : PUT - for me 00000400:00000200:2.0:1767384362.940622:0:16132:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.52@tcp50 of length 328 into portal 26 MB=0x695824c300100 00000400:00000200:2.0:1767384362.940627:0:16132:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.202.52@tcp50 of length 328/328 into md 0x1799 [2] + 0 00000400:00000010:2.0:1767384362.940631:0:16132:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cb85163d. 00000400:00000200:2.0:1767384362.940635:0:16132:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000f9063ac7 00000800:00000001:2.0:1767384362.940638:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384362.940645:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384362.940647:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384362.940651:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp50->192.168.202.52@tcp50: PUT: OK 00000400:00000200:2.0:1767384362.940654:0:16132:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f9063ac7 00000400:00000010:2.0:1767384362.940656:0:16132:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f9063ac7. 00000100:00000001:2.0:1767384362.940659:0:16132:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384362.940660:0:16132:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384362.940664:0:16132:0:(events.c:337:request_in_callback()) incoming req@00000000a78af1c6 x1853236716765440 msgsize 328 00000100:00100000:2.0:1767384362.940668:0:16132:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp50 (source: 12345-192.168.202.52@tcp50) 00000100:00000040:2.0:1767384362.940670:0:16132:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384362.940682:0:16132:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1767384362.940686:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384362.940690:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384362.940722:0:16773:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384362.940725:0:16773:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236716765440 02000000:00000001:1.0:1767384362.940728:0:16773:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384362.940729:0:16773:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384362.940731:0:16773:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384362.940734:0:16773:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384362.940736:0:16773:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236716765440 00000020:00000001:1.0:1767384362.940738:0:16773:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384362.940740:0:16773:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eecd17 00000020:00000001:1.0:1767384362.940742:0:16773:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384362.940749:0:16773:0:(lustre_handles.c:131:class_handle2object()) GET export 000000000e92f6ab refcount=4 00000020:00000001:1.0:1767384362.940752:0:16773:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619777399736320 : -124296309815296 : ffff8ef4029b4800) 00000020:00000001:1.0:1767384362.940754:0:16773:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619777399736320 : -124296309815296 : ffff8ef4029b4800) 00000100:00000001:1.0:1767384362.940759:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384362.940762:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004f821753. 00000100:00000001:1.0:1767384362.940764:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384362.940767:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004f821753. 00000020:00000010:1.0:1767384362.940771:0:16773:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007f7627ab. 00000020:00000010:1.0:1767384362.940774:0:16773:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ffdc4482. 00000020:00000010:1.0:1767384362.940777:0:16773:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f287db5e. 00000100:00000040:1.0:1767384362.940784:0:16773:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384362.940786:0:16773:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384362.940788:0:16773:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384362.940789:0:16773:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384362.940793:0:16773:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384362.940804:0:16773:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384362.940811:0:16773:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384362.940813:0:16773:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384362.940817:0:16773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp50, seq: 158 00000100:00000040:1.0:1767384362.940820:0:16773:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000000e92f6ab : new rpc_count 1 00000100:00000001:1.0:1767384362.940822:0:16773:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619781697411152 : -124292012140464 : ffff8ef502c49850) 00000100:00000040:1.0:1767384362.940827:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a78af1c6 x1853236716765440/t0(0) o101->d7c7db59-0549-4c42-8eed-4384a2494667@192.168.202.52@tcp50:343/0 lens 328/0 e 0 to 0 dl 1767384373 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384362.940837:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384362.940840:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004f821753. 00000100:00000001:1.0:1767384362.940843:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384362.940845:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004f821753. 00000100:00100000:1.0:1767384362.940849:0:16773:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000a78af1c6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7c7db59-0549-4c42-8eed-4384a2494667+4:15535:x1853236716765440:12345-192.168.202.52@tcp50:101: 00000100:00000200:1.0:1767384362.940853:0:16773:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236716765440 00000020:00000001:1.0:1767384362.940855:0:16773:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384362.940857:0:16773:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384362.940865:0:16773:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384362.940867:0:16773:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384362.940869:0:16773:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669141056 : -1040410560 : ffffffffc1fc9840) 00000020:00000001:1.0:1767384362.940872:0:16773:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384362.940873:0:16773:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384362.940875:0:16773:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384362.940876:0:16773:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384362.940880:0:16773:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384362.940882:0:16773:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1767384362.940884:0:16773:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1767384362.940886:0:16773:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1767384362.940888:0:16773:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1767384362.940890:0:16773:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384362.940894:0:16773:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1767384362.940899:0:16773:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000fb071e46 count: 6 00010000:00000001:1.0:1767384362.940902:0:16773:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384362.940905:0:16773:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384362.940908:0:16773:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000a70ec5d6. 00000020:00000001:1.0:1767384362.940911:0:16773:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384362.940912:0:16773:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000a70ec5d6 with handle 0x7e51148972eecd1e to hash 00000020:00000001:1.0:1767384362.940914:0:16773:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384362.940916:0:16773:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446619781820861952 : -124291888689664 : ffff8ef50a204e00) 00010000:00000001:1.0:1767384362.940918:0:16773:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446619781820861952 : -124291888689664 : ffff8ef50a204e00) 00010000:00010000:1.0:1767384362.940921:0:16773:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000a70ec5d6/0x7e51148972eecd1e lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0xdc4cb4ce8e4aee13 expref: -99 pid: 16773 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384362.940929:0:16773:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 000000000e92f6ab : new locks_count 1 00000020:00000040:1.0:1767384362.940932:0:16773:0:(genops.c:887:class_export_get()) GET export 000000000e92f6ab refcount=5 00000100:00000001:1.0:1767384362.940937:0:16773:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384362.940939:0:16773:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384362.940941:0:16773:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000f76cb71d. 02000000:00000001:1.0:1767384362.940943:0:16773:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384362.940945:0:16773:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384362.940947:0:16773:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384362.940951:0:16773:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384362.940958:0:16773:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384362.940960:0:16773:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384362.940962:0:16773:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384362.940964:0:16773:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384362.940965:0:16773:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384362.940967:0:16773:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384362.940970:0:16773:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384362.940971:0:16773:0:(ldlm_lock.c:999:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384362.940972:0:16773:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384362.940974:0:16773:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x0:0x0].0x0 (00000000fb071e46) refcount = 6 00010000:00000040:1.0:1767384362.940977:0:16773:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1767384362.940981:0:16773:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 000000008f0bf45b/0x7e51148972eeca0e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7e51148972eeca07 expref: 13 pid: 16774 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384362.940988:0:16773:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000172defeb/0x7e51148972eec9e4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7e51148972eec9d6 expref: 13 pid: 16774 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384362.940994:0:16773:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 000000004e88c22f/0x7e51148972eec990 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7e51148972eec989 expref: 13 pid: 16773 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384362.940999:0:16773:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000b1fd1fec/0x7e51148972eec90b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7e51148972eec904 expref: 13 pid: 16773 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384362.941004:0:16773:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 0000000013d77b4f/0x7e51148972eec8ef lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7e51148972eec8e8 expref: 13 pid: 16773 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384362.941010:0:16773:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000a70ec5d6/0x7e51148972eecd1e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 192.168.202.52@tcp50 remote: 0xdc4cb4ce8e4aee13 expref: 5 pid: 16773 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384362.941016:0:16773:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384362.941018:0:16773:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384362.941019:0:16773:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384362.941021:0:16773:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384362.941023:0:16773:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384362.941027:0:16773:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:1.0:1767384362.941030:0:16773:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000a70ec5d6/0x7e51148972eecd1e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 192.168.202.52@tcp50 remote: 0xdc4cb4ce8e4aee13 expref: 5 pid: 16773 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384362.941063:0:16773:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384362.941065:0:16773:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384362.941067:0:16773:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384362.941070:0:16773:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384362.941071:0:16773:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384362.941073:0:16773:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384362.941074:0:16773:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384362.941076:0:16773:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000a70ec5d6, rc 0) 00000020:00000001:1.0:1767384362.941078:0:16773:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384362.941081:0:16773:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236716765440 00010000:00000001:1.0:1767384362.941083:0:16773:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384362.941114:0:16773:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000a78af1c6 x1853236716765440/t0(0) o101->d7c7db59-0549-4c42-8eed-4384a2494667@192.168.202.52@tcp50:343/0 lens 328/344 e 0 to 0 dl 1767384373 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384362.941123:0:16773:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384362.941124:0:16773:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384362.941127:0:16773:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dd452398 time=92 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384362.941130:0:16773:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384362.941132:0:16773:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000edb0cbe6 refcount 3 to 192.168.202.52@tcp50 00000100:00000001:1.0:1767384362.941134:0:16773:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619777394812608 : -124296314739008 : ffff8ef4025026c0) 02000000:00000001:1.0:1767384362.941137:0:16773:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384362.941138:0:16773:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384362.941141:0:16773:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384362.941143:0:16773:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.52@tcp50 00000400:00000010:1.0:1767384362.941146:0:16773:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003d8b2f9d. 00000100:00000200:1.0:1767384362.941149:0:16773:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236716765440, offset 224 00000400:00000200:1.0:1767384362.941154:0:16773:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.52@tcp50 00000400:00000200:1.0:1767384362.941161:0:16773:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.152@tcp50 to NMR: 192.168.202.52@tcp50 local destination 00000400:00000200:1.0:1767384362.941169:0:16773:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp50 NI seq info: [205:205:256:4294967295] 192.168.202.52@tcp50 LPNI seq info [5:5:8:4294967295] 00000400:00000200:1.0:1767384362.941179:0:16773:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp50(192.168.202.152@tcp50:192.168.202.152@tcp50) -> 192.168.202.52@tcp50(192.168.202.52@tcp50:192.168.202.52@tcp50) : PUT try# 0 00000800:00000200:1.0:1767384362.941184:0:16773:0:(socklnd_cb.c:1001:ksocknal_send()) sending 344 bytes in 1 frags to 12345-192.168.202.52@tcp50 00000800:00000010:1.0:1767384362.941193:0:16773:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d4aff187. 00000800:00000200:1.0:1767384362.941197:0:16773:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005f37b0da] -> 12345-192.168.202.52@tcp50 (4) 00000800:00000200:1.0:1767384362.941202:0:16773:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.52@tcp50 ip 192.168.202.52:1023 00000800:00000200:1.0:1767384362.941204:0:16773:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d4aff187 type 1, nob 440 niov 1 nkiov 1 00000100:00000001:1.0:1767384362.941216:0:16773:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384362.941219:0:16773:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000edb0cbe6 refcount 2 to 192.168.202.52@tcp50 00010000:00000001:1.0:1767384362.941221:0:16773:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384362.941223:0:16773:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384362.941225:0:16773:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384362.941229:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a78af1c6 x1853236716765440/t0(0) o101->d7c7db59-0549-4c42-8eed-4384a2494667@192.168.202.52@tcp50:343/0 lens 328/344 e 0 to 0 dl 1767384373 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384362.941238:0:16773:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000a78af1c6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7c7db59-0549-4c42-8eed-4384a2494667+5:15535:x1853236716765440:12345-192.168.202.52@tcp50:101: Request processed in 399us (572us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384362.941246:0:16773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp50, seq: 158 00000100:00000040:1.0:1767384362.941249:0:16773:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000e92f6ab : new rpc_count 0 00000100:00000001:1.0:1767384362.941251:0:16773:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384362.941253:0:16773:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384362.941256:0:16773:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ffdc4482. 00000020:00000010:1.0:1767384362.941260:0:16773:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f287db5e. 00000020:00000010:1.0:1767384362.941263:0:16773:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007f7627ab. 00000020:00000040:1.0:1767384362.941266:0:16773:0:(genops.c:898:class_export_put()) PUTting export 000000000e92f6ab : new refcount 4 00000100:00000001:1.0:1767384362.941269:0:16773:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384362.941272:0:16773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384362.941277:0:16773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e4680f7c. 00000400:00000010:1.0:1767384362.941281:0:16773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000047ba6954. 00000800:00000200:2.0:1767384362.941288:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384362.941293:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d4aff187. 00000400:00000200:2.0:1767384362.941297:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384362.941309:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp50->192.168.202.52@tcp50: PUT: OK 00000400:00000200:2.0:1767384362.941313:0:16131:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003d8b2f9d 00000400:00000010:2.0:1767384362.941315:0:16131:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003d8b2f9d. 00000100:00000001:2.0:1767384362.941318:0:16131:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:2.0:1767384362.941319:0:16131:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384362.941321:0:16131:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000f76cb71d. 02000000:00000001:2.0:1767384362.941325:0:16131:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384362.941326:0:16131:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1767384362.942167:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384362.942174:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384362.942177:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384362.942179:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384362.942185:0:16130:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.152@tcp50(192.168.202.152@tcp50) <- 192.168.202.52@tcp50 : PUT - for me 00000400:00000200:0.0:1767384362.942194:0:16130:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.52@tcp50 of length 512 into portal 26 MB=0x695824c300200 00000400:00000200:0.0:1767384362.942199:0:16130:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.202.52@tcp50 of length 512/512 into md 0x17c1 [2] + 0 00000400:00000010:0.0:1767384362.942203:0:16130:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000096a0c2a0. 00000400:00000200:0.0:1767384362.942212:0:16130:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000005bc91957 00000800:00000001:0.0:1767384362.942216:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384362.942223:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384362.942225:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384362.942229:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp50->192.168.202.52@tcp50: PUT: OK 00000400:00000200:0.0:1767384362.942232:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005bc91957 00000400:00000010:0.0:1767384362.942234:0:16130:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005bc91957. 00000100:00000001:0.0:1767384362.942237:0:16130:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384362.942239:0:16130:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384362.942242:0:16130:0:(events.c:337:request_in_callback()) incoming req@000000000e26cd95 x1853236716765696 msgsize 512 00000100:00100000:0.0:1767384362.942246:0:16130:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp50 (source: 12345-192.168.202.52@tcp50) 00000100:00000040:0.0:1767384362.942248:0:16130:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384362.942261:0:16130:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1767384362.942266:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384362.942270:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384362.942302:0:16773:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384362.942305:0:16773:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236716765696 02000000:00000001:1.0:1767384362.942307:0:16773:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384362.942308:0:16773:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384362.942310:0:16773:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384362.942312:0:16773:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384362.942315:0:16773:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236716765696 00000020:00000001:1.0:1767384362.942323:0:16773:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384362.942324:0:16773:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eecd17 00000020:00000001:1.0:1767384362.942326:0:16773:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384362.942328:0:16773:0:(lustre_handles.c:131:class_handle2object()) GET export 000000000e92f6ab refcount=5 00000020:00000001:1.0:1767384362.942330:0:16773:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619777399736320 : -124296309815296 : ffff8ef4029b4800) 00000020:00000001:1.0:1767384362.942332:0:16773:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619777399736320 : -124296309815296 : ffff8ef4029b4800) 00000100:00000001:1.0:1767384362.942335:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384362.942338:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004f821753. 00000100:00000001:1.0:1767384362.942340:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384362.942342:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004f821753. 00000020:00000010:1.0:1767384362.942345:0:16773:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007f7627ab. 00000020:00000010:1.0:1767384362.942348:0:16773:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ffdc4482. 00000020:00000010:1.0:1767384362.942351:0:16773:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f287db5e. 00000100:00000040:1.0:1767384362.942355:0:16773:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384362.942357:0:16773:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384362.942358:0:16773:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384362.942359:0:16773:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384362.942363:0:16773:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384362.942373:0:16773:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384362.942380:0:16773:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384362.942381:0:16773:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384362.942385:0:16773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp50, seq: 159 00000100:00000040:1.0:1767384362.942388:0:16773:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000000e92f6ab : new rpc_count 1 00000100:00000001:1.0:1767384362.942390:0:16773:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619781697410128 : -124292012141488 : ffff8ef502c49450) 00000100:00000040:1.0:1767384362.942394:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000000e26cd95 x1853236716765696/t0(0) o501->d7c7db59-0549-4c42-8eed-4384a2494667@192.168.202.52@tcp50:343/0 lens 512/0 e 0 to 0 dl 1767384373 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384362.942403:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384362.942406:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004f821753. 00000100:00000001:1.0:1767384362.942408:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384362.942411:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004f821753. 00000100:00100000:1.0:1767384362.942415:0:16773:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000000e26cd95 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7c7db59-0549-4c42-8eed-4384a2494667+5:15535:x1853236716765696:12345-192.168.202.52@tcp50:501: 00000100:00000200:1.0:1767384362.942419:0:16773:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236716765696 00000020:00000001:1.0:1767384362.942427:0:16773:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384362.942430:0:16773:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384362.942431:0:16773:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384362.942433:0:16773:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384362.942435:0:16773:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669140672 : -1040410944 : ffffffffc1fc96c0) 00000020:00000001:1.0:1767384362.942437:0:16773:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384362.942439:0:16773:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384362.942440:0:16773:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384362.942442:0:16773:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384362.942444:0:16773:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:1.0:1767384362.942447:0:16773:0:(tgt_handler.c:64:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384362.942448:0:16773:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384362.942450:0:16773:0:(mgs_handler.c:685:mgs_llog_open()) Process entered 00000020:00000001:1.0:1767384362.942452:0:16773:0:(tgt_handler.c:1517:tgt_llog_open()) Process entered 00000040:00000001:1.0:1767384362.942454:0:16773:0:(llog_server.c:45:llog_origin_handle_open()) Process entered 00000100:00000001:1.0:1767384362.942456:0:16773:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384362.942458:0:16773:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384362.942461:0:16773:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 00000000f76cb71d. 02000000:00000001:1.0:1767384362.942463:0:16773:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384362.942465:0:16773:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:1.0:1767384362.942468:0:16773:0:(llog_server.c:62:llog_origin_handle_open()) MGS: opening log lustre-sptlrpc 00000040:00000040:1.0:1767384362.942470:0:16773:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 0000000066d3e4b6 : new refcount 2 00000040:00000001:1.0:1767384362.942473:0:16773:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:1.0:1767384362.942476:0:16773:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000007aa1dec1. 00000040:00000001:1.0:1767384362.942479:0:16773:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:1.0:1767384362.942482:0:16773:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:1.0:1767384362.942485:0:16773:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446619782067589120 : -124291641962496 : 0xffff8ef518d51000) 00000020:00000001:1.0:1767384362.942487:0:16773:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446619782067589120 : -124291641962496 : ffff8ef518d51000) 00080000:00000001:1.0:1767384362.942496:0:16773:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:1.0:1767384362.942692:0:16773:0:(osd_index.c:650:osd_dir_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:1.0:1767384362.942697:0:16773:0:(llog_osd.c:1466:llog_osd_open()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000040:00000001:1.0:1767384362.942700:0:16773:0:(llog_osd.c:1530:llog_osd_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00001000:1.0:1767384362.942702:0:16773:0:(llog.c:1547:llog_open()) MGS: Failed to open llog lustre-sptlrpc: rc -2 00000040:00000010:1.0:1767384362.942704:0:16773:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000007aa1dec1. 00000040:00000001:1.0:1767384362.942707:0:16773:0:(llog.c:1551:llog_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:1.0:1767384362.942715:0:16773:0:(llog_server.c:81:llog_origin_handle_open()) Process leaving via out_ctxt (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000040:00000040:1.0:1767384362.942717:0:16773:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 0000000066d3e4b6 : new refcount 1 00000020:00000001:1.0:1767384362.942720:0:16773:0:(tgt_handler.c:1521:tgt_llog_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 20000000:00000001:1.0:1767384362.942722:0:16773:0:(mgs_handler.c:689:mgs_llog_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000040:1.0:1767384362.942724:0:16773:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236716765696 00010000:00000001:1.0:1767384362.942727:0:16773:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384362.942730:0:16773:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000000e26cd95 x1853236716765696/t0(0) o501->d7c7db59-0549-4c42-8eed-4384a2494667@192.168.202.52@tcp50:343/0 lens 512/272 e 0 to 0 dl 1767384373 ref 1 fl Interpret:/200/0 rc -2/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384362.942738:0:16773:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384362.942739:0:16773:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384362.942742:0:16773:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dd452398 time=92 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384362.942745:0:16773:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384362.942747:0:16773:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000edb0cbe6 refcount 3 to 192.168.202.52@tcp50 00000100:00000001:1.0:1767384362.942749:0:16773:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619777394812608 : -124296314739008 : ffff8ef4025026c0) 02000000:00000001:1.0:1767384362.942751:0:16773:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384362.942753:0:16773:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384362.942755:0:16773:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384362.942757:0:16773:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.52@tcp50 00000400:00000010:1.0:1767384362.942760:0:16773:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000050be1f4b. 00000100:00000200:1.0:1767384362.942763:0:16773:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1853236716765696, offset 224 00000400:00000200:1.0:1767384362.942768:0:16773:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.52@tcp50 00000400:00000200:1.0:1767384362.942774:0:16773:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.152@tcp50 to NMR: 192.168.202.52@tcp50 local destination 00000400:00000200:1.0:1767384362.942783:0:16773:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp50 NI seq info: [206:206:256:4294967295] 192.168.202.52@tcp50 LPNI seq info [6:6:8:4294967295] 00000400:00000200:1.0:1767384362.942792:0:16773:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp50(192.168.202.152@tcp50:192.168.202.152@tcp50) -> 192.168.202.52@tcp50(192.168.202.52@tcp50:192.168.202.52@tcp50) : PUT try# 0 00000800:00000200:1.0:1767384362.942797:0:16773:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.52@tcp50 00000800:00000010:1.0:1767384362.942801:0:16773:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000045d0ee4. 00000800:00000200:1.0:1767384362.942805:0:16773:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005f37b0da] -> 12345-192.168.202.52@tcp50 (4) 00000800:00000200:1.0:1767384362.942810:0:16773:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.52@tcp50 ip 192.168.202.52:1023 00000800:00000200:1.0:1767384362.942813:0:16773:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000045d0ee4 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:1.0:1767384362.942824:0:16773:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384362.942834:0:16773:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000edb0cbe6 refcount 2 to 192.168.202.52@tcp50 00010000:00000001:1.0:1767384362.942836:0:16773:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384362.942838:0:16773:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384362.942840:0:16773:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384362.942844:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000e26cd95 x1853236716765696/t0(0) o501->d7c7db59-0549-4c42-8eed-4384a2494667@192.168.202.52@tcp50:343/0 lens 512/272 e 0 to 0 dl 1767384373 ref 1 fl Interpret:/200/0 rc -2/-2 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384362.942855:0:16773:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000000e26cd95 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7c7db59-0549-4c42-8eed-4384a2494667+5:15535:x1853236716765696:12345-192.168.202.52@tcp50:501: Request processed in 450us (610us total) trans 0 rc -2/-2 00000100:00100000:1.0:1767384362.942863:0:16773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp50, seq: 159 00000100:00000040:1.0:1767384362.942866:0:16773:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000e92f6ab : new rpc_count 0 00000100:00000001:1.0:1767384362.942868:0:16773:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384362.942870:0:16773:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384362.942873:0:16773:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ffdc4482. 00000020:00000010:1.0:1767384362.942877:0:16773:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f287db5e. 00000020:00000010:1.0:1767384362.942880:0:16773:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007f7627ab. 00000020:00000040:1.0:1767384362.942883:0:16773:0:(genops.c:898:class_export_put()) PUTting export 000000000e92f6ab : new refcount 4 00000100:00000001:1.0:1767384362.942886:0:16773:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384362.942889:0:16773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000800:00000200:2.0:1767384362.942893:0:16132:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000010:1.0:1767384362.942893:0:16773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000040d2e706. 00000800:00000010:2.0:1767384362.942900:0:16132:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000045d0ee4. 00000400:00000010:1.0:1767384362.942901:0:16773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000effc2ac2. 00000400:00000200:2.0:1767384362.942907:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384362.942915:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp50->192.168.202.52@tcp50: PUT: OK 00000400:00000200:2.0:1767384362.942918:0:16132:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000050be1f4b 00000400:00000010:2.0:1767384362.942921:0:16132:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000050be1f4b. 00000100:00000001:2.0:1767384362.942924:0:16132:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:2.0:1767384362.942926:0:16132:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384362.942928:0:16132:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 00000000f76cb71d. 02000000:00000001:2.0:1767384362.942931:0:16132:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384362.942932:0:16132:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1767384362.943664:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384362.943671:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384362.943673:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384362.943675:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384362.943681:0:16131:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.152@tcp50(192.168.202.152@tcp50) <- 192.168.202.52@tcp50 : PUT - for me 00000400:00000200:2.0:1767384362.943689:0:16131:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.52@tcp50 of length 328 into portal 26 MB=0x695824c300280 00000400:00000200:2.0:1767384362.943694:0:16131:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.202.52@tcp50 of length 328/328 into md 0x17c9 [2] + 0 00000400:00000010:2.0:1767384362.943698:0:16131:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008e1fef75. 00000400:00000200:2.0:1767384362.943701:0:16131:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000a8f26951 00000800:00000001:2.0:1767384362.943704:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384362.943710:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384362.943713:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384362.943716:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp50->192.168.202.52@tcp50: PUT: OK 00000400:00000200:2.0:1767384362.943719:0:16131:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a8f26951 00000400:00000010:2.0:1767384362.943721:0:16131:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a8f26951. 00000100:00000001:2.0:1767384362.943725:0:16131:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384362.943726:0:16131:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384362.943735:0:16131:0:(events.c:337:request_in_callback()) incoming req@0000000024d9ab05 x1853236716765824 msgsize 328 00000100:00100000:2.0:1767384362.943740:0:16131:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp50 (source: 12345-192.168.202.52@tcp50) 00000100:00000040:2.0:1767384362.943742:0:16131:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384362.943753:0:16131:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1767384362.943759:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384362.943763:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384362.943793:0:16773:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384362.943796:0:16773:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236716765824 02000000:00000001:1.0:1767384362.943799:0:16773:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384362.943800:0:16773:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384362.943802:0:16773:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384362.943805:0:16773:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384362.943807:0:16773:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236716765824 00000020:00000001:1.0:1767384362.943809:0:16773:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384362.943810:0:16773:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eecd17 00000020:00000001:1.0:1767384362.943812:0:16773:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384362.943813:0:16773:0:(lustre_handles.c:131:class_handle2object()) GET export 000000000e92f6ab refcount=5 00000020:00000001:1.0:1767384362.943816:0:16773:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619777399736320 : -124296309815296 : ffff8ef4029b4800) 00000020:00000001:1.0:1767384362.943818:0:16773:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619777399736320 : -124296309815296 : ffff8ef4029b4800) 00000100:00000001:1.0:1767384362.943826:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384362.943829:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004f821753. 00000100:00000001:1.0:1767384362.943831:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384362.943832:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004f821753. 00000020:00000010:1.0:1767384362.943836:0:16773:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007f7627ab. 00000020:00000010:1.0:1767384362.943839:0:16773:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ffdc4482. 00000020:00000010:1.0:1767384362.943841:0:16773:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f287db5e. 00000100:00000040:1.0:1767384362.943846:0:16773:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384362.943848:0:16773:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384362.943849:0:16773:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384362.943850:0:16773:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384362.943854:0:16773:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384362.943864:0:16773:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384362.943871:0:16773:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384362.943873:0:16773:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384362.943877:0:16773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp50, seq: 160 00000100:00000040:1.0:1767384362.943879:0:16773:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000000e92f6ab : new rpc_count 1 00000100:00000001:1.0:1767384362.943881:0:16773:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619781697418320 : -124292012133296 : ffff8ef502c4b450) 00000100:00000040:1.0:1767384362.943886:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000024d9ab05 x1853236716765824/t0(0) o101->d7c7db59-0549-4c42-8eed-4384a2494667@192.168.202.52@tcp50:343/0 lens 328/0 e 0 to 0 dl 1767384373 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384362.943895:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384362.943899:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004f821753. 00000100:00000001:1.0:1767384362.943901:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384362.943903:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004f821753. 00000100:00100000:1.0:1767384362.943907:0:16773:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000024d9ab05 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7c7db59-0549-4c42-8eed-4384a2494667+5:15535:x1853236716765824:12345-192.168.202.52@tcp50:101: 00000100:00000200:1.0:1767384362.943910:0:16773:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236716765824 00000020:00000001:1.0:1767384362.943913:0:16773:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384362.943915:0:16773:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384362.943916:0:16773:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384362.943918:0:16773:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384362.943919:0:16773:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669141056 : -1040410560 : ffffffffc1fc9840) 00000020:00000001:1.0:1767384362.943922:0:16773:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384362.943931:0:16773:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384362.943933:0:16773:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384362.943934:0:16773:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384362.943937:0:16773:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384362.943939:0:16773:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1767384362.943940:0:16773:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1767384362.943942:0:16773:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1767384362.943943:0:16773:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1767384362.943944:0:16773:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384362.943947:0:16773:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1767384362.943950:0:16773:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000fb071e46 count: 7 00010000:00000001:1.0:1767384362.943952:0:16773:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384362.943954:0:16773:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384362.943957:0:16773:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000a34bd085. 00000020:00000001:1.0:1767384362.943959:0:16773:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384362.943961:0:16773:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000a34bd085 with handle 0x7e51148972eecd25 to hash 00000020:00000001:1.0:1767384362.943963:0:16773:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384362.943964:0:16773:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446619781820859392 : -124291888692224 : ffff8ef50a204400) 00010000:00000001:1.0:1767384362.943967:0:16773:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446619781820859392 : -124291888692224 : ffff8ef50a204400) 00010000:00010000:1.0:1767384362.943969:0:16773:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000a34bd085/0x7e51148972eecd25 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0xdc4cb4ce8e4aee1a expref: -99 pid: 16773 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384362.943976:0:16773:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 000000000e92f6ab : new locks_count 2 00000020:00000040:1.0:1767384362.943978:0:16773:0:(genops.c:887:class_export_get()) GET export 000000000e92f6ab refcount=6 00000100:00000001:1.0:1767384362.943982:0:16773:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384362.943984:0:16773:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384362.943986:0:16773:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000f07aa235. 02000000:00000001:1.0:1767384362.943988:0:16773:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384362.943990:0:16773:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384362.943992:0:16773:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384362.943993:0:16773:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384362.943995:0:16773:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384362.943996:0:16773:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384362.943998:0:16773:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384362.944000:0:16773:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384362.944001:0:16773:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384362.944008:0:16773:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384362.944009:0:16773:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384362.944010:0:16773:0:(ldlm_lock.c:999:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384362.944012:0:16773:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384362.944013:0:16773:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x0:0x0].0x0 (00000000fb071e46) refcount = 7 00010000:00000040:1.0:1767384362.944016:0:16773:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1767384362.944019:0:16773:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000a70ec5d6/0x7e51148972eecd1e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 192.168.202.52@tcp50 remote: 0xdc4cb4ce8e4aee13 expref: 6 pid: 16773 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384362.944026:0:16773:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 000000008f0bf45b/0x7e51148972eeca0e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7e51148972eeca07 expref: 13 pid: 16774 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384362.944032:0:16773:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000172defeb/0x7e51148972eec9e4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7e51148972eec9d6 expref: 13 pid: 16774 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384362.944053:0:16773:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 000000004e88c22f/0x7e51148972eec990 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7e51148972eec989 expref: 13 pid: 16773 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384362.944058:0:16773:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000b1fd1fec/0x7e51148972eec90b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7e51148972eec904 expref: 13 pid: 16773 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384362.944064:0:16773:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 0000000013d77b4f/0x7e51148972eec8ef lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7e51148972eec8e8 expref: 13 pid: 16773 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384362.944070:0:16773:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000a34bd085/0x7e51148972eecd25 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000000 nid: 192.168.202.52@tcp50 remote: 0xdc4cb4ce8e4aee1a expref: 6 pid: 16773 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384362.944075:0:16773:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384362.944077:0:16773:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384362.944078:0:16773:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384362.944080:0:16773:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384362.944081:0:16773:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384362.944085:0:16773:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:1.0:1767384362.944107:0:16773:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000a34bd085/0x7e51148972eecd25 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 192.168.202.52@tcp50 remote: 0xdc4cb4ce8e4aee1a expref: 6 pid: 16773 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384362.944123:0:16773:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384362.944125:0:16773:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384362.944126:0:16773:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384362.944128:0:16773:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384362.944129:0:16773:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384362.944130:0:16773:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384362.944132:0:16773:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384362.944133:0:16773:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000a34bd085, rc 0) 00000020:00000001:1.0:1767384362.944135:0:16773:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384362.944137:0:16773:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236716765824 00010000:00000001:1.0:1767384362.944140:0:16773:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384362.944143:0:16773:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000024d9ab05 x1853236716765824/t0(0) o101->d7c7db59-0549-4c42-8eed-4384a2494667@192.168.202.52@tcp50:343/0 lens 328/344 e 0 to 0 dl 1767384373 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384362.944151:0:16773:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384362.944152:0:16773:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384362.944155:0:16773:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dd452398 time=92 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384362.944158:0:16773:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384362.944160:0:16773:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000edb0cbe6 refcount 3 to 192.168.202.52@tcp50 00000100:00000001:1.0:1767384362.944162:0:16773:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619777394812608 : -124296314739008 : ffff8ef4025026c0) 02000000:00000001:1.0:1767384362.944164:0:16773:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384362.944166:0:16773:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384362.944168:0:16773:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384362.944171:0:16773:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.52@tcp50 00000400:00000010:1.0:1767384362.944174:0:16773:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fb49a397. 00000100:00000200:1.0:1767384362.944177:0:16773:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236716765824, offset 224 00000400:00000200:1.0:1767384362.944181:0:16773:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.52@tcp50 00000400:00000200:1.0:1767384362.944187:0:16773:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.152@tcp50 to NMR: 192.168.202.52@tcp50 local destination 00000400:00000200:1.0:1767384362.944196:0:16773:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp50 NI seq info: [207:207:256:4294967295] 192.168.202.52@tcp50 LPNI seq info [7:7:8:4294967295] 00000400:00000200:1.0:1767384362.944204:0:16773:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp50(192.168.202.152@tcp50:192.168.202.152@tcp50) -> 192.168.202.52@tcp50(192.168.202.52@tcp50:192.168.202.52@tcp50) : PUT try# 0 00000800:00000200:1.0:1767384362.944209:0:16773:0:(socklnd_cb.c:1001:ksocknal_send()) sending 344 bytes in 1 frags to 12345-192.168.202.52@tcp50 00000800:00000010:1.0:1767384362.944217:0:16773:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000436846a6. 00000800:00000200:1.0:1767384362.944221:0:16773:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005f37b0da] -> 12345-192.168.202.52@tcp50 (4) 00000800:00000200:1.0:1767384362.944225:0:16773:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.52@tcp50 ip 192.168.202.52:1023 00000800:00000200:1.0:1767384362.944228:0:16773:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000436846a6 type 1, nob 440 niov 1 nkiov 1 00000100:00000001:1.0:1767384362.944239:0:16773:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384362.944242:0:16773:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000edb0cbe6 refcount 2 to 192.168.202.52@tcp50 00010000:00000001:1.0:1767384362.944245:0:16773:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384362.944246:0:16773:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384362.944248:0:16773:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384362.944252:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000024d9ab05 x1853236716765824/t0(0) o101->d7c7db59-0549-4c42-8eed-4384a2494667@192.168.202.52@tcp50:343/0 lens 328/344 e 0 to 0 dl 1767384373 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384362.944262:0:16773:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000024d9ab05 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7c7db59-0549-4c42-8eed-4384a2494667+6:15535:x1853236716765824:12345-192.168.202.52@tcp50:101: Request processed in 365us (524us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384362.944269:0:16773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp50, seq: 160 00000100:00000040:1.0:1767384362.944272:0:16773:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000e92f6ab : new rpc_count 0 00000100:00000001:1.0:1767384362.944275:0:16773:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384362.944276:0:16773:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384362.944279:0:16773:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ffdc4482. 00000020:00000010:1.0:1767384362.944283:0:16773:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f287db5e. 00000020:00000010:1.0:1767384362.944286:0:16773:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007f7627ab. 00000020:00000040:1.0:1767384362.944290:0:16773:0:(genops.c:898:class_export_put()) PUTting export 000000000e92f6ab : new refcount 5 00000100:00000001:1.0:1767384362.944293:0:16773:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767384362.944296:0:16130:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000200:1.0:1767384362.944297:0:16773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000800:00000010:0.0:1767384362.944300:0:16130:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000436846a6. 00000400:00000010:1.0:1767384362.944304:0:16773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000417ba025. 00000400:00000200:0.0:1767384362.944305:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1767384362.944312:0:16773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000258bc30e. 00000400:00000200:0.0:1767384362.944312:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp50->192.168.202.52@tcp50: PUT: OK 00000400:00000200:0.0:1767384362.944320:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fb49a397 00000400:00000010:0.0:1767384362.944322:0:16130:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fb49a397. 00000100:00000001:0.0:1767384362.944324:0:16130:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:0.0:1767384362.944326:0:16130:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384362.944327:0:16130:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000f07aa235. 02000000:00000001:0.0:1767384362.944329:0:16130:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384362.944330:0:16130:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1767384362.945248:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384362.945255:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384362.945257:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384362.945260:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384362.945266:0:16132:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.152@tcp50(192.168.202.152@tcp50) <- 192.168.202.52@tcp50 : PUT - for me 00000400:00000200:2.0:1767384362.945275:0:16132:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.52@tcp50 of length 512 into portal 26 MB=0x695824c300300 00000400:00000200:2.0:1767384362.945280:0:16132:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.202.52@tcp50 of length 512/512 into md 0x17fd [2] + 0 00000400:00000010:2.0:1767384362.945283:0:16132:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000088b978. 00000400:00000200:2.0:1767384362.945287:0:16132:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000096d09ec0 00000800:00000001:2.0:1767384362.945290:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384362.945295:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384362.945298:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384362.945301:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp50->192.168.202.52@tcp50: PUT: OK 00000400:00000200:2.0:1767384362.945304:0:16132:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000096d09ec0 00000400:00000010:2.0:1767384362.945306:0:16132:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000096d09ec0. 00000100:00000001:2.0:1767384362.945309:0:16132:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384362.945310:0:16132:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384362.945312:0:16132:0:(events.c:337:request_in_callback()) incoming req@0000000097802ce6 x1853236716765952 msgsize 512 00000100:00100000:2.0:1767384362.945317:0:16132:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp50 (source: 12345-192.168.202.52@tcp50) 00000100:00000040:2.0:1767384362.945319:0:16132:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384362.945330:0:16132:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1767384362.945335:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384362.945337:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384362.945371:0:16773:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384362.945374:0:16773:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236716765952 02000000:00000001:1.0:1767384362.945376:0:16773:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384362.945378:0:16773:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384362.945379:0:16773:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384362.945382:0:16773:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384362.945385:0:16773:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236716765952 00000020:00000001:1.0:1767384362.945393:0:16773:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384362.945394:0:16773:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eecd17 00000020:00000001:1.0:1767384362.945396:0:16773:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384362.945397:0:16773:0:(lustre_handles.c:131:class_handle2object()) GET export 000000000e92f6ab refcount=6 00000020:00000001:1.0:1767384362.945400:0:16773:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619777399736320 : -124296309815296 : ffff8ef4029b4800) 00000020:00000001:1.0:1767384362.945402:0:16773:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619777399736320 : -124296309815296 : ffff8ef4029b4800) 00000100:00000001:1.0:1767384362.945405:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384362.945407:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004f821753. 00000100:00000001:1.0:1767384362.945409:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384362.945412:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004f821753. 00000020:00000010:1.0:1767384362.945416:0:16773:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007f7627ab. 00000020:00000010:1.0:1767384362.945419:0:16773:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ffdc4482. 00000020:00000010:1.0:1767384362.945422:0:16773:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f287db5e. 00000100:00000040:1.0:1767384362.945426:0:16773:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384362.945428:0:16773:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384362.945429:0:16773:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384362.945430:0:16773:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384362.945434:0:16773:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384362.945443:0:16773:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384362.945450:0:16773:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384362.945452:0:16773:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384362.945456:0:16773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp50, seq: 161 00000100:00000040:1.0:1767384362.945459:0:16773:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000000e92f6ab : new rpc_count 1 00000100:00000001:1.0:1767384362.945461:0:16773:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619781697420368 : -124292012131248 : ffff8ef502c4bc50) 00000100:00000040:1.0:1767384362.945466:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000097802ce6 x1853236716765952/t0(0) o501->d7c7db59-0549-4c42-8eed-4384a2494667@192.168.202.52@tcp50:343/0 lens 512/0 e 0 to 0 dl 1767384373 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384362.945475:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384362.945478:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004f821753. 00000100:00000001:1.0:1767384362.945480:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384362.945482:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004f821753. 00000100:00100000:1.0:1767384362.945486:0:16773:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000097802ce6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7c7db59-0549-4c42-8eed-4384a2494667+6:15535:x1853236716765952:12345-192.168.202.52@tcp50:501: 00000100:00000200:1.0:1767384362.945490:0:16773:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236716765952 00000020:00000001:1.0:1767384362.945497:0:16773:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384362.945499:0:16773:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384362.945501:0:16773:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384362.945503:0:16773:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384362.945504:0:16773:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669140672 : -1040410944 : ffffffffc1fc96c0) 00000020:00000001:1.0:1767384362.945507:0:16773:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384362.945508:0:16773:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384362.945510:0:16773:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384362.945511:0:16773:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384362.945513:0:16773:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:1.0:1767384362.945514:0:16773:0:(tgt_handler.c:64:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384362.945516:0:16773:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384362.945518:0:16773:0:(mgs_handler.c:685:mgs_llog_open()) Process entered 00000020:00000001:1.0:1767384362.945519:0:16773:0:(tgt_handler.c:1517:tgt_llog_open()) Process entered 00000040:00000001:1.0:1767384362.945520:0:16773:0:(llog_server.c:45:llog_origin_handle_open()) Process entered 00000100:00000001:1.0:1767384362.945522:0:16773:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384362.945524:0:16773:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384362.945527:0:16773:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 000000006ba3fea2. 02000000:00000001:1.0:1767384362.945529:0:16773:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384362.945531:0:16773:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:1.0:1767384362.945533:0:16773:0:(llog_server.c:62:llog_origin_handle_open()) MGS: opening log lustre-client 00000040:00000040:1.0:1767384362.945535:0:16773:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 0000000066d3e4b6 : new refcount 2 00000040:00000001:1.0:1767384362.945537:0:16773:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:1.0:1767384362.945539:0:16773:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000007aa1dec1. 00000040:00000001:1.0:1767384362.945541:0:16773:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:1.0:1767384362.945543:0:16773:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:1.0:1767384362.945544:0:16773:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446619782067589120 : -124291641962496 : 0xffff8ef518d51000) 00000020:00000001:1.0:1767384362.945547:0:16773:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446619782067589120 : -124291641962496 : ffff8ef518d51000) 00080000:00000001:1.0:1767384362.945551:0:16773:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:1.0:1767384362.945568:0:16773:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384362.945572:0:16773:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384362.945573:0:16773:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384362.945575:0:16773:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000040:00000010:1.0:1767384362.945580:0:16773:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 14 at 0000000033679a4f. 00000020:00000001:1.0:1767384362.945584:0:16773:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384362.945589:0:16773:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446619782313852760 : -124291395698856 : ffff8ef52782bf58) 00000040:00000001:1.0:1767384362.945597:0:16773:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384362.945599:0:16773:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384362.945602:0:16773:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:1.0:1767384362.945605:0:16773:0:(lu_object.c:207:lu_object_put()) Add 0000000017d2affb/000000004632015f to site lru. bkt: 0000000020e8c507 00000040:00000010:1.0:1767384362.945608:0:16773:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 14 at 0000000033679a4f. 00000040:00000001:1.0:1767384362.945611:0:16773:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:1.0:1767384362.945612:0:16773:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000007aa1dec1. 00000040:00000001:1.0:1767384362.945615:0:16773:0:(llog_server.c:87:llog_origin_handle_open()) Process leaving 00000040:00000040:1.0:1767384362.945616:0:16773:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 0000000066d3e4b6 : new refcount 1 00000020:00000001:1.0:1767384362.945619:0:16773:0:(tgt_handler.c:1521:tgt_llog_open()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384362.945623:0:16773:0:(mgs_nids.c:1137:mgs_fsc_attach()) Process entered 20000000:00000001:1.0:1767384362.945625:0:16773:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384362.945627:0:16773:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384362.945629:0:16773:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384362.945631:0:16773:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:1.0:1767384362.945633:0:16773:0:(mgs_nids.c:1144:mgs_fsc_attach()) kmalloced '(new_fsc)': 56 at 000000004f821753. 00000020:00000040:1.0:1767384362.945636:0:16773:0:(genops.c:887:class_export_get()) GET export 000000000e92f6ab refcount=7 20000000:00000001:1.0:1767384362.945639:0:16773:0:(mgs_nids.c:1192:mgs_fsc_attach()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384362.945641:0:16773:0:(mgs_handler.c:742:mgs_llog_open()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384362.945644:0:16773:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236716765952 00010000:00000001:1.0:1767384362.945646:0:16773:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384362.945650:0:16773:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000097802ce6 x1853236716765952/t0(0) o501->d7c7db59-0549-4c42-8eed-4384a2494667@192.168.202.52@tcp50:343/0 lens 512/272 e 0 to 0 dl 1767384373 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384362.945658:0:16773:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384362.945659:0:16773:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384362.945662:0:16773:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dd452398 time=92 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384362.945665:0:16773:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384362.945667:0:16773:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000edb0cbe6 refcount 3 to 192.168.202.52@tcp50 00000100:00000001:1.0:1767384362.945669:0:16773:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619777394812608 : -124296314739008 : ffff8ef4025026c0) 02000000:00000001:1.0:1767384362.945672:0:16773:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384362.945673:0:16773:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384362.945675:0:16773:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384362.945678:0:16773:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.52@tcp50 00000400:00000010:1.0:1767384362.945681:0:16773:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008e502fa3. 00000100:00000200:1.0:1767384362.945684:0:16773:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1853236716765952, offset 224 00000400:00000200:1.0:1767384362.945696:0:16773:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.52@tcp50 00000400:00000200:1.0:1767384362.945703:0:16773:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.152@tcp50 to NMR: 192.168.202.52@tcp50 local destination 00000400:00000200:1.0:1767384362.945710:0:16773:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp50 NI seq info: [208:208:256:4294967295] 192.168.202.52@tcp50 LPNI seq info [8:8:8:4294967295] 00000400:00000200:1.0:1767384362.945719:0:16773:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp50(192.168.202.152@tcp50:192.168.202.152@tcp50) -> 192.168.202.52@tcp50(192.168.202.52@tcp50:192.168.202.52@tcp50) : PUT try# 0 00000800:00000200:1.0:1767384362.945724:0:16773:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.52@tcp50 00000800:00000010:1.0:1767384362.945727:0:16773:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c794c3c9. 00000800:00000200:1.0:1767384362.945731:0:16773:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005f37b0da] -> 12345-192.168.202.52@tcp50 (4) 00000800:00000200:1.0:1767384362.945736:0:16773:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.52@tcp50 ip 192.168.202.52:1023 00000800:00000200:1.0:1767384362.945738:0:16773:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c794c3c9 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:1.0:1767384362.945749:0:16773:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384362.945752:0:16773:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000edb0cbe6 refcount 2 to 192.168.202.52@tcp50 00010000:00000001:1.0:1767384362.945755:0:16773:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384362.945756:0:16773:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384362.945758:0:16773:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384362.945762:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000097802ce6 x1853236716765952/t0(0) o501->d7c7db59-0549-4c42-8eed-4384a2494667@192.168.202.52@tcp50:343/0 lens 512/272 e 0 to 0 dl 1767384373 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384362.945772:0:16773:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000097802ce6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7c7db59-0549-4c42-8eed-4384a2494667+7:15535:x1853236716765952:12345-192.168.202.52@tcp50:501: Request processed in 295us (456us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384362.945780:0:16773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp50, seq: 161 00000100:00000040:1.0:1767384362.945782:0:16773:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000e92f6ab : new rpc_count 0 00000100:00000001:1.0:1767384362.945785:0:16773:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384362.945787:0:16773:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384362.945790:0:16773:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ffdc4482. 00000020:00000010:1.0:1767384362.945794:0:16773:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f287db5e. 00000020:00000010:1.0:1767384362.945797:0:16773:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007f7627ab. 00000020:00000040:1.0:1767384362.945800:0:16773:0:(genops.c:898:class_export_put()) PUTting export 000000000e92f6ab : new refcount 6 00000100:00000001:1.0:1767384362.945803:0:16773:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384362.945806:0:16773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384362.945811:0:16773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f70fadd8. 00000800:00000200:2.0:1767384362.945812:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384362.945817:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c794c3c9. 00000400:00000010:1.0:1767384362.945823:0:16773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005b0f86dc. 00000400:00000200:2.0:1767384362.945824:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384362.945833:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp50->192.168.202.52@tcp50: PUT: OK 00000400:00000200:2.0:1767384362.945837:0:16131:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008e502fa3 00000400:00000010:2.0:1767384362.945846:0:16131:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008e502fa3. 00000100:00000001:2.0:1767384362.945850:0:16131:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:2.0:1767384362.945852:0:16131:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384362.945854:0:16131:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 000000006ba3fea2. 02000000:00000001:2.0:1767384362.945859:0:16131:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384362.945860:0:16131:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1767384362.946649:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384362.946656:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384362.946658:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384362.946659:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384362.946664:0:16130:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.152@tcp50(192.168.202.152@tcp50) <- 192.168.202.52@tcp50 : PUT - for me 00000400:00000200:0.0:1767384362.946671:0:16130:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.52@tcp50 of length 272 into portal 26 MB=0x695824c300380 00000400:00000200:0.0:1767384362.946675:0:16130:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.202.52@tcp50 of length 272/272 into md 0x1805 [2] + 0 00000400:00000010:0.0:1767384362.946677:0:16130:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a52943b0. 00000400:00000200:0.0:1767384362.946680:0:16130:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000089fb4df4 00000800:00000001:0.0:1767384362.946689:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384362.946693:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384362.946694:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384362.946697:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp50->192.168.202.52@tcp50: PUT: OK 00000400:00000200:0.0:1767384362.946699:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000089fb4df4 00000400:00000010:0.0:1767384362.946700:0:16130:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000089fb4df4. 00000100:00000001:0.0:1767384362.946703:0:16130:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384362.946704:0:16130:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384362.946706:0:16130:0:(events.c:337:request_in_callback()) incoming req@000000002a20baf2 x1853236716766080 msgsize 272 00000100:00100000:0.0:1767384362.946708:0:16130:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp50 (source: 12345-192.168.202.52@tcp50) 00000100:00000040:0.0:1767384362.946710:0:16130:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384362.946720:0:16130:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1767384362.946723:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384362.946725:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384362.946760:0:16773:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384362.946764:0:16773:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236716766080 02000000:00000001:1.0:1767384362.946766:0:16773:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384362.946768:0:16773:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384362.946769:0:16773:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384362.946772:0:16773:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384362.946775:0:16773:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236716766080 00000020:00000001:1.0:1767384362.946776:0:16773:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384362.946778:0:16773:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eecd17 00000020:00000001:1.0:1767384362.946779:0:16773:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384362.946781:0:16773:0:(lustre_handles.c:131:class_handle2object()) GET export 000000000e92f6ab refcount=7 00000020:00000001:1.0:1767384362.946784:0:16773:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619777399736320 : -124296309815296 : ffff8ef4029b4800) 00000020:00000001:1.0:1767384362.946786:0:16773:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619777399736320 : -124296309815296 : ffff8ef4029b4800) 00000100:00000001:1.0:1767384362.946788:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384362.946792:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005a66ce6f. 00000100:00000001:1.0:1767384362.946793:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384362.946795:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005a66ce6f. 00000020:00000010:1.0:1767384362.946799:0:16773:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007f7627ab. 00000020:00000010:1.0:1767384362.946802:0:16773:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ffdc4482. 00000020:00000010:1.0:1767384362.946805:0:16773:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f287db5e. 00000100:00000040:1.0:1767384362.946810:0:16773:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384362.946812:0:16773:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384362.946813:0:16773:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384362.946814:0:16773:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384362.946818:0:16773:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384362.946827:0:16773:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384362.946833:0:16773:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384362.946835:0:16773:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384362.946839:0:16773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp50, seq: 162 00000100:00000040:1.0:1767384362.946841:0:16773:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000000e92f6ab : new rpc_count 1 00000100:00000001:1.0:1767384362.946843:0:16773:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619781697406032 : -124292012145584 : ffff8ef502c48450) 00000100:00000040:1.0:1767384362.946848:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000002a20baf2 x1853236716766080/t0(0) o503->d7c7db59-0549-4c42-8eed-4384a2494667@192.168.202.52@tcp50:343/0 lens 272/0 e 0 to 0 dl 1767384373 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384362.946870:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384362.946872:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005a66ce6f. 00000100:00000001:1.0:1767384362.946874:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384362.946876:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005a66ce6f. 00000100:00100000:1.0:1767384362.946880:0:16773:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000002a20baf2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7c7db59-0549-4c42-8eed-4384a2494667+7:15535:x1853236716766080:12345-192.168.202.52@tcp50:503: 00000100:00000200:1.0:1767384362.946884:0:16773:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236716766080 00000020:00000001:1.0:1767384362.946886:0:16773:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384362.946888:0:16773:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384362.946890:0:16773:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384362.946892:0:16773:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384362.946893:0:16773:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669140768 : -1040410848 : ffffffffc1fc9720) 00000020:00000001:1.0:1767384362.946896:0:16773:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384362.946897:0:16773:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384362.946899:0:16773:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384362.946901:0:16773:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384362.946902:0:16773:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384362.946905:0:16773:0:(tgt_handler.c:1529:tgt_llog_read_header()) Process entered 00000040:00000001:1.0:1767384362.946906:0:16773:0:(llog_server.c:225:llog_origin_handle_read_header()) Process entered 00000100:00000001:1.0:1767384362.946909:0:16773:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384362.946910:0:16773:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384362.946924:0:16773:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 00000000ed34d1e7. 02000000:00000001:1.0:1767384362.946926:0:16773:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384362.946928:0:16773:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:1.0:1767384362.946930:0:16773:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 0000000066d3e4b6 : new refcount 2 00000040:00000001:1.0:1767384362.946933:0:16773:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:1.0:1767384362.946935:0:16773:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000007aa1dec1. 00000040:00000001:1.0:1767384362.946937:0:16773:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:1.0:1767384362.946939:0:16773:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:1.0:1767384362.946941:0:16773:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446619782067589120 : -124291641962496 : 0xffff8ef518d51000) 00000020:00000001:1.0:1767384362.946943:0:16773:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446619782067589120 : -124291641962496 : ffff8ef518d51000) 00000020:00000001:1.0:1767384362.946947:0:16773:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384362.946950:0:16773:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446619782313852760 : -124291395698856 : ffff8ef52782bf58) 00000040:00000001:1.0:1767384362.946956:0:16773:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384362.946958:0:16773:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384362.946960:0:16773:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:1.0:1767384362.946965:0:16773:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000003df3f98b. 00000040:00000001:1.0:1767384362.946967:0:16773:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:1.0:1767384362.946969:0:16773:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00000001:1.0:1767384362.947233:0:16773:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384362.947236:0:16773:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384362.947239:0:16773:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384362.947243:0:16773:0:(llog_server.c:264:llog_origin_handle_read_header()) MGS: red llog header [0xa:0x3:0x0] count 30 lgh_last_idx 29 llh_cat_idx 0 00000040:00000001:1.0:1767384362.947247:0:16773:0:(llog_server.c:265:llog_origin_handle_read_header()) Process leaving 00000040:00000001:1.0:1767384362.947249:0:16773:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:1.0:1767384362.947251:0:16773:0:(lu_object.c:207:lu_object_put()) Add 0000000017d2affb/000000004632015f to site lru. bkt: 0000000020e8c507 00000040:00000001:1.0:1767384362.947254:0:16773:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:1.0:1767384362.947257:0:16773:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000003df3f98b. 00000040:00000010:1.0:1767384362.947260:0:16773:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000007aa1dec1. 00000040:00000040:1.0:1767384362.947262:0:16773:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 0000000066d3e4b6 : new refcount 1 00000020:00000001:1.0:1767384362.947264:0:16773:0:(tgt_handler.c:1533:tgt_llog_read_header()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384362.947267:0:16773:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236716766080 00010000:00000001:1.0:1767384362.947269:0:16773:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384362.947273:0:16773:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000002a20baf2 x1853236716766080/t0(0) o503->d7c7db59-0549-4c42-8eed-4384a2494667@192.168.202.52@tcp50:343/0 lens 272/8416 e 0 to 0 dl 1767384373 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384362.947281:0:16773:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384362.947282:0:16773:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384362.947285:0:16773:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dd452398 time=92 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384362.947288:0:16773:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384362.947290:0:16773:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000edb0cbe6 refcount 3 to 192.168.202.52@tcp50 00000100:00000001:1.0:1767384362.947292:0:16773:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619777394812608 : -124296314739008 : ffff8ef4025026c0) 02000000:00000001:1.0:1767384362.947294:0:16773:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384362.947296:0:16773:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384362.947298:0:16773:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384362.947301:0:16773:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.52@tcp50 00000400:00000010:1.0:1767384362.947303:0:16773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 0000000021ccc5c5. 00000100:00000200:1.0:1767384362.947306:0:16773:0:(niobuf.c:94:ptl_send_buf()) Sending 8416 bytes to portal 25, xid 1853236716766080, offset 224 00000400:00000200:1.0:1767384362.947317:0:16773:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.52@tcp50 00000400:00000200:1.0:1767384362.947323:0:16773:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.152@tcp50 to NMR: 192.168.202.52@tcp50 local destination 00000400:00000200:1.0:1767384362.947330:0:16773:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp50 NI seq info: [209:209:256:4294967295] 192.168.202.52@tcp50 LPNI seq info [9:9:8:4294967295] 00000400:00000200:1.0:1767384362.947339:0:16773:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp50(192.168.202.152@tcp50:192.168.202.152@tcp50) -> 192.168.202.52@tcp50(192.168.202.52@tcp50:192.168.202.52@tcp50) : PUT try# 0 00000800:00000200:1.0:1767384362.947343:0:16773:0:(socklnd_cb.c:1001:ksocknal_send()) sending 8416 bytes in 3 frags to 12345-192.168.202.52@tcp50 00000800:00000010:1.0:1767384362.947346:0:16773:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at 000000007aa1dec1. 00000800:00000200:1.0:1767384362.947350:0:16773:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005f37b0da] -> 12345-192.168.202.52@tcp50 (4) 00000800:00000200:1.0:1767384362.947355:0:16773:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.52@tcp50 ip 192.168.202.52:1022 00000800:00000200:1.0:1767384362.947357:0:16773:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000007aa1dec1 type 1, nob 8512 niov 1 nkiov 3 00000100:00000001:1.0:1767384362.947370:0:16773:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384362.947373:0:16773:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000edb0cbe6 refcount 2 to 192.168.202.52@tcp50 00010000:00000001:1.0:1767384362.947375:0:16773:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384362.947377:0:16773:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384362.947379:0:16773:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384362.947382:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002a20baf2 x1853236716766080/t0(0) o503->d7c7db59-0549-4c42-8eed-4384a2494667@192.168.202.52@tcp50:343/0 lens 272/8416 e 0 to 0 dl 1767384373 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384362.947391:0:16773:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000002a20baf2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7c7db59-0549-4c42-8eed-4384a2494667+7:15535:x1853236716766080:12345-192.168.202.52@tcp50:503: Request processed in 520us (683us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384362.947401:0:16773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp50, seq: 162 00000100:00000040:1.0:1767384362.947404:0:16773:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000e92f6ab : new rpc_count 0 00000100:00000001:1.0:1767384362.947406:0:16773:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384362.947407:0:16773:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384362.947410:0:16773:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ffdc4482. 00000020:00000010:1.0:1767384362.947413:0:16773:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f287db5e. 00000020:00000010:1.0:1767384362.947416:0:16773:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007f7627ab. 00000020:00000040:1.0:1767384362.947419:0:16773:0:(genops.c:898:class_export_put()) PUTting export 000000000e92f6ab : new refcount 6 00000100:00000001:1.0:1767384362.947423:0:16773:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384362.947426:0:16773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384362.947429:0:16773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001ebc3d4b. 00000400:00000010:1.0:1767384362.947439:0:16773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009adc7131. 00000800:00000200:2.0:1767384362.947454:0:16132:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384362.947459:0:16132:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at 000000007aa1dec1. 00000400:00000200:2.0:1767384362.947463:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384362.947468:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp50->192.168.202.52@tcp50: PUT: OK 00000400:00000200:2.0:1767384362.947472:0:16132:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000021ccc5c5 00000400:00000010:2.0:1767384362.947473:0:16132:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 0000000021ccc5c5. 00000100:00000001:2.0:1767384362.947477:0:16132:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:2.0:1767384362.947479:0:16132:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384362.947481:0:16132:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 00000000ed34d1e7. 02000000:00000001:2.0:1767384362.947490:0:16132:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384362.947492:0:16132:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1767384362.948548:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384362.948555:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384362.948557:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384362.948559:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384362.948565:0:16131:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.152@tcp50(192.168.202.152@tcp50) <- 192.168.202.52@tcp50 : PUT - for me 00000400:00000200:2.0:1767384362.948574:0:16131:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.52@tcp50 of length 272 into portal 26 MB=0x695824c300400 00000400:00000200:2.0:1767384362.948579:0:16131:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.202.52@tcp50 of length 272/272 into md 0x1845 [2] + 0 00000400:00000010:2.0:1767384362.948583:0:16131:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002d0340f1. 00000400:00000200:2.0:1767384362.948588:0:16131:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000044b47f24 00000800:00000001:2.0:1767384362.948591:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384362.948599:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384362.948601:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384362.948605:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp50->192.168.202.52@tcp50: PUT: OK 00000400:00000200:2.0:1767384362.948608:0:16131:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000044b47f24 00000400:00000010:2.0:1767384362.948609:0:16131:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000044b47f24. 00000100:00000001:2.0:1767384362.948613:0:16131:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384362.948614:0:16131:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384362.948616:0:16131:0:(events.c:337:request_in_callback()) incoming req@0000000070c1bfeb x1853236716766208 msgsize 272 00000100:00100000:2.0:1767384362.948621:0:16131:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp50 (source: 12345-192.168.202.52@tcp50) 00000100:00000040:2.0:1767384362.948628:0:16131:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384362.948639:0:16131:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1767384362.948645:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384362.948648:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384362.948678:0:16773:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384362.948681:0:16773:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236716766208 02000000:00000001:1.0:1767384362.948684:0:16773:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384362.948685:0:16773:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384362.948687:0:16773:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384362.948690:0:16773:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384362.948692:0:16773:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236716766208 00000020:00000001:1.0:1767384362.948694:0:16773:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384362.948696:0:16773:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eecd17 00000020:00000001:1.0:1767384362.948697:0:16773:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384362.948699:0:16773:0:(lustre_handles.c:131:class_handle2object()) GET export 000000000e92f6ab refcount=7 00000020:00000001:1.0:1767384362.948701:0:16773:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619777399736320 : -124296309815296 : ffff8ef4029b4800) 00000020:00000001:1.0:1767384362.948703:0:16773:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619777399736320 : -124296309815296 : ffff8ef4029b4800) 00000100:00000001:1.0:1767384362.948706:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384362.948710:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005a66ce6f. 00000100:00000001:1.0:1767384362.948712:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384362.948713:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005a66ce6f. 00000020:00000010:1.0:1767384362.948717:0:16773:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007f7627ab. 00000020:00000010:1.0:1767384362.948720:0:16773:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ffdc4482. 00000020:00000010:1.0:1767384362.948723:0:16773:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f287db5e. 00000100:00000040:1.0:1767384362.948727:0:16773:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384362.948729:0:16773:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384362.948731:0:16773:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384362.948732:0:16773:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384362.948735:0:16773:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384362.948744:0:16773:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384362.948751:0:16773:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384362.948752:0:16773:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384362.948757:0:16773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp50, seq: 163 00000100:00000040:1.0:1767384362.948760:0:16773:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000000e92f6ab : new rpc_count 1 00000100:00000001:1.0:1767384362.948762:0:16773:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619777395445840 : -124296314105776 : ffff8ef40259d050) 00000100:00000040:1.0:1767384362.948767:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000070c1bfeb x1853236716766208/t0(0) o502->d7c7db59-0549-4c42-8eed-4384a2494667@192.168.202.52@tcp50:343/0 lens 272/0 e 0 to 0 dl 1767384373 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384362.948789:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384362.948792:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005a66ce6f. 00000100:00000001:1.0:1767384362.948794:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384362.948796:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005a66ce6f. 00000100:00100000:1.0:1767384362.948801:0:16773:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000070c1bfeb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7c7db59-0549-4c42-8eed-4384a2494667+7:15554:x1853236716766208:12345-192.168.202.52@tcp50:502: 00000100:00000200:1.0:1767384362.948805:0:16773:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236716766208 00000020:00000001:1.0:1767384362.948807:0:16773:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384362.948810:0:16773:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384362.948811:0:16773:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384362.948813:0:16773:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384362.948815:0:16773:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669140720 : -1040410896 : ffffffffc1fc96f0) 00000020:00000001:1.0:1767384362.948817:0:16773:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384362.948819:0:16773:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384362.948821:0:16773:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384362.948822:0:16773:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384362.948824:0:16773:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384362.948826:0:16773:0:(tgt_handler.c:1541:tgt_llog_next_block()) Process entered 00000040:00000001:1.0:1767384362.948828:0:16773:0:(llog_server.c:103:llog_origin_handle_next_block()) Process entered 00000100:00000001:1.0:1767384362.948831:0:16773:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384362.948832:0:16773:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384362.948842:0:16773:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 00000000ed34d1e7. 02000000:00000001:1.0:1767384362.948845:0:16773:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384362.948847:0:16773:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:1.0:1767384362.948849:0:16773:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 0000000066d3e4b6 : new refcount 2 00000040:00000001:1.0:1767384362.948851:0:16773:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:1.0:1767384362.948854:0:16773:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000e2cbead0. 00000040:00000001:1.0:1767384362.948857:0:16773:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:1.0:1767384362.948858:0:16773:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:1.0:1767384362.948860:0:16773:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446619782067589120 : -124291641962496 : 0xffff8ef518d51000) 00000020:00000001:1.0:1767384362.948863:0:16773:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446619782067589120 : -124291641962496 : ffff8ef518d51000) 00000020:00000001:1.0:1767384362.948866:0:16773:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384362.948868:0:16773:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446619782313852760 : -124291395698856 : ffff8ef52782bf58) 00000040:00000001:1.0:1767384362.948877:0:16773:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384362.948879:0:16773:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384362.948881:0:16773:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:1.0:1767384362.948883:0:16773:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000003df3f98b. 00000040:00000001:1.0:1767384362.948885:0:16773:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:1.0:1767384362.948897:0:16773:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00000001:1.0:1767384362.948947:0:16773:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384362.948950:0:16773:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384362.948952:0:16773:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384362.948955:0:16773:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:1.0:1767384362.948957:0:16773:0:(llog_osd.c:1116:llog_osd_next_block()) Process entered 00000040:00001000:1.0:1767384362.948961:0:16773:0:(llog_osd.c:1150:llog_osd_next_block()) looking for log index 1 (cur idx 0 off 8192), size 13192 00000040:00000001:1.0:1767384362.949065:0:16773:0:(llog_osd.c:1281:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:1.0:1767384362.949069:0:16773:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384362.949071:0:16773:0:(llog_server.c:148:llog_origin_handle_next_block()) Process leaving 00000040:00000001:1.0:1767384362.949073:0:16773:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:1.0:1767384362.949075:0:16773:0:(lu_object.c:207:lu_object_put()) Add 0000000017d2affb/000000004632015f to site lru. bkt: 0000000020e8c507 00000040:00000001:1.0:1767384362.949077:0:16773:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:1.0:1767384362.949079:0:16773:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000003df3f98b. 00000040:00000010:1.0:1767384362.949082:0:16773:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000e2cbead0. 00000040:00000040:1.0:1767384362.949085:0:16773:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 0000000066d3e4b6 : new refcount 1 00000020:00000001:1.0:1767384362.949108:0:16773:0:(tgt_handler.c:1545:tgt_llog_next_block()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384362.949110:0:16773:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236716766208 00010000:00000001:1.0:1767384362.949113:0:16773:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384362.949117:0:16773:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000070c1bfeb x1853236716766208/t0(0) o502->d7c7db59-0549-4c42-8eed-4384a2494667@192.168.202.52@tcp50:343/0 lens 272/8472 e 0 to 0 dl 1767384373 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384362.949126:0:16773:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384362.949127:0:16773:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384362.949130:0:16773:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dd452398 time=92 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384362.949133:0:16773:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384362.949135:0:16773:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000edb0cbe6 refcount 3 to 192.168.202.52@tcp50 00000100:00000001:1.0:1767384362.949137:0:16773:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619777394812608 : -124296314739008 : ffff8ef4025026c0) 02000000:00000001:1.0:1767384362.949140:0:16773:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384362.949141:0:16773:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384362.949144:0:16773:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384362.949152:0:16773:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.52@tcp50 00000400:00000010:1.0:1767384362.949155:0:16773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000d24b2a96. 00000100:00000200:1.0:1767384362.949158:0:16773:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1853236716766208, offset 224 00000400:00000200:1.0:1767384362.949163:0:16773:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.52@tcp50 00000400:00000200:1.0:1767384362.949169:0:16773:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.152@tcp50 to NMR: 192.168.202.52@tcp50 local destination 00000400:00000200:1.0:1767384362.949176:0:16773:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp50 NI seq info: [210:210:256:4294967295] 192.168.202.52@tcp50 LPNI seq info [10:10:8:4294967295] 00000400:00000200:1.0:1767384362.949186:0:16773:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp50(192.168.202.152@tcp50:192.168.202.152@tcp50) -> 192.168.202.52@tcp50(192.168.202.52@tcp50:192.168.202.52@tcp50) : PUT try# 0 00000800:00000200:1.0:1767384362.949191:0:16773:0:(socklnd_cb.c:1001:ksocknal_send()) sending 8472 bytes in 3 frags to 12345-192.168.202.52@tcp50 00000800:00000010:1.0:1767384362.949194:0:16773:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at 00000000e2cbead0. 00000800:00000200:1.0:1767384362.949198:0:16773:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005f37b0da] -> 12345-192.168.202.52@tcp50 (4) 00000800:00000200:1.0:1767384362.949203:0:16773:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.52@tcp50 ip 192.168.202.52:1022 00000800:00000200:1.0:1767384362.949205:0:16773:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e2cbead0 type 1, nob 8568 niov 1 nkiov 3 00000100:00000001:1.0:1767384362.949215:0:16773:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384362.949219:0:16773:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000edb0cbe6 refcount 2 to 192.168.202.52@tcp50 00010000:00000001:1.0:1767384362.949221:0:16773:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384362.949222:0:16773:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384362.949224:0:16773:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384362.949228:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000070c1bfeb x1853236716766208/t0(0) o502->d7c7db59-0549-4c42-8eed-4384a2494667@192.168.202.52@tcp50:343/0 lens 272/8472 e 0 to 0 dl 1767384373 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384362.949238:0:16773:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000070c1bfeb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7c7db59-0549-4c42-8eed-4384a2494667+7:15554:x1853236716766208:12345-192.168.202.52@tcp50:502: Request processed in 448us (619us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384362.949246:0:16773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp50, seq: 163 00000100:00000040:1.0:1767384362.949249:0:16773:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000e92f6ab : new rpc_count 0 00000100:00000001:1.0:1767384362.949251:0:16773:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384362.949253:0:16773:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384362.949257:0:16773:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ffdc4482. 00000020:00000010:1.0:1767384362.949260:0:16773:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f287db5e. 00000020:00000010:1.0:1767384362.949263:0:16773:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007f7627ab. 00000020:00000040:1.0:1767384362.949266:0:16773:0:(genops.c:898:class_export_put()) PUTting export 000000000e92f6ab : new refcount 6 00000100:00000001:1.0:1767384362.949269:0:16773:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384362.949277:0:16773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384362.949282:0:16773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d6e63dd4. 00000800:00000200:0.0:1767384362.949282:0:16130:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384362.949287:0:16130:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at 00000000e2cbead0. 00000400:00000010:1.0:1767384362.949288:0:16773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a6cbbf1b. 00000400:00000200:0.0:1767384362.949291:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384362.949298:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp50->192.168.202.52@tcp50: PUT: OK 00000400:00000200:0.0:1767384362.949301:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d24b2a96 00000400:00000010:0.0:1767384362.949302:0:16130:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000d24b2a96. 00000100:00000001:0.0:1767384362.949305:0:16130:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:0.0:1767384362.949307:0:16130:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384362.949308:0:16130:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 00000000ed34d1e7. 02000000:00000001:0.0:1767384362.949316:0:16130:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384362.949317:0:16130:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1767384362.958496:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384362.958512:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384362.958516:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384362.958518:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384362.958529:0:16132:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.152@tcp50(192.168.202.152@tcp50) <- 192.168.202.52@tcp50 : PUT - for me 00000400:00000200:2.0:1767384362.958546:0:16132:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.52@tcp50 of length 272 into portal 26 MB=0x695824c300480 00000400:00000200:2.0:1767384362.958555:0:16132:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.202.52@tcp50 of length 272/272 into md 0x185d [2] + 0 00000400:00000010:2.0:1767384362.958559:0:16132:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000505cc9ab. 00000400:00000200:2.0:1767384362.958567:0:16132:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000007ef9d5c0 00000800:00000001:2.0:1767384362.958574:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384362.958583:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384362.958586:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384362.958591:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp50->192.168.202.52@tcp50: PUT: OK 00000400:00000200:2.0:1767384362.958596:0:16132:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007ef9d5c0 00000400:00000010:2.0:1767384362.958598:0:16132:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007ef9d5c0. 00000100:00000001:2.0:1767384362.958603:0:16132:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384362.958605:0:16132:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384362.958608:0:16132:0:(events.c:337:request_in_callback()) incoming req@00000000d8380eca x1853236716766336 msgsize 272 00000100:00100000:2.0:1767384362.958614:0:16132:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp50 (source: 12345-192.168.202.52@tcp50) 00000100:00000040:2.0:1767384362.958616:0:16132:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384362.958629:0:16132:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1767384362.958636:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384362.958639:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384362.958688:0:16773:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384362.958692:0:16773:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236716766336 02000000:00000001:1.0:1767384362.958696:0:16773:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384362.958698:0:16773:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384362.958701:0:16773:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384362.958705:0:16773:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384362.958709:0:16773:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236716766336 00000020:00000001:1.0:1767384362.958712:0:16773:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384362.958714:0:16773:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eecd17 00000020:00000001:1.0:1767384362.958716:0:16773:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384362.958719:0:16773:0:(lustre_handles.c:131:class_handle2object()) GET export 000000000e92f6ab refcount=7 00000020:00000001:1.0:1767384362.958722:0:16773:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619777399736320 : -124296309815296 : ffff8ef4029b4800) 00000020:00000001:1.0:1767384362.958725:0:16773:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619777399736320 : -124296309815296 : ffff8ef4029b4800) 00000100:00000001:1.0:1767384362.958729:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384362.958734:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005a66ce6f. 00000100:00000001:1.0:1767384362.958736:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384362.958739:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005a66ce6f. 00000020:00000010:1.0:1767384362.958744:0:16773:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007f7627ab. 00000020:00000010:1.0:1767384362.958749:0:16773:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ffdc4482. 00000020:00000010:1.0:1767384362.958753:0:16773:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f287db5e. 00000100:00000040:1.0:1767384362.958760:0:16773:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384362.958763:0:16773:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384362.958765:0:16773:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384362.958767:0:16773:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384362.958772:0:16773:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384362.958783:0:16773:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384362.958794:0:16773:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384362.958796:0:16773:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384362.958802:0:16773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp50, seq: 164 00000100:00000040:1.0:1767384362.958805:0:16773:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000000e92f6ab : new rpc_count 1 00000100:00000001:1.0:1767384362.958808:0:16773:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619777395457104 : -124296314094512 : ffff8ef40259fc50) 00000100:00000040:1.0:1767384362.958814:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000d8380eca x1853236716766336/t0(0) o502->d7c7db59-0549-4c42-8eed-4384a2494667@192.168.202.52@tcp50:343/0 lens 272/0 e 0 to 0 dl 1767384373 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384362.958837:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384362.958840:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005a66ce6f. 00000100:00000001:1.0:1767384362.958842:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384362.958844:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005a66ce6f. 00000100:00100000:1.0:1767384362.958849:0:16773:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000d8380eca pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7c7db59-0549-4c42-8eed-4384a2494667+7:15554:x1853236716766336:12345-192.168.202.52@tcp50:502: 00000100:00000200:1.0:1767384362.958853:0:16773:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236716766336 00000020:00000001:1.0:1767384362.958856:0:16773:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384362.958859:0:16773:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384362.958861:0:16773:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384362.958864:0:16773:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384362.958866:0:16773:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669140720 : -1040410896 : ffffffffc1fc96f0) 00000020:00000001:1.0:1767384362.958869:0:16773:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384362.958870:0:16773:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384362.958873:0:16773:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384362.958874:0:16773:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384362.958878:0:16773:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384362.958880:0:16773:0:(tgt_handler.c:1541:tgt_llog_next_block()) Process entered 00000040:00000001:1.0:1767384362.958882:0:16773:0:(llog_server.c:103:llog_origin_handle_next_block()) Process entered 00000100:00000001:1.0:1767384362.958887:0:16773:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384362.958889:0:16773:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384362.958904:0:16773:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 00000000ed34d1e7. 02000000:00000001:1.0:1767384362.958907:0:16773:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384362.958909:0:16773:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:1.0:1767384362.958912:0:16773:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 0000000066d3e4b6 : new refcount 2 00000040:00000001:1.0:1767384362.958915:0:16773:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:1.0:1767384362.958917:0:16773:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000002a76173d. 00000040:00000001:1.0:1767384362.958922:0:16773:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:1.0:1767384362.958924:0:16773:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:1.0:1767384362.958926:0:16773:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446619782067589120 : -124291641962496 : 0xffff8ef518d51000) 00000020:00000001:1.0:1767384362.958929:0:16773:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446619782067589120 : -124291641962496 : ffff8ef518d51000) 00000020:00000001:1.0:1767384362.958934:0:16773:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384362.958939:0:16773:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446619782313852760 : -124291395698856 : ffff8ef52782bf58) 00000040:00000001:1.0:1767384362.958947:0:16773:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384362.958949:0:16773:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384362.958951:0:16773:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:1.0:1767384362.958955:0:16773:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000003df3f98b. 00000040:00000001:1.0:1767384362.958958:0:16773:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:1.0:1767384362.958960:0:16773:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00000001:1.0:1767384362.959062:0:16773:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384362.959065:0:16773:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384362.959067:0:16773:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384362.959070:0:16773:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:1.0:1767384362.959072:0:16773:0:(llog_osd.c:1116:llog_osd_next_block()) Process entered 00000040:00001000:1.0:1767384362.959076:0:16773:0:(llog_osd.c:1150:llog_osd_next_block()) looking for log index 29 (cur idx 29 off 8192), size 13192 00000040:00000001:1.0:1767384362.959149:0:16773:0:(llog_osd.c:1281:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:1.0:1767384362.959152:0:16773:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384362.959154:0:16773:0:(llog_server.c:148:llog_origin_handle_next_block()) Process leaving 00000040:00000001:1.0:1767384362.959156:0:16773:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:1.0:1767384362.959159:0:16773:0:(lu_object.c:207:lu_object_put()) Add 0000000017d2affb/000000004632015f to site lru. bkt: 0000000020e8c507 00000040:00000001:1.0:1767384362.959163:0:16773:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:1.0:1767384362.959165:0:16773:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000003df3f98b. 00000040:00000010:1.0:1767384362.959168:0:16773:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000002a76173d. 00000040:00000040:1.0:1767384362.959171:0:16773:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 0000000066d3e4b6 : new refcount 1 00000020:00000001:1.0:1767384362.959173:0:16773:0:(tgt_handler.c:1545:tgt_llog_next_block()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384362.959176:0:16773:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236716766336 00010000:00000001:1.0:1767384362.959178:0:16773:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384362.959183:0:16773:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000d8380eca x1853236716766336/t0(0) o502->d7c7db59-0549-4c42-8eed-4384a2494667@192.168.202.52@tcp50:343/0 lens 272/8472 e 0 to 0 dl 1767384373 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384362.959191:0:16773:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384362.959194:0:16773:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384362.959197:0:16773:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dd452398 time=92 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384362.959201:0:16773:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384362.959204:0:16773:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000edb0cbe6 refcount 3 to 192.168.202.52@tcp50 00000100:00000001:1.0:1767384362.959206:0:16773:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619777394812608 : -124296314739008 : ffff8ef4025026c0) 02000000:00000001:1.0:1767384362.959209:0:16773:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384362.959211:0:16773:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384362.959214:0:16773:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384362.959222:0:16773:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.52@tcp50 00000400:00000010:1.0:1767384362.959225:0:16773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000cf10ba11. 00000100:00000200:1.0:1767384362.959230:0:16773:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1853236716766336, offset 224 00000400:00000200:1.0:1767384362.959236:0:16773:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.52@tcp50 00000400:00000200:1.0:1767384362.959245:0:16773:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.152@tcp50 to NMR: 192.168.202.52@tcp50 local destination 00000400:00000200:1.0:1767384362.959259:0:16773:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp50 NI seq info: [211:211:256:4294967295] 192.168.202.52@tcp50 LPNI seq info [11:11:8:4294967295] 00000400:00000200:1.0:1767384362.959270:0:16773:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp50(192.168.202.152@tcp50:192.168.202.152@tcp50) -> 192.168.202.52@tcp50(192.168.202.52@tcp50:192.168.202.52@tcp50) : PUT try# 0 00000800:00000200:1.0:1767384362.959275:0:16773:0:(socklnd_cb.c:1001:ksocknal_send()) sending 8472 bytes in 3 frags to 12345-192.168.202.52@tcp50 00000800:00000010:1.0:1767384362.959278:0:16773:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at 000000002a76173d. 00000800:00000200:1.0:1767384362.959283:0:16773:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005f37b0da] -> 12345-192.168.202.52@tcp50 (4) 00000800:00000200:1.0:1767384362.959289:0:16773:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.52@tcp50 ip 192.168.202.52:1022 00000800:00000200:1.0:1767384362.959293:0:16773:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000002a76173d type 1, nob 8568 niov 1 nkiov 3 00000100:00000001:1.0:1767384362.959306:0:16773:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384362.959310:0:16773:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000edb0cbe6 refcount 2 to 192.168.202.52@tcp50 00010000:00000001:1.0:1767384362.959312:0:16773:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384362.959314:0:16773:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384362.959316:0:16773:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384362.959320:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d8380eca x1853236716766336/t0(0) o502->d7c7db59-0549-4c42-8eed-4384a2494667@192.168.202.52@tcp50:343/0 lens 272/8472 e 0 to 0 dl 1767384373 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384362.959329:0:16773:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000d8380eca pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7c7db59-0549-4c42-8eed-4384a2494667+7:15554:x1853236716766336:12345-192.168.202.52@tcp50:502: Request processed in 491us (718us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384362.959338:0:16773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp50, seq: 164 00000100:00000040:1.0:1767384362.959341:0:16773:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000e92f6ab : new rpc_count 0 00000100:00000001:1.0:1767384362.959344:0:16773:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384362.959345:0:16773:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384362.959349:0:16773:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ffdc4482. 00000020:00000010:1.0:1767384362.959352:0:16773:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f287db5e. 00000020:00000010:1.0:1767384362.959355:0:16773:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007f7627ab. 00000020:00000040:1.0:1767384362.959360:0:16773:0:(genops.c:898:class_export_put()) PUTting export 000000000e92f6ab : new refcount 6 00000100:00000001:1.0:1767384362.959364:0:16773:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384362.959373:0:16773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384362.959377:0:16773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000b687c43. 00000400:00000010:1.0:1767384362.959382:0:16773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cde092a8. 00000800:00000200:2.0:1767384362.959408:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384362.959413:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at 000000002a76173d. 00000400:00000200:2.0:1767384362.959416:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384362.959422:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp50->192.168.202.52@tcp50: PUT: OK 00000400:00000200:2.0:1767384362.959425:0:16131:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cf10ba11 00000400:00000010:2.0:1767384362.959427:0:16131:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000cf10ba11. 00000100:00000001:2.0:1767384362.959431:0:16131:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:2.0:1767384362.959440:0:16131:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384362.959441:0:16131:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 00000000ed34d1e7. 02000000:00000001:2.0:1767384362.959451:0:16131:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384362.959453:0:16131:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1767384362.960598:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384362.960606:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384362.960608:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384362.960610:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384362.960615:0:16130:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.152@tcp50(192.168.202.152@tcp50) <- 192.168.202.52@tcp50 : PUT - for me 00000400:00000200:0.0:1767384362.960623:0:16130:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.52@tcp50 of length 328 into portal 26 MB=0x695824c300500 00000400:00000200:0.0:1767384362.960627:0:16130:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.202.52@tcp50 of length 328/328 into md 0x1895 [2] + 0 00000400:00000010:0.0:1767384362.960630:0:16130:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000362f27eb. 00000400:00000200:0.0:1767384362.960633:0:16130:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000108539b0 00000800:00000001:0.0:1767384362.960636:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384362.960654:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384362.960657:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384362.960661:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp50->192.168.202.52@tcp50: PUT: OK 00000400:00000200:0.0:1767384362.960665:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000108539b0 00000400:00000010:0.0:1767384362.960667:0:16130:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000108539b0. 00000100:00000001:0.0:1767384362.960671:0:16130:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384362.960672:0:16130:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384362.960674:0:16130:0:(events.c:337:request_in_callback()) incoming req@0000000009a9f354 x1853236716766464 msgsize 328 00000100:00100000:0.0:1767384362.960679:0:16130:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp50 (source: 12345-192.168.202.52@tcp50) 00000100:00000040:0.0:1767384362.960681:0:16130:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384362.960693:0:16130:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1767384362.960699:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384362.960702:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384362.960746:0:16773:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384362.960748:0:16773:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236716766464 02000000:00000001:1.0:1767384362.960750:0:16773:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384362.960751:0:16773:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384362.960752:0:16773:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384362.960754:0:16773:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384362.960756:0:16773:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236716766464 00000020:00000001:1.0:1767384362.960757:0:16773:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384362.960758:0:16773:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eecd17 00000020:00000001:1.0:1767384362.960759:0:16773:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384362.960760:0:16773:0:(lustre_handles.c:131:class_handle2object()) GET export 000000000e92f6ab refcount=7 00000020:00000001:1.0:1767384362.960762:0:16773:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619777399736320 : -124296309815296 : ffff8ef4029b4800) 00000020:00000001:1.0:1767384362.960763:0:16773:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619777399736320 : -124296309815296 : ffff8ef4029b4800) 00000100:00000001:1.0:1767384362.960765:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384362.960768:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005a66ce6f. 00000100:00000001:1.0:1767384362.960769:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384362.960771:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005a66ce6f. 00000020:00000010:1.0:1767384362.960773:0:16773:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007f7627ab. 00000020:00000010:1.0:1767384362.960775:0:16773:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ffdc4482. 00000020:00000010:1.0:1767384362.960777:0:16773:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f287db5e. 00000100:00000040:1.0:1767384362.960780:0:16773:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384362.960781:0:16773:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384362.960782:0:16773:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384362.960784:0:16773:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384362.960787:0:16773:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384362.960796:0:16773:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384362.960803:0:16773:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384362.960805:0:16773:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384362.960808:0:16773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp50, seq: 165 00000100:00000040:1.0:1767384362.960811:0:16773:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000000e92f6ab : new rpc_count 1 00000100:00000001:1.0:1767384362.960813:0:16773:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619777395451984 : -124296314099632 : ffff8ef40259e850) 00000100:00000040:1.0:1767384362.960817:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000009a9f354 x1853236716766464/t0(0) o101->d7c7db59-0549-4c42-8eed-4384a2494667@192.168.202.52@tcp50:343/0 lens 328/0 e 0 to 0 dl 1767384373 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384362.960834:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384362.960837:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005a66ce6f. 00000100:00000001:1.0:1767384362.960839:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384362.960842:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005a66ce6f. 00000100:00100000:1.0:1767384362.960846:0:16773:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000009a9f354 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7c7db59-0549-4c42-8eed-4384a2494667+7:15535:x1853236716766464:12345-192.168.202.52@tcp50:101: 00000100:00000200:1.0:1767384362.960850:0:16773:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236716766464 00000020:00000001:1.0:1767384362.960853:0:16773:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384362.960854:0:16773:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384362.960856:0:16773:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384362.960858:0:16773:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384362.960860:0:16773:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669141056 : -1040410560 : ffffffffc1fc9840) 00000020:00000001:1.0:1767384362.960862:0:16773:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384362.960863:0:16773:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384362.960865:0:16773:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384362.960866:0:16773:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384362.960870:0:16773:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384362.960871:0:16773:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1767384362.960873:0:16773:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1767384362.960875:0:16773:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1767384362.960876:0:16773:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1767384362.960878:0:16773:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384362.960882:0:16773:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384362.960888:0:16773:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000d9687682. 00010000:00000001:1.0:1767384362.960891:0:16773:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384362.960893:0:16773:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000005815cd30. 00000020:00000001:1.0:1767384362.960895:0:16773:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384362.960896:0:16773:0:(lustre_handles.c:77:class_handle_hash()) added object 000000005815cd30 with handle 0x7e51148972eecd2c to hash 00000020:00000001:1.0:1767384362.960898:0:16773:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384362.960899:0:16773:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446619781820859904 : -124291888691712 : ffff8ef50a204600) 00010000:00000001:1.0:1767384362.960901:0:16773:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446619781820859904 : -124291888691712 : ffff8ef50a204600) 00010000:00010000:1.0:1767384362.960903:0:16773:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 000000005815cd30/0x7e51148972eecd2c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xdc4cb4ce8e4aee3d expref: -99 pid: 16773 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384362.960916:0:16773:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 000000000e92f6ab : new locks_count 3 00000020:00000040:1.0:1767384362.960918:0:16773:0:(genops.c:887:class_export_get()) GET export 000000000e92f6ab refcount=8 00000100:00000001:1.0:1767384362.960923:0:16773:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384362.960924:0:16773:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384362.960926:0:16773:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000f30ac791. 02000000:00000001:1.0:1767384362.960928:0:16773:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384362.960929:0:16773:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384362.960931:0:16773:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384362.960934:0:16773:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384362.960935:0:16773:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384362.960937:0:16773:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384362.960938:0:16773:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384362.960940:0:16773:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384362.960940:0:16773:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384362.960942:0:16773:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384362.960944:0:16773:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384362.960945:0:16773:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384362.960946:0:16773:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384362.960947:0:16773:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000d9687682) refcount = 1 00010000:00010000:1.0:1767384362.960950:0:16773:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000005815cd30/0x7e51148972eecd2c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 192.168.202.52@tcp50 remote: 0xdc4cb4ce8e4aee3d expref: 8 pid: 16773 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384362.960955:0:16773:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384362.960956:0:16773:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384362.960957:0:16773:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384362.960958:0:16773:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384362.960959:0:16773:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384362.960962:0:16773:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:1.0:1767384362.960964:0:16773:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 000000005815cd30/0x7e51148972eecd2c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 192.168.202.52@tcp50 remote: 0xdc4cb4ce8e4aee3d expref: 8 pid: 16773 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384362.960968:0:16773:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384362.960969:0:16773:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384362.960970:0:16773:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384362.960975:0:16773:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384362.960976:0:16773:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384362.960977:0:16773:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384362.960978:0:16773:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384362.960979:0:16773:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 000000005815cd30, rc 0) 00000020:00000001:1.0:1767384362.960981:0:16773:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384362.960983:0:16773:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236716766464 00010000:00000001:1.0:1767384362.960984:0:16773:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384362.960986:0:16773:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000009a9f354 x1853236716766464/t0(0) o101->d7c7db59-0549-4c42-8eed-4384a2494667@192.168.202.52@tcp50:343/0 lens 328/344 e 0 to 0 dl 1767384373 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384362.960991:0:16773:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384362.960992:0:16773:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384362.960994:0:16773:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dd452398 time=92 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384362.960996:0:16773:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384362.960997:0:16773:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000edb0cbe6 refcount 3 to 192.168.202.52@tcp50 00000100:00000001:1.0:1767384362.960999:0:16773:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619777394812608 : -124296314739008 : ffff8ef4025026c0) 02000000:00000001:1.0:1767384362.961000:0:16773:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384362.961002:0:16773:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384362.961003:0:16773:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384362.961005:0:16773:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.52@tcp50 00000400:00000010:1.0:1767384362.961007:0:16773:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005a043743. 00000100:00000200:1.0:1767384362.961009:0:16773:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236716766464, offset 224 00000400:00000200:1.0:1767384362.961011:0:16773:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.52@tcp50 00000400:00000200:1.0:1767384362.961016:0:16773:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.152@tcp50 to NMR: 192.168.202.52@tcp50 local destination 00000400:00000200:1.0:1767384362.961021:0:16773:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp50 NI seq info: [212:212:256:4294967295] 192.168.202.52@tcp50 LPNI seq info [12:12:8:4294967295] 00000400:00000200:1.0:1767384362.961028:0:16773:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp50(192.168.202.152@tcp50:192.168.202.152@tcp50) -> 192.168.202.52@tcp50(192.168.202.52@tcp50:192.168.202.52@tcp50) : PUT try# 0 00000800:00000200:1.0:1767384362.961031:0:16773:0:(socklnd_cb.c:1001:ksocknal_send()) sending 344 bytes in 1 frags to 12345-192.168.202.52@tcp50 00000800:00000010:1.0:1767384362.961033:0:16773:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b22d575e. 00000800:00000200:1.0:1767384362.961050:0:16773:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005f37b0da] -> 12345-192.168.202.52@tcp50 (4) 00000800:00000200:1.0:1767384362.961053:0:16773:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.52@tcp50 ip 192.168.202.52:1023 00000800:00000200:1.0:1767384362.961055:0:16773:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b22d575e type 1, nob 440 niov 1 nkiov 1 00000100:00000001:1.0:1767384362.961067:0:16773:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384362.961070:0:16773:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000edb0cbe6 refcount 2 to 192.168.202.52@tcp50 00010000:00000001:1.0:1767384362.961071:0:16773:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384362.961072:0:16773:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384362.961074:0:16773:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384362.961076:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000009a9f354 x1853236716766464/t0(0) o101->d7c7db59-0549-4c42-8eed-4384a2494667@192.168.202.52@tcp50:343/0 lens 328/344 e 0 to 0 dl 1767384373 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384362.961082:0:16773:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000009a9f354 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7c7db59-0549-4c42-8eed-4384a2494667+8:15535:x1853236716766464:12345-192.168.202.52@tcp50:101: Request processed in 248us (406us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384362.961106:0:16773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp50, seq: 165 00000100:00000040:1.0:1767384362.961108:0:16773:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000e92f6ab : new rpc_count 0 00000100:00000001:1.0:1767384362.961109:0:16773:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384362.961110:0:16773:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384362.961112:0:16773:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ffdc4482. 00000020:00000010:1.0:1767384362.961114:0:16773:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f287db5e. 00000020:00000010:1.0:1767384362.961117:0:16773:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007f7627ab. 00000020:00000040:1.0:1767384362.961120:0:16773:0:(genops.c:898:class_export_put()) PUTting export 000000000e92f6ab : new refcount 7 00000100:00000001:1.0:1767384362.961122:0:16773:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384362.961124:0:16773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384362.961128:0:16773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000050430655. 00000400:00000010:1.0:1767384362.961132:0:16773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008d0a681d. 00000800:00000200:2.0:1767384362.961148:0:16132:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384362.961152:0:16132:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b22d575e. 00000400:00000200:2.0:1767384362.961157:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384362.961162:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp50->192.168.202.52@tcp50: PUT: OK 00000400:00000200:2.0:1767384362.961165:0:16132:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005a043743 00000400:00000010:2.0:1767384362.961167:0:16132:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005a043743. 00000100:00000001:2.0:1767384362.961170:0:16132:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:2.0:1767384362.961172:0:16132:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384362.961174:0:16132:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000f30ac791. 02000000:00000001:2.0:1767384362.961177:0:16132:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384362.961179:0:16132:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1767384362.962306:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384362.962313:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384362.962315:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384362.962317:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384362.962323:0:16131:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.152@tcp50(192.168.202.152@tcp50) <- 192.168.202.52@tcp50 : PUT - for me 00000400:00000200:2.0:1767384362.962332:0:16131:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.52@tcp50 of length 304 into portal 26 MB=0x695824c300580 00000400:00000200:2.0:1767384362.962337:0:16131:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.202.52@tcp50 of length 304/304 into md 0x189d [2] + 0 00000400:00000010:2.0:1767384362.962340:0:16131:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000aa96626. 00000400:00000200:2.0:1767384362.962343:0:16131:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000220c5bd3 00000800:00000001:2.0:1767384362.962347:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384362.962352:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384362.962354:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384362.962357:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp50->192.168.202.52@tcp50: PUT: OK 00000400:00000200:2.0:1767384362.962360:0:16131:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000220c5bd3 00000400:00000010:2.0:1767384362.962362:0:16131:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000220c5bd3. 00000100:00000001:2.0:1767384362.962365:0:16131:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384362.962366:0:16131:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384362.962369:0:16131:0:(events.c:337:request_in_callback()) incoming req@0000000063311df0 x1853236716766592 msgsize 304 00000100:00100000:2.0:1767384362.962374:0:16131:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp50 (source: 12345-192.168.202.52@tcp50) 00000100:00000040:2.0:1767384362.962376:0:16131:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384362.962393:0:16131:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1767384362.962399:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384362.962402:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384362.962455:0:16773:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384362.962458:0:16773:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236716766592 02000000:00000001:1.0:1767384362.962460:0:16773:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384362.962461:0:16773:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384362.962462:0:16773:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384362.962464:0:16773:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384362.962466:0:16773:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236716766592 00000020:00000001:1.0:1767384362.962468:0:16773:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384362.962469:0:16773:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eecd17 00000020:00000001:1.0:1767384362.962470:0:16773:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384362.962472:0:16773:0:(lustre_handles.c:131:class_handle2object()) GET export 000000000e92f6ab refcount=8 00000020:00000001:1.0:1767384362.962473:0:16773:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619777399736320 : -124296309815296 : ffff8ef4029b4800) 00000020:00000001:1.0:1767384362.962481:0:16773:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619777399736320 : -124296309815296 : ffff8ef4029b4800) 00000100:00000001:1.0:1767384362.962483:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384362.962485:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005a66ce6f. 00000100:00000001:1.0:1767384362.962486:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384362.962488:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005a66ce6f. 00000020:00000010:1.0:1767384362.962491:0:16773:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007f7627ab. 00000020:00000010:1.0:1767384362.962493:0:16773:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ffdc4482. 00000020:00000010:1.0:1767384362.962495:0:16773:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f287db5e. 00000100:00000040:1.0:1767384362.962498:0:16773:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384362.962500:0:16773:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384362.962500:0:16773:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384362.962501:0:16773:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384362.962504:0:16773:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384362.962514:0:16773:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384362.962519:0:16773:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384362.962520:0:16773:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384362.962523:0:16773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp50, seq: 166 00000100:00000040:1.0:1767384362.962525:0:16773:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000000e92f6ab : new rpc_count 1 00000100:00000001:1.0:1767384362.962526:0:16773:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619777395447888 : -124296314103728 : ffff8ef40259d850) 00000100:00000040:1.0:1767384362.962530:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000063311df0 x1853236716766592/t0(0) o256->d7c7db59-0549-4c42-8eed-4384a2494667@192.168.202.52@tcp50:343/0 lens 304/0 e 0 to 0 dl 1767384373 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384362.962536:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384362.962538:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005a66ce6f. 00000100:00000001:1.0:1767384362.962540:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384362.962541:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005a66ce6f. 00000100:00100000:1.0:1767384362.962544:0:16773:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000063311df0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7c7db59-0549-4c42-8eed-4384a2494667+8:15535:x1853236716766592:12345-192.168.202.52@tcp50:256: 00000100:00000200:1.0:1767384362.962547:0:16773:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236716766592 00000020:00000001:1.0:1767384362.962548:0:16773:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384362.962550:0:16773:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384362.962551:0:16773:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384362.962554:0:16773:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384362.962559:0:16773:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669141472 : -1040410144 : ffffffffc1fc99e0) 00000020:00000001:1.0:1767384362.962561:0:16773:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384362.962562:0:16773:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384362.962563:0:16773:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384362.962564:0:16773:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384362.962566:0:16773:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384362.962568:0:16773:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384362.962569:0:16773:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384362.962572:0:16773:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 00000000f30ac791. 02000000:00000001:1.0:1767384362.962573:0:16773:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384362.962574:0:16773:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384362.962576:0:16773:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:1.0:1767384362.962579:0:16773:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:1.0:1767384362.962582:0:16773:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384362.962583:0:16773:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384362.962585:0:16773:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384362.962587:0:16773:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:1.0:1767384362.962588:0:16773:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 1048576. 20000000:00000010:1.0:1767384362.962590:0:16773:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 2048 at 00000000020aa078. 20000000:00000001:1.0:1767384362.962592:0:16773:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:1.0:1767384362.962604:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:1.0:1767384362.962609:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:1.0:1767384362.962613:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:1.0:1767384362.962614:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:1.0:1767384362.962615:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:1.0:1767384362.962617:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:1.0:1767384362.962618:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:1.0:1767384362.962619:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:1.0:1767384362.962620:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:1.0:1767384362.962622:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:1.0:1767384362.962623:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:1.0:1767384362.962624:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:1.0:1767384362.962625:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:1.0:1767384362.962626:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:1.0:1767384362.962628:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:1.0:1767384362.962629:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:1.0:1767384362.962630:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:1.0:1767384362.962631:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:1.0:1767384362.962636:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:1.0:1767384362.962637:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:1.0:1767384362.962639:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:1.0:1767384362.962640:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:1.0:1767384362.962641:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:1.0:1767384362.962643:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:1.0:1767384362.962644:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:1.0:1767384362.962645:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:1.0:1767384362.962646:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:1.0:1767384362.962647:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:1.0:1767384362.962648:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:1.0:1767384362.962649:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:1.0:1767384362.962650:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:1.0:1767384362.962652:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:1.0:1767384362.962653:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:00000040:1.0:1767384362.962654:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #42 20000000:00000040:1.0:1767384362.962655:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #43 20000000:00000040:1.0:1767384362.962656:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #44 20000000:00000040:1.0:1767384362.962657:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #45 20000000:00000040:1.0:1767384362.962658:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #46 20000000:00000040:1.0:1767384362.962659:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #47 20000000:00000040:1.0:1767384362.962660:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #48 20000000:00000040:1.0:1767384362.962661:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #49 20000000:00000040:1.0:1767384362.962663:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #50 20000000:01000000:1.0:1767384362.962664:0:16773:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 864, pages 3232/1/256/255. 20000000:00000040:1.0:1767384362.962671:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:1.0:1767384362.962672:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:1.0:1767384362.962674:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:1.0:1767384362.962675:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:1.0:1767384362.962676:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:1.0:1767384362.962677:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:1.0:1767384362.962678:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:1.0:1767384362.962679:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:1.0:1767384362.962680:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:1.0:1767384362.962681:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:1.0:1767384362.962683:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:1.0:1767384362.962684:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:1.0:1767384362.962685:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:1.0:1767384362.962686:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:1.0:1767384362.962690:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:1.0:1767384362.962691:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:1.0:1767384362.962692:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:1.0:1767384362.962694:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:1.0:1767384362.962695:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:1.0:1767384362.962696:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:1.0:1767384362.962698:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:1.0:1767384362.962699:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:1.0:1767384362.962700:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:1.0:1767384362.962701:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:1.0:1767384362.962702:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:1.0:1767384362.962703:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:1.0:1767384362.962704:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:1.0:1767384362.962705:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:1.0:1767384362.962706:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:1.0:1767384362.962707:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:1.0:1767384362.962708:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:1.0:1767384362.962710:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:1.0:1767384362.962711:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:00000040:1.0:1767384362.962712:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #42 20000000:00000040:1.0:1767384362.962713:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #43 20000000:00000040:1.0:1767384362.962714:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #44 20000000:00000040:1.0:1767384362.962715:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #45 20000000:00000040:1.0:1767384362.962716:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #46 20000000:00000040:1.0:1767384362.962717:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #47 20000000:00000040:1.0:1767384362.962718:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #48 20000000:00000040:1.0:1767384362.962719:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #49 20000000:00000040:1.0:1767384362.962720:0:16773:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #50 20000000:01000000:1.0:1767384362.962721:0:16773:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 864, pages 2368/1/256/255. 20000000:01000000:1.0:1767384362.962723:0:16773:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 1728, version 88 20000000:00000001:1.0:1767384362.962724:0:16773:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=1728 : 1728 : 6c0) 00000100:00000001:1.0:1767384362.962726:0:16773:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:1.0:1767384362.962729:0:16773:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000006ba3fea2. 00000100:00000010:1.0:1767384362.962731:0:16773:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 0000000033679a4f. 00000020:00000040:1.0:1767384362.962732:0:16773:0:(genops.c:887:class_export_get()) GET export 000000000e92f6ab refcount=9 00010000:00000001:1.0:1767384362.962735:0:16773:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:1.0:1767384362.962737:0:16773:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:1.0:1767384362.962739:0:16773:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ddab9ea5. 00000400:00000010:1.0:1767384362.962743:0:16773:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000c8250a00. 00000400:00000200:1.0:1767384362.962749:0:16773:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.52@tcp50 00000400:00000200:1.0:1767384362.962755:0:16773:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.152@tcp50 to NMR: 192.168.202.52@tcp50 local destination 00000400:00000200:1.0:1767384362.962761:0:16773:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp50 NI seq info: [213:213:256:4294967295] 192.168.202.52@tcp50 LPNI seq info [13:13:8:4294967295] 00000400:00000200:1.0:1767384362.962764:0:16773:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.52@tcp50 00000400:00000200:1.0:1767384362.962769:0:16773:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp50(192.168.202.152@tcp50:192.168.202.152@tcp50) -> 192.168.202.52@tcp50(192.168.202.52@tcp50:192.168.202.52@tcp50) : PUT try# 0 00000800:00000200:1.0:1767384362.962772:0:16773:0:(socklnd_cb.c:1001:ksocknal_send()) sending 1728 bytes in 1 frags to 12345-192.168.202.52@tcp50 00000800:00000010:1.0:1767384362.962774:0:16773:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f7f6b6bc. 00000800:00000200:1.0:1767384362.962777:0:16773:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005f37b0da] -> 12345-192.168.202.52@tcp50 (4) 00000800:00000200:1.0:1767384362.962780:0:16773:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.52@tcp50 ip 192.168.202.52:1022 00000800:00000200:1.0:1767384362.962782:0:16773:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f7f6b6bc type 1, nob 1824 niov 1 nkiov 1 00000100:00000200:1.0:1767384362.962795:0:16773:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 1728 bytes via portal 33 id 12345-192.168.202.52@tcp50 mbits 0x695824c300580-0x695824c300580 00000100:00000001:1.0:1767384362.962799:0:16773:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384362.962891:0:16130:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384362.962896:0:16130:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f7f6b6bc. 00000400:00000200:0.0:1767384362.962901:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384362.962906:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp50->192.168.202.52@tcp50: PUT: OK 00000100:00000001:0.0:1767384362.962911:0:16130:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:0.0:1767384362.962912:0:16130:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 000000006ba3fea2 00000100:00000001:0.0:1767384362.962915:0:16130:0:(events.c:486:server_bulk_callback()) Process leaving 00000800:00000001:2.0:1767384362.963420:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384362.963427:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384362.963429:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384362.963455:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384362.963461:0:16132:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.152@tcp50(192.168.202.152@tcp50) <- 192.168.202.52@tcp50 : ACK - for me 00000400:00000200:2.0:1767384362.963470:0:16132:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.152@tcp50: ACK from 12345-192.168.202.52@tcp50 into md 0x2069 00000400:00000200:2.0:1767384362.963474:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384362.963477:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp50->192.168.202.52@tcp50: ACK: OK 00000400:00000200:2.0:1767384362.963480:0:16132:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ddab9ea5 00000400:00000010:2.0:1767384362.963482:0:16132:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ddab9ea5. 00000100:00000001:2.0:1767384362.963485:0:16132:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:2.0:1767384362.963487:0:16132:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 000000006ba3fea2 00000100:00000001:2.0:1767384362.963497:0:16132:0:(events.c:486:server_bulk_callback()) Process leaving 00000800:00000001:2.0:1767384362.963501:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384362.963503:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384362.963561:0:16773:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384362.963564:0:16773:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:1.0:1767384362.963566:0:16773:0:(genops.c:898:class_export_put()) PUTting export 000000000e92f6ab : new refcount 8 00000100:00000010:1.0:1767384362.963569:0:16773:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 0000000033679a4f. 00000100:00000010:1.0:1767384362.963572:0:16773:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000006ba3fea2. 00000100:00000001:1.0:1767384362.963575:0:16773:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:1.0:1767384362.963576:0:16773:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:1.0:1767384362.963582:0:16773:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 2048 at 00000000020aa078. 20000000:00000001:1.0:1767384362.963585:0:16773:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384362.963587:0:16773:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236716766592 00010000:00000001:1.0:1767384362.963589:0:16773:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384362.963592:0:16773:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000063311df0 x1853236716766592/t0(0) o256->d7c7db59-0549-4c42-8eed-4384a2494667@192.168.202.52@tcp50:343/0 lens 304/240 e 0 to 0 dl 1767384373 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384362.963598:0:16773:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384362.963599:0:16773:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384362.963601:0:16773:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dd452398 time=92 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384362.963604:0:16773:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384362.963605:0:16773:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000edb0cbe6 refcount 3 to 192.168.202.52@tcp50 00000100:00000001:1.0:1767384362.963607:0:16773:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619777394812608 : -124296314739008 : ffff8ef4025026c0) 02000000:00000001:1.0:1767384362.963613:0:16773:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384362.963614:0:16773:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384362.963616:0:16773:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384362.963618:0:16773:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.52@tcp50 00000400:00000010:1.0:1767384362.963620:0:16773:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dfdfd5ac. 00000100:00000200:1.0:1767384362.963622:0:16773:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853236716766592, offset 224 00000400:00000200:1.0:1767384362.963625:0:16773:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.52@tcp50 00000400:00000200:1.0:1767384362.963630:0:16773:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.152@tcp50 to NMR: 192.168.202.52@tcp50 local destination 00000400:00000200:1.0:1767384362.963635:0:16773:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp50 NI seq info: [214:214:256:4294967295] 192.168.202.52@tcp50 LPNI seq info [14:14:8:4294967295] 00000400:00000200:1.0:1767384362.963642:0:16773:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp50(192.168.202.152@tcp50:192.168.202.152@tcp50) -> 192.168.202.52@tcp50(192.168.202.52@tcp50:192.168.202.52@tcp50) : PUT try# 0 00000800:00000200:1.0:1767384362.963645:0:16773:0:(socklnd_cb.c:1001:ksocknal_send()) sending 240 bytes in 1 frags to 12345-192.168.202.52@tcp50 00000800:00000010:1.0:1767384362.963647:0:16773:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a636b783. 00000800:00000200:1.0:1767384362.963650:0:16773:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005f37b0da] -> 12345-192.168.202.52@tcp50 (4) 00000800:00000200:1.0:1767384362.963653:0:16773:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.52@tcp50 ip 192.168.202.52:1023 00000800:00000200:1.0:1767384362.963655:0:16773:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a636b783 type 1, nob 336 niov 1 nkiov 1 00000100:00000001:1.0:1767384362.963666:0:16773:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384362.963668:0:16773:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000edb0cbe6 refcount 2 to 192.168.202.52@tcp50 00010000:00000001:1.0:1767384362.963669:0:16773:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384362.963670:0:16773:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384362.963671:0:16773:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384362.963674:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000063311df0 x1853236716766592/t0(0) o256->d7c7db59-0549-4c42-8eed-4384a2494667@192.168.202.52@tcp50:343/0 lens 304/240 e 0 to 0 dl 1767384373 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384362.963680:0:16773:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000063311df0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7c7db59-0549-4c42-8eed-4384a2494667+8:15535:x1853236716766592:12345-192.168.202.52@tcp50:256: Request processed in 1142us (1309us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384362.963685:0:16773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp50, seq: 166 00000100:00000040:1.0:1767384362.963687:0:16773:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000e92f6ab : new rpc_count 0 00000100:00000001:1.0:1767384362.963689:0:16773:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384362.963691:0:16773:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384362.963693:0:16773:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ffdc4482. 00000020:00000010:1.0:1767384362.963695:0:16773:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f287db5e. 00000020:00000010:1.0:1767384362.963702:0:16773:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007f7627ab. 00000020:00000040:1.0:1767384362.963704:0:16773:0:(genops.c:898:class_export_put()) PUTting export 000000000e92f6ab : new refcount 7 00000100:00000001:1.0:1767384362.963706:0:16773:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384362.963710:0:16773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384362.963713:0:16773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002dc97cb1. 00000400:00000010:1.0:1767384362.963716:0:16773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f40fc38f. 00000800:00000200:2.0:1767384362.963736:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384362.963741:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a636b783. 00000400:00000200:2.0:1767384362.963744:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384362.963749:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp50->192.168.202.52@tcp50: PUT: OK 00000400:00000200:2.0:1767384362.963753:0:16131:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dfdfd5ac 00000400:00000010:2.0:1767384362.963754:0:16131:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dfdfd5ac. 00000100:00000001:2.0:1767384362.963757:0:16131:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:2.0:1767384362.963759:0:16131:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384362.963760:0:16131:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 00000000f30ac791. 02000000:00000001:2.0:1767384362.963763:0:16131:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384362.963764:0:16131:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1767384362.966968:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384362.966974:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384362.966976:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384362.966978:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384362.966982:0:16130:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.152@tcp50(192.168.202.152@tcp50) <- 192.168.202.52@tcp50 : PUT - for me 00000400:00000200:0.0:1767384362.966989:0:16130:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.52@tcp50 of length 328 into portal 26 MB=0x695824c300600 00000400:00000200:0.0:1767384362.966993:0:16130:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.202.52@tcp50 of length 328/328 into md 0x18c5 [2] + 0 00000400:00000010:0.0:1767384362.966996:0:16130:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d018e6a3. 00000400:00000200:0.0:1767384362.966998:0:16130:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000f348eba7 00000800:00000001:0.0:1767384362.967001:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384362.967004:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384362.967006:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384362.967008:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp50->192.168.202.52@tcp50: PUT: OK 00000400:00000200:0.0:1767384362.967010:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f348eba7 00000400:00000010:0.0:1767384362.967017:0:16130:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f348eba7. 00000100:00000001:0.0:1767384362.967019:0:16130:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384362.967021:0:16130:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384362.967022:0:16130:0:(events.c:337:request_in_callback()) incoming req@000000003ca77d0c x1853236716766720 msgsize 328 00000100:00100000:0.0:1767384362.967025:0:16130:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp50 (source: 12345-192.168.202.52@tcp50) 00000100:00000040:0.0:1767384362.967027:0:16130:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384362.967046:0:16130:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1767384362.967050:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384362.967052:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384362.967078:0:16773:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384362.967081:0:16773:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236716766720 02000000:00000001:1.0:1767384362.967083:0:16773:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384362.967084:0:16773:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384362.967113:0:16773:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384362.967116:0:16773:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384362.967118:0:16773:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236716766720 00000020:00000001:1.0:1767384362.967120:0:16773:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384362.967121:0:16773:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eecd17 00000020:00000001:1.0:1767384362.967122:0:16773:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384362.967123:0:16773:0:(lustre_handles.c:131:class_handle2object()) GET export 000000000e92f6ab refcount=8 00000020:00000001:1.0:1767384362.967125:0:16773:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619777399736320 : -124296309815296 : ffff8ef4029b4800) 00000020:00000001:1.0:1767384362.967127:0:16773:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619777399736320 : -124296309815296 : ffff8ef4029b4800) 00000100:00000001:1.0:1767384362.967129:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384362.967132:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005a66ce6f. 00000100:00000001:1.0:1767384362.967133:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384362.967134:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005a66ce6f. 00000020:00000010:1.0:1767384362.967137:0:16773:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007f7627ab. 00000020:00000010:1.0:1767384362.967139:0:16773:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ffdc4482. 00000020:00000010:1.0:1767384362.967142:0:16773:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f287db5e. 00000100:00000040:1.0:1767384362.967145:0:16773:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384362.967146:0:16773:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384362.967147:0:16773:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384362.967148:0:16773:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384362.967151:0:16773:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384362.967159:0:16773:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384362.967164:0:16773:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384362.967165:0:16773:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384362.967169:0:16773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp50, seq: 167 00000100:00000040:1.0:1767384362.967177:0:16773:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000000e92f6ab : new rpc_count 1 00000100:00000001:1.0:1767384362.967178:0:16773:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619777395444816 : -124296314106800 : ffff8ef40259cc50) 00000100:00000040:1.0:1767384362.967182:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000003ca77d0c x1853236716766720/t0(0) o101->d7c7db59-0549-4c42-8eed-4384a2494667@192.168.202.52@tcp50:343/0 lens 328/0 e 0 to 0 dl 1767384373 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384362.967189:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384362.967191:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005a66ce6f. 00000100:00000001:1.0:1767384362.967193:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384362.967194:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005a66ce6f. 00000100:00100000:1.0:1767384362.967197:0:16773:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000003ca77d0c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7c7db59-0549-4c42-8eed-4384a2494667+8:15535:x1853236716766720:12345-192.168.202.52@tcp50:101: 00000100:00000200:1.0:1767384362.967200:0:16773:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236716766720 00000020:00000001:1.0:1767384362.967202:0:16773:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384362.967204:0:16773:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384362.967205:0:16773:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384362.967207:0:16773:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384362.967208:0:16773:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669141056 : -1040410560 : ffffffffc1fc9840) 00000020:00000001:1.0:1767384362.967210:0:16773:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384362.967211:0:16773:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384362.967212:0:16773:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384362.967213:0:16773:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384362.967215:0:16773:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384362.967216:0:16773:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1767384362.967217:0:16773:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1767384362.967218:0:16773:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1767384362.967220:0:16773:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1767384362.967220:0:16773:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384362.967223:0:16773:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1767384362.967226:0:16773:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000bccb39d5 count: 3 00010000:00000001:1.0:1767384362.967227:0:16773:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384362.967229:0:16773:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384362.967231:0:16773:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000271e18dc. 00000020:00000001:1.0:1767384362.967233:0:16773:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384362.967234:0:16773:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000271e18dc with handle 0x7e51148972eecd33 to hash 00000020:00000001:1.0:1767384362.967235:0:16773:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384362.967239:0:16773:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446619781820864000 : -124291888687616 : ffff8ef50a205600) 00010000:00000001:1.0:1767384362.967241:0:16773:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446619781820864000 : -124291888687616 : ffff8ef50a205600) 00010000:00010000:1.0:1767384362.967243:0:16773:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000271e18dc/0x7e51148972eecd33 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0xdc4cb4ce8e4aee44 expref: -99 pid: 16773 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384362.967248:0:16773:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 000000000e92f6ab : new locks_count 4 00000020:00000040:1.0:1767384362.967249:0:16773:0:(genops.c:887:class_export_get()) GET export 000000000e92f6ab refcount=9 00000100:00000001:1.0:1767384362.967253:0:16773:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384362.967254:0:16773:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384362.967256:0:16773:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 000000006ba3fea2. 02000000:00000001:1.0:1767384362.967257:0:16773:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384362.967259:0:16773:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384362.967260:0:16773:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384362.967262:0:16773:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384362.967263:0:16773:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384362.967264:0:16773:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384362.967265:0:16773:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384362.967267:0:16773:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384362.967267:0:16773:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384362.967269:0:16773:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384362.967270:0:16773:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384362.967271:0:16773:0:(ldlm_lock.c:999:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384362.967272:0:16773:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384362.967273:0:16773:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x736d61726170:0x3:0x0].0x0 (00000000bccb39d5) refcount = 3 00010000:00000040:1.0:1767384362.967275:0:16773:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1767384362.967277:0:16773:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000abbdeb41/0x7e51148972eeca00 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7e51148972eec9f9 expref: 13 pid: 16774 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384362.967280:0:16773:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 0000000082cb0e68/0x7e51148972eec982 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7e51148972eec97b expref: 13 pid: 16773 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384362.967284:0:16773:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000271e18dc/0x7e51148972eecd33 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 192.168.202.52@tcp50 remote: 0xdc4cb4ce8e4aee44 expref: 9 pid: 16773 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384362.967288:0:16773:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384362.967291:0:16773:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384362.967292:0:16773:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384362.967293:0:16773:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384362.967295:0:16773:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384362.967297:0:16773:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:1.0:1767384362.967299:0:16773:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000271e18dc/0x7e51148972eecd33 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 192.168.202.52@tcp50 remote: 0xdc4cb4ce8e4aee44 expref: 9 pid: 16773 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384362.967303:0:16773:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384362.967304:0:16773:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384362.967306:0:16773:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384362.967307:0:16773:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384362.967308:0:16773:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384362.967309:0:16773:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384362.967310:0:16773:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384362.967310:0:16773:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000271e18dc, rc 0) 00000020:00000001:1.0:1767384362.967312:0:16773:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384362.967313:0:16773:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236716766720 00010000:00000001:1.0:1767384362.967314:0:16773:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384362.967316:0:16773:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000003ca77d0c x1853236716766720/t0(0) o101->d7c7db59-0549-4c42-8eed-4384a2494667@192.168.202.52@tcp50:343/0 lens 328/344 e 0 to 0 dl 1767384373 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384362.967321:0:16773:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384362.967322:0:16773:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384362.967323:0:16773:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dd452398 time=92 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384362.967325:0:16773:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384362.967327:0:16773:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000edb0cbe6 refcount 3 to 192.168.202.52@tcp50 00000100:00000001:1.0:1767384362.967328:0:16773:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619777394812608 : -124296314739008 : ffff8ef4025026c0) 02000000:00000001:1.0:1767384362.967330:0:16773:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384362.967331:0:16773:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384362.967332:0:16773:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384362.967333:0:16773:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.52@tcp50 00000400:00000010:1.0:1767384362.967335:0:16773:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ea57a340. 00000100:00000200:1.0:1767384362.967337:0:16773:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236716766720, offset 224 00000400:00000200:1.0:1767384362.967340:0:16773:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.52@tcp50 00000400:00000200:1.0:1767384362.967345:0:16773:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.152@tcp50 to NMR: 192.168.202.52@tcp50 local destination 00000400:00000200:1.0:1767384362.967355:0:16773:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp50 NI seq info: [215:215:256:4294967295] 192.168.202.52@tcp50 LPNI seq info [15:15:8:4294967295] 00000400:00000200:1.0:1767384362.967362:0:16773:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp50(192.168.202.152@tcp50:192.168.202.152@tcp50) -> 192.168.202.52@tcp50(192.168.202.52@tcp50:192.168.202.52@tcp50) : PUT try# 0 00000800:00000200:1.0:1767384362.967366:0:16773:0:(socklnd_cb.c:1001:ksocknal_send()) sending 344 bytes in 1 frags to 12345-192.168.202.52@tcp50 00000800:00000010:1.0:1767384362.967368:0:16773:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a636b783. 00000800:00000200:1.0:1767384362.967371:0:16773:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005f37b0da] -> 12345-192.168.202.52@tcp50 (4) 00000800:00000200:1.0:1767384362.967374:0:16773:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.52@tcp50 ip 192.168.202.52:1023 00000800:00000200:1.0:1767384362.967377:0:16773:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a636b783 type 1, nob 440 niov 1 nkiov 1 00000100:00000001:1.0:1767384362.967386:0:16773:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384362.967388:0:16773:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000edb0cbe6 refcount 2 to 192.168.202.52@tcp50 00010000:00000001:1.0:1767384362.967390:0:16773:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384362.967391:0:16773:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384362.967392:0:16773:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384362.967395:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003ca77d0c x1853236716766720/t0(0) o101->d7c7db59-0549-4c42-8eed-4384a2494667@192.168.202.52@tcp50:343/0 lens 328/344 e 0 to 0 dl 1767384373 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384362.967401:0:16773:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000003ca77d0c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7c7db59-0549-4c42-8eed-4384a2494667+9:15535:x1853236716766720:12345-192.168.202.52@tcp50:101: Request processed in 211us (377us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384362.967406:0:16773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp50, seq: 167 00000100:00000040:1.0:1767384362.967408:0:16773:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000e92f6ab : new rpc_count 0 00000100:00000001:1.0:1767384362.967410:0:16773:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384362.967411:0:16773:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384362.967413:0:16773:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ffdc4482. 00000020:00000010:1.0:1767384362.967416:0:16773:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f287db5e. 00000020:00000010:1.0:1767384362.967419:0:16773:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007f7627ab. 00000020:00000040:1.0:1767384362.967421:0:16773:0:(genops.c:898:class_export_put()) PUTting export 000000000e92f6ab : new refcount 8 00000100:00000001:1.0:1767384362.967424:0:16773:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384362.967426:0:16773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384362.967428:0:16773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d018e6a3. 00000400:00000010:1.0:1767384362.967432:0:16773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004c8dcbc2. 00000800:00000200:2.0:1767384362.967459:0:16132:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384362.967464:0:16132:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a636b783. 00000400:00000200:2.0:1767384362.967468:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384362.967472:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp50->192.168.202.52@tcp50: PUT: OK 00000400:00000200:2.0:1767384362.967476:0:16132:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ea57a340 00000400:00000010:2.0:1767384362.967477:0:16132:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ea57a340. 00000100:00000001:2.0:1767384362.967480:0:16132:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:2.0:1767384362.967488:0:16132:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384362.967490:0:16132:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 000000006ba3fea2. 02000000:00000001:2.0:1767384362.967494:0:16132:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384362.967495:0:16132:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1767384362.968169:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384362.968176:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384362.968178:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384362.968181:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384362.968187:0:16131:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.152@tcp50(192.168.202.152@tcp50) <- 192.168.202.52@tcp50 : PUT - for me 00000400:00000200:2.0:1767384362.968195:0:16131:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.52@tcp50 of length 504 into portal 26 MB=0x695824c300680 00000400:00000200:2.0:1767384362.968201:0:16131:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.202.52@tcp50 of length 504/504 into md 0x18cd [2] + 0 00000400:00000010:2.0:1767384362.968204:0:16131:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bca8fd02. 00000400:00000200:2.0:1767384362.968208:0:16131:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000eade9144 00000800:00000001:2.0:1767384362.968211:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384362.968217:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384362.968219:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384362.968223:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp50->192.168.202.52@tcp50: PUT: OK 00000400:00000200:2.0:1767384362.968226:0:16131:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eade9144 00000400:00000010:2.0:1767384362.968228:0:16131:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000eade9144. 00000100:00000001:2.0:1767384362.968231:0:16131:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384362.968233:0:16131:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384362.968235:0:16131:0:(events.c:337:request_in_callback()) incoming req@000000008f42d532 x1853236716766848 msgsize 504 00000100:00100000:2.0:1767384362.968240:0:16131:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp50 (source: 12345-192.168.202.52@tcp50) 00000100:00000040:2.0:1767384362.968242:0:16131:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384362.968254:0:16131:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1767384362.968257:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384362.968260:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384362.968280:0:16773:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384362.968287:0:16773:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236716766848 02000000:00000001:1.0:1767384362.968289:0:16773:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384362.968290:0:16773:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384362.968291:0:16773:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384362.968293:0:16773:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384362.968294:0:16773:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236716766848 00000020:00000001:1.0:1767384362.968295:0:16773:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384362.968296:0:16773:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eecd17 00000020:00000001:1.0:1767384362.968297:0:16773:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384362.968299:0:16773:0:(lustre_handles.c:131:class_handle2object()) GET export 000000000e92f6ab refcount=9 00000020:00000001:1.0:1767384362.968300:0:16773:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619777399736320 : -124296309815296 : ffff8ef4029b4800) 00000020:00000001:1.0:1767384362.968302:0:16773:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619777399736320 : -124296309815296 : ffff8ef4029b4800) 00000100:00000001:1.0:1767384362.968303:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384362.968305:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005a66ce6f. 00000100:00000001:1.0:1767384362.968306:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384362.968307:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005a66ce6f. 00000020:00000010:1.0:1767384362.968310:0:16773:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007f7627ab. 00000020:00000010:1.0:1767384362.968312:0:16773:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ffdc4482. 00000020:00000010:1.0:1767384362.968313:0:16773:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f287db5e. 00000100:00000040:1.0:1767384362.968316:0:16773:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384362.968318:0:16773:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384362.968319:0:16773:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384362.968320:0:16773:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384362.968322:0:16773:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384362.968330:0:16773:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384362.968334:0:16773:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384362.968335:0:16773:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384362.968338:0:16773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp50, seq: 168 00000100:00000040:1.0:1767384362.968339:0:16773:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000000e92f6ab : new rpc_count 1 00000100:00000001:1.0:1767384362.968341:0:16773:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619777395446864 : -124296314104752 : ffff8ef40259d450) 00000100:00000040:1.0:1767384362.968343:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000008f42d532 x1853236716766848/t0(0) o501->d7c7db59-0549-4c42-8eed-4384a2494667@192.168.202.52@tcp50:343/0 lens 504/0 e 0 to 0 dl 1767384373 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384362.968350:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384362.968355:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005a66ce6f. 00000100:00000001:1.0:1767384362.968356:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384362.968358:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005a66ce6f. 00000100:00100000:1.0:1767384362.968361:0:16773:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000008f42d532 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7c7db59-0549-4c42-8eed-4384a2494667+9:15535:x1853236716766848:12345-192.168.202.52@tcp50:501: 00000100:00000200:1.0:1767384362.968364:0:16773:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236716766848 00000020:00000001:1.0:1767384362.968366:0:16773:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384362.968368:0:16773:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384362.968369:0:16773:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384362.968370:0:16773:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384362.968372:0:16773:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669140672 : -1040410944 : ffffffffc1fc96c0) 00000020:00000001:1.0:1767384362.968373:0:16773:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384362.968374:0:16773:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384362.968375:0:16773:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384362.968376:0:16773:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384362.968379:0:16773:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:1.0:1767384362.968380:0:16773:0:(tgt_handler.c:64:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384362.968381:0:16773:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384362.968383:0:16773:0:(mgs_handler.c:685:mgs_llog_open()) Process entered 00000020:00000001:1.0:1767384362.968384:0:16773:0:(tgt_handler.c:1517:tgt_llog_open()) Process entered 00000040:00000001:1.0:1767384362.968385:0:16773:0:(llog_server.c:45:llog_origin_handle_open()) Process entered 00000100:00000001:1.0:1767384362.968387:0:16773:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384362.968388:0:16773:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384362.968390:0:16773:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 00000000f07aa235. 02000000:00000001:1.0:1767384362.968391:0:16773:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384362.968392:0:16773:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:1.0:1767384362.968394:0:16773:0:(llog_server.c:62:llog_origin_handle_open()) MGS: opening log params 00000040:00000040:1.0:1767384362.968396:0:16773:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 0000000066d3e4b6 : new refcount 2 00000040:00000001:1.0:1767384362.968398:0:16773:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:1.0:1767384362.968400:0:16773:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000002353e2e0. 00000040:00000001:1.0:1767384362.968403:0:16773:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:1.0:1767384362.968404:0:16773:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:1.0:1767384362.968406:0:16773:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446619782067589120 : -124291641962496 : 0xffff8ef518d51000) 00000020:00000001:1.0:1767384362.968408:0:16773:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446619782067589120 : -124291641962496 : ffff8ef518d51000) 00080000:00000001:1.0:1767384362.968413:0:16773:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:1.0:1767384362.968443:0:16773:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384362.968446:0:16773:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384362.968447:0:16773:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384362.968448:0:16773:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000040:00000010:1.0:1767384362.968452:0:16773:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at 00000000ba32e63d. 00000020:00000001:1.0:1767384362.968454:0:16773:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384362.968457:0:16773:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446619782632004440 : -124291077547176 : ffff8ef53a795b58) 00000040:00000001:1.0:1767384362.968459:0:16773:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384362.968460:0:16773:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384362.968463:0:16773:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:1.0:1767384362.968464:0:16773:0:(lu_object.c:207:lu_object_put()) Add 00000000504317e2/0000000056e37aaf to site lru. bkt: 00000000bf514292 00000040:00000010:1.0:1767384362.968466:0:16773:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at 00000000ba32e63d. 00000040:00000001:1.0:1767384362.968467:0:16773:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:1.0:1767384362.968469:0:16773:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000002353e2e0. 00000040:00000001:1.0:1767384362.968470:0:16773:0:(llog_server.c:87:llog_origin_handle_open()) Process leaving 00000040:00000040:1.0:1767384362.968471:0:16773:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 0000000066d3e4b6 : new refcount 1 00000020:00000001:1.0:1767384362.968473:0:16773:0:(tgt_handler.c:1521:tgt_llog_open()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384362.968475:0:16773:0:(mgs_handler.c:742:mgs_llog_open()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384362.968477:0:16773:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236716766848 00010000:00000001:1.0:1767384362.968478:0:16773:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384362.968481:0:16773:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000008f42d532 x1853236716766848/t0(0) o501->d7c7db59-0549-4c42-8eed-4384a2494667@192.168.202.52@tcp50:343/0 lens 504/272 e 0 to 0 dl 1767384373 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384362.968486:0:16773:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384362.968487:0:16773:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384362.968488:0:16773:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dd452398 time=92 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384362.968490:0:16773:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384362.968492:0:16773:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000edb0cbe6 refcount 3 to 192.168.202.52@tcp50 00000100:00000001:1.0:1767384362.968493:0:16773:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619777394812608 : -124296314739008 : ffff8ef4025026c0) 02000000:00000001:1.0:1767384362.968495:0:16773:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384362.968496:0:16773:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384362.968497:0:16773:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384362.968498:0:16773:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.52@tcp50 00000400:00000010:1.0:1767384362.968500:0:16773:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a9db4511. 00000100:00000200:1.0:1767384362.968502:0:16773:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1853236716766848, offset 224 00000400:00000200:1.0:1767384362.968505:0:16773:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.52@tcp50 00000400:00000200:1.0:1767384362.968513:0:16773:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.152@tcp50 to NMR: 192.168.202.52@tcp50 local destination 00000400:00000200:1.0:1767384362.968519:0:16773:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp50 NI seq info: [216:216:256:4294967295] 192.168.202.52@tcp50 LPNI seq info [16:16:8:4294967295] 00000400:00000200:1.0:1767384362.968525:0:16773:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp50(192.168.202.152@tcp50:192.168.202.152@tcp50) -> 192.168.202.52@tcp50(192.168.202.52@tcp50:192.168.202.52@tcp50) : PUT try# 0 00000800:00000200:1.0:1767384362.968528:0:16773:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.52@tcp50 00000800:00000010:1.0:1767384362.968530:0:16773:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f7f6b6bc. 00000800:00000200:1.0:1767384362.968533:0:16773:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005f37b0da] -> 12345-192.168.202.52@tcp50 (4) 00000800:00000200:1.0:1767384362.968536:0:16773:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.52@tcp50 ip 192.168.202.52:1023 00000800:00000200:1.0:1767384362.968538:0:16773:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f7f6b6bc type 1, nob 368 niov 1 nkiov 1 00000100:00000001:1.0:1767384362.968547:0:16773:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384362.968549:0:16773:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000edb0cbe6 refcount 2 to 192.168.202.52@tcp50 00010000:00000001:1.0:1767384362.968550:0:16773:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384362.968551:0:16773:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384362.968553:0:16773:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384362.968555:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008f42d532 x1853236716766848/t0(0) o501->d7c7db59-0549-4c42-8eed-4384a2494667@192.168.202.52@tcp50:343/0 lens 504/272 e 0 to 0 dl 1767384373 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384362.968561:0:16773:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000008f42d532 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7c7db59-0549-4c42-8eed-4384a2494667+9:15535:x1853236716766848:12345-192.168.202.52@tcp50:501: Request processed in 211us (324us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384362.968566:0:16773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp50, seq: 168 00000100:00000040:1.0:1767384362.968568:0:16773:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000e92f6ab : new rpc_count 0 00000100:00000001:1.0:1767384362.968569:0:16773:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384362.968570:0:16773:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384362.968572:0:16773:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ffdc4482. 00000020:00000010:1.0:1767384362.968574:0:16773:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f287db5e. 00000020:00000010:1.0:1767384362.968576:0:16773:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007f7627ab. 00000020:00000040:1.0:1767384362.968578:0:16773:0:(genops.c:898:class_export_put()) PUTting export 000000000e92f6ab : new refcount 8 00000100:00000001:1.0:1767384362.968580:0:16773:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384362.968582:0:16773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384362.968584:0:16773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000362f27eb. 00000400:00000010:1.0:1767384362.968586:0:16773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b760b45d. 00000800:00000200:0.0:1767384362.968643:0:16130:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384362.968647:0:16130:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f7f6b6bc. 00000400:00000200:0.0:1767384362.968650:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384362.968655:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp50->192.168.202.52@tcp50: PUT: OK 00000400:00000200:0.0:1767384362.968657:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a9db4511 00000400:00000010:0.0:1767384362.968659:0:16130:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a9db4511. 00000100:00000001:0.0:1767384362.968661:0:16130:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:0.0:1767384362.968662:0:16130:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384362.968664:0:16130:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 00000000f07aa235. 02000000:00000001:0.0:1767384362.968665:0:16130:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384362.968666:0:16130:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1767384362.969450:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384362.969456:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384362.969459:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384362.969461:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384362.969467:0:16132:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.152@tcp50(192.168.202.152@tcp50) <- 192.168.202.52@tcp50 : PUT - for me 00000400:00000200:2.0:1767384362.969474:0:16132:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.52@tcp50 of length 272 into portal 26 MB=0x695824c300700 00000400:00000200:2.0:1767384362.969480:0:16132:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.202.52@tcp50 of length 272/272 into md 0x1915 [2] + 0 00000400:00000010:2.0:1767384362.969484:0:16132:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f01e911a. 00000400:00000200:2.0:1767384362.969493:0:16132:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000c49f4470 00000800:00000001:2.0:1767384362.969497:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384362.969502:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384362.969505:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384362.969508:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp50->192.168.202.52@tcp50: PUT: OK 00000400:00000200:2.0:1767384362.969511:0:16132:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c49f4470 00000400:00000010:2.0:1767384362.969512:0:16132:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c49f4470. 00000100:00000001:2.0:1767384362.969515:0:16132:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384362.969517:0:16132:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384362.969519:0:16132:0:(events.c:337:request_in_callback()) incoming req@00000000d5dd0eb7 x1853236716766976 msgsize 272 00000100:00100000:2.0:1767384362.969524:0:16132:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp50 (source: 12345-192.168.202.52@tcp50) 00000100:00000040:2.0:1767384362.969526:0:16132:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384362.969538:0:16132:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1767384362.969543:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384362.969546:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384362.969568:0:16773:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384362.969577:0:16773:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236716766976 02000000:00000001:1.0:1767384362.969579:0:16773:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384362.969580:0:16773:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384362.969581:0:16773:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384362.969583:0:16773:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384362.969585:0:16773:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236716766976 00000020:00000001:1.0:1767384362.969586:0:16773:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384362.969587:0:16773:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eecd17 00000020:00000001:1.0:1767384362.969589:0:16773:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384362.969590:0:16773:0:(lustre_handles.c:131:class_handle2object()) GET export 000000000e92f6ab refcount=9 00000020:00000001:1.0:1767384362.969592:0:16773:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619777399736320 : -124296309815296 : ffff8ef4029b4800) 00000020:00000001:1.0:1767384362.969593:0:16773:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619777399736320 : -124296309815296 : ffff8ef4029b4800) 00000100:00000001:1.0:1767384362.969595:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384362.969597:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005a66ce6f. 00000100:00000001:1.0:1767384362.969599:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384362.969600:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005a66ce6f. 00000020:00000010:1.0:1767384362.969603:0:16773:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007f7627ab. 00000020:00000010:1.0:1767384362.969605:0:16773:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ffdc4482. 00000020:00000010:1.0:1767384362.969607:0:16773:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f287db5e. 00000100:00000040:1.0:1767384362.969610:0:16773:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384362.969612:0:16773:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384362.969612:0:16773:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384362.969613:0:16773:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384362.969616:0:16773:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384362.969626:0:16773:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384362.969631:0:16773:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384362.969632:0:16773:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384362.969636:0:16773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp50, seq: 169 00000100:00000040:1.0:1767384362.969637:0:16773:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000000e92f6ab : new rpc_count 1 00000100:00000001:1.0:1767384362.969639:0:16773:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619777395443792 : -124296314107824 : ffff8ef40259c850) 00000100:00000040:1.0:1767384362.969642:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000d5dd0eb7 x1853236716766976/t0(0) o503->d7c7db59-0549-4c42-8eed-4384a2494667@192.168.202.52@tcp50:343/0 lens 272/0 e 0 to 0 dl 1767384373 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384362.969648:0:16773:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384362.969654:0:16773:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005a66ce6f. 00000100:00000001:1.0:1767384362.969655:0:16773:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384362.969656:0:16773:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005a66ce6f. 00000100:00100000:1.0:1767384362.969659:0:16773:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000d5dd0eb7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7c7db59-0549-4c42-8eed-4384a2494667+9:15535:x1853236716766976:12345-192.168.202.52@tcp50:503: 00000100:00000200:1.0:1767384362.969662:0:16773:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236716766976 00000020:00000001:1.0:1767384362.969664:0:16773:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384362.969665:0:16773:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384362.969666:0:16773:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384362.969668:0:16773:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384362.969669:0:16773:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669140768 : -1040410848 : ffffffffc1fc9720) 00000020:00000001:1.0:1767384362.969671:0:16773:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384362.969671:0:16773:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384362.969673:0:16773:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384362.969674:0:16773:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384362.969675:0:16773:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384362.969676:0:16773:0:(tgt_handler.c:1529:tgt_llog_read_header()) Process entered 00000040:00000001:1.0:1767384362.969677:0:16773:0:(llog_server.c:225:llog_origin_handle_read_header()) Process entered 00000100:00000001:1.0:1767384362.969679:0:16773:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384362.969680:0:16773:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384362.969689:0:16773:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 00000000ed34d1e7. 02000000:00000001:1.0:1767384362.969690:0:16773:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384362.969692:0:16773:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:1.0:1767384362.969693:0:16773:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 0000000066d3e4b6 : new refcount 2 00000040:00000001:1.0:1767384362.969695:0:16773:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:1.0:1767384362.969696:0:16773:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000002353e2e0. 00000040:00000001:1.0:1767384362.969698:0:16773:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:1.0:1767384362.969699:0:16773:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:1.0:1767384362.969700:0:16773:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446619782067589120 : -124291641962496 : 0xffff8ef518d51000) 00000020:00000001:1.0:1767384362.969702:0:16773:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446619782067589120 : -124291641962496 : ffff8ef518d51000) 00000020:00000001:1.0:1767384362.969704:0:16773:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384362.969706:0:16773:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446619782632004440 : -124291077547176 : ffff8ef53a795b58) 00000040:00000001:1.0:1767384362.969708:0:16773:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384362.969709:0:16773:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384362.969710:0:16773:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:1.0:1767384362.969717:0:16773:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000003df3f98b. 00000040:00000001:1.0:1767384362.969718:0:16773:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:1.0:1767384362.969719:0:16773:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00080000:1.0:1767384362.969723:0:16773:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00000001:1.0:1767384362.969724:0:16773:0:(llog_osd.c:212:llog_osd_read_header()) Process leaving via unlock (rc=4711 : 4711 : 0x1267) 00000040:00000001:1.0:1767384362.969726:0:16773:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=4711 : 4711 : 1267) 00000040:00000001:1.0:1767384362.969728:0:16773:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384362.969729:0:16773:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384362.969732:0:16773:0:(llog_server.c:264:llog_origin_handle_read_header()) MGS: red llog header [0xa:0x2:0x0] count 1 lgh_last_idx 0 llh_cat_idx 0 00000040:00000001:1.0:1767384362.969734:0:16773:0:(llog_server.c:265:llog_origin_handle_read_header()) Process leaving 00000040:00000001:1.0:1767384362.969735:0:16773:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:1.0:1767384362.969736:0:16773:0:(lu_object.c:207:lu_object_put()) Add 00000000504317e2/0000000056e37aaf to site lru. bkt: 00000000bf514292 00000040:00000001:1.0:1767384362.969738:0:16773:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:1.0:1767384362.969740:0:16773:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000003df3f98b. 00000040:00000010:1.0:1767384362.969742:0:16773:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000002353e2e0. 00000040:00000040:1.0:1767384362.969743:0:16773:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 0000000066d3e4b6 : new refcount 1 00000020:00000001:1.0:1767384362.969745:0:16773:0:(tgt_handler.c:1533:tgt_llog_read_header()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384362.969746:0:16773:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236716766976 00010000:00000001:1.0:1767384362.969748:0:16773:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384362.969750:0:16773:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000d5dd0eb7 x1853236716766976/t0(0) o503->d7c7db59-0549-4c42-8eed-4384a2494667@192.168.202.52@tcp50:343/0 lens 272/8416 e 0 to 0 dl 1767384373 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384362.969755:0:16773:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384362.969757:0:16773:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384362.969758:0:16773:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dd452398 time=92 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384362.969761:0:16773:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384362.969762:0:16773:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000edb0cbe6 refcount 3 to 192.168.202.52@tcp50 00000100:00000001:1.0:1767384362.969763:0:16773:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619777394812608 : -124296314739008 : ffff8ef4025026c0) 02000000:00000001:1.0:1767384362.969765:0:16773:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384362.969766:0:16773:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384362.969768:0:16773:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384362.969769:0:16773:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.52@tcp50 00000400:00000010:1.0:1767384362.969771:0:16773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000d3e1de38. 00000100:00000200:1.0:1767384362.969773:0:16773:0:(niobuf.c:94:ptl_send_buf()) Sending 8416 bytes to portal 25, xid 1853236716766976, offset 224 00000400:00000200:1.0:1767384362.969777:0:16773:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.52@tcp50 00000400:00000200:1.0:1767384362.969786:0:16773:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.152@tcp50 to NMR: 192.168.202.52@tcp50 local destination 00000400:00000200:1.0:1767384362.969794:0:16773:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp50 NI seq info: [217:217:256:4294967295] 192.168.202.52@tcp50 LPNI seq info [17:17:8:4294967295] 00000400:00000200:1.0:1767384362.969803:0:16773:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp50(192.168.202.152@tcp50:192.168.202.152@tcp50) -> 192.168.202.52@tcp50(192.168.202.52@tcp50:192.168.202.52@tcp50) : PUT try# 0 00000800:00000200:1.0:1767384362.969808:0:16773:0:(socklnd_cb.c:1001:ksocknal_send()) sending 8416 bytes in 3 frags to 12345-192.168.202.52@tcp50 00000800:00000010:1.0:1767384362.969811:0:16773:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at 000000002353e2e0. 00000800:00000200:1.0:1767384362.969816:0:16773:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005f37b0da] -> 12345-192.168.202.52@tcp50 (4) 00000800:00000200:1.0:1767384362.969820:0:16773:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.52@tcp50 ip 192.168.202.52:1022 00000800:00000200:1.0:1767384362.969823:0:16773:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000002353e2e0 type 1, nob 8512 niov 1 nkiov 3 00000100:00000001:1.0:1767384362.969837:0:16773:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384362.969841:0:16773:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000edb0cbe6 refcount 2 to 192.168.202.52@tcp50 00010000:00000001:1.0:1767384362.969843:0:16773:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384362.969845:0:16773:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384362.969847:0:16773:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384362.969850:0:16773:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d5dd0eb7 x1853236716766976/t0(0) o503->d7c7db59-0549-4c42-8eed-4384a2494667@192.168.202.52@tcp50:343/0 lens 272/8416 e 0 to 0 dl 1767384373 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384362.969860:0:16773:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000d5dd0eb7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d7c7db59-0549-4c42-8eed-4384a2494667+9:15535:x1853236716766976:12345-192.168.202.52@tcp50:503: Request processed in 210us (338us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384362.969869:0:16773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp50, seq: 169 00000100:00000040:1.0:1767384362.969872:0:16773:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000e92f6ab : new rpc_count 0 00000100:00000001:1.0:1767384362.969874:0:16773:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384362.969876:0:16773:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384362.969879:0:16773:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ffdc4482. 00000020:00000010:1.0:1767384362.969882:0:16773:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f287db5e. 00000020:00000010:1.0:1767384362.969886:0:16773:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007f7627ab. 00000020:00000040:1.0:1767384362.969890:0:16773:0:(genops.c:898:class_export_put()) PUTting export 000000000e92f6ab : new refcount 8 00000100:00000001:1.0:1767384362.969893:0:16773:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384362.969896:0:16773:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384362.969901:0:16773:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000088b978. 00000400:00000010:1.0:1767384362.969906:0:16773:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cf10ba11. 00000800:00000200:0.0:1767384362.969916:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384362.969921:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at 000000002353e2e0. 00000400:00000200:0.0:1767384362.969927:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384362.969932:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp50->192.168.202.52@tcp50: PUT: OK 00000400:00000200:0.0:1767384362.969936:0:16131:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d3e1de38 00000400:00000010:0.0:1767384362.969937:0:16131:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000d3e1de38. 00000100:00000001:0.0:1767384362.969940:0:16131:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:0.0:1767384362.969942:0:16131:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384362.969943:0:16131:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 00000000ed34d1e7. 02000000:00000001:0.0:1767384362.969953:0:16131:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384362.969954:0:16131:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1767384362.971861:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384362.971869:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384362.971872:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384362.971876:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384362.971882:0:16130:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.152@tcp50(192.168.202.152@tcp50) <- 192.168.202.52@tcp50 : PUT - for me 00000400:00000200:0.0:1767384362.971892:0:16130:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.52@tcp50 of length 520 into portal 12 MB=0x695824c300780 00000400:00000200:0.0:1767384362.971906:0:16130:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.52@tcp50 of length 520/520 into md 0x229 [64] + 8728 00000800:00000001:0.0:1767384362.971912:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384362.971920:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384362.971922:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384362.971926:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp50->192.168.202.52@tcp50: PUT: OK 00000100:00000001:0.0:1767384362.971931:0:16130:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384362.971933:0:16130:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1767384362.971938:0:16130:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000059be0b20. 00000100:00000040:0.0:1767384362.971941:0:16130:0:(events.c:337:request_in_callback()) incoming req@0000000059be0b20 x1853236716767104 msgsize 520 00000100:00100000:0.0:1767384362.971947:0:16130:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp50 (source: 12345-192.168.202.52@tcp50) 00000100:00000001:0.0:1767384362.971961:0:16130:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1767384362.971966:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384362.971969:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384362.971990:0:16779:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384362.971992:0:16779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236716767104 02000000:00000001:2.0:1767384362.971994:0:16779:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384362.971995:0:16779:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384362.971996:0:16779:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384362.971999:0:16779:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384362.972000:0:16779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236716767104 00000020:00000001:2.0:1767384362.972002:0:16779:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384362.972003:0:16779:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:2.0:1767384362.972004:0:16779:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1767384362.972005:0:16779:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384362.972006:0:16779:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384362.972009:0:16779:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d968d3eb. 00000020:00000010:2.0:1767384362.972012:0:16779:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c925c163. 00000020:00000010:2.0:1767384362.972015:0:16779:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006fa09b38. 00000100:00000001:2.0:1767384362.972017:0:16779:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384362.972018:0:16779:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384362.972020:0:16779:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384362.972022:0:16779:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384362.972033:0:16779:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384362.972052:0:16779:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384362.972059:0:16779:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384362.972063:0:16779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp50, seq: 3 00000100:00000001:2.0:1767384362.972066:0:16779:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619782423948672 : -124291285602944 : ffff8ef52e12ad80) 00000100:00000040:2.0:1767384362.972069:0:16779:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000059be0b20 x1853236716767104/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1767384382 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384362.972078:0:16779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000059be0b20 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:12135:x1853236716767104:12345-192.168.202.52@tcp50:38: 00000100:00000200:2.0:1767384362.972081:0:16779:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236716767104 00000020:00000001:2.0:1767384362.972083:0:16779:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00010000:00000001:2.0:1767384362.972110:0:16779:0:(ldlm_lib.c:1163:target_handle_connect()) Process entered 00000020:00000040:2.0:1767384362.972118:0:16779:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000b1f9e0ef) now 8 - find 00000020:00000001:2.0:1767384362.972120:0:16779:0:(genops.c:681:class_str2obd()) Process leaving (rc=18446619781697961984 : -124292011589632 : ffff8ef502cd0000) 00000100:00000001:2.0:1767384362.972124:0:16779:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384362.972125:0:16779:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384362.972128:0:16779:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 00000000752d0139. 02000000:00000001:2.0:1767384362.972129:0:16779:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384362.972131:0:16779:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384362.972132:0:16779:0:(ldlm_lib.c:1249:target_handle_connect()) lustre-MDT0000: ocd_connect_flags: 0xae7e5e7be374d2b8 tmp_exp_old_falloc: 0 00010000:00080000:2.0:1767384362.972136:0:16779:0:(ldlm_lib.c:1428:target_handle_connect()) lustre-MDT0000: connection from dfcc6be8-6fd1-4e6d-a8a4-ac9b181b1ec3@192.168.202.52@tcp50 t0 exp 0000000000000000 cur 285 last 0 00010000:00000001:2.0:1767384362.972139:0:16779:0:(obd_class.h:852:obd_connect()) Process entered 00000004:00000001:2.0:1767384362.972141:0:16779:0:(mdt_handler.c:7483:mdt_obd_connect()) Process entered 00000004:00000001:2.0:1767384362.972143:0:16779:0:(obd_class.h:503:obd_get_info()) Process entered 00000004:00000001:2.0:1767384362.972146:0:16779:0:(obd_class.h:503:obd_get_info()) Process entered 00000004:00000001:2.0:1767384362.972151:0:16779:0:(obd_class.h:503:obd_get_info()) Process entered 00000004:00000001:2.0:1767384362.972154:0:16779:0:(osp_dev.c:1757:osp_obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384362.972155:0:16779:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384362.972157:0:16779:0:(lod_dev.c:2457:lod_obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384362.972159:0:16779:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384362.972160:0:16779:0:(mdd_device.c:1647:mdd_obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384362.972161:0:16779:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384362.972162:0:16779:0:(genops.c:1392:class_connect()) Process entered 00000020:00000001:2.0:1767384362.972164:0:16779:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:2.0:1767384362.972166:0:16779:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 0000000076935a1c. 00000020:00000001:2.0:1767384362.972168:0:16779:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384362.972169:0:16779:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000076935a1c with handle 0x7e51148972eecd3a to hash 00000020:00000001:2.0:1767384362.972174:0:16779:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:2.0:1767384362.972177:0:16779:0:(obd_class.h:1008:obd_init_export()) Process entered 00000004:00000001:2.0:1767384362.972178:0:16779:0:(mdt_handler.c:7576:mdt_init_export()) Process entered 00000004:00000010:2.0:1767384362.972180:0:16779:0:(mdt_handler.c:7585:mdt_init_export()) kmalloced '(exp->exp_used_slots)': 64 at 00000000fba8788c. 00000001:00000001:2.0:1767384362.972182:0:16779:0:(tgt_lastrcvd.c:391:tgt_client_alloc()) Process entered 00000001:00000010:2.0:1767384362.972184:0:16779:0:(tgt_lastrcvd.c:399:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at 00000000333ba1ba. 00000001:00000001:2.0:1767384362.972186:0:16779:0:(tgt_lastrcvd.c:406:tgt_client_alloc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384362.972188:0:16779:0:(ldlm_lockd.c:3131:ldlm_init_export()) Process entered 00000001:00000001:2.0:1767384362.972190:0:16779:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:2.0:1767384362.972193:0:16779:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000af3d0ec9. 00000001:00000010:2.0:1767384362.972196:0:16779:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000ad2707e6. 00000001:00000010:2.0:1767384362.972198:0:16779:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000a66b421e. 00000001:00000010:2.0:1767384362.972200:0:16779:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000c9ed71b6. 00000001:00000010:2.0:1767384362.972202:0:16779:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000b377c798. 00000001:00000010:2.0:1767384362.972204:0:16779:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000fc37ce69. 00000001:00000001:2.0:1767384362.972206:0:16779:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:2.0:1767384362.972207:0:16779:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000097db7eda. 00000001:00000010:2.0:1767384362.972208:0:16779:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000889e5d08. 00000001:00000010:2.0:1767384362.972210:0:16779:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000009d7cd7ed. 00000001:00000010:2.0:1767384362.972211:0:16779:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000b72a6a2a. 00000001:00000010:2.0:1767384362.972213:0:16779:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000007d0f2312. 00000001:00000010:2.0:1767384362.972214:0:16779:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000e1b35bbb. 00010000:00000001:2.0:1767384362.972215:0:16779:0:(ldlm_flock.c:1137:ldlm_init_flock_export()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384362.972217:0:16779:0:(ldlm_lockd.c:3150:ldlm_init_export()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384362.972218:0:16779:0:(mdt_handler.c:7602:mdt_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384362.972219:0:16779:0:(obd_class.h:1012:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384362.972221:0:16779:0:(genops.c:887:class_export_get()) GET export 0000000076935a1c refcount=3 00000020:00000040:2.0:1767384362.972223:0:16779:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000b1f9e0ef) now 9 - export 00000020:00000001:2.0:1767384362.972225:0:16779:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446619777403871232 : -124296305680384 : ffff8ef402da6000) 00000020:00000040:2.0:1767384362.972226:0:16779:0:(genops.c:898:class_export_put()) PUTting export 0000000076935a1c : new refcount 2 00000020:00000080:2.0:1767384362.972227:0:16779:0:(genops.c:1402:class_connect()) connect: client dfcc6be8-6fd1-4e6d-a8a4-ac9b181b1ec3, cookie 0x7e51148972eecd3a 00000020:00000001:2.0:1767384362.972229:0:16779:0:(genops.c:1403:class_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384362.972230:0:16779:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384362.972230:0:16779:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eecd3a 00000020:00000001:2.0:1767384362.972234:0:16779:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384362.972235:0:16779:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000076935a1c refcount=3 00000020:00000001:2.0:1767384362.972237:0:16779:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619777403871232 : -124296305680384 : ffff8ef402da6000) 00000020:00000001:2.0:1767384362.972238:0:16779:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619777403871232 : -124296305680384 : ffff8ef402da6000) 00000001:00000001:2.0:1767384362.972240:0:16779:0:(nodemap_handler.c:587:nodemap_add_member()) Process entered 00000001:00000001:2.0:1767384362.972243:0:16779:0:(nodemap_handler.c:378:nodemap_classify_nid()) Process entered 00000001:00000040:2.0:1767384362.972245:0:16779:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=000000001fa9e1de) : new refcount 6 00000001:00000001:2.0:1767384362.972247:0:16779:0:(nodemap_handler.c:416:nodemap_classify_nid()) Process leaving (rc=18446619777391562752 : -124296317988864 : ffff8ef4021e9000) 00000001:00000001:2.0:1767384362.972249:0:16779:0:(nodemap_member.c:132:nm_member_add()) Process entered 00000020:00000040:2.0:1767384362.972250:0:16779:0:(genops.c:887:class_export_get()) GET export 0000000076935a1c refcount=4 00000001:00000040:2.0:1767384362.972251:0:16779:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=000000001fa9e1de) : new refcount 7 00000001:00000001:2.0:1767384362.972253:0:16779:0:(nodemap_member.c:171:nm_member_add()) Process leaving (rc=0 : 0 : 0) 00000001:08000000:2.0:1767384362.972255:0:16779:0:(nodemap_handler.c:611:nodemap_add_member()) lustre-MDT0000: adding NID 192.168.202.52@tcp50 to nodemap default 00000001:00000040:2.0:1767384362.972257:0:16779:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=000000001fa9e1de) : new refcount 6 00000001:00000001:2.0:1767384362.972259:0:16779:0:(nodemap_handler.c:621:nodemap_add_member()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384362.972263:0:16779:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00080000:00000001:2.0:1767384362.972265:0:16779:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384362.972275:0:16779:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384362.972277:0:16779:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000020:2.0:1767384362.972279:0:16779:0:(tgt_grant.c:399:tgt_grant_statfs()) lustre-MDT0000: cli dfcc6be8-6fd1-4e6d-a8a4-ac9b181b1ec3/0000000076935a1c free: 389545984 avail: 387448832 00000020:00000001:2.0:1767384362.972281:0:16779:0:(tgt_grant.c:426:tgt_grant_space_left()) Process entered 00000020:00000020:2.0:1767384362.972283:0:16779:0:(tgt_grant.c:463:tgt_grant_space_left()) lustre-MDT0000: cli dfcc6be8-6fd1-4e6d-a8a4-ac9b181b1ec3/0000000076935a1c avail=387448832 left=348651520 unstable=0 tot_grant=38744883 pending=0 00000020:00000001:2.0:1767384362.972285:0:16779:0:(tgt_grant.c:465:tgt_grant_space_left()) Process leaving (rc=348651520 : 348651520 : 14c80000) 00000020:00000001:2.0:1767384362.972287:0:16779:0:(tgt_grant.c:892:tgt_grant_alloc()) Process entered 00000020:00000020:2.0:1767384362.972288:0:16779:0:(tgt_grant.c:968:tgt_grant_alloc()) lustre-MDT0000: cli dfcc6be8-6fd1-4e6d-a8a4-ac9b181b1ec3/0000000076935a1c wants: 134217728 current grant 0 granting: 3407872 00000020:00000020:2.0:1767384362.972290:0:16779:0:(tgt_grant.c:973:tgt_grant_alloc()) lustre-MDT0000: cli dfcc6be8-6fd1-4e6d-a8a4-ac9b181b1ec3/0000000076935a1c tot cached:0 granted:3407872 num_exports: 3 00000020:00000001:2.0:1767384362.972291:0:16779:0:(tgt_grant.c:975:tgt_grant_alloc()) Process leaving (rc=3407872 : 3407872 : 340000) 00000020:00000020:2.0:1767384362.972293:0:16779:0:(tgt_grant.c:1087:tgt_grant_connect()) lustre-MDT0000: cli dfcc6be8-6fd1-4e6d-a8a4-ac9b181b1ec3/0000000076935a1c ocd_grant: 3407872 want: 134217728 left: 348651520 00000020:00000001:2.0:1767384362.972294:0:16779:0:(tgt_grant.c:1089:tgt_grant_connect()) Process leaving 00000004:00100000:2.0:1767384362.972296:0:16779:0:(mdt_handler.c:7289:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type f7, return f7 00000001:00000001:2.0:1767384362.972302:0:16779:0:(tgt_lastrcvd.c:1028:tgt_client_new()) Process entered 00000001:00000001:2.0:1767384362.972305:0:16779:0:(tgt_lastrcvd.c:691:tgt_server_data_update()) Process entered 00000001:00000004:2.0:1767384362.972306:0:16779:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934592 00080000:00000001:2.0:1767384362.972308:0:16779:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384362.972313:0:16779:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000bfe333b4. 00080000:00000001:2.0:1767384362.972315:0:16779:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446619777400901632 : -124296308649984 : ffff8ef402ad1000) 00080000:00000001:2.0:1767384362.972317:0:16779:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384362.972321:0:16779:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384362.972322:0:16779:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384362.972324:0:16779:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384362.972336:0:16779:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384362.972338:0:16779:0:(tgt_lastrcvd.c:665:tgt_server_data_write()) Process entered 00080000:00000001:2.0:1767384362.972341:0:16779:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1767384362.972391:0:16779:0:(osd_io.c:440:osd_write()) Process leaving (rc=512 : 512 : 200) 00000001:00000040:2.0:1767384362.972393:0:16779:0:(tgt_lastrcvd.c:676:tgt_server_data_write()) lustre-MDT0000: write last_rcvd server data for UUID = lustre-MDT0000_UUID, last_transno = 8589934592: rc = 0 00000001:00000001:2.0:1767384362.972395:0:16779:0:(tgt_lastrcvd.c:678:tgt_server_data_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384362.972396:0:16779:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:1.0:1767384362.979430:0:16807:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1767384362.979440:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384362.979443:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384362.979444:0:16779:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384362.979445:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384362.979447:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000001:00000040:2.0:1767384362.979452:0:16779:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-MDT0000: update last_rcvd server data for UUID = lustre-MDT0000_UUID, last_transno = 8589934592: rc = 0 00080000:00000010:1.0:1767384362.979452:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000bfe333b4. 00000001:00000001:2.0:1767384362.979457:0:16779:0:(tgt_lastrcvd.c:729:tgt_server_data_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384362.979459:0:16807:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000001:00000040:2.0:1767384362.979461:0:16779:0:(tgt_lastrcvd.c:1093:tgt_client_new()) lustre-MDT0000: new client at index 0 (8192) with UUID 'dfcc6be8-6fd1-4e6d-a8a4-ac9b181b1ec3' generation 1 00000001:00000001:2.0:1767384362.979466:0:16779:0:(tgt_lastrcvd.c:581:tgt_client_data_update()) Process entered 00080000:00000001:2.0:1767384362.979468:0:16779:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384362.979473:0:16779:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000058fe19fc. 00080000:00000001:2.0:1767384362.979476:0:16779:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446619777400909824 : -124296308641792 : ffff8ef402ad3000) 00080000:00000001:2.0:1767384362.979478:0:16779:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384362.979481:0:16779:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384362.979483:0:16779:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384362.979484:0:16779:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384362.979493:0:16779:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:2.0:1767384362.979494:0:16779:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 000000007cac839b. 00000001:00000040:2.0:1767384362.979496:0:16779:0:(tgt_lastrcvd.c:554:tgt_new_client_cb_add()) callback GETting export 0000000076935a1c : new cb_count 1 00000020:00000040:2.0:1767384362.979498:0:16779:0:(genops.c:887:class_export_get()) GET export 0000000076935a1c refcount=5 00080000:00000001:2.0:1767384362.979502:0:16779:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1767384362.979549:0:16779:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000001:00000001:2.0:1767384362.979551:0:16779:0:(tgt_lastrcvd.c:630:tgt_client_data_update()) Process leaving 00080000:00000001:2.0:1767384362.979553:0:16779:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:2.0:1767384362.979559:0:16779:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:2.0:1767384362.979560:0:16779:0:(tgt_lastrcvd.c:635:tgt_client_data_update()) lustre-MDT0000: update last_rcvd client data for UUID = lustre-MDT0000_UUID, last_transno = 8589934592: rc = 0 00000001:00000001:2.0:1767384362.979562:0:16779:0:(tgt_lastrcvd.c:1108:tgt_client_new()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384362.979565:0:16779:0:(mdt_fs.c:51:mdt_export_stats_init()) Process entered 00000020:00000001:2.0:1767384362.979567:0:16779:0:(lprocfs_status_server.c:636:lprocfs_exp_setup()) Process entered 00000020:01000000:2.0:1767384362.979571:0:16779:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash 00000000c178127a 00000020:00000010:2.0:1767384362.979573:0:16779:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 00000000b9bc1dce. 00000020:00000040:2.0:1767384362.979579:0:16779:0:(lprocfs_status_server.c:673:lprocfs_exp_setup()) Found stats 00000000b9bc1dce for nid 192.168.202.52@tcp50 - ref 2 00000020:00000001:2.0:1767384362.979627:0:16779:0:(lprocfs_status_server.c:706:lprocfs_exp_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384362.979632:0:16779:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 000000005160657a. 00000020:00000010:2.0:1767384362.979635:0:16779:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 832 at 00000000bfe333b4. 00000020:00000010:2.0:1767384362.979638:0:16779:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 1040 at 00000000c5851326. 00000020:00000010:2.0:1767384362.979652:0:16779:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 00000000539e415f. 00000020:00000010:2.0:1767384362.979653:0:16779:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 224 at 00000000c751b565. 00000020:00000010:2.0:1767384362.979655:0:16779:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 280 at 00000000f8ae913e. 00000004:00000001:2.0:1767384362.979664:0:16779:0:(mdt_fs.c:76:mdt_export_stats_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384362.979665:0:16779:0:(mdt_handler.c:7539:mdt_obd_connect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384362.979668:0:16779:0:(obd_class.h:868:obd_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384362.979671:0:16779:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 00000000c80cbb98. 00000020:00000040:2.0:1767384362.979673:0:16779:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000b1f9e0ef) now 10 - import 00000020:00000001:2.0:1767384362.979677:0:16779:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384362.979678:0:16779:0:(genops.c:1242:class_import_put()) import 00000000c80cbb98 refcount=1 obd=lustre-MDT0000 00000020:00000001:2.0:1767384362.979679:0:16779:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000010:2.0:1767384362.979681:0:16779:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006b9e0fa9. 00000020:00000040:2.0:1767384362.979686:0:16779:0:(genops.c:887:class_export_get()) GET export 0000000076935a1c refcount=6 00000100:00000040:2.0:1767384362.979688:0:16779:0:(service.c:1077:ptlrpc_request_change_export()) RPC GETting export 0000000076935a1c : new rpc_count 1 00000100:00000001:2.0:1767384362.979690:0:16779:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:2.0:1767384362.979696:0:16779:0:(peer.c:1532:LNetPrimaryNID()) NID 192.168.202.52@tcp50 primary NID 192.168.202.52@tcp50 rc 0 00000100:00000001:2.0:1767384362.979699:0:16779:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384362.979700:0:16779:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000edb0cbe6 refcount 3 to 192.168.202.52@tcp50 00000100:00000001:2.0:1767384362.979706:0:16779:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619777394812608 : -124296314739008 : ffff8ef4025026c0) 00000100:00000001:2.0:1767384362.979708:0:16779:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446619777394812608 : -124296314739008 : 0xffff8ef4025026c0) 00000100:00000040:2.0:1767384362.979710:0:16779:0:(connection.c:149:ptlrpc_connection_get()) conn=00000000edb0cbe6 refcount 3 to 192.168.202.52@tcp50 00000020:00000040:2.0:1767384362.979713:0:16779:0:(genops.c:887:class_export_get()) GET export 0000000076935a1c refcount=7 00000100:00000001:2.0:1767384362.979717:0:16779:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384362.979718:0:16779:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000edb0cbe6 refcount 4 to 192.168.202.52@tcp50 00000100:00000001:2.0:1767384362.979719:0:16779:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619777394812608 : -124296314739008 : ffff8ef4025026c0) 02000000:00000001:2.0:1767384362.979721:0:16779:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1767384362.979723:0:16779:0:(sec.c:1432:sptlrpc_sec_create()) Process entered 02000000:08000000:2.0:1767384362.979725:0:16779:0:(sec.c:1440:sptlrpc_sec_create()) mdt lustre-MDT0000: reverse sec using flavor null 02000000:00000001:2.0:1767384362.979727:0:16779:0:(sec.c:1471:sptlrpc_sec_create()) Process leaving (rc=18446744072661745728 : -1047805888 : ffffffffc18bc040) 02000000:00000001:2.0:1767384362.979729:0:16779:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384362.979731:0:16779:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:2.0:1767384362.979733:0:16779:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:2.0:1767384362.979734:0:16779:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1767384362.979736:0:16779:0:(import.c:65:import_set_state_nolock()) 00000000c80cbb98 : changing import state from RECOVER to FULL 00000100:00000001:2.0:1767384362.979738:0:16779:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:2.0:1767384362.979740:0:16779:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1767384362.979741:0:16779:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384362.979743:0:16779:0:(genops.c:898:class_export_put()) PUTting export 0000000076935a1c : new refcount 6 00000020:00000040:2.0:1767384362.979744:0:16779:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000b1f9e0ef) now 10 - find 00010000:00000001:2.0:1767384362.979746:0:16779:0:(ldlm_lib.c:1700:target_handle_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384362.979749:0:16779:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384362.979751:0:16779:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072671182128 : -1038369488 : ffffffffc21bbd30) 00000020:00000001:2.0:1767384362.979753:0:16779:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384362.979754:0:16779:0:(tgt_handler.c:549:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384362.979756:0:16779:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384362.979757:0:16779:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384362.979759:0:16779:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384362.979761:0:16779:0:(tgt_handler.c:1042:tgt_connect()) Process entered 00000001:00000001:2.0:1767384362.979765:0:16779:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1767384362.979766:0:16779:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384362.979767:0:16779:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1767384362.979771:0:16779:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384362.979773:0:16779:0:(tgt_handler.c:1111:tgt_connect()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384362.979775:0:16779:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236716767104 00010000:00000001:2.0:1767384362.979777:0:16779:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384362.979781:0:16779:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000059be0b20 x1853236716767104/t0(0) o38->dfcc6be8-6fd1-4e6d-a8a4-ac9b181b1ec3@192.168.202.52@tcp50:0/0 lens 520/416 e 0 to 0 dl 1767384382 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384362.979787:0:16779:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384362.979790:0:16779:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384362.979792:0:16779:0:(import.c:2128:obd_at_measure()) add 1 to 000000008dd0459f time=87 v=5 (1 0 0 0) 00000100:00001000:2.0:1767384362.979796:0:16779:0:(niobuf.c:600:ptlrpc_at_set_reply()) No early reply support: flags=0x1 req_flags=0x200 magic=bd00bd3/bd00bd3 len=416 00000100:00000001:2.0:1767384362.979798:0:16779:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384362.979799:0:16779:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000edb0cbe6 refcount 5 to 192.168.202.52@tcp50 00000100:00000001:2.0:1767384362.979800:0:16779:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619777394812608 : -124296314739008 : ffff8ef4025026c0) 02000000:00000001:2.0:1767384362.979802:0:16779:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384362.979804:0:16779:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384362.979806:0:16779:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384362.979808:0:16779:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.52@tcp50 00000400:00000010:2.0:1767384362.979810:0:16779:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007a724bd0. 00000100:00000200:2.0:1767384362.979813:0:16779:0:(niobuf.c:94:ptl_send_buf()) Sending 416 bytes to portal 10, xid 1853236716767104, offset 0 00000400:00000200:2.0:1767384362.979816:0:16779:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.52@tcp50 00000400:00000200:2.0:1767384362.979822:0:16779:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.152@tcp50 to NMR: 192.168.202.52@tcp50 local destination 00000400:00000200:2.0:1767384362.979833:0:16779:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp50 NI seq info: [218:218:256:4294967295] 192.168.202.52@tcp50 LPNI seq info [18:18:8:4294967295] 00000400:00000200:2.0:1767384362.979842:0:16779:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp50(192.168.202.152@tcp50:192.168.202.152@tcp50) -> 192.168.202.52@tcp50(192.168.202.52@tcp50:192.168.202.52@tcp50) : PUT try# 0 00000800:00000200:2.0:1767384362.979845:0:16779:0:(socklnd_cb.c:1001:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.202.52@tcp50 00000800:00000010:2.0:1767384362.979848:0:16779:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002c5c8f72. 00000800:00000200:2.0:1767384362.979853:0:16779:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005f37b0da] -> 12345-192.168.202.52@tcp50 (4) 00000800:00000200:2.0:1767384362.979857:0:16779:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.52@tcp50 ip 192.168.202.52:1023 00000800:00000200:2.0:1767384362.979860:0:16779:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000002c5c8f72 type 1, nob 512 niov 1 nkiov 1 00000100:00000001:2.0:1767384362.979874:0:16779:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384362.979876:0:16779:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000edb0cbe6 refcount 4 to 192.168.202.52@tcp50 00010000:00000001:2.0:1767384362.979878:0:16779:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384362.979883:0:16779:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384362.979884:0:16779:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384362.979887:0:16779:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000059be0b20 x1853236716767104/t0(0) o38->dfcc6be8-6fd1-4e6d-a8a4-ac9b181b1ec3@192.168.202.52@tcp50:0/0 lens 520/416 e 0 to 0 dl 1767384382 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384362.979894:0:16779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000059be0b20 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dfcc6be8-6fd1-4e6d-a8a4-ac9b181b1ec3+6:12135:x1853236716767104:12345-192.168.202.52@tcp50:38: Request processed in 7817us (7951us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384362.979900:0:16779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp50, seq: 3 00000100:00000040:2.0:1767384362.979903:0:16779:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000076935a1c : new rpc_count 0 00000100:00000001:2.0:1767384362.979904:0:16779:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384362.979906:0:16779:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384362.979909:0:16779:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c925c163. 00000020:00000010:2.0:1767384362.979912:0:16779:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006fa09b38. 00000020:00000010:2.0:1767384362.979915:0:16779:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d968d3eb. 00000020:00000040:2.0:1767384362.979917:0:16779:0:(genops.c:898:class_export_put()) PUTting export 0000000076935a1c : new refcount 5 00000100:00000001:2.0:1767384362.979918:0:16779:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767384362.979972:0:16132:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384362.979978:0:16132:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002c5c8f72. 00000400:00000200:0.0:1767384362.979984:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384362.979989:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp50->192.168.202.52@tcp50: PUT: OK 00000400:00000200:0.0:1767384362.979993:0:16132:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007a724bd0 00000400:00000010:0.0:1767384362.979995:0:16132:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007a724bd0. 00000100:00000001:0.0:1767384362.979999:0:16132:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384362.980001:0:16132:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000040:3.0:1767384362.997199:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) c0412d60-4f67-4dbc-8791-892843f60083->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767384362.997207:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767384362.997214:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fdfbfb9f. 00000020:00000040:3.0:1767384362.997219:0:37:0:(genops.c:1229:class_import_get()) import 00000000df830bbe refcount=4 obd=MGC192.168.202.152@tcp 00000100:00000001:3.0:1767384362.997224:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384362.997228:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384362.997233:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384362.997240:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000084ca37a7. 00000100:00000001:3.0:1767384362.997248:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384362.997256:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c0412d60-4f67-4dbc-8791-892843f60083->MGS req@00000000fdfbfb9f x1853236723089280/t0(0) o400->MGC192.168.202.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000004:00000001:0.0:1767384362.997258:0:16802:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:0.0:1767384362.997262:0:16802:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:0.0:1767384362.997268:0:16802:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e6a754bd. 00000100:00000001:3.0:1767384362.997272:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000020:00000040:0.0:1767384362.997272:0:16802:0:(genops.c:1229:class_import_get()) import 0000000068bc8709 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:3.0:1767384362.997277:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384362.997278:0:16802:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384362.997281:0:16802:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384362.997285:0:16802:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384362.997289:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fdfbfb9f] to pc [ptlrpcd_00_00+0] req@00000000fdfbfb9f x1853236723089280/t0(0) o400->MGC192.168.202.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767384362.997291:0:16802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000782c3a51. 00000100:00000001:0.0:1767384362.997297:0:16802:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384362.997304:0:16802:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384362.997306:0:16802:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384362.997312:0:16802:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e6a754bd] to pc [ptlrpcd_00_01+1] req@00000000e6a754bd x1853236723089408/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384362.997319:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384362.997323:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767384362.997326:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767384362.997330:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bf6531a0. 00000020:00000040:3.0:1767384362.997336:0:37:0:(genops.c:1229:class_import_get()) import 0000000068bc8709 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:3.0:1767384362.997342:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384362.997344:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000004:00000001:0.0:1767384362.997345:0:16802:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384362.997347:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384362.997354:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d605e0a6. 00000100:00000001:3.0:1767384362.997358:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384362.997364:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@00000000bf6531a0 x1853236723089536/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384362.997369:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384362.997374:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384362.997378:0:16138:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767384362.997386:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:0.0:1767384362.997386:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e6a754bd x1853236723089408/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384362.997390:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384362.997398:0:16138:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1767384362.997400:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bf6531a0] to pc [ptlrpcd_00_02+2] req@00000000bf6531a0 x1853236723089536/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384362.997401:0:16138:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384362.997407:0:16138:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384362.997411:0:16138:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384362.997415:0:16138:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384362.997419:0:16138:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e6a754bd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16138:1853236723089408:0@lo:13: 00000100:00000001:0.0:1767384362.997422:0:16138:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384362.997425:0:16138:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384362.997428:0:16138:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384362.997429:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384362.997430:0:16138:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1767384362.997433:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000010:0.0:1767384362.997436:0:16138:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000bc97bb33. 02000000:00000001:0.0:1767384362.997441:0:16138:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384362.997442:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767384362.997448:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001e35fc84. 00000400:00000010:0.0:1767384362.997448:0:16138:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000096a0c2a0. 00000020:00000040:3.0:1767384362.997455:0:37:0:(genops.c:1229:class_import_get()) import 00000000345f9ba7 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000400:00000010:0.0:1767384362.997458:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a4d5c34c. 00000100:00000001:3.0:1767384362.997459:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384362.997464:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000200:0.0:1767384362.997466:0:16138:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236723089408, portal 4 02000000:00000001:3.0:1767384362.997467:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384362.997471:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384362.997471:0:16138:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000010:3.0:1767384362.997474:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000091520fd4. 00000100:00000001:0.0:1767384362.997474:0:16138:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782423941504 : -124291285610112 : ffff8ef52e129180) 00000100:00000001:1.0:1767384362.997476:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384362.997481:0:16139:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384362.997481:0:16138:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e6a754bd x1853236723089408/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384378 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384362.997482:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384362.997490:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bf6531a0 x1853236723089536/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384362.997494:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@000000001e35fc84 x1853236723089664/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384362.997497:0:16138:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384362.997504:0:16138:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384362.997509:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000960cefd4. 00000100:00000200:0.0:1767384362.997513:0:16138:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853236723089408, offset 0 00000400:00000200:0.0:1767384362.997523:0:16138:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384362.997525:0:16139:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384362.997529:0:16139:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384362.997530:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384362.997534:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384362.997535:0:16139:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1767384362.997536:0:16138:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:1.0:1767384362.997541:0:16139:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767384362.997542:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001e35fc84] to pc [ptlrpcd_00_03+3] req@000000001e35fc84 x1853236723089664/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384362.997547:0:16139:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384362.997551:0:16138:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x695824c908000 00000100:00100000:1.0:1767384362.997557:0:16139:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000bf6531a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16139:1853236723089536:0@lo:400: 00000400:00000200:0.0:1767384362.997564:0:16138:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xb9d [8] + 3584 00000100:00000001:1.0:1767384362.997568:0:16139:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767384362.997572:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384362.997574:0:16139:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1767384362.997577:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1767384362.997578:0:16139:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384362.997578:0:16138:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1767384362.997585:0:16139:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767384362.997587:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000200:0.0:1767384362.997588:0:16138:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:1.0:1767384362.997592:0:16139:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007cd60bd9. 00000100:00000010:3.0:1767384362.997594:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f83c2498. 00000100:00000001:0.0:1767384362.997595:0:16138:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:1.0:1767384362.997598:0:16139:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384362.997599:0:16138:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000020:00000040:3.0:1767384362.997601:0:37:0:(genops.c:1229:class_import_get()) import 000000005a28ad8c refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000010:0.0:1767384362.997606:0:16138:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000090ca8eb7. 00000100:00000001:3.0:1767384362.997607:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:1.0:1767384362.997608:0:16139:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b227ffda. 00000100:00000040:0.0:1767384362.997611:0:16138:0:(events.c:337:request_in_callback()) incoming req@0000000090ca8eb7 x1853236723089408 msgsize 224 02000000:00000001:3.0:1767384362.997612:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:1.0:1767384362.997616:0:16139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008106c9a5. 02000000:00000001:3.0:1767384362.997617:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384362.997623:0:16138:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000200:1.0:1767384362.997624:0:16139:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236723089536, portal 4 02000000:00000010:3.0:1767384362.997626:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000fd01dd85. 00000100:00000001:1.0:1767384362.997630:0:16139:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384362.997632:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384362.997634:0:16139:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782675230080 : -124291034321536 : ffff8ef53d0ced80) 00000100:00000001:0.0:1767384362.997634:0:16138:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:3.0:1767384362.997642:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@00000000f83c2498 x1853236723089792/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1767384362.997642:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000960cefd4 00000100:00000040:1.0:1767384362.997645:0:16139:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000bf6531a0 x1853236723089536/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384378 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384362.997646:0:16138:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000960cefd4. 00000100:00000001:0.0:1767384362.997652:0:16138:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384362.997658:0:16138:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e6a754bd x1853236723089408/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384378 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384362.997683:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384362.997683:0:16139:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384362.997685:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384362.997687:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384362.997691:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e6a754bd x1853236723089408/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384378 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384362.997692:0:16139:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:3.0:1767384362.997698:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f83c2498] to pc [ptlrpcd_00_00+0] req@00000000f83c2498 x1853236723089792/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384362.997699:0:16139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003e5426fc. 00000100:00000200:1.0:1767384362.997706:0:16139:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853236723089536, offset 0 00000400:00000200:1.0:1767384362.997719:0:16139:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384362.997720:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384362.997725:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384362.997726:0:16138:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384362.997730:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767384362.997733:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (290) 00000100:00000001:0.0:1767384362.997735:0:16138:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384362.997741:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:0.0:1767384362.997741:0:16138:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 6598 usecs (7 jiffies) 00000100:00000001:0.0:1767384362.997747:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294952967 00000100:00000010:0.0:1767384362.997753:0:16138:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006d6e87cd. 00000400:00000200:1.0:1767384362.997754:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x695824c908080 00000100:00000001:0.0:1767384362.997761:0:16138:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000400:00000200:1.0:1767384362.997766:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xa9d [8] + 5008 00000100:00000001:0.0:1767384362.997768:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294952967 00000100:00000010:0.0:1767384362.997774:0:16138:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004bf6a247. 00000100:00000001:2.0:1767384362.997776:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767384362.997777:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384362.997778:0:16138:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384362.997780:0:16140:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767384362.997786:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294952967 00000400:00000200:1.0:1767384362.997787:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:0.0:1767384362.997790:0:16138:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000021256cfb. 00000100:00000001:0.0:1767384362.997794:0:16138:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767384362.997796:0:16139:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:2.0:1767384362.997797:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001e35fc84 x1853236723089664/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384362.997799:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294952967 00000100:00000200:1.0:1767384362.997801:0:16139:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1767384362.997805:0:16138:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ea58aeb3. 00000100:00000010:1.0:1767384362.997809:0:16139:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000dc2311e4. 00000100:00000001:0.0:1767384362.997815:0:16138:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000040:1.0:1767384362.997816:0:16139:0:(events.c:337:request_in_callback()) incoming req@00000000dc2311e4 x1853236723089536 msgsize 224 00000100:00000001:0.0:1767384362.997822:0:16138:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384362.997828:0:16138:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384362.997834:0:16139:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384362.997834:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384362.997841:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384362.997842:0:16140:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384362.997845:0:16140:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384362.997848:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:2.0:1767384362.997849:0:16140:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767384362.997851:0:16139:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384362.997853:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:2.0:1767384362.997854:0:16140:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384362.997856:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384362.997860:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003e5426fc 00000100:00000001:0.0:1767384362.997860:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1767384362.997861:0:16140:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384362.997863:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384362.997866:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003e5426fc. 00000100:00100000:0.0:1767384362.997868:0:16138:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1767384362.997870:0:16140:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001e35fc84 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:16140:1853236723089664:0@lo:400: 00000100:00000001:0.0:1767384362.997872:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384362.997873:0:16139:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384362.997878:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384362.997879:0:16140:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000200:1.0:1767384362.997881:0:16139:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bf6531a0 x1853236723089536/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384378 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384362.997881:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384362.997885:0:16140:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767384362.997885:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767384362.997889:0:16140:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384362.997890:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384362.997894:0:16138:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1767384362.997897:0:16140:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384362.997903:0:16140:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d968d3eb. 00000100:00000040:0.0:1767384362.997903:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000fdfbfb9f x1853236723089280/t0(0) o400->MGC192.168.202.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384362.997905:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1767384362.997910:0:16140:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384362.997913:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bf6531a0 x1853236723089536/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384378 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384362.997919:0:16140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008e1fef75. 00000100:00000001:3.0:1767384362.997930:0:17547:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384362.997932:0:16138:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:3.0:1767384362.997935:0:17547:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723089536 00000400:00000010:2.0:1767384362.997935:0:16140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007a724bd0. 00000100:00000001:0.0:1767384362.997936:0:16138:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384362.997939:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384362.997940:0:17547:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000200:2.0:1767384362.997941:0:16140:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236723089664, portal 10 02000000:00000001:0.0:1767384362.997943:0:16138:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767384362.997945:0:17547:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384362.997945:0:16139:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384362.997946:0:16140:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:0.0:1767384362.997947:0:16138:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384362.997950:0:17547:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384362.997950:0:16140:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782564210304 : -124291145341312 : ffff8ef5366ee680) 02000000:00000001:0.0:1767384362.997953:0:16138:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384362.997954:0:16139:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384362.997956:0:17547:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384362.997960:0:16140:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001e35fc84 x1853236723089664/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384378 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384362.997963:0:17547:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723089536 00000100:00000040:1.0:1767384362.997963:0:16139:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 6598 usecs (7 jiffies) 00000100:00100000:0.0:1767384362.997963:0:16138:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000fdfbfb9f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c0412d60-4f67-4dbc-8791-892843f60083:16138:1853236723089280:0@lo:400: 00000100:00000001:1.0:1767384362.997971:0:16139:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294952967 00000100:00000001:0.0:1767384362.997975:0:16138:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767384362.997979:0:16139:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294952967 02000000:00000001:0.0:1767384362.997981:0:16138:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767384362.997984:0:16140:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1767384362.997986:0:16138:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384362.997987:0:16139:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294952967 02000000:00000001:0.0:1767384362.997992:0:16138:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767384362.997993:0:16139:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294952967 00000100:00000040:2.0:1767384362.997994:0:16140:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:3.0:1767384362.997998:0:17547:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384362.997999:0:16139:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294952967 02000000:00000010:0.0:1767384362.998000:0:16138:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000161177ac. 00000020:00000040:3.0:1767384362.998003:0:17547:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eeca38 00000100:00000001:1.0:1767384362.998005:0:16139:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294952967 02000000:00000001:0.0:1767384362.998006:0:16138:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384362.998008:0:17547:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384362.998012:0:16139:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294952967 00000020:00000040:3.0:1767384362.998014:0:17547:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000cf791f94 refcount=5 00000400:00000010:0.0:1767384362.998015:0:16138:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a633faa6. 00000020:00000001:3.0:1767384362.998021:0:17547:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619777391929344 : -124296317622272 : ffff8ef402242800) 00000400:00000010:2.0:1767384362.998023:0:16140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000520c8158. 00000100:00000001:1.0:1767384362.998023:0:16139:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294952967 00000400:00000010:0.0:1767384362.998025:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000960cefd4. 00000020:00000001:3.0:1767384362.998026:0:17547:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619777391929344 : -124296317622272 : ffff8ef402242800) 00000100:00000200:2.0:1767384362.998027:0:16140:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236723089664, offset 0 00000100:00000200:0.0:1767384362.998031:0:16138:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236723089280, portal 25 00000100:00000001:3.0:1767384362.998034:0:17547:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:2.0:1767384362.998051:0:16140:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384362.998051:0:16139:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384362.998057:0:16139:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384362.998062:0:17547:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f347631d. 00000100:00000001:1.0:1767384362.998063:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384362.998064:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384362.998066:0:16138:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000010:3.0:1767384362.998069:0:17547:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000069ce8899. 00000100:00000001:1.0:1767384362.998070:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1767384362.998075:0:17547:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (0000000083abdb14) now 6 - evictor 00000400:00000200:2.0:1767384362.998076:0:16140:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824c908100 00000100:00000001:0.0:1767384362.998077:0:16138:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782675222912 : -124291034328704 : ffff8ef53d0cd180) 00000100:00000001:1.0:1767384362.998079:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384362.998083:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1767384362.998084:0:16140:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 9248 00000100:00000001:3.0:1767384362.998110:0:17547:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000040:0.0:1767384362.998111:0:16138:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000fdfbfb9f x1853236723089280/t0(0) o400->MGC192.168.202.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384378 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384362.998112:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384362.998115:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:3.0:1767384362.998117:0:17547:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000088973d24. 00000100:00000001:1.0:1767384362.998120:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:3.0:1767384362.998123:0:17547:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000004f0ed98. 00000400:00000200:2.0:1767384362.998123:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384362.998125:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384362.998131:0:17547:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000cb198794. 00000100:00000001:2.0:1767384362.998133:0:16140:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1767384362.998133:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384362.998137:0:16140:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:0.0:1767384362.998139:0:16138:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000010:2.0:1767384362.998144:0:16140:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ed922b2b. 00000100:00000040:3.0:1767384362.998146:0:17547:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000040:0.0:1767384362.998146:0:16138:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:2.0:1767384362.998150:0:16140:0:(events.c:337:request_in_callback()) incoming req@00000000ed922b2b x1853236723089664 msgsize 224 00000100:00000001:3.0:1767384362.998151:0:17547:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384362.998151:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1767384362.998154:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bc69f01c. 00000100:00000001:3.0:1767384362.998157:0:17547:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384362.998157:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384362.998161:0:17547:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384362.998161:0:16138:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853236723089280, offset 0 00000100:00100000:2.0:1767384362.998163:0:16140:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384362.998171:0:17547:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000400:00000200:0.0:1767384362.998172:0:16138:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384362.998174:0:16140:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384362.998177:0:17547:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384362.998180:0:17547:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384362.998184:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000520c8158 00000100:00080000:1.0:1767384362.998186:0:16775:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000400:00000200:0.0:1767384362.998187:0:16138:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:2.0:1767384362.998189:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000520c8158. 00000100:00000001:3.0:1767384362.998190:0:17547:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767384362.998193:0:16775:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (0000000083abdb14) now 6 - evictor 00000100:00000001:2.0:1767384362.998196:0:16140:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:0.0:1767384362.998201:0:16138:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x695824c907f80 00000100:00000001:3.0:1767384362.998203:0:17547:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000200:2.0:1767384362.998203:0:16140:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001e35fc84 x1853236723089664/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384378 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384362.998209:0:17547:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384362.998213:0:17551:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384362.998216:0:17547:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000400:00000200:0.0:1767384362.998216:0:16138:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x193d [2] + 0 00000100:00000001:2.0:1767384362.998218:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:1.0:1767384362.998218:0:17551:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723089408 00000100:00000040:3.0:1767384362.998222:0:17547:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000cf791f94 : new rpc_count 1 00000100:00000040:2.0:1767384362.998223:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001e35fc84 x1853236723089664/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384378 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384362.998224:0:17551:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000010:0.0:1767384362.998227:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000012ec166e. 00000100:00000001:1.0:1767384362.998229:0:17551:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384362.998230:0:17547:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619782424485760 : -124291285065856 : ffff8ef52e1adf80) 00000100:00000001:1.0:1767384362.998235:0:17551:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384362.998236:0:16138:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ed97fc72 00000100:00000040:3.0:1767384362.998238:0:17547:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000dc2311e4 x1853236723089536/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:343/0 lens 224/0 e 0 to 0 dl 1767384373 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384362.998238:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384362.998243:0:16140:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:1.0:1767384362.998243:0:17551:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384362.998243:0:16138:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384362.998250:0:16140:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384362.998251:0:17551:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723089408 00000100:00000001:3.0:1767384362.998255:0:17547:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:2.0:1767384362.998255:0:16140:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 3648 usecs (4 jiffies) 00000020:00000001:1.0:1767384362.998256:0:17551:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:0.0:1767384362.998256:0:16138:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000040:1.0:1767384362.998260:0:17551:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eeca38 00000020:00000010:3.0:1767384362.998262:0:17547:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d4b7db57. 00000400:00000200:0.0:1767384362.998263:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ed97fc72 00000020:00000001:1.0:1767384362.998266:0:17551:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384362.998268:0:17547:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384362.998268:0:16140:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294952965 00000400:00000010:0.0:1767384362.998268:0:16138:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ed97fc72. 00000020:00000040:1.0:1767384362.998270:0:17551:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000cf791f94 refcount=6 00000100:00000001:2.0:1767384362.998274:0:16140:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294952967 00000020:00000010:3.0:1767384362.998275:0:17547:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d4b7db57. 00000020:00000001:1.0:1767384362.998276:0:17551:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619777391929344 : -124296317622272 : ffff8ef402242800) 00000100:00000001:2.0:1767384362.998278:0:16140:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294952965 00000100:00000001:0.0:1767384362.998279:0:16138:0:(events.c:286:request_in_callback()) Process entered 00000020:00000001:1.0:1767384362.998281:0:17551:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619777391929344 : -124296317622272 : ffff8ef402242800) 00000100:00100000:3.0:1767384362.998284:0:17547:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000dc2311e4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:16139:x1853236723089536:12345-0@lo:400: 00000100:00000200:0.0:1767384362.998284:0:16138:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:2.0:1767384362.998285:0:16140:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294952967 00000100:00000001:1.0:1767384362.998287:0:17551:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000200:3.0:1767384362.998292:0:17547:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723089536 00000100:00000001:2.0:1767384362.998292:0:16140:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294952965 00000100:00000040:0.0:1767384362.998293:0:16138:0:(events.c:337:request_in_callback()) incoming req@00000000bc78460c x1853236723089280 msgsize 224 00000020:00000010:1.0:1767384362.998294:0:17551:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000041612a30. 00000020:00000001:3.0:1767384362.998296:0:17547:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:2.0:1767384362.998297:0:16140:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294952967 00000100:00000001:1.0:1767384362.998301:0:17551:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384362.998302:0:17547:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:2.0:1767384362.998302:0:16140:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294952965 00000020:00000001:3.0:1767384362.998306:0:17547:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384362.998309:0:16140:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294952967 00000020:00000010:1.0:1767384362.998310:0:17551:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000041612a30. 00000100:00100000:0.0:1767384362.998311:0:16138:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:3.0:1767384362.998312:0:17547:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1767384362.998312:0:16140:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384362.998317:0:17547:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661494240 : -1048057376 : ffffffffc187e9e0) 00000100:00000040:0.0:1767384362.998318:0:16138:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384362.998319:0:16140:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384362.998321:0:17547:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000010:1.0:1767384362.998321:0:17551:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007aa1dec1. 00000020:00000001:3.0:1767384362.998325:0:17547:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384362.998325:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384362.998327:0:17551:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000109e2ac4. 00000100:00000001:2.0:1767384362.998329:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384362.998330:0:17547:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384362.998333:0:17547:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:0.0:1767384362.998333:0:16138:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000010:1.0:1767384362.998334:0:17551:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f287db5e. 00000100:00000001:2.0:1767384362.998335:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:3.0:1767384362.998338:0:17547:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384362.998338:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:0.0:1767384362.998341:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bc69f01c 00000020:00000001:3.0:1767384362.998343:0:17547:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1767384362.998343:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767384362.998344:0:17551:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000400:00000010:0.0:1767384362.998345:0:16138:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bc69f01c. 00000100:00000001:3.0:1767384362.998347:0:17547:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1767384362.998347:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384362.998350:0:16138:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:3.0:1767384362.998351:0:17547:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1767384362.998351:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384362.998356:0:17551:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384362.998357:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384362.998358:0:17547:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000007bb86090. 00000100:00000200:0.0:1767384362.998358:0:16138:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000fdfbfb9f x1853236723089280/t0(0) o400->MGC192.168.202.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384378 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384362.998361:0:17551:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:3.0:1767384362.998363:0:17547:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384362.998364:0:17551:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384362.998371:0:17547:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384362.998374:0:17551:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384362.998378:0:17547:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384362.998382:0:17547:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236723089536 00000100:00000001:2.0:1767384362.998382:0:16774:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384362.998383:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:2.0:1767384362.998385:0:16774:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723089280 02000000:00000001:2.0:1767384362.998388:0:16774:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00010000:00000001:3.0:1767384362.998389:0:17547:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:1.0:1767384362.998389:0:17551:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384362.998390:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000fdfbfb9f x1853236723089280/t0(0) o400->MGC192.168.202.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384378 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384362.998392:0:16774:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000200:3.0:1767384362.998396:0:17547:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000dc2311e4 x1853236723089536/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:343/0 lens 224/224 e 0 to 0 dl 1767384373 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384362.998396:0:16774:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384362.998401:0:16774:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384362.998403:0:17551:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:2.0:1767384362.998407:0:16774:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723089280 00000100:00000001:1.0:1767384362.998408:0:17551:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:2.0:1767384362.998412:0:16774:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384362.998417:0:16774:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eec8e1 00000100:00100000:1.0:1767384362.998418:0:17551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000020:00000001:2.0:1767384362.998421:0:16774:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384362.998427:0:16774:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000555601ca refcount=14 00000100:00000040:1.0:1767384362.998427:0:17551:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000cf791f94 : new rpc_count 2 00000100:00000001:0.0:1767384362.998428:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384362.998429:0:17547:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1767384362.998433:0:17551:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619782423937024 : -124291285614592 : ffff8ef52e128000) 00010000:00000001:3.0:1767384362.998434:0:17547:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384362.998434:0:16774:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000100:00000001:0.0:1767384362.998435:0:16138:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:2.0:1767384362.998440:0:16774:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000100:00000040:1.0:1767384362.998440:0:17551:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000090ca8eb7 x1853236723089408/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:343/0 lens 224/0 e 0 to 0 dl 1767384373 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1767384362.998441:0:17547:0:(import.c:2128:obd_at_measure()) add 1 to 0000000094c7e214 time=81 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384362.998441:0:16138:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384362.998446:0:16774:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384362.998448:0:17547:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1767384362.998453:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294952985 00000100:00000040:3.0:1767384362.998455:0:17547:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 21 to 0@lo 00000020:00000010:2.0:1767384362.998458:0:16774:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fd49f5b0. 00000100:00000001:3.0:1767384362.998462:0:17547:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 00000100:00000001:0.0:1767384362.998462:0:16138:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294952967 00000100:00000001:2.0:1767384362.998463:0:16774:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384362.998465:0:17551:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:3.0:1767384362.998468:0:17547:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384362.998470:0:17547:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384362.998470:0:16774:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fd49f5b0. 00000100:00000001:0.0:1767384362.998471:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294952985 00000020:00000010:1.0:1767384362.998472:0:17551:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000041612a30. 00000100:00000001:3.0:1767384362.998475:0:17547:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:2.0:1767384362.998476:0:16774:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000068de568a. 00000100:00000001:1.0:1767384362.998478:0:17551:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384362.998479:0:16138:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294952967 00000100:00000040:3.0:1767384362.998481:0:17547:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:2.0:1767384362.998481:0:16774:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c925c163. 00000020:00000010:1.0:1767384362.998487:0:17551:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000041612a30. 00000100:00000001:0.0:1767384362.998487:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294952985 00000400:00000010:3.0:1767384362.998488:0:17547:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001a87f51c. 00000020:00000010:2.0:1767384362.998488:0:16774:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006fa09b38. 00000100:00000001:0.0:1767384362.998496:0:16138:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294952967 00000100:00000200:3.0:1767384362.998497:0:17547:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853236723089536, offset 224 00000100:00100000:1.0:1767384362.998498:0:17551:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000090ca8eb7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:16138:x1853236723089408:12345-0@lo:13: 00000100:00000040:2.0:1767384362.998499:0:16774:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384362.998503:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294952985 00000100:00000001:2.0:1767384362.998505:0:16774:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000200:1.0:1767384362.998508:0:17551:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723089408 00000400:00000200:3.0:1767384362.998510:0:17547:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384362.998510:0:16774:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384362.998511:0:16138:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294952967 00000020:00000001:1.0:1767384362.998513:0:17551:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:2.0:1767384362.998514:0:16774:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384362.998515:0:16138:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384362.998519:0:17551:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:0.0:1767384362.998520:0:16138:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384362.998522:0:16774:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384362.998523:0:17547:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:1.0:1767384362.998523:0:17551:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384362.998525:0:16138:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:1.0:1767384362.998531:0:17551:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000040:0.0:1767384362.998533:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f83c2498 x1853236723089792/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384362.998535:0:16774:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384362.998535:0:17551:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072673306064 : -1036245552 : ffffffffc23c25d0) 00000400:00000200:3.0:1767384362.998538:0:17547:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x695824c908080 00000020:00000001:1.0:1767384362.998544:0:17551:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384362.998548:0:17551:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384362.998551:0:17547:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x2099 [1] + 224 00000100:00000001:2.0:1767384362.998551:0:16774:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384362.998552:0:16138:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:1.0:1767384362.998555:0:17551:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1767384362.998556:0:16774:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384362.998556:0:16138:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384362.998560:0:17551:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:3.0:1767384362.998561:0:17547:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1767384362.998562:0:16138:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:2.0:1767384362.998565:0:16774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 170 00000020:00000001:1.0:1767384362.998565:0:17551:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384362.998566:0:16138:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384362.998570:0:17547:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:2.0:1767384362.998571:0:16774:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000555601ca : new rpc_count 1 00000100:00000001:1.0:1767384362.998572:0:17551:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384362.998572:0:16138:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384362.998575:0:17547:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384362.998575:0:16774:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619777395449936 : -124296314101680 : ffff8ef40259e050) 02000000:00000001:1.0:1767384362.998577:0:17551:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:0.0:1767384362.998580:0:16138:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f83c2498 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16138:1853236723089792:0@lo:400: 00000100:00000200:3.0:1767384362.998583:0:17547:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bf6531a0 x1853236723089536/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384378 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384362.998584:0:16774:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000bc78460c x1853236723089280/t0(0) o400->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:343/0 lens 224/0 e 0 to 0 dl 1767384373 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767384362.998584:0:17551:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000f30ac791. 00000100:00000001:0.0:1767384362.998589:0:16138:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384362.998591:0:17551:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384362.998593:0:16138:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384362.998596:0:16138:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384362.998598:0:17551:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384362.998601:0:16138:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384362.998605:0:16138:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006bec9a87. 02000000:00000001:0.0:1767384362.998610:0:16138:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384362.998611:0:16774:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00002000:00000001:1.0:1767384362.998611:0:17551:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000100:00000040:3.0:1767384362.998613:0:17547:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000bf6531a0 x1853236723089536/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384378 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384362.998613:0:16138:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f5792ee0. 00000020:00000010:2.0:1767384362.998618:0:16774:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fd49f5b0. 00002000:00000001:1.0:1767384362.998619:0:17551:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000400:00000010:0.0:1767384362.998620:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bc69f01c. 00000100:00000001:2.0:1767384362.998622:0:16774:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384362.998623:0:17551:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000020:00000010:2.0:1767384362.998628:0:16774:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fd49f5b0. 00000100:00000200:0.0:1767384362.998628:0:16138:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236723089792, portal 10 00080000:00000001:1.0:1767384362.998630:0:17551:0:(osd_handler.c:571:osd_statfs()) Process entered 00000100:00000001:0.0:1767384362.998634:0:16138:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384362.998637:0:16138:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782564207616 : -124291145344000 : ffff8ef5366edc00) 00000100:00000001:3.0:1767384362.998640:0:17547:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:2.0:1767384362.998640:0:16774:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000bc78460c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c0412d60-4f67-4dbc-8791-892843f60083+14:16138:x1853236723089280:12345-0@lo:400: 00080000:00000001:1.0:1767384362.998642:0:17551:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384362.998645:0:16138:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f83c2498 x1853236723089792/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384378 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384362.998647:0:17547:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001a87f51c 00000100:00000200:2.0:1767384362.998648:0:16774:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723089280 00000020:00000001:1.0:1767384362.998649:0:17551:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767384362.998651:0:17547:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001a87f51c. 00000020:00000001:2.0:1767384362.998651:0:16774:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00002000:00000024:1.0:1767384362.998656:0:17551:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 389021696 avail 386924544 00000020:00000001:2.0:1767384362.998657:0:16774:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:3.0:1767384362.998658:0:17547:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000001:2.0:1767384362.998661:0:16774:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384362.998662:0:17547:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:2.0:1767384362.998667:0:16774:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1767384362.998668:0:17547:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:1.0:1767384362.998668:0:17551:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40828928 0 0 00000100:00000001:0.0:1767384362.998670:0:16138:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:2.0:1767384362.998672:0:16774:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669141120 : -1040410496 : ffffffffc1fc9880) 00000100:00000040:3.0:1767384362.998675:0:17547:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 20 to 0@lo 00000020:00000020:1.0:1767384362.998676:0:17551:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000cf791f94 dirty 0 pend 0 grant 0 00000020:00000001:2.0:1767384362.998678:0:16774:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000040:0.0:1767384362.998678:0:16138:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:3.0:1767384362.998682:0:17547:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384362.998682:0:16774:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384362.998683:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d0007e92. 00002000:00000020:1.0:1767384362.998684:0:17551:0:(ofd_obd.c:737:ofd_statfs()) 374 blocks: 371 free, 331 avail; 12296 objects: 11872 free; state 0 00000020:00000001:3.0:1767384362.998686:0:17547:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384362.998688:0:16138:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236723089792, offset 0 00000020:00000001:3.0:1767384362.998693:0:17547:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00002000:00000001:1.0:1767384362.998693:0:17551:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000020:00000001:2.0:1767384362.998696:0:16774:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000001:00000001:1.0:1767384362.998699:0:17551:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000100:00000040:3.0:1767384362.998700:0:17547:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000dc2311e4 x1853236723089536/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:343/0 lens 224/224 e 0 to 0 dl 1767384373 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384362.998701:0:16774:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:0.0:1767384362.998701:0:16138:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000001:00000001:1.0:1767384362.998704:0:17551:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384362.998707:0:16774:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1767384362.998710:0:17551:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384362.998711:0:16774:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000400:00000200:0.0:1767384362.998715:0:16138:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384362.998716:0:16774:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00000040:1.0:1767384362.998717:0:17551:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236723089408 02000000:00000001:2.0:1767384362.998720:0:16774:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:1.0:1767384362.998724:0:17551:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 02000000:00000010:2.0:1767384362.998726:0:16774:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000009aad8e90. 00000400:00000200:0.0:1767384362.998729:0:16138:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824c908180 02000000:00000001:2.0:1767384362.998732:0:16774:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:1.0:1767384362.998733:0:17551:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000090ca8eb7 x1853236723089408/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:343/0 lens 224/368 e 0 to 0 dl 1767384373 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384362.998735:0:17547:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000dc2311e4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:16139:x1853236723089536:12345-0@lo:400: Request processed in 474us (913us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384362.998737:0:16774:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384362.998741:0:16138:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 9472 00000020:00000001:2.0:1767384362.998743:0:16774:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384362.998749:0:16774:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236723089280 00000400:00000200:0.0:1767384362.998754:0:16138:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1767384362.998755:0:16774:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00100000:3.0:1767384362.998758:0:17547:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00000040:3.0:1767384362.998764:0:17547:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000cf791f94 : new rpc_count 1 00000400:00000200:0.0:1767384362.998765:0:16138:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000200:2.0:1767384362.998766:0:16774:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000bc78460c x1853236723089280/t0(0) o400->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:343/0 lens 224/224 e 0 to 0 dl 1767384373 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384362.998766:0:17551:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1767384362.998770:0:17547:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:1.0:1767384362.998772:0:17551:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384362.998775:0:17547:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384362.998775:0:16138:0:(events.c:286:request_in_callback()) Process entered 00000100:00001000:1.0:1767384362.998778:0:17551:0:(import.c:2128:obd_at_measure()) add 1 to 00000000bde6550e time=81 v=5 (1 0 0 0) 00000100:00000200:0.0:1767384362.998779:0:16138:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000020:00000010:3.0:1767384362.998782:0:17547:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000004f0ed98. 00000100:00000010:0.0:1767384362.998785:0:16138:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c536c0c9. 00000020:00000010:3.0:1767384362.998788:0:17547:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000cb198794. 00000100:00000001:1.0:1767384362.998790:0:17551:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384362.998791:0:16138:0:(events.c:337:request_in_callback()) incoming req@00000000c536c0c9 x1853236723089792 msgsize 224 00010000:00000001:2.0:1767384362.998792:0:16774:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000010:3.0:1767384362.998793:0:17547:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000088973d24. 00010000:00000001:2.0:1767384362.998797:0:16774:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384362.998798:0:17551:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 21 to 0@lo 00000020:00000040:3.0:1767384362.998799:0:17547:0:(genops.c:898:class_export_put()) PUTting export 00000000cf791f94 : new refcount 5 00000100:00001000:2.0:1767384362.998803:0:16774:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dd452398 time=92 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384362.998806:0:17551:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 00000100:00100000:0.0:1767384362.998806:0:16138:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384362.998807:0:17547:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384362.998813:0:16774:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:1.0:1767384362.998814:0:17551:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:2.0:1767384362.998816:0:16774:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 22 to 0@lo 02000000:00000001:1.0:1767384362.998818:0:17551:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384362.998819:0:16138:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384362.998820:0:16774:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 02000000:00000001:2.0:1767384362.998826:0:16774:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1767384362.998826:0:17551:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767384362.998826:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d0007e92 00000100:00000001:3.0:1767384362.998827:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384362.998832:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1767384362.998832:0:16774:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384362.998832:0:16138:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d0007e92. 00000100:00000040:1.0:1767384362.998833:0:17551:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384362.998838:0:16138:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384362.998840:0:16774:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000001:3.0:1767384362.998841:0:16139:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000010:1.0:1767384362.998841:0:17551:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003e5426fc. 00000100:00000200:0.0:1767384362.998844:0:16138:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f83c2498 x1853236723089792/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384378 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767384362.998845:0:16139:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1767384362.998848:0:16774:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384362.998849:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b227ffda. 00000400:00000010:2.0:1767384362.998853:0:16774:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000520c8158. 00000400:00000200:3.0:1767384362.998855:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008106c9a5 00000400:00000010:3.0:1767384362.998859:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008106c9a5. 00000100:00000001:0.0:1767384362.998863:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384362.998865:0:16139:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1767384362.998867:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f83c2498 x1853236723089792/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384378 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384362.998868:0:16774:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853236723089280, offset 224 00000100:00000200:1.0:1767384362.998868:0:17551:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853236723089408, offset 224 00000100:00000200:3.0:1767384362.998872:0:16139:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bf6531a0 x1853236723089536/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384378 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384362.998884:0:17551:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384362.998895:0:16774:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384362.998901:0:17551:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384362.998904:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384362.998906:0:16139:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bf6531a0 x1853236723089536/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384378 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384362.998909:0:16774:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384362.998910:0:16138:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1767384362.998915:0:17551:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x695824c908000 00000100:00000001:0.0:1767384362.998918:0:16138:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384362.998924:0:16139:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384362.998925:0:16774:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x695824c907f80 00000100:00000040:0.0:1767384362.998927:0:16138:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3805 usecs (4 jiffies) 00000100:00000001:3.0:1767384362.998928:0:16139:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384362.998928:0:17551:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x2091 [1] + 224 00000100:00000001:3.0:1767384362.998935:0:16139:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767384362.998936:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294952965 00000400:00000200:1.0:1767384362.998938:0:17551:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1767384362.998940:0:16139:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000200:2.0:1767384362.998941:0:16774:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x20a9 [1] + 224 00000100:00000001:0.0:1767384362.998943:0:16138:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294952985 00000100:00000001:3.0:1767384362.998944:0:16139:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384362.998947:0:16139:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384362.998948:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294952965 00000400:00000200:2.0:1767384362.998949:0:16774:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1767384362.998953:0:16139:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384362.998954:0:16138:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294952985 00000400:00000200:1.0:1767384362.998958:0:17551:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384362.998959:0:16774:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00001000:3.0:1767384362.998961:0:16139:0:(import.c:2128:obd_at_measure()) add 5 to 0000000040f3b9ed time=81 v=5 (5 0 0 0) 00000100:00000001:0.0:1767384362.998967:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294952965 00000100:00000001:1.0:1767384362.998968:0:17551:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:3.0:1767384362.998969:0:16139:0:(import.c:2128:obd_at_measure()) add 1 to 000000001fbc0fd6 time=81 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384362.998969:0:16774:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384362.998970:0:16138:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294952985 00000100:00000001:3.0:1767384362.998976:0:16139:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384362.998977:0:16138:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294952965 00000100:00000200:2.0:1767384362.998978:0:16774:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000fdfbfb9f x1853236723089280/t0(0) o400->MGC192.168.202.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384378 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384362.998978:0:17551:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e6a754bd x1853236723089408/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384378 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384362.998980:0:16139:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384362.998983:0:16138:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294952985 00010000:00000001:3.0:1767384362.998985:0:16139:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767384362.998989:0:16138:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00080000:3.0:1767384362.998993:0:16139:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000bf6531a0 x1853236723089536/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384378 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384362.998994:0:16138:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384362.999000:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384362.999006:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384362.999019:0:16139:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384362.999020:0:17551:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000e6a754bd x1853236723089408/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384378 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384362.999023:0:17568:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384362.999024:0:16139:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1767384362.999027:0:17568:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723089664 00000100:00000040:3.0:1767384362.999028:0:16139:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 02000000:00000001:0.0:1767384362.999033:0:17568:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384362.999034:0:16139:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384362.999049:0:17568:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384362.999052:0:17568:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384362.999056:0:16139:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384362.999058:0:17568:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384362.999064:0:17568:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723089664 00000100:00000040:3.0:1767384362.999065:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bf6531a0 x1853236723089536/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384378 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384362.999066:0:16774:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000fdfbfb9f x1853236723089280/t0(0) o400->MGC192.168.202.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384378 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384362.999067:0:17568:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384362.999071:0:17568:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eeca2a 00000020:00000001:0.0:1767384362.999074:0:17568:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384362.999076:0:17551:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:0.0:1767384362.999078:0:17568:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f335576c refcount=5 00000020:00000001:0.0:1767384362.999084:0:17568:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619777384806400 : -124296324745216 : ffff8ef401b77800) 00000100:00000001:3.0:1767384362.999104:0:16139:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384362.999108:0:16774:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384362.999109:0:16139:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:0.0:1767384362.999112:0:17568:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619777384806400 : -124296324745216 : ffff8ef401b77800) 00000100:00000001:3.0:1767384362.999113:0:16139:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384362.999113:0:17551:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003e5426fc 00000100:00000001:0.0:1767384362.999118:0:17568:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000010:1.0:1767384362.999119:0:17551:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003e5426fc. 00000100:00000040:3.0:1767384362.999122:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bf6531a0 x1853236723089536/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384378 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384362.999123:0:17568:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000044b77718. 00000100:00000001:1.0:1767384362.999125:0:17551:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384362.999127:0:17568:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384362.999130:0:17551:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:2.0:1767384362.999131:0:16774:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000520c8158 00000020:00000010:0.0:1767384362.999132:0:17568:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000044b77718. 00000400:00000010:2.0:1767384362.999135:0:16774:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000520c8158. 00000100:00000001:1.0:1767384362.999138:0:17551:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384362.999139:0:17568:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000117b66eb. 00000100:00000001:2.0:1767384362.999140:0:16774:0:(events.c:386:reply_out_callback()) Process entered 00000100:00100000:3.0:1767384362.999142:0:16139:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000bf6531a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16139:1853236723089536:0@lo:400: 00000100:00000001:2.0:1767384362.999144:0:16774:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000010:0.0:1767384362.999146:0:17568:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001758176d. 00000100:00000040:1.0:1767384362.999147:0:17551:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 21 to 0@lo 00000100:00000001:2.0:1767384362.999149:0:16774:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384362.999151:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384362.999152:0:17568:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002ee19353. 00000100:00000001:3.0:1767384362.999155:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:1.0:1767384362.999155:0:17551:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000040:2.0:1767384362.999158:0:16774:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 20 to 0@lo 00000020:00000001:1.0:1767384362.999160:0:17551:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384362.999161:0:16774:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000040:0.0:1767384362.999162:0:17568:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000040:3.0:1767384362.999163:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bf6531a0 x1853236723089536/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384378 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384362.999165:0:17551:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000001:2.0:1767384362.999167:0:16774:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384362.999167:0:17568:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:2.0:1767384362.999172:0:16774:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1767384362.999172:0:17568:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:1.0:1767384362.999174:0:17551:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000090ca8eb7 x1853236723089408/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:343/0 lens 224/368 e 0 to 0 dl 1767384373 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384362.999176:0:17568:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384362.999180:0:16774:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bc78460c x1853236723089280/t0(0) o400->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:343/0 lens 224/224 e 0 to 0 dl 1767384373 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384362.999184:0:17568:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1767384362.999188:0:16139:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1767384362.999193:0:17568:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 02000000:00000001:3.0:1767384362.999194:0:16139:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1767384362.999198:0:17568:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384362.999199:0:16139:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007cd60bd9. 02000000:00000001:3.0:1767384362.999206:0:16139:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384362.999210:0:16139:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1767384362.999211:0:17568:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1767384362.999215:0:16139:0:(genops.c:1242:class_import_put()) import 0000000068bc8709 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00100000:1.0:1767384362.999216:0:17551:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000090ca8eb7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16138:x1853236723089408:12345-0@lo:13: Request processed in 745us (1598us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384362.999217:0:16774:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000bc78460c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c0412d60-4f67-4dbc-8791-892843f60083+14:16138:x1853236723089280:12345-0@lo:400: Request processed in 599us (917us total) trans 0 rc 0/0 00000020:00000001:3.0:1767384362.999219:0:16139:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767384362.999222:0:17568:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 02000000:00000010:3.0:1767384362.999223:0:16139:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d605e0a6. 00000100:00100000:0.0:1767384362.999226:0:17568:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723089792 02000000:00000001:3.0:1767384362.999229:0:16139:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384362.999231:0:17568:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:3.0:1767384362.999233:0:16139:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1767384362.999234:0:17568:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000010:3.0:1767384362.999237:0:16139:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bf6531a0. 00000100:00000001:0.0:1767384362.999238:0:17568:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384362.999239:0:17551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:2.0:1767384362.999240:0:16774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 170 02000000:00000001:0.0:1767384362.999244:0:17568:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384362.999245:0:16139:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000040:1.0:1767384362.999247:0:17551:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000cf791f94 : new rpc_count 0 00000100:00000040:2.0:1767384362.999248:0:16774:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000555601ca : new rpc_count 0 00000100:00000001:3.0:1767384362.999250:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384362.999251:0:17568:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723089792 00000100:00000001:1.0:1767384362.999252:0:17551:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384362.999254:0:16774:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:0.0:1767384362.999255:0:17568:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384362.999256:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384362.999258:0:17551:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384362.999259:0:16774:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000040:0.0:1767384362.999259:0:17568:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eeca23 00000100:00000001:3.0:1767384362.999263:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:1.0:1767384362.999264:0:17551:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000109e2ac4. 00000020:00000001:0.0:1767384362.999264:0:17568:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:2.0:1767384362.999265:0:16774:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c925c163. 00000100:00000001:3.0:1767384362.999268:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384362.999268:0:17568:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000b2466616 refcount=5 00000020:00000010:1.0:1767384362.999273:0:17551:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f287db5e. 00000100:00000001:3.0:1767384362.999274:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:2.0:1767384362.999274:0:16774:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006fa09b38. 00000020:00000001:0.0:1767384362.999274:0:17568:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619782058162176 : -124291651389440 : ffff8ef518453800) 00000100:00000001:3.0:1767384362.999279:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384362.999281:0:17568:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619782058162176 : -124291651389440 : ffff8ef518453800) 00000020:00000010:1.0:1767384362.999283:0:17551:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007aa1dec1. 00000020:00000010:2.0:1767384362.999284:0:16774:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000068de568a. 00000100:00000001:0.0:1767384362.999285:0:17568:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384362.999290:0:17568:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000044b77718. 00000020:00000040:1.0:1767384362.999291:0:17551:0:(genops.c:898:class_export_put()) PUTting export 00000000cf791f94 : new refcount 4 00000020:00000040:2.0:1767384362.999293:0:16774:0:(genops.c:898:class_export_put()) PUTting export 00000000555601ca : new refcount 13 00000020:00000010:0.0:1767384362.999294:0:17568:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000009a2b6a19. 00000100:00000001:1.0:1767384362.999297:0:17551:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384362.999302:0:16774:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000020:00000040:0.0:1767384362.999303:0:17568:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000b1f9e0ef) now 10 - evictor 02000000:00000010:2.0:1767384362.999307:0:16774:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000009aad8e90. 02000000:00000001:2.0:1767384362.999313:0:16774:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384362.999313:0:17568:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:2.0:1767384362.999316:0:16774:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384362.999318:0:17568:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f426b625. 00000100:00000200:2.0:1767384362.999322:0:16774:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000020:00000010:0.0:1767384362.999325:0:17568:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000049bba1c6. 00000400:00000010:2.0:1767384362.999328:0:16774:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cb85163d. 00000020:00000010:0.0:1767384362.999330:0:17568:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004d7bf55e. 00000400:00000010:2.0:1767384362.999334:0:16774:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000082181c12. 00000100:00000001:0.0:1767384362.999335:0:17568:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384362.999339:0:17568:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384362.999341:0:17568:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384362.999346:0:17568:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1767384362.999349:0:17568:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1767384362.999350:0:16780:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384362.999350:0:17568:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384362.999355:0:16780:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384362.999357:0:17568:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384362.999364:0:16780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00000001:2.0:1767384362.999365:0:16779:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:1.0:1767384362.999368:0:16780:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000f335576c : new rpc_count 1 00000100:00000001:0.0:1767384362.999369:0:17568:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384362.999372:0:17568:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384362.999376:0:16779:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384362.999380:0:17568:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00000001:1.0:1767384362.999381:0:16780:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619782407665664 : -124291301885952 : ffff8ef52d1a3800) 00000100:00000040:0.0:1767384362.999384:0:17568:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000b2466616 : new rpc_count 1 00000100:00000001:2.0:1767384362.999385:0:16779:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1767384362.999386:0:16775:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00000001:2.0:1767384362.999389:0:16779:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384362.999390:0:16775:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000b1f9e0ef) now 10 - evictor 00000100:00000040:1.0:1767384362.999390:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ed922b2b x1853236723089664/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:343/0 lens 224/0 e 0 to 0 dl 1767384373 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384362.999395:0:17568:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619782423951360 : -124291285600256 : ffff8ef52e12b800) 00000100:00000040:0.0:1767384362.999404:0:17568:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c536c0c9 x1853236723089792/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:343/0 lens 224/0 e 0 to 0 dl 1767384373 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384362.999408:0:16780:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384362.999410:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:1.0:1767384362.999414:0:16780:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000041612a30. 00000100:00000001:3.0:1767384362.999415:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384362.999416:0:17568:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384362.999421:0:16780:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000001:3.0:1767384362.999423:0:16138:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000010:0.0:1767384362.999423:0:17568:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000f7c74c8. 00000020:00000010:1.0:1767384362.999427:0:16780:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000041612a30. 00000400:00000001:3.0:1767384362.999429:0:16138:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767384362.999429:0:17568:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767384362.999434:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a633faa6. 00000020:00000010:0.0:1767384362.999434:0:17568:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000f7c74c8. 00000100:00100000:1.0:1767384362.999437:0:16780:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000ed922b2b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:16140:x1853236723089664:12345-0@lo:400: 00000400:00000200:3.0:1767384362.999442:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000960cefd4 00000100:00000200:1.0:1767384362.999445:0:16780:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723089664 00000100:00100000:0.0:1767384362.999445:0:17568:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000c536c0c9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:16138:x1853236723089792:12345-0@lo:400: 00000400:00000010:3.0:1767384362.999447:0:16138:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000960cefd4. 00000020:00000001:1.0:1767384362.999451:0:16780:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:3.0:1767384362.999454:0:16138:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384362.999454:0:17568:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723089792 00000020:00000001:1.0:1767384362.999457:0:16780:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384362.999459:0:17568:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000200:3.0:1767384362.999461:0:16138:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000fdfbfb9f x1853236723089280/t0(0) o400->MGC192.168.202.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384378 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384362.999462:0:16780:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384362.999463:0:17568:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384362.999466:0:17568:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384362.999469:0:16780:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384362.999471:0:17568:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384362.999474:0:16780:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661494240 : -1048057376 : ffffffffc187e9e0) 00000020:00000001:0.0:1767384362.999475:0:17568:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661494240 : -1048057376 : ffffffffc187e9e0) 00000020:00000001:0.0:1767384362.999481:0:17568:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000200:3.0:1767384362.999482:0:16138:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000fdfbfb9f x1853236723089280/t0(0) o400->MGC192.168.202.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384378 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384362.999483:0:16780:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384362.999484:0:17568:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384362.999488:0:16780:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384362.999490:0:17568:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384362.999492:0:17568:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384362.999496:0:16780:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384362.999496:0:17568:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384362.999500:0:16138:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:1.0:1767384362.999502:0:16780:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384362.999502:0:17568:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1767384362.999503:0:16138:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384362.999506:0:17568:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1767384362.999508:0:16138:0:(client.c:1578:after_reply()) Process entered 00000020:00000001:1.0:1767384362.999508:0:16780:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384362.999509:0:17568:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:3.0:1767384362.999512:0:16138:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000001:1.0:1767384362.999514:0:16780:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1767384362.999515:0:16138:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000010:0.0:1767384362.999515:0:17568:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000007e59d6f3. 00000100:00000001:3.0:1767384362.999519:0:16138:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384362.999520:0:16780:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384362.999520:0:17568:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384362.999522:0:16138:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384362.999525:0:17568:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384362.999526:0:16780:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00001000:3.0:1767384362.999527:0:16138:0:(import.c:2128:obd_at_measure()) add 5 to 0000000028df3f77 time=92 v=5 (5 0 0 0) 00000020:00000001:0.0:1767384362.999528:0:17568:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384362.999533:0:16780:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000006ba3fea2. 00010000:00000040:0.0:1767384362.999534:0:17568:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236723089792 00000100:00001000:3.0:1767384362.999535:0:16138:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f5022cbe time=92 v=5 (1 0 0 0) 00010000:00000001:0.0:1767384362.999540:0:17568:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 02000000:00000001:1.0:1767384362.999541:0:16780:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384362.999542:0:16138:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384362.999545:0:16138:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:0.0:1767384362.999545:0:17568:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000c536c0c9 x1853236723089792/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:343/0 lens 224/224 e 0 to 0 dl 1767384373 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384362.999548:0:16138:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767384362.999548:0:16780:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384362.999551:0:16138:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384362.999554:0:16780:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384362.999557:0:16138:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384362.999561:0:16780:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236723089664 00000100:00000040:3.0:1767384362.999565:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000fdfbfb9f x1853236723089280/t0(0) o400->MGC192.168.202.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384378 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384362.999567:0:16780:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:0.0:1767384362.999570:0:17568:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384362.999574:0:17568:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:1.0:1767384362.999575:0:16780:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000ed922b2b x1853236723089664/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:343/0 lens 224/224 e 0 to 0 dl 1767384373 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1767384362.999579:0:17568:0:(import.c:2128:obd_at_measure()) add 1 to 000000008dd0459f time=87 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384362.999589:0:16138:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384362.999593:0:17568:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1767384362.999595:0:16138:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384362.999599:0:16138:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384362.999599:0:17568:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 21 to 0@lo 00010000:00000001:1.0:1767384362.999604:0:16780:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1767384362.999604:0:17568:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 00000100:00000040:3.0:1767384362.999609:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fdfbfb9f x1853236723089280/t0(0) o400->MGC192.168.202.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384378 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384362.999609:0:16780:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384362.999609:0:17568:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384362.999612:0:17568:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384362.999616:0:16780:0:(import.c:2128:obd_at_measure()) add 1 to 000000008dd0459f time=87 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384362.999618:0:17568:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384362.999622:0:17568:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:3.0:1767384362.999624:0:16138:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000fdfbfb9f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c0412d60-4f67-4dbc-8791-892843f60083:16138:1853236723089280:0@lo:400: 00000400:00000010:0.0:1767384362.999627:0:17568:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d0007e92. 00000100:00000001:1.0:1767384362.999634:0:16780:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000200:0.0:1767384362.999635:0:17568:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236723089792, offset 224 00000400:00000001:3.0:1767384362.999637:0:16138:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384362.999640:0:16138:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:1.0:1767384362.999640:0:16780:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 22 to 0@lo 00000400:00000010:3.0:1767384362.999643:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000096a0c2a0. 00000100:00000001:1.0:1767384362.999646:0:16780:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 00000400:00000200:3.0:1767384362.999647:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a4d5c34c 00000400:00000010:3.0:1767384362.999652:0:16138:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a4d5c34c. 02000000:00000001:1.0:1767384362.999652:0:16780:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384362.999656:0:16780:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384362.999657:0:16138:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1767384362.999661:0:17568:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384362.999662:0:16780:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:3.0:1767384362.999664:0:16138:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e6a754bd x1853236723089408/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384378 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384362.999670:0:16780:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1767384362.999674:0:17568:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:1.0:1767384362.999677:0:16780:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003e5426fc. 00000100:00000200:3.0:1767384362.999685:0:16138:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e6a754bd x1853236723089408/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384378 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384362.999685:0:16780:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236723089664, offset 224 00000400:00000200:0.0:1767384362.999688:0:17568:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824c908180 00000400:00000200:1.0:1767384362.999699:0:16780:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384362.999701:0:16138:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384362.999704:0:16138:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384362.999709:0:16138:0:(client.c:1578:after_reply()) Process entered 00000400:00000200:0.0:1767384362.999709:0:17568:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x20b5 [1] + 224 00000400:00000200:1.0:1767384362.999711:0:16780:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:3.0:1767384362.999713:0:16138:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384362.999716:0:16138:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:0.0:1767384362.999717:0:17568:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384362.999719:0:16138:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384362.999722:0:16138:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384362.999726:0:17568:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384362.999727:0:16780:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824c908100 00000100:00001000:3.0:1767384362.999728:0:16138:0:(import.c:2128:obd_at_measure()) add 5 to 0000000032110564 time=81 v=5 (5 0 0 0) 00000100:00000001:0.0:1767384362.999731:0:17568:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:3.0:1767384362.999736:0:16138:0:(import.c:2128:obd_at_measure()) add 1 to 000000001fbc0fd6 time=81 v=5 (1 0 0 0) 00000100:00000200:0.0:1767384362.999739:0:17568:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f83c2498 x1853236723089792/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384378 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384362.999742:0:16780:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x20a1 [1] + 224 00000100:00000001:3.0:1767384362.999745:0:16138:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384362.999747:0:16138:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384362.999753:0:16138:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:1.0:1767384362.999754:0:16780:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00080000:3.0:1767384362.999758:0:16138:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000e6a754bd x1853236723089408/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384378 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384362.999762:0:17568:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000f83c2498 x1853236723089792/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384378 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384362.999765:0:16780:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384362.999772:0:16780:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384362.999779:0:16780:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001e35fc84 x1853236723089664/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384378 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384362.999790:0:16138:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384362.999794:0:17568:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384362.999796:0:16138:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384362.999800:0:16138:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000400:00000200:0.0:1767384362.999800:0:17568:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d0007e92 00000100:00000001:3.0:1767384362.999804:0:16138:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000400:00000010:0.0:1767384362.999805:0:17568:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d0007e92. 00000100:00000001:3.0:1767384362.999808:0:16138:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384362.999809:0:17568:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000040:1.0:1767384362.999810:0:16780:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000001e35fc84 x1853236723089664/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384378 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384362.999813:0:17568:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000040:3.0:1767384362.999816:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e6a754bd x1853236723089408/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384378 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384362.999817:0:17568:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384362.999824:0:17568:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 21 to 0@lo 00010000:00000001:0.0:1767384362.999828:0:17568:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384362.999831:0:17568:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384362.999837:0:17568:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384362.999843:0:17568:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c536c0c9 x1853236723089792/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:343/0 lens 224/224 e 0 to 0 dl 1767384373 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384362.999849:0:16138:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384362.999854:0:16138:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384362.999857:0:16780:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384362.999858:0:16138:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384362.999862:0:17568:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000c536c0c9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:16138:x1853236723089792:12345-0@lo:400: Request processed in 444us (1068us total) trans 0 rc 0/0 00000004:00000001:3.0:1767384362.999865:0:16138:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000400:00000200:1.0:1767384362.999865:0:16780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003e5426fc 00000004:00000040:3.0:1767384362.999870:0:16138:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000400:00000010:1.0:1767384362.999871:0:16780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003e5426fc. 00000004:00000040:3.0:1767384362.999878:0:16138:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=95744 free=94976 avail=84736 avail_mb=331 hwm_mb=3 files=12296 ffree=11872 state=0: rc = 0 00000100:00000001:1.0:1767384362.999879:0:16780:0:(events.c:386:reply_out_callback()) Process entered 00000100:00100000:0.0:1767384362.999881:0:17568:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00000001:1.0:1767384362.999883:0:16780:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000040:0.0:1767384362.999888:0:17568:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000b2466616 : new rpc_count 0 00000100:00000001:1.0:1767384362.999890:0:16780:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384362.999891:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000004:00000020:3.0:1767384362.999892:0:16138:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (000000009fef8af1): 95744 blocks, 94976 free, 84736 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 12296 files, 11872 free files 0x0 00000100:00000001:0.0:1767384362.999893:0:17568:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384362.999895:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384362.999898:0:17568:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:1.0:1767384362.999899:0:16780:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 20 to 0@lo 00000400:00000001:2.0:1767384362.999901:0:16140:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000004:00000001:3.0:1767384362.999902:0:16138:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384362.999905:0:16140:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:0.0:1767384362.999905:0:17568:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000049bba1c6. 00010000:00000001:1.0:1767384362.999906:0:16780:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000040:3.0:1767384362.999910:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e6a754bd x1853236723089408/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384378 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384362.999910:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008e1fef75. 00000020:00000001:1.0:1767384362.999911:0:16780:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384362.999913:0:17568:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004d7bf55e. 00000400:00000200:2.0:1767384362.999916:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007a724bd0 00000020:00000001:1.0:1767384362.999918:0:16780:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:2.0:1767384362.999922:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007a724bd0. 00000020:00000010:0.0:1767384362.999923:0:17568:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f426b625. 00000100:00100000:3.0:1767384362.999927:0:16138:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e6a754bd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16138:1853236723089408:0@lo:13: 00000100:00000001:2.0:1767384362.999927:0:16140:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1767384362.999927:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ed922b2b x1853236723089664/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:343/0 lens 224/224 e 0 to 0 dl 1767384373 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384362.999931:0:17568:0:(genops.c:898:class_export_put()) PUTting export 00000000b2466616 : new refcount 4 00000100:00000200:2.0:1767384362.999934:0:16140:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001e35fc84 x1853236723089664/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384378 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384362.999937:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384362.999939:0:17568:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384362.999941:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384362.999947:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000fdfbfb9f x1853236723089280/t0(0) o400->MGC192.168.202.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384378 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384362.999965:0:16138:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000200:2.0:1767384362.999967:0:16140:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001e35fc84 x1853236723089664/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384378 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384362.999969:0:16138:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00100000:1.0:1767384362.999970:0:16780:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000ed922b2b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:16140:x1853236723089664:12345-0@lo:400: Request processed in 557us (1813us total) trans 0 rc 0/0 02000000:00000010:3.0:1767384362.999971:0:16138:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000161177ac. 02000000:00000001:3.0:1767384362.999974:0:16138:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767384362.999975:0:16140:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:3.0:1767384362.999976:0:16138:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1767384362.999976:0:16140:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1767384362.999978:0:16138:0:(genops.c:1242:class_import_put()) import 00000000df830bbe refcount=3 obd=MGC192.168.202.152@tcp 00000100:00000001:2.0:1767384362.999980:0:16140:0:(client.c:1578:after_reply()) Process entered 00000020:00000001:3.0:1767384362.999981:0:16138:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:2.0:1767384362.999982:0:16140:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000010:3.0:1767384362.999984:0:16138:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000084ca37a7. 00000100:00000001:2.0:1767384362.999984:0:16140:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384362.999986:0:16140:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384362.999989:0:16138:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384362.999990:0:16140:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384362.999991:0:16138:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384362.999994:0:16138:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fdfbfb9f. 00000100:00001000:2.0:1767384362.999994:0:16140:0:(import.c:2128:obd_at_measure()) add 5 to 00000000701828d5 time=87 v=5 (5 0 0 0) 00000100:00100000:1.0:1767384362.999994:0:16780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00000001:3.0:1767384362.999999:0:16138:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00001000:2.0:1767384362.999999:0:16140:0:(import.c:2128:obd_at_measure()) add 1 to 0000000073619233 time=87 v=5 (1 0 0 0) 00000100:00000040:1.0:1767384363.000001:0:16780:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f335576c : new rpc_count 0 00000100:00000001:3.0:1767384363.000002:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384363.000002:0:16140:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384363.000005:0:16140:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384363.000008:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384363.000008:0:16780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:2.0:1767384363.000009:0:16140:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767384363.000013:0:16780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:3.0:1767384363.000015:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e6a754bd x1853236723089408/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384378 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:2.0:1767384363.000015:0:16140:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000001e35fc84 x1853236723089664/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384378 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384363.000018:0:16780:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001758176d. 00000020:00000010:1.0:1767384363.000024:0:16780:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002ee19353. 00000100:00000001:3.0:1767384363.000029:0:16138:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00000001:2.0:1767384363.000029:0:16140:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384363.000031:0:16780:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000117b66eb. 02000000:00000001:3.0:1767384363.000032:0:16138:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1767384363.000032:0:16140:0:(client.c:3065:ptlrpc_free_committed()) Process entered 02000000:00000010:3.0:1767384363.000048:0:16138:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000bc97bb33. 00000100:00000040:2.0:1767384363.000048:0:16140:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:2.0:1767384363.000052:0:16140:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 02000000:00000001:3.0:1767384363.000054:0:16138:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767384363.000054:0:16140:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384363.000055:0:16780:0:(genops.c:898:class_export_put()) PUTting export 00000000f335576c : new refcount 4 00000020:00000001:3.0:1767384363.000056:0:16138:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:2.0:1767384363.000058:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001e35fc84 x1853236723089664/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384378 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384363.000059:0:16138:0:(genops.c:1242:class_import_put()) import 0000000068bc8709 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:1.0:1767384363.000061:0:16780:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384363.000063:0:16138:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384363.000064:0:16138:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000782c3a51. 02000000:00000001:3.0:1767384363.000069:0:16138:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384363.000071:0:16138:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384363.000073:0:16138:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e6a754bd. 00000100:00000001:3.0:1767384363.000076:0:16138:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384363.000077:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384363.000080:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384363.000081:0:16140:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384363.000082:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384363.000084:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384363.000084:0:16140:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384363.000085:0:16140:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1767384363.000108:0:16138:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384363.000111:0:16138:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384363.000112:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f5792ee0. 00000400:00000200:3.0:1767384363.000115:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bc69f01c 00000100:00000040:2.0:1767384363.000115:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001e35fc84 x1853236723089664/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384378 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384363.000117:0:16138:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bc69f01c. 00000100:00000001:3.0:1767384363.000120:0:16138:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384363.000123:0:16138:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f83c2498 x1853236723089792/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384378 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384363.000123:0:16140:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001e35fc84 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:16140:1853236723089664:0@lo:400: 00000100:00000001:2.0:1767384363.000129:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384363.000131:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:3.0:1767384363.000132:0:16138:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f83c2498 x1853236723089792/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384378 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384363.000133:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001e35fc84 x1853236723089664/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384378 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384363.000139:0:16138:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384363.000140:0:16140:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1767384363.000141:0:16138:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384363.000142:0:16140:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1767384363.000143:0:16138:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384363.000144:0:16138:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000010:2.0:1767384363.000144:0:16140:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d968d3eb. 00000100:00000001:3.0:1767384363.000145:0:16138:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:2.0:1767384363.000146:0:16140:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1767384363.000147:0:16138:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384363.000147:0:16140:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384363.000148:0:16140:0:(genops.c:1242:class_import_put()) import 00000000345f9ba7 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 02000000:00000001:3.0:1767384363.000149:0:16138:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384363.000151:0:16140:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00001000:3.0:1767384363.000152:0:16138:0:(import.c:2128:obd_at_measure()) add 5 to 00000000edb11b67 time=88 v=5 (5 0 0 0) 02000000:00000010:2.0:1767384363.000152:0:16140:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000091520fd4. 02000000:00000001:2.0:1767384363.000154:0:16140:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00001000:3.0:1767384363.000155:0:16138:0:(import.c:2128:obd_at_measure()) add 1 to 000000006fb1a5f2 time=88 v=5 (1 0 0 0) 02000000:00000001:2.0:1767384363.000155:0:16140:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384363.000156:0:16140:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001e35fc84. 00000100:00000001:3.0:1767384363.000158:0:16138:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384363.000159:0:16138:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384363.000160:0:16138:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767384363.000160:0:16140:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384363.000161:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00080000:3.0:1767384363.000163:0:16138:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000f83c2498 x1853236723089792/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384378 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384363.000163:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384363.000167:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384363.000168:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384363.000170:0:16138:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384363.000170:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384363.000172:0:16138:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1767384363.000172:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384363.000174:0:16138:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:3.0:1767384363.000175:0:16138:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384363.000177:0:16138:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384363.000179:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f83c2498 x1853236723089792/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384378 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384363.000186:0:16138:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384363.000188:0:16138:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384363.000189:0:16138:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384363.000192:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f83c2498 x1853236723089792/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384378 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384363.000200:0:16138:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f83c2498 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16138:1853236723089792:0@lo:400: 00000100:00000001:3.0:1767384363.000203:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384363.000205:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384363.000207:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f83c2498 x1853236723089792/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384378 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384363.000212:0:16138:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384363.000213:0:16138:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384363.000214:0:16138:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006bec9a87. 02000000:00000001:3.0:1767384363.000216:0:16138:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384363.000217:0:16138:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384363.000218:0:16138:0:(genops.c:1242:class_import_put()) import 000000005a28ad8c refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:3.0:1767384363.000219:0:16138:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384363.000220:0:16138:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000fd01dd85. 02000000:00000001:3.0:1767384363.000222:0:16138:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384363.000223:0:16138:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384363.000223:0:16138:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f83c2498. 00000100:00000001:3.0:1767384363.000225:0:16138:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384363.000226:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384363.000227:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384363.000229:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384363.000230:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384363.000232:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384363.000233:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384363.023144:0:449:0:(connection.c:75:cpu_latency_work()) work item of 000000002fd0fb58 (cpu 0) has reached its deadline 4294952985, at 4294952986 00000100:00000040:1.0:1767384363.023155:0:62:0:(connection.c:75:cpu_latency_work()) work item of 00000000edc4e618 (cpu 0) has reached its deadline 4294952985, at 4294952986 00000100:00000010:0.0:1767384363.023157:0:449:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006d6e87cd. 00000100:00000040:3.0:1767384363.023160:0:53:0:(connection.c:75:cpu_latency_work()) work item of 000000009d5c2cb6 (cpu 0) has reached its deadline 4294952985, at 4294952986 00000100:00000040:2.0:1767384363.023160:0:270:0:(connection.c:75:cpu_latency_work()) work item of 00000000135c2452 (cpu 0) has reached its deadline 4294952985, at 4294952986 00000100:00000010:1.0:1767384363.023164:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004bf6a247. 00000100:00000010:2.0:1767384363.023170:0:270:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000021256cfb. 00000100:00000010:3.0:1767384363.023171:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ea58aeb3. 00000400:00000001:0.0:1767384363.445220:0:16134:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384363.445227:0:16134:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384363.445231:0:16134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000075fee3c6 00000800:00000200:1.0:1767384363.445232:0:16129:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a7bdbfe4] -> 12345-192.168.202.152@tcp29 (4) 00000400:00000010:0.0:1767384363.445236:0:16134:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000075fee3c6. 00000800:00000200:1.1:1767384363.445242:0:16129:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a7bdbfe4] -> 12345-192.168.202.152@tcp29 (4) 00000400:00000200:0.0:1767384363.445242:0:16134:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384363.445249:0:16134:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.152@tcp48 recovery ping unlinked 00000400:00000010:0.0:1767384363.445262:0:16134:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000099cfda4c. 00000800:00000200:1.0:1767384363.445265:0:16129:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000048e2af5f] -> 12345-192.168.202.152@tcp16 (6) 00000400:00000010:0.0:1767384363.445270:0:16134:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000b7140d71. 00000800:00000200:1.0:1767384363.445275:0:16129:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp16 ip 192.168.202.152:988 00000400:00000200:0.0:1767384363.445279:0:16134:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.152@tcp47 00000800:00000200:1.0:1767384363.445283:0:16129:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000050b9c4c8 type 192, nob 24 niov 1 nkiov 0 00000400:00000010:0.0:1767384363.445287:0:16134:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000018bd6bf4. 00000400:00000010:0.0:1767384363.445293:0:16134:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000f426b625. 00000400:00000010:0.0:1767384363.445297:0:16134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d0007e92. 00000400:00000010:0.0:1767384363.445302:0:16134:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000c19fd709. 00000400:00000200:0.0:1767384363.445306:0:16134:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.152@tcp47 00000400:00000200:0.0:1767384363.445317:0:16134:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.152@tcp47 local destination 00000400:00000200:0.0:1767384363.445323:0:16134:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.152@tcp47 00000400:00000200:0.0:1767384363.445327:0:16134:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp47 NI seq info: [219:219:256:4294967295] 192.168.202.152@tcp47 LPNI seq info [198:198:8:4294967295] 00000400:00000200:0.0:1767384363.445333:0:16134:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.152@tcp47 00000400:00000200:0.0:1767384363.445338:0:16134:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp47(192.168.202.152@tcp47:) -> 192.168.202.152@tcp47(192.168.202.152@tcp47:192.168.202.152@tcp47) : GET try# 0 00000800:00000200:0.0:1767384363.445342:0:16134:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.152@tcp47 00000800:00000010:0.0:1767384363.445361:0:16134:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000782c3a51. 00000800:00000200:0.0:1767384363.445366:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d05ebcc3] -> 12345-192.168.202.152@tcp47 (2) 00000400:00000200:3.0:1767384363.445370:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.152:988 00000800:00000200:0.1:1767384363.445370:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d05ebcc3] -> 12345-192.168.202.152@tcp47 (2) 00000400:00000200:0.0:1767384363.445392:0:16134:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.152@tcp47 added to recovery queue. ping count: 3 next ping: 294 health :700 00000400:00000200:0.0:1767384363.445397:0:16134:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.152@tcp37 00000400:00000010:0.0:1767384363.445400:0:16134:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000092e345f9. 00000400:00000010:0.0:1767384363.445404:0:16134:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000080439f22. 00000400:00000010:0.0:1767384363.445407:0:16134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b59c96da. 00000400:00000010:0.0:1767384363.445411:0:16134:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000009f88058. 00000400:00000200:0.0:1767384363.445414:0:16134:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.152@tcp37 00000400:00000200:0.0:1767384363.445422:0:16134:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.152@tcp37 local destination 00000400:00000200:0.0:1767384363.445425:0:16134:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.152@tcp37 00000400:00000200:0.0:1767384363.445429:0:16134:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp37 NI seq info: [220:220:256:4294967295] 192.168.202.152@tcp37 LPNI seq info [199:199:8:4294967295] 00000400:00000200:0.0:1767384363.445432:0:16134:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.152@tcp37 00000800:00000200:2.0:1767384363.445436:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1767384363.445445:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384363.445445:0:16134:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp37(192.168.202.152@tcp37:) -> 192.168.202.152@tcp37(192.168.202.152@tcp37:192.168.202.152@tcp37) : GET try# 0 00000800:00000200:0.0:1767384363.445450:0:16134:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.152@tcp37 00000800:00000010:0.0:1767384363.445453:0:16134:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000656e6ea5. 00000400:00000200:1.0:1767384363.445454:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.152:988 00000800:00000200:0.0:1767384363.445461:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000def3ae70] -> 12345-192.168.202.152@tcp37 (2) 00000800:00000200:0.1:1767384363.445466:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000def3ae70] -> 12345-192.168.202.152@tcp37 (2) 00000800:00000001:2.0:1767384363.445467:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384363.445468:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.152:988 00000800:00000001:2.0:1767384363.445473:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384363.445480:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384363.445480:0:16134:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.152@tcp37 added to recovery queue. ping count: 5 next ping: 318 health :500 00000400:00000200:1.0:1767384363.445512:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.152:988 00000400:00000200:3.0:1767384363.445542:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.152:988 00000400:00000200:0.0:1767384363.445549:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.152:988 00000400:00000200:1.0:1767384363.445571:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.152:988 00000400:00000200:3.0:1767384363.445615:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.152:988 00000400:00000200:0.0:1767384363.445622:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.152:988 00000400:00000200:1.0:1767384363.445637:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.152:988 00000400:00000200:3.0:1767384363.445684:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.152:988 00000400:00000200:1.0:1767384363.445694:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.152:988 00000400:00000200:0.0:1767384363.445695:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.152:988 00000400:00000200:3.0:1767384363.445748:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.152:988 00000400:00000200:1.0:1767384363.445751:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.152:988 00000400:00000200:0.0:1767384363.445779:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.152:988 00000400:00000200:3.0:1767384363.445824:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.152:988 00000400:00000200:1.0:1767384363.445827:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.152:988 00000400:00000200:0.0:1767384363.445839:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.152:988 00000400:00000200:3.0:1767384363.445906:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.152:988 00000400:00000200:1.0:1767384363.445908:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.152:988 00000400:00000200:0.0:1767384363.445908:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.152:988 00000400:00000200:3.0:1767384363.445968:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.152:988 00000400:00000200:1.0:1767384363.445973:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.152:988 00000400:00000200:0.0:1767384363.445982:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.152:988 00000400:00000200:3.0:1767384363.446048:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.152:988 00000400:00000200:0.0:1767384363.446064:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.152:988 00000400:00000200:3.0:1767384363.446140:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.152:988 00000400:00000200:0.0:1767384363.446140:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.152:988 00000400:00000200:1.0:1767384363.446155:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.152:988 00000400:00000200:0.0:1767384363.446197:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.152:988 00000400:00000200:1.0:1767384363.446227:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.152:988 00000400:00000200:3.0:1767384363.446229:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.152:988 00000400:00000200:0.0:1767384363.446260:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.152:988 00000400:00000200:1.0:1767384363.446278:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.152:988 00000400:00000200:3.0:1767384363.446300:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.152:988 00000400:00000200:1.0:1767384363.446347:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.152:988 00000400:00000200:0.0:1767384363.446350:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.152:988 00000400:00000200:3.0:1767384363.446364:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.152:988 00000400:00000200:1.0:1767384363.446397:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.152:988 00000400:00000200:0.0:1767384363.446422:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.152:988 00000400:00000200:3.0:1767384363.446437:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.152:988 00000400:00000200:1.0:1767384363.446456:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.152:988 00000400:00000200:0.0:1767384363.446492:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.152:988 00000400:00000200:3.0:1767384363.446500:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.152:988 00000400:00000200:1.0:1767384363.446514:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.152:988 00000400:00000200:0.0:1767384363.446567:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.152:988 00000400:00000200:3.0:1767384363.446569:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.152:988 00000400:00000200:1.0:1767384363.446577:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.152:988 00000400:00000200:0.0:1767384363.446633:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.152:988 00000400:00000200:1.0:1767384363.446646:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.152:988 00000400:00000200:3.0:1767384363.446647:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.152:988 00000400:00000200:0.0:1767384363.446705:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.152:988 00000400:00000200:1.0:1767384363.446706:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.152:988 00000400:00000200:3.0:1767384363.446716:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.152:988 00000400:00000200:1.0:1767384363.446768:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.152:988 00000400:00000200:0.0:1767384363.446785:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.152:988 00000400:00000200:3.0:1767384363.446792:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.152:988 00000400:00000200:1.0:1767384363.446824:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.152:988 00000400:00000200:0.0:1767384363.446847:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.152:988 00000400:00000200:3.0:1767384363.446862:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.152:988 00000400:00000200:1.0:1767384363.446883:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.152:988 00000400:00000200:0.0:1767384363.446911:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.152:988 00000400:00000200:3.0:1767384363.446937:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.152:988 00000400:00000200:1.0:1767384363.446937:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.152:988 00000400:00000200:0.0:1767384363.446980:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.152:988 00000400:00000200:1.0:1767384363.447008:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.152:988 00000400:00000200:3.0:1767384363.447015:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.152:988 00000400:00000200:0.0:1767384363.447060:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.152:988 00000400:00000200:1.0:1767384363.447076:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.152:988 00000400:00000200:3.0:1767384363.447119:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.152:988 00000400:00000200:0.0:1767384363.447147:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.152:988 00000400:00000200:1.0:1767384363.447155:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.152:988 00000400:00000200:3.0:1767384363.447187:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.152:988 00000400:00000200:1.0:1767384363.447217:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.152:988 00000400:00000200:0.0:1767384363.447224:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.152:988 00000400:00000200:3.0:1767384363.447252:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.152:988 00000400:00000200:1.0:1767384363.447277:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.152:988 00000400:00000200:0.0:1767384363.447297:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.152:988 00000400:00000200:3.0:1767384363.447320:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.152:988 00000400:00000200:1.0:1767384363.447328:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.152:988 00000400:00000200:0.0:1767384363.447361:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.152:988 00000400:00000200:3.0:1767384363.447387:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.152:988 00000400:00000200:1.0:1767384363.447390:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.152:988 00000400:00000200:0.0:1767384363.447420:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.152:988 00000400:00000200:1.0:1767384363.447460:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.152:988 00000400:00000200:3.0:1767384363.447464:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.152:988 00000400:00000200:0.0:1767384363.447473:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.152:988 00000400:00000200:1.0:1767384363.447522:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.152:988 00000400:00000200:3.0:1767384363.447536:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.152:988 00000400:00000200:0.0:1767384363.447547:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.152:988 00000400:00000200:1.0:1767384363.447584:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.152:988 00000400:00000200:3.0:1767384363.447598:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.152:988 00000400:00000200:0.0:1767384363.447614:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.152:988 00000400:00000200:1.0:1767384363.447642:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.152:988 00000400:00000200:3.0:1767384363.447666:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.152:988 00000400:00000200:0.0:1767384363.447688:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.152:988 00000400:00000200:1.0:1767384363.447697:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.152:988 00000400:00000200:3.0:1767384363.447729:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.152:988 00000400:00000200:0.0:1767384363.447770:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.152:988 00000400:00000200:3.0:1767384363.447792:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.152:988 00000400:00000200:0.0:1767384363.447836:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.152:988 00000400:00000200:3.0:1767384363.447856:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.152:988 00000800:00000010:1.0:1767384363.447867:0:16127:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000003df3f98b. 00000800:00000010:1.0:1767384363.447873:0:16127:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000000731e305. 00000800:00000010:1.0:1767384363.447878:0:16127:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000041612a30. 00000400:00000200:0.0:1767384363.447896:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.152:988 00000800:00000010:1.0:1767384363.447911:0:16127:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000041612a30. 00000400:00000200:3.0:1767384363.447912:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.202.152:988 00000800:00020000:1.0:1767384363.447924:0:16127:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.152 00000800:00000010:1.0:1767384363.447928:0:16127:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000000731e305. 00000800:00000010:1.0:1767384363.447931:0:16127:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000003df3f98b. 00000400:00000200:0.0:1767384363.447961:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.152:988 00000400:00000200:3.0:1767384363.447978:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.202.152:988 00000400:02020000:1.0:1767384363.447994:0:16127:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.152@tcp47 at host 192.168.202.152:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384363.448001:0:16127:0:(router.c:1755:lnet_notify()) 192.168.202.152@tcp47 notifying 192.168.202.152@tcp47: down 00000400:00000200:1.0:1767384363.448005:0:16127:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:1.0:1767384363.448010:0:16127:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.152@tcp47 00000800:00000010:1.0:1767384363.448018:0:16127:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000782c3a51. 00000400:00000200:1.0:1767384363.448023:0:16127:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384363.448027:0:16127:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp47->192.168.202.152@tcp47: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384363.448050:0:16127:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384363.448052:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.202.152:988 00000400:00000200:1.0:1767384363.448053:0:16127:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.152@tcp47 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384363.448061:0:16127:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.152@tcp47) recovery failed with -71 00000400:00000200:3.0:1767384363.448123:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.202.152:988 00000800:00000010:0.0:1767384363.448150:0:16128:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000b9672b6c. 00000800:00000010:0.0:1767384363.448154:0:16128:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000001b552bed. 00000800:00000010:0.0:1767384363.448159:0:16128:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000000f7c74c8. 00000400:00000200:3.0:1767384363.448164:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.202.152:988 00000800:00000010:0.0:1767384363.448179:0:16128:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000000f7c74c8. 00000800:00020000:0.0:1767384363.448188:0:16128:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.152 00000800:00000010:0.0:1767384363.448190:0:16128:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000001b552bed. 00000800:00000010:0.0:1767384363.448193:0:16128:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000b9672b6c. 00000400:00000200:3.0:1767384363.448206:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.202.152:988 00000400:02020000:0.0:1767384363.448247:0:16128:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.152@tcp37 at host 192.168.202.152:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384363.448252:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.202.152:988 00000400:00000200:0.0:1767384363.448254:0:16128:0:(router.c:1755:lnet_notify()) 192.168.202.152@tcp37 notifying 192.168.202.152@tcp37: down 00000800:00000200:0.0:1767384363.448263:0:16128:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.152@tcp37 down 00000800:00000100:0.0:1767384363.448268:0:16128:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.152@tcp37 00000800:00000010:0.0:1767384363.448271:0:16128:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000656e6ea5. 00000400:00000200:0.0:1767384363.448274:0:16128:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384363.448278:0:16128:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp37->192.168.202.152@tcp37: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384363.448284:0:16128:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384363.448286:0:16128:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.152@tcp37 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384363.448290:0:16128:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.152@tcp37) recovery failed with -71 00000400:00000200:3.0:1767384363.448296:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.202.152:988 00000400:00000200:3.0:1767384363.448320:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.202.152:988 00000400:00000200:3.0:1767384363.448343:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 979 -> 192.168.202.152:988 00000400:00000200:3.0:1767384363.448363:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 978 -> 192.168.202.152:988 00000400:00000200:3.0:1767384363.448384:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 977 -> 192.168.202.152:988 00000400:00000200:3.0:1767384363.448403:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 976 -> 192.168.202.152:988 00000400:00000200:3.0:1767384363.448422:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 975 -> 192.168.202.152:988 00000400:00000200:3.0:1767384363.448441:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 974 -> 192.168.202.152:988 00000400:00000200:3.0:1767384363.448464:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 973 -> 192.168.202.152:988 00000400:00000200:3.0:1767384363.448485:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 972 -> 192.168.202.152:988 00000400:00000200:3.0:1767384363.448506:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 971 -> 192.168.202.152:988 00000800:00000010:3.0:1767384363.448665:0:16125:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000e8bf77c3. 00000800:00000010:3.0:1767384363.448672:0:16125:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000769c8df4. 00000800:00000010:3.0:1767384363.448677:0:16125:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000d4b7db57. 00000800:00000010:3.0:1767384363.448719:0:16125:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000d4b7db57. 00000400:00000200:1.0:1767384363.448757:0:16133:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:1.0:1767384363.448768:0:16133:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.152@tcp29 from 202.3.0.2 00000800:00000010:1.0:1767384363.448770:0:16133:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000695a2b91. 00000800:00000010:0.0:1767384363.448817:0:16126:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000b9672b6c. 00000800:00000010:0.0:1767384363.448823:0:16126:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000001b552bed. 00000800:00000010:0.0:1767384363.448846:0:16126:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000005fde13c7. 00000800:00000200:0.1:1767384363.448853:0:16126:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a7bdbfe4] -> 12345-192.168.202.152@tcp29 (4) 00000800:00000200:0.1:1767384363.448858:0:16126:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.152@tcp29 000000005fde13c7 deleted 00000800:00000010:0.1:1767384363.448860:0:16126:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000005fde13c7. 00000800:00000200:0.1:1767384363.448865:0:16126:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:0.0:1767384363.448870:0:16126:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.152@tcp29 p 3.x 192.168.202.152 -> 192.168.202.152:970 incarnation:1767384312699518128 sched[0] 00000800:00000010:0.0:1767384363.448875:0:16126:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000000f7c74c8. 00000800:00000010:0.0:1767384363.448927:0:16126:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000000f7c74c8. 00000800:00000010:0.0:1767384363.448931:0:16126:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000001b552bed. 00000800:00000200:3.1:1767384363.448961:0:16125:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000010:0.0:1767384363.448964:0:16126:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000695a2b91. 00000800:00000200:3.1:1767384363.448974:0:16125:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp29 ip 192.168.202.152:988 00000800:00000200:3.1:1767384363.448978:0:16125:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000083675df1 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:3.0:1767384363.448986:0:16125:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.152@tcp29 p 3.x 192.168.202.152 -> 192.168.202.152:988 incarnation:1767384312699518128 sched[0] 00000800:00000010:3.0:1767384363.448991:0:16125:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000769c8df4. 00000800:00000001:2.0:1767384363.449000:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384363.449005:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384363.449050:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384363.449054:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767384363.449124:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1767384363.449126:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384363.449136:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384363.449141:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384363.449144:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384363.573160:0:449:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384363.573166:0:449:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384363.573172:0:449:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384363.573173:0:449:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384363.573243:0:16768:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384363.573248:0:16768:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384363.573252:0:16768:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:2.0:1767384363.980806:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384363.980823:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384363.980827:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384363.980829:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384363.980839:0:16130:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.152@tcp50(192.168.202.152@tcp50) <- 192.168.202.52@tcp50 : PUT - for me 00000400:00000200:2.0:1767384363.980853:0:16130:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.52@tcp50 of length 224 into portal 12 MB=0x695824c300880 00000400:00000200:2.0:1767384363.980860:0:16130:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.52@tcp50 of length 224/224 into md 0x229 [64] + 9696 00000800:00000001:2.0:1767384363.980866:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384363.980869:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384363.980871:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384363.980875:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp50->192.168.202.52@tcp50: PUT: OK 00000100:00000001:2.0:1767384363.980881:0:16130:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384363.980883:0:16130:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1767384363.980896:0:16130:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009b22d73f. 00000100:00000040:2.0:1767384363.980899:0:16130:0:(events.c:337:request_in_callback()) incoming req@000000009b22d73f x1853236716767360 msgsize 224 00000100:00100000:2.0:1767384363.980905:0:16130:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp50 (source: 12345-192.168.202.52@tcp50) 00000100:00000001:2.0:1767384363.980915:0:16130:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1767384363.980926:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384363.980928:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384363.980930:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384363.980931:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384363.980934:0:16130:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.152@tcp50(192.168.202.152@tcp50) <- 192.168.202.52@tcp50 : PUT - for me 00000400:00000200:2.0:1767384363.980938:0:16130:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.52@tcp50 of length 224 into portal 12 MB=0x695824c300800 00000400:00000200:2.0:1767384363.980941:0:16130:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.52@tcp50 of length 224/224 into md 0x229 [64] + 9920 00000800:00000001:2.0:1767384363.980944:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384363.980965:0:16780:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000800:00000001:2.0:1767384363.980968:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384363.980969:0:16780:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236716767360 00000400:00000200:2.0:1767384363.980973:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1767384363.980974:0:16780:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384363.980977:0:16780:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:2.0:1767384363.980980:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp50->192.168.202.52@tcp50: PUT: OK 00000100:00000001:1.0:1767384363.980981:0:16780:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384363.980984:0:16130:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384363.980987:0:16130:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 02000000:00000001:1.0:1767384363.980987:0:16780:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384363.980989:0:16130:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000db8542b2. 00000100:00000040:2.0:1767384363.980993:0:16130:0:(events.c:337:request_in_callback()) incoming req@00000000db8542b2 x1853236716767232 msgsize 224 00000100:00100000:1.0:1767384363.980993:0:16780:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236716767360 00000020:00000001:1.0:1767384363.980998:0:16780:0:(genops.c:811:class_conn2export()) Process entered 00000100:00100000:2.0:1767384363.980999:0:16130:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp50 (source: 12345-192.168.202.52@tcp50) 00000020:00000040:1.0:1767384363.981001:0:16780:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eecd3a 00000020:00000001:1.0:1767384363.981004:0:16780:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384363.981007:0:16780:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000076935a1c refcount=6 00000020:00000001:1.0:1767384363.981009:0:16780:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619777403871232 : -124296305680384 : ffff8ef402da6000) 00000100:00000001:2.0:1767384363.981010:0:16130:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000001:1.0:1767384363.981011:0:16780:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619777403871232 : -124296305680384 : ffff8ef402da6000) 00000800:00000001:2.0:1767384363.981015:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384363.981016:0:16780:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000800:00000001:2.0:1767384363.981019:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384363.981021:0:16780:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000041612a30. 00000020:00000010:1.0:1767384363.981040:0:16780:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000006b9e0fa9. 00000020:00000040:1.0:1767384363.981047:0:16780:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000b1f9e0ef) now 10 - evictor 00000100:00000001:1.0:1767384363.981058:0:16780:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1767384363.981063:0:16780:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007aa1dec1. 00000100:00000001:0.0:1767384363.981065:0:17568:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:1.0:1767384363.981068:0:16780:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b33f949c. 00000100:00100000:0.0:1767384363.981069:0:17568:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236716767232 02000000:00000001:0.0:1767384363.981073:0:17568:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000010:1.0:1767384363.981074:0:16780:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f287db5e. 00000100:00000001:0.0:1767384363.981075:0:17568:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384363.981078:0:17568:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384363.981081:0:17568:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384363.981084:0:17568:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236716767232 00000100:00000040:1.0:1767384363.981085:0:16780:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000020:00000001:0.0:1767384363.981114:0:17568:0:(genops.c:811:class_conn2export()) Process entered 00000100:00080000:3.0:1767384363.981120:0:16775:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00000001:1.0:1767384363.981121:0:16780:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384363.981125:0:16780:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000040:0.0:1767384363.981126:0:17568:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eecd3a 00000020:00000040:3.0:1767384363.981127:0:16775:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000b1f9e0ef) now 10 - evictor 00000100:00000001:1.0:1767384363.981128:0:16780:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384363.981132:0:17568:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384363.981136:0:17568:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000076935a1c refcount=7 00000020:00000001:0.0:1767384363.981141:0:17568:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619777403871232 : -124296305680384 : ffff8ef402da6000) 00000100:00000001:1.0:1767384363.981145:0:16780:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384363.981145:0:17568:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619777403871232 : -124296305680384 : ffff8ef402da6000) 00000100:00000001:0.0:1767384363.981152:0:17568:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384363.981156:0:16780:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384363.981157:0:17568:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003825bf80. 00000100:00000001:0.0:1767384363.981162:0:17568:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384363.981165:0:17568:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003825bf80. 00000100:00000001:1.0:1767384363.981172:0:16780:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:0.0:1767384363.981172:0:17568:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008edfbed2. 00000100:00000001:1.0:1767384363.981175:0:16780:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:0.0:1767384363.981179:0:17568:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000027c5853. 00000100:00000001:2.0:1767384363.981182:0:16779:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:1.0:1767384363.981183:0:16780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp50, seq: 4 00000100:00000001:2.0:1767384363.981185:0:16779:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:0.0:1767384363.981186:0:17568:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004d7bf55e. 00000100:00000040:1.0:1767384363.981187:0:16780:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000076935a1c : new rpc_count 1 00000100:00000001:2.0:1767384363.981189:0:16779:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384363.981192:0:16780:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619782407662080 : -124291301889536 : ffff8ef52d1a2a00) 00000100:00000001:2.0:1767384363.981193:0:16779:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384363.981194:0:17568:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384363.981197:0:17568:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384363.981200:0:17568:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384363.981201:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000009b22d73f x1853236716767360/t0(0) o41->dfcc6be8-6fd1-4e6d-a8a4-ac9b181b1ec3@192.168.202.52@tcp50:344/0 lens 224/0 e 0 to 0 dl 1767384374 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384363.981208:0:17568:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384363.981211:0:16780:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384363.981215:0:16780:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000efe6336f. 00000100:00000001:1.0:1767384363.981217:0:16780:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384363.981219:0:16780:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000efe6336f. 00000100:00000001:0.0:1767384363.981219:0:17568:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384363.981224:0:16780:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000009b22d73f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dfcc6be8-6fd1-4e6d-a8a4-ac9b181b1ec3+7:15535:x1853236716767360:12345-192.168.202.52@tcp50:41: 00000100:00000200:1.0:1767384363.981229:0:16780:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236716767360 00000100:00000001:2.0:1767384363.981230:0:16779:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:1.0:1767384363.981232:0:16780:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:0.0:1767384363.981233:0:17568:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384363.981234:0:16779:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:1.0:1767384363.981237:0:16780:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:0.0:1767384363.981238:0:17568:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384363.981242:0:16779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp50, seq: 5 00000020:00000001:1.0:1767384363.981242:0:16780:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384363.981247:0:16779:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000076935a1c : new rpc_count 2 00000020:00000001:1.0:1767384363.981248:0:16780:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1767384363.981248:0:17568:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384363.981252:0:16780:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072671182272 : -1038369344 : ffffffffc21bbdc0) 00000100:00000001:2.0:1767384363.981253:0:16779:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619782407655808 : -124291301895808 : ffff8ef52d1a1180) 00000100:00000001:0.0:1767384363.981254:0:17568:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384363.981257:0:16780:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000040:2.0:1767384363.981262:0:16779:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000db8542b2 x1853236716767232/t0(0) o41->dfcc6be8-6fd1-4e6d-a8a4-ac9b181b1ec3@192.168.202.52@tcp50:344/0 lens 224/0 e 0 to 0 dl 1767384374 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000001:00000001:1.0:1767384363.981262:0:16780:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1853236716767360, found 0 last_xid 0 00000020:00000001:1.0:1767384363.981267:0:16780:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384363.981273:0:16780:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384363.981276:0:16780:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1767384363.981278:0:16779:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:1.0:1767384363.981280:0:16780:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384363.981282:0:16779:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003d455daa. 00000100:00000001:1.0:1767384363.981284:0:16780:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1767384363.981286:0:16779:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384363.981288:0:16780:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:2.0:1767384363.981290:0:16779:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003d455daa. 02000000:00000010:1.0:1767384363.981293:0:16780:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000f07aa235. 00000100:00100000:2.0:1767384363.981296:0:16779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000db8542b2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dfcc6be8-6fd1-4e6d-a8a4-ac9b181b1ec3+7:0:x1853236716767232:12345-192.168.202.52@tcp50:41: 02000000:00000001:1.0:1767384363.981298:0:16780:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384363.981303:0:16779:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236716767232 00000100:00000001:1.0:1767384363.981303:0:16780:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384363.981307:0:16779:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384363.981309:0:16779:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000004:00000001:1.0:1767384363.981310:0:16780:0:(mdt_handler.c:474:mdt_statfs()) Process entered 00000020:00000001:2.0:1767384363.981312:0:16779:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384363.981314:0:16779:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384363.981320:0:16779:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072671182272 : -1038369344 : ffffffffc21bbdc0) 00000020:00000001:2.0:1767384363.981323:0:16779:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1767384363.981326:0:16779:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1853236716767232, found 0 last_xid 0 00000004:00000001:1.0:1767384363.981326:0:16780:0:(mdt_lib.c:473:mdt_check_ucred()) Process entered 00000004:00000001:1.0:1767384363.981329:0:16780:0:(mdt_lib.c:479:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384363.981330:0:16779:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384363.981333:0:16779:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384363.981334:0:16779:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384363.981336:0:16779:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384363.981336:0:16780:0:(osd_handler.c:571:osd_statfs()) Process entered 00000100:00000001:2.0:1767384363.981341:0:16779:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384363.981342:0:16779:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384363.981345:0:16779:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 000000009aad8e90. 02000000:00000001:2.0:1767384363.981347:0:16779:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384363.981349:0:16779:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384363.981350:0:16780:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384363.981353:0:16779:0:(mdt_handler.c:474:mdt_statfs()) Process entered 00000004:00000024:1.0:1767384363.981354:0:16780:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 389545984 avail 387448832 00000004:00000001:2.0:1767384363.981356:0:16779:0:(mdt_lib.c:473:mdt_check_ucred()) Process entered 00000004:00000001:2.0:1767384363.981359:0:16779:0:(mdt_lib.c:479:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:1.0:1767384363.981359:0:16780:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0000: processing self export: 0 0 0 00000004:00000024:2.0:1767384363.981362:0:16779:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 389545984 avail 387448832 00000020:00000020:1.0:1767384363.981363:0:16780:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli dfcc6be8-6fd1-4e6d-a8a4-ac9b181b1ec3/0000000076935a1c dirty 0 pend 0 grant 3407872 00000020:00000020:1.0:1767384363.981368:0:16780:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-MDT0000_UUID/00000000f335576c dirty 0 pend 0 grant 0 00000020:00000020:1.0:1767384363.981370:0:16780:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-OST0000_UUID/00000000b2466616 dirty 0 pend 0 grant 0 00000004:00000020:1.0:1767384363.981372:0:16780:0:(mdt_handler.c:555:mdt_statfs()) 2997 blocks: 2972 free, 2956 avail; 86842 objects: 86513 free; state 0 00000020:00000020:2.0:1767384363.981373:0:16779:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0000: processing self export: 0 0 0 00000020:00000020:2.0:1767384363.981377:0:16779:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli dfcc6be8-6fd1-4e6d-a8a4-ac9b181b1ec3/0000000076935a1c dirty 0 pend 0 grant 3407872 00000020:00000010:1.0:1767384363.981378:0:16780:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1728 at 00000000020aa078. 00000020:00000020:2.0:1767384363.981381:0:16779:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-MDT0000_UUID/00000000f335576c dirty 0 pend 0 grant 0 00000020:00000001:1.0:1767384363.981384:0:16780:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000020:2.0:1767384363.981385:0:16779:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-OST0000_UUID/00000000b2466616 dirty 0 pend 0 grant 0 00000020:00000001:1.0:1767384363.981388:0:16780:0:(lprocfs_jobstats.c:397:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000020:2.0:1767384363.981389:0:16779:0:(mdt_handler.c:555:mdt_statfs()) 2997 blocks: 2972 free, 2956 avail; 86842 objects: 86513 free; state 0 00000001:00000001:1.0:1767384363.981392:0:16780:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1767384363.981394:0:16780:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384363.981396:0:16779:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1728 at 00000000d41f1308. 00000004:00000001:1.0:1767384363.981397:0:16780:0:(mdt_handler.c:575:mdt_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384363.981402:0:16779:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00010000:00000040:1.0:1767384363.981402:0:16780:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236716767360 00000020:00000001:2.0:1767384363.981407:0:16779:0:(lprocfs_jobstats.c:397:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384363.981407:0:16780:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000001:00000001:2.0:1767384363.981411:0:16779:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1767384363.981412:0:16779:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:1.0:1767384363.981414:0:16780:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000009b22d73f x1853236716767360/t0(0) o41->dfcc6be8-6fd1-4e6d-a8a4-ac9b181b1ec3@192.168.202.52@tcp50:344/0 lens 224/368 e 0 to 0 dl 1767384374 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:2.0:1767384363.981416:0:16779:0:(mdt_handler.c:575:mdt_statfs()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384363.981420:0:16779:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236716767232 00010000:00000001:2.0:1767384363.981424:0:16779:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:1.0:1767384363.981430:0:16780:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000200:2.0:1767384363.981431:0:16779:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000db8542b2 x1853236716767232/t0(0) o41->dfcc6be8-6fd1-4e6d-a8a4-ac9b181b1ec3@192.168.202.52@tcp50:344/0 lens 224/368 e 0 to 0 dl 1767384374 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384363.981438:0:16779:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384363.981439:0:16780:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384363.981444:0:16780:0:(import.c:2128:obd_at_measure()) add 1 to 000000008dd0459f time=88 v=5 (1 0 0 0) 00010000:00000001:2.0:1767384363.981446:0:16779:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384363.981449:0:16780:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00001000:2.0:1767384363.981450:0:16779:0:(import.c:2128:obd_at_measure()) add 1 to 000000008dd0459f time=88 v=5 (1 0 0 0) 00000100:00000040:1.0:1767384363.981454:0:16780:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000edb0cbe6 refcount 5 to 192.168.202.52@tcp50 00000100:00000001:2.0:1767384363.981455:0:16779:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1767384363.981458:0:16780:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619777394812608 : -124296314739008 : ffff8ef4025026c0) 00000100:00000040:2.0:1767384363.981461:0:16779:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000edb0cbe6 refcount 6 to 192.168.202.52@tcp50 02000000:00000001:1.0:1767384363.981463:0:16780:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1767384363.981464:0:16779:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619777394812608 : -124296314739008 : ffff8ef4025026c0) 02000000:00000001:1.0:1767384363.981466:0:16780:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384363.981468:0:16779:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384363.981470:0:16779:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384363.981471:0:16780:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384363.981473:0:16779:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384363.981476:0:16780:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.52@tcp50 00000100:00000040:2.0:1767384363.981480:0:16779:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.52@tcp50 00000400:00000010:1.0:1767384363.981483:0:16780:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003e5426fc. 00000400:00000010:2.0:1767384363.981484:0:16779:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007a724bd0. 00000100:00000200:1.0:1767384363.981490:0:16780:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 10, xid 1853236716767360, offset 224 00000100:00000200:2.0:1767384363.981491:0:16779:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 10, xid 1853236716767232, offset 224 00000400:00000200:1.0:1767384363.981500:0:16780:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.52@tcp50 00000400:00000200:2.0:1767384363.981512:0:16779:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.52@tcp50 00000400:00000200:1.0:1767384363.981517:0:16780:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.152@tcp50 to NMR: 192.168.202.52@tcp50 local destination 00000400:00000200:1.0:1767384363.981530:0:16780:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp50 NI seq info: [221:221:256:4294967295] 192.168.202.52@tcp50 LPNI seq info [19:19:8:4294967295] 00000400:00000200:1.0:1767384363.981538:0:16780:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp50(192.168.202.152@tcp50:192.168.202.152@tcp50) -> 192.168.202.52@tcp50(192.168.202.52@tcp50:192.168.202.52@tcp50) : PUT try# 0 00000800:00000200:1.0:1767384363.981542:0:16780:0:(socklnd_cb.c:1001:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.202.52@tcp50 00000800:00000010:1.0:1767384363.981546:0:16780:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000756b93c2. 00000400:00000200:2.0:1767384363.981547:0:16779:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.152@tcp50 to NMR: 192.168.202.52@tcp50 local destination 00000800:00000200:1.0:1767384363.981555:0:16780:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005f37b0da] -> 12345-192.168.202.52@tcp50 (4) 00000400:00000200:2.0:1767384363.981560:0:16779:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp50 NI seq info: [222:222:255:4294967295] 192.168.202.52@tcp50 LPNI seq info [20:20:7:4294967295] 00000800:00000200:1.0:1767384363.981565:0:16780:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.52@tcp50 ip 192.168.202.52:1023 00000800:00000200:1.0:1767384363.981571:0:16780:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000756b93c2 type 1, nob 464 niov 1 nkiov 1 00000400:00000200:2.0:1767384363.981573:0:16779:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp50(192.168.202.152@tcp50:192.168.202.152@tcp50) -> 192.168.202.52@tcp50(192.168.202.52@tcp50:192.168.202.52@tcp50) : PUT try# 0 00000800:00000200:2.0:1767384363.981579:0:16779:0:(socklnd_cb.c:1001:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.202.52@tcp50 00000800:00000010:2.0:1767384363.981583:0:16779:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fda6376d. 00000100:00000001:1.0:1767384363.981583:0:16780:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384363.981592:0:16780:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000edb0cbe6 refcount 5 to 192.168.202.52@tcp50 00000800:00000200:2.0:1767384363.981593:0:16779:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005f37b0da] -> 12345-192.168.202.52@tcp50 (4) 00010000:00000001:1.0:1767384363.981597:0:16780:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000800:00000200:2.0:1767384363.981600:0:16779:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.52@tcp50 ip 192.168.202.52:1023 00000020:00000001:1.0:1767384363.981600:0:16780:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384363.981603:0:16780:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000800:00000200:2.0:1767384363.981605:0:16779:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000fda6376d type 1, nob 464 niov 1 nkiov 1 00000100:00000001:2.0:1767384363.981609:0:16779:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384363.981609:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009b22d73f x1853236716767360/t0(0) o41->dfcc6be8-6fd1-4e6d-a8a4-ac9b181b1ec3@192.168.202.52@tcp50:344/0 lens 224/368 e 0 to 0 dl 1767384374 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384363.981614:0:16779:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000edb0cbe6 refcount 4 to 192.168.202.52@tcp50 00010000:00000001:2.0:1767384363.981619:0:16779:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384363.981621:0:16779:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384363.981626:0:16779:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00100000:1.0:1767384363.981629:0:16780:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000009b22d73f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dfcc6be8-6fd1-4e6d-a8a4-ac9b181b1ec3+7:15535:x1853236716767360:12345-192.168.202.52@tcp50:41: Request processed in 416us (726us total) trans 0 rc 0/0 00000100:00000040:2.0:1767384363.981633:0:16779:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000db8542b2 x1853236716767232/t0(0) o41->dfcc6be8-6fd1-4e6d-a8a4-ac9b181b1ec3@192.168.202.52@tcp50:344/0 lens 224/368 e 0 to 0 dl 1767384374 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384363.981644:0:16780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp50, seq: 4 00000100:00100000:2.0:1767384363.981648:0:16779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000db8542b2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dfcc6be8-6fd1-4e6d-a8a4-ac9b181b1ec3+7:0:x1853236716767232:12345-192.168.202.52@tcp50:41: Request processed in 367us (650us total) trans 0 rc 0/0 00000800:00000200:0.0:1767384363.981649:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000040:1.0:1767384363.981651:0:16780:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000076935a1c : new rpc_count 1 00000100:00000001:1.0:1767384363.981656:0:16780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000800:00000010:0.0:1767384363.981657:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000756b93c2. 00000100:00000001:1.0:1767384363.981659:0:16780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00100000:2.0:1767384363.981664:0:16779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp50, seq: 5 00000020:00000010:1.0:1767384363.981666:0:16780:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b33f949c. 00000400:00000200:0.0:1767384363.981667:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:1.0:1767384363.981671:0:16780:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f287db5e. 00000100:00000040:2.0:1767384363.981675:0:16779:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000076935a1c : new rpc_count 0 00000020:00000010:1.0:1767384363.981676:0:16780:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007aa1dec1. 00000100:00000001:2.0:1767384363.981680:0:16779:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:0.0:1767384363.981681:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp50->192.168.202.52@tcp50: PUT: OK 00000100:00000001:2.0:1767384363.981683:0:16779:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000040:1.0:1767384363.981684:0:16780:0:(genops.c:898:class_export_put()) PUTting export 0000000076935a1c : new refcount 6 00000020:00000010:2.0:1767384363.981687:0:16779:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000027c5853. 00000100:00000001:1.0:1767384363.981689:0:16780:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384363.981691:0:16131:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003e5426fc 00000020:00000010:2.0:1767384363.981692:0:16779:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004d7bf55e. 00000020:00000010:2.0:1767384363.981697:0:16779:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008edfbed2. 00000400:00000010:0.0:1767384363.981697:0:16131:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003e5426fc. 00000020:00000040:2.0:1767384363.981704:0:16779:0:(genops.c:898:class_export_put()) PUTting export 0000000076935a1c : new refcount 5 00000100:00000001:0.0:1767384363.981706:0:16131:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384363.981707:0:16779:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384363.981710:0:16131:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:0.0:1767384363.981765:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384363.981768:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fda6376d. 00000400:00000200:0.0:1767384363.981772:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384363.981776:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp50->192.168.202.52@tcp50: PUT: OK 00000400:00000200:0.0:1767384363.981779:0:16131:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007a724bd0 00000400:00000010:0.0:1767384363.981780:0:16131:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007a724bd0. 00000100:00000001:0.0:1767384363.981789:0:16131:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384363.981791:0:16131:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1767384363.982594:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384363.982602:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384363.982603:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384363.982605:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384363.982609:0:16132:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.152@tcp50(192.168.202.152@tcp50) <- 192.168.202.52@tcp50 : PUT - for me 00000400:00000200:2.0:1767384363.982616:0:16132:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.52@tcp50 of length 440 into portal 12 MB=0x695824c300900 00000400:00000200:2.0:1767384363.982620:0:16132:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.52@tcp50 of length 440/440 into md 0x229 [64] + 10144 00000800:00000001:2.0:1767384363.982624:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384363.982628:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384363.982629:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384363.982632:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp50->192.168.202.52@tcp50: PUT: OK 00000100:00000001:2.0:1767384363.982634:0:16132:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384363.982635:0:16132:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1767384363.982639:0:16132:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000c2cee93. 00000100:00000040:2.0:1767384363.982641:0:16132:0:(events.c:337:request_in_callback()) incoming req@000000000c2cee93 x1853236716767488 msgsize 440 00000100:00100000:2.0:1767384363.982643:0:16132:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp50 (source: 12345-192.168.202.52@tcp50) 00000100:00000001:2.0:1767384363.982656:0:16132:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1767384363.982659:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384363.982661:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384363.982693:0:16779:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384363.982696:0:16779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236716767488 02000000:00000001:0.0:1767384363.982699:0:16779:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384363.982700:0:16779:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384363.982702:0:16779:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384363.982704:0:16779:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384363.982707:0:16779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236716767488 00000020:00000001:0.0:1767384363.982709:0:16779:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384363.982710:0:16779:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eecd3a 00000020:00000001:0.0:1767384363.982712:0:16779:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384363.982714:0:16779:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000076935a1c refcount=6 00000020:00000001:0.0:1767384363.982717:0:16779:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619777403871232 : -124296305680384 : ffff8ef402da6000) 00000020:00000001:0.0:1767384363.982719:0:16779:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619777403871232 : -124296305680384 : ffff8ef402da6000) 00000100:00000001:0.0:1767384363.982721:0:16779:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384363.982724:0:16779:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003825bf80. 00000100:00000001:0.0:1767384363.982727:0:16779:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384363.982729:0:16779:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003825bf80. 00000020:00000010:0.0:1767384363.982733:0:16779:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008edfbed2. 00000020:00000010:0.0:1767384363.982736:0:16779:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009ab7f566. 00000020:00000010:0.0:1767384363.982740:0:16779:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001238b710. 00000100:00000040:0.0:1767384363.982744:0:16779:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1767384363.982746:0:16779:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384363.982747:0:16779:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384363.982749:0:16779:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384363.982753:0:16779:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384363.982764:0:16779:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384363.982770:0:16779:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384363.982772:0:16779:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384363.982776:0:16779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp50, seq: 6 00000100:00000040:0.0:1767384363.982779:0:16779:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000076935a1c : new rpc_count 1 00000100:00000001:0.0:1767384363.982782:0:16779:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619782675208320 : -124291034343296 : ffff8ef53d0c9880) 00000100:00000040:0.0:1767384363.982787:0:16779:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000000c2cee93 x1853236716767488/t0(0) o40->dfcc6be8-6fd1-4e6d-a8a4-ac9b181b1ec3@192.168.202.52@tcp50:344/0 lens 440/0 e 0 to 0 dl 1767384374 ref 1 fl New:/209/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384363.982802:0:16779:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384363.982804:0:16779:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003825bf80. 00000100:00000001:0.0:1767384363.982807:0:16779:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384363.982809:0:16779:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003825bf80. 00000100:00100000:0.0:1767384363.982813:0:16779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000000c2cee93 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dfcc6be8-6fd1-4e6d-a8a4-ac9b181b1ec3+6:15535:x1853236716767488:12345-192.168.202.52@tcp50:40: 00000100:00000200:0.0:1767384363.982816:0:16779:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236716767488 00000020:00000001:0.0:1767384363.982819:0:16779:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384363.982821:0:16779:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384363.982823:0:16779:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384363.982825:0:16779:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384363.982826:0:16779:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072671182224 : -1038369392 : ffffffffc21bbd90) 00000020:00000001:0.0:1767384363.982829:0:16779:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1767384363.982831:0:16779:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1853236716767488, found 0 last_xid 1853236716767487 00000020:00000001:0.0:1767384363.982833:0:16779:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384363.982835:0:16779:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384363.982836:0:16779:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384363.982838:0:16779:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:0.0:1767384363.982841:0:16779:0:(tgt_handler.c:64:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384363.982842:0:16779:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384363.982845:0:16779:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384363.982846:0:16779:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384363.982849:0:16779:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 744 at 0000000011ff30f3. 02000000:00000001:0.0:1767384363.982850:0:16779:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384363.982852:0:16779:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384363.982855:0:16779:0:(mdt_handler.c:390:mdt_get_root()) Process entered 00000004:00000001:0.0:1767384363.982857:0:16779:0:(mdt_lib.c:473:mdt_check_ucred()) Process entered 00000004:00000001:0.0:1767384363.982858:0:16779:0:(mdt_lib.c:479:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384363.982860:0:16779:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1767384363.982862:0:16779:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384363.982864:0:16779:0:(mdt_handler.c:447:mdt_get_root()) Process leaving 00010000:00000040:0.0:1767384363.982865:0:16779:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236716767488 00010000:00000001:0.0:1767384363.982867:0:16779:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384363.982870:0:16779:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000000c2cee93 x1853236716767488/t0(0) o40->dfcc6be8-6fd1-4e6d-a8a4-ac9b181b1ec3@192.168.202.52@tcp50:344/0 lens 440/448 e 0 to 0 dl 1767384374 ref 1 fl Interpret:/209/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384363.982883:0:16779:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384363.982885:0:16779:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384363.982896:0:16779:0:(import.c:2128:obd_at_measure()) add 1 to 000000008dd0459f time=88 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384363.982900:0:16779:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384363.982902:0:16779:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000edb0cbe6 refcount 5 to 192.168.202.52@tcp50 00000100:00000001:0.0:1767384363.982904:0:16779:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619777394812608 : -124296314739008 : ffff8ef4025026c0) 02000000:00000001:0.0:1767384363.982906:0:16779:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384363.982908:0:16779:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384363.982910:0:16779:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384363.982913:0:16779:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.52@tcp50 00000400:00000010:0.0:1767384363.982916:0:16779:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e7b5b768. 00000100:00000200:0.0:1767384363.982919:0:16779:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 10, xid 1853236716767488, offset 224 00000400:00000200:0.0:1767384363.982924:0:16779:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.52@tcp50 00000400:00000200:0.0:1767384363.982934:0:16779:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.152@tcp50 to NMR: 192.168.202.52@tcp50 local destination 00000400:00000200:0.0:1767384363.982942:0:16779:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp50 NI seq info: [223:223:256:4294967295] 192.168.202.52@tcp50 LPNI seq info [21:21:8:4294967295] 00000400:00000200:0.0:1767384363.982951:0:16779:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp50(192.168.202.152@tcp50:192.168.202.152@tcp50) -> 192.168.202.52@tcp50(192.168.202.52@tcp50:192.168.202.52@tcp50) : PUT try# 0 00000800:00000200:0.0:1767384363.982955:0:16779:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.202.52@tcp50 00000800:00000010:0.0:1767384363.982958:0:16779:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000656e6ea5. 00000800:00000200:0.0:1767384363.982963:0:16779:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005f37b0da] -> 12345-192.168.202.52@tcp50 (4) 00000800:00000200:0.0:1767384363.982967:0:16779:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.52@tcp50 ip 192.168.202.52:1023 00000800:00000200:0.0:1767384363.982970:0:16779:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000656e6ea5 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:0.0:1767384363.982980:0:16779:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384363.982983:0:16779:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000edb0cbe6 refcount 4 to 192.168.202.52@tcp50 00010000:00000001:0.0:1767384363.982985:0:16779:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384363.982986:0:16779:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384363.982988:0:16779:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384363.982992:0:16779:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000c2cee93 x1853236716767488/t0(0) o40->dfcc6be8-6fd1-4e6d-a8a4-ac9b181b1ec3@192.168.202.52@tcp50:344/0 lens 440/448 e 0 to 0 dl 1767384374 ref 1 fl Interpret:/209/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384363.983001:0:16779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000000c2cee93 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dfcc6be8-6fd1-4e6d-a8a4-ac9b181b1ec3+6:15535:x1853236716767488:12345-192.168.202.52@tcp50:40: Request processed in 199us (358us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384363.983013:0:16779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp50, seq: 6 00000100:00000040:0.0:1767384363.983016:0:16779:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000076935a1c : new rpc_count 0 00000100:00000001:0.0:1767384363.983019:0:16779:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384363.983020:0:16779:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384363.983023:0:16779:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009ab7f566. 00000020:00000010:0.0:1767384363.983025:0:16779:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001238b710. 00000020:00000010:0.0:1767384363.983043:0:16779:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008edfbed2. 00000020:00000040:0.0:1767384363.983048:0:16779:0:(genops.c:898:class_export_put()) PUTting export 0000000076935a1c : new refcount 5 00000100:00000001:0.0:1767384363.983051:0:16779:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767384363.983107:0:16130:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384363.983110:0:16130:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000656e6ea5. 00000400:00000200:2.0:1767384363.983114:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384363.983118:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp50->192.168.202.52@tcp50: PUT: OK 00000400:00000200:2.0:1767384363.983121:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e7b5b768 00000400:00000010:2.0:1767384363.983122:0:16130:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e7b5b768. 00000100:00000001:2.0:1767384363.983130:0:16130:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384363.983131:0:16130:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1767384363.983946:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384363.983952:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384363.983954:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384363.983955:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384363.983961:0:16131:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.152@tcp50(192.168.202.152@tcp50) <- 192.168.202.52@tcp50 : PUT - for me 00000400:00000200:0.0:1767384363.983968:0:16131:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.52@tcp50 of length 520 into portal 28 MB=0x695824c300980 00000400:00000200:0.0:1767384363.983972:0:16131:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.52@tcp50 of length 520/520 into md 0xa9d [8] + 5232 00000800:00000001:0.0:1767384363.983976:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384363.983980:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384363.983981:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384363.983983:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp50->192.168.202.52@tcp50: PUT: OK 00000100:00000001:0.0:1767384363.983987:0:16131:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384363.983988:0:16131:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1767384363.983991:0:16131:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000027b34aa4. 00000100:00000040:0.0:1767384363.983993:0:16131:0:(events.c:337:request_in_callback()) incoming req@0000000027b34aa4 x1853236716767616 msgsize 520 00000100:00100000:0.0:1767384363.983996:0:16131:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp50 (source: 12345-192.168.202.52@tcp50) 00000100:00000001:0.0:1767384363.984004:0:16131:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1767384363.984007:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384363.984009:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384363.984083:0:17547:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000800:00000001:2.0:1767384363.984103:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:3.0:1767384363.984109:0:17547:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236716767616 00000800:00000001:2.0:1767384363.984111:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384363.984112:0:17547:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000800:00000001:2.0:1767384363.984116:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384363.984120:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384363.984125:0:16132:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.152@tcp50(192.168.202.152@tcp50) <- 192.168.202.52@tcp50 : PUT - for me 00000400:00000200:2.0:1767384363.984132:0:16132:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.52@tcp50 of length 224 into portal 26 MB=0x695824c300a80 00000400:00000200:2.0:1767384363.984137:0:16132:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.202.52@tcp50 of length 224/224 into md 0x1945 [2] + 0 00000400:00000010:2.0:1767384363.984140:0:16132:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b32ea7bb. 00000400:00000200:2.0:1767384363.984144:0:16132:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000cffc3efe 00000800:00000001:2.0:1767384363.984146:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384363.984149:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384363.984151:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384363.984152:0:17547:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384363.984157:0:17547:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384363.984157:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp50->192.168.202.52@tcp50: PUT: OK 02000000:00000001:3.0:1767384363.984163:0:17547:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384363.984164:0:16132:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cffc3efe 00000100:00100000:3.0:1767384363.984169:0:17547:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236716767616 00000400:00000010:2.0:1767384363.984169:0:16132:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000cffc3efe. 00000020:00000001:3.0:1767384363.984173:0:17547:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384363.984173:0:16132:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384363.984176:0:16132:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000040:3.0:1767384363.984177:0:17547:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:3.0:1767384363.984180:0:17547:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:2.0:1767384363.984182:0:16132:0:(events.c:337:request_in_callback()) incoming req@00000000e2e51fac x1853236716767872 msgsize 224 00000020:00000001:3.0:1767384363.984183:0:17547:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384363.984188:0:17547:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384363.984193:0:16132:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp50 (source: 12345-192.168.202.52@tcp50) 00000020:00000010:3.0:1767384363.984194:0:17547:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000088973d24. 00000100:00000040:2.0:1767384363.984195:0:16132:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000020:00000010:3.0:1767384363.984200:0:17547:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000501e23e6. 00000020:00000010:3.0:1767384363.984204:0:17547:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000cb198794. 00000100:00000001:3.0:1767384363.984207:0:17547:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384363.984208:0:17547:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384363.984209:0:17547:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384363.984210:0:16132:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384363.984213:0:17547:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384363.984215:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384363.984220:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384363.984222:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384363.984225:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384363.984227:0:17547:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384363.984231:0:16132:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.152@tcp50(192.168.202.152@tcp50) <- 192.168.202.52@tcp50 : PUT - for me 00000400:00000200:2.0:1767384363.984239:0:16132:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.52@tcp50 of length 448 into portal 23 MB=0x695824c300a00 00000100:00000001:0.0:1767384363.984240:0:16774:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384363.984242:0:17547:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:0.0:1767384363.984244:0:16774:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236716767872 00000100:00000001:3.0:1767384363.984246:0:17547:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:2.0:1767384363.984247:0:16132:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.202.52@tcp50 of length 448/448 into md 0x329 [2] + 0 02000000:00000001:0.0:1767384363.984248:0:16774:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384363.984252:0:16774:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:3.0:1767384363.984254:0:17547:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp50, seq: 4 00000800:00000001:2.0:1767384363.984254:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384363.984259:0:17547:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619782423947776 : -124291285603840 : ffff8ef52e12aa00) 00000800:00000001:2.0:1767384363.984260:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384363.984261:0:16774:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384363.984263:0:17547:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000027b34aa4 x1853236716767616/t0(0) o8->@:0/0 lens 520/0 e 0 to 0 dl 1767384383 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384363.984266:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1767384363.984268:0:16774:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384363.984274:0:16774:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236716767872 00000400:00000200:2.0:1767384363.984278:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp50->192.168.202.52@tcp50: PUT: OK 00000020:00000001:0.0:1767384363.984279:0:16774:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384363.984283:0:16774:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eecd17 00000020:00000001:0.0:1767384363.984285:0:16774:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384363.984288:0:16774:0:(lustre_handles.c:131:class_handle2object()) GET export 000000000e92f6ab refcount=9 00000100:00100000:3.0:1767384363.984289:0:17547:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000027b34aa4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:12135:x1853236716767616:12345-192.168.202.52@tcp50:8: 00000100:00000001:2.0:1767384363.984293:0:16132:0:(events.c:286:request_in_callback()) Process entered 00000020:00000001:0.0:1767384363.984294:0:16774:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619777399736320 : -124296309815296 : ffff8ef4029b4800) 00000100:00000200:2.0:1767384363.984296:0:16132:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000200:3.0:1767384363.984297:0:17547:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236716767616 00000020:00000001:0.0:1767384363.984299:0:16774:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619777399736320 : -124296309815296 : ffff8ef4029b4800) 00000100:00000010:2.0:1767384363.984301:0:16132:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a7381cee. 00000020:00000001:3.0:1767384363.984302:0:17547:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:0.0:1767384363.984303:0:16774:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:2.0:1767384363.984307:0:16132:0:(events.c:337:request_in_callback()) incoming req@00000000a7381cee x1853236716767744 msgsize 448 00010000:00000001:3.0:1767384363.984308:0:17547:0:(ldlm_lib.c:1163:target_handle_connect()) Process entered 00000020:00000010:0.0:1767384363.984309:0:16774:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003825bf80. 00000100:00000001:0.0:1767384363.984314:0:16774:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1767384363.984318:0:17547:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (0000000083abdb14) now 6 - find 00000100:00100000:2.0:1767384363.984318:0:16132:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp50 (source: 12345-192.168.202.52@tcp50) 00000020:00000010:0.0:1767384363.984319:0:16774:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003825bf80. 00000020:00000001:3.0:1767384363.984325:0:17547:0:(genops.c:681:class_str2obd()) Process leaving (rc=18446619782723285424 : -124290986266192 : ffff8ef53fea31b0) 00000020:00000010:0.0:1767384363.984327:0:16774:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008edfbed2. 00000100:00000001:3.0:1767384363.984329:0:17547:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000010:0.0:1767384363.984331:0:16774:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009ab7f566. 02000000:00000001:3.0:1767384363.984333:0:17547:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1767384363.984334:0:16132:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000010:0.0:1767384363.984335:0:16774:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001238b710. 02000000:00000010:3.0:1767384363.984339:0:17547:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 00000000e1534ea4. 00000800:00000001:2.0:1767384363.984341:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:3.0:1767384363.984344:0:17547:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384363.984344:0:16774:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000800:00000001:2.0:1767384363.984346:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384363.984350:0:17547:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384363.984351:0:16774:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00010000:00000040:3.0:1767384363.984355:0:17547:0:(ldlm_lib.c:1249:target_handle_connect()) lustre-OST0000: ocd_connect_flags: 0xa0465af2e3640038 tmp_exp_old_falloc: 0 00000100:00000001:0.0:1767384363.984355:0:16774:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384363.984358:0:16774:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384363.984361:0:16782:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000003df3f98b. 00000100:00000001:0.0:1767384363.984364:0:16774:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:3.0:1767384363.984365:0:17547:0:(ldlm_lib.c:1428:target_handle_connect()) lustre-OST0000: connection from dfcc6be8-6fd1-4e6d-a8a4-ac9b181b1ec3@192.168.202.52@tcp50 t0 exp 0000000000000000 cur 286 last 0 00000100:00000001:1.0:1767384363.984369:0:16782:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00010000:00000001:3.0:1767384363.984372:0:17547:0:(obd_class.h:852:obd_connect()) Process entered 00000100:00100000:1.0:1767384363.984373:0:16782:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236716767744 00002000:00000001:3.0:1767384363.984376:0:17547:0:(ofd_obd.c:325:ofd_obd_connect()) Process entered 00000020:00000001:3.0:1767384363.984377:0:17547:0:(genops.c:1392:class_connect()) Process entered 00000100:00000001:0.0:1767384363.984379:0:16774:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384363.984380:0:17547:0:(genops.c:950:__class_new_export()) Process entered 02000000:00000001:1.0:1767384363.984381:0:16782:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000010:3.0:1767384363.984385:0:17547:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000bbd4965c. 00000100:00000001:1.0:1767384363.984386:0:16782:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384363.984389:0:16782:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384363.984390:0:17547:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000100:00000001:0.0:1767384363.984393:0:16774:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000001:1.0:1767384363.984394:0:16782:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384363.984395:0:17547:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000bbd4965c with handle 0x7e51148972eecd41 to hash 00000100:00000001:0.0:1767384363.984396:0:16774:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384363.984400:0:16773:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:1.0:1767384363.984400:0:16782:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236716767744 00000020:00000001:3.0:1767384363.984401:0:17547:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000100:00000001:2.0:1767384363.984405:0:16773:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:1.0:1767384363.984406:0:16782:0:(genops.c:811:class_conn2export()) Process entered 00000100:00100000:0.0:1767384363.984406:0:16774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp50, seq: 171 00000020:00000001:3.0:1767384363.984407:0:17547:0:(obd_class.h:1008:obd_init_export()) Process entered 00000020:00000040:1.0:1767384363.984410:0:16782:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eecd3a 00000001:00000001:3.0:1767384363.984411:0:17547:0:(tgt_lastrcvd.c:391:tgt_client_alloc()) Process entered 00000100:00000040:0.0:1767384363.984412:0:16774:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000000e92f6ab : new rpc_count 1 00000020:00000001:1.0:1767384363.984413:0:16782:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384363.984414:0:16773:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384363.984417:0:16782:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000076935a1c refcount=6 00000100:00000001:2.0:1767384363.984418:0:16773:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384363.984418:0:16774:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619777395448912 : -124296314102704 : ffff8ef40259dc50) 00000001:00000010:3.0:1767384363.984423:0:17547:0:(tgt_lastrcvd.c:399:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at 000000005ce7b8d4. 00000020:00000001:1.0:1767384363.984424:0:16782:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619777403871232 : -124296305680384 : ffff8ef402da6000) 00000001:00000001:3.0:1767384363.984428:0:17547:0:(tgt_lastrcvd.c:406:tgt_client_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384363.984429:0:16782:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619777403871232 : -124296305680384 : ffff8ef402da6000) 00000100:00000040:0.0:1767384363.984429:0:16774:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e2e51fac x1853236716767872/t0(0) o400->d7c7db59-0549-4c42-8eed-4384a2494667@192.168.202.52@tcp50:344/0 lens 224/0 e 0 to 0 dl 1767384374 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384363.984432:0:17547:0:(ldlm_lockd.c:3131:ldlm_init_export()) Process entered 00000001:00000001:3.0:1767384363.984436:0:17547:0:(hash.c:1038:cfs_hash_create()) Process entered 00000100:00000001:0.0:1767384363.984439:0:16774:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000001:00000010:3.0:1767384363.984441:0:17547:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000fd01dd85. 00000100:00000001:1.0:1767384363.984441:0:16782:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384363.984443:0:16774:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003825bf80. 00000020:00000010:1.0:1767384363.984446:0:16782:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000efe6336f. 00000100:00000001:0.0:1767384363.984447:0:16774:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000001:00000010:3.0:1767384363.984449:0:17547:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000047cfa462. 00000100:00000001:1.0:1767384363.984451:0:16782:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384363.984454:0:16774:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003825bf80. 00000001:00000010:3.0:1767384363.984456:0:17547:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000004e4593e6. 00000020:00000010:1.0:1767384363.984456:0:16782:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000efe6336f. 00000001:00000010:3.0:1767384363.984462:0:17547:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000042bbd6ba. 00000020:00000010:1.0:1767384363.984464:0:16782:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007aa1dec1. 00000001:00000010:3.0:1767384363.984467:0:17547:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000b5a3e027. 00000100:00100000:0.0:1767384363.984469:0:16774:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e2e51fac pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d7c7db59-0549-4c42-8eed-4384a2494667+9:12136:x1853236716767872:12345-192.168.202.52@tcp50:400: 00000020:00000010:1.0:1767384363.984471:0:16782:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b33f949c. 00000001:00000010:3.0:1767384363.984472:0:17547:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000005b170b71. 00000100:00000200:0.0:1767384363.984476:0:16774:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236716767872 00010000:00000001:3.0:1767384363.984478:0:17547:0:(ldlm_flock.c:1124:ldlm_init_flock_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384363.984478:0:16782:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f287db5e. 00000020:00000001:0.0:1767384363.984479:0:16774:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00010000:00000001:3.0:1767384363.984483:0:17547:0:(ldlm_lockd.c:3150:ldlm_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384363.984484:0:16774:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384363.984486:0:17547:0:(obd_class.h:1012:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384363.984487:0:16774:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384363.984488:0:16782:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_readpage at +6s 00000020:00000040:3.0:1767384363.984490:0:17547:0:(genops.c:887:class_export_get()) GET export 00000000bbd4965c refcount=3 00000100:00000001:1.0:1767384363.984495:0:16782:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:0.0:1767384363.984495:0:16774:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000040:3.0:1767384363.984496:0:17547:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (0000000083abdb14) now 7 - export 00000020:00000001:0.0:1767384363.984499:0:16774:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669141120 : -1040410496 : ffffffffc1fc9880) 00000020:00000001:3.0:1767384363.984500:0:17547:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446619777412274176 : -124296297277440 : ffff8ef4035a9800) 00000100:00000001:1.0:1767384363.984500:0:16782:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384363.984503:0:16782:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384363.984505:0:16774:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000040:3.0:1767384363.984506:0:17547:0:(genops.c:898:class_export_put()) PUTting export 00000000bbd4965c : new refcount 2 00000020:00000001:0.0:1767384363.984508:0:16774:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000080:3.0:1767384363.984510:0:17547:0:(genops.c:1402:class_connect()) connect: client dfcc6be8-6fd1-4e6d-a8a4-ac9b181b1ec3, cookie 0x7e51148972eecd41 00000100:00000001:1.0:1767384363.984510:0:16782:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384363.984511:0:16774:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384363.984515:0:16774:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384363.984516:0:17547:0:(genops.c:1403:class_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384363.984519:0:16774:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384363.984520:0:17547:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384363.984523:0:17547:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eecd41 00000020:00000001:0.0:1767384363.984523:0:16774:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1767384363.984525:0:16782:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384363.984527:0:17547:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384363.984527:0:16774:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000040:3.0:1767384363.984531:0:17547:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000bbd4965c refcount=3 02000000:00000001:0.0:1767384363.984532:0:16774:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1767384363.984534:0:16782:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:3.0:1767384363.984536:0:17547:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619777412274176 : -124296297277440 : ffff8ef4035a9800) 00000100:00000001:1.0:1767384363.984537:0:16782:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000010:0.0:1767384363.984538:0:16774:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000095a26dfb. 00000020:00000001:3.0:1767384363.984543:0:17547:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619777412274176 : -124296297277440 : ffff8ef4035a9800) 02000000:00000001:0.0:1767384363.984544:0:16774:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384363.984547:0:16782:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp50, seq: 0 00000100:00000001:0.0:1767384363.984550:0:16774:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384363.984551:0:17547:0:(nodemap_handler.c:587:nodemap_add_member()) Process entered 00000100:00000040:1.0:1767384363.984552:0:16782:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000076935a1c : new rpc_count 1 00000020:00000010:2.0:1767384363.984553:0:16781:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000007ac280d2. 00000020:00000001:0.0:1767384363.984553:0:16774:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384363.984555:0:17547:0:(nodemap_handler.c:378:nodemap_classify_nid()) Process entered 00000100:00000001:1.0:1767384363.984556:0:16782:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619782675216384 : -124291034335232 : ffff8ef53d0cb800) 00010000:00000040:0.0:1767384363.984560:0:16774:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236716767872 00000001:00000040:3.0:1767384363.984561:0:17547:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=000000001fa9e1de) : new refcount 7 00000100:00000001:2.0:1767384363.984561:0:16781:0:(service.c:3426:ptlrpc_start_thread()) Process entered 00000100:00100000:2.0:1767384363.984566:0:16781:0:(service.c:3434:ptlrpc_start_thread()) mdt_readpage[0] started 2 min 2 max 80 00000100:00000040:1.0:1767384363.984566:0:16782:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a7381cee x1853236716767744/t0(0) o33->dfcc6be8-6fd1-4e6d-a8a4-ac9b181b1ec3@192.168.202.52@tcp50:344/0 lens 448/0 e 0 to 0 dl 1767384374 ref 1 fl New:/600/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:0 00010000:00000001:0.0:1767384363.984566:0:16774:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000001:00000001:3.0:1767384363.984567:0:17547:0:(nodemap_handler.c:416:nodemap_classify_nid()) Process leaving (rc=18446619777391562752 : -124296317988864 : ffff8ef4021e9000) 00010000:00000200:0.0:1767384363.984574:0:16774:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e2e51fac x1853236716767872/t0(0) o400->d7c7db59-0549-4c42-8eed-4384a2494667@192.168.202.52@tcp50:344/0 lens 224/224 e 0 to 0 dl 1767384374 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000001:00000001:3.0:1767384363.984575:0:17547:0:(nodemap_member.c:132:nm_member_add()) Process entered 00000100:00000010:2.0:1767384363.984577:0:16781:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000d968d3eb. 00000020:00000040:3.0:1767384363.984579:0:17547:0:(genops.c:887:class_export_get()) GET export 00000000bbd4965c refcount=4 00000001:00000040:3.0:1767384363.984585:0:17547:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=000000001fa9e1de) : new refcount 8 00000100:00100000:2.0:1767384363.984587:0:16781:0:(service.c:3493:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_002' 00000001:00000001:3.0:1767384363.984592:0:17547:0:(nodemap_member.c:171:nm_member_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384363.984597:0:16782:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:0.0:1767384363.984599:0:16774:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000001:08000000:3.0:1767384363.984600:0:17547:0:(nodemap_handler.c:611:nodemap_add_member()) lustre-OST0000: adding NID 192.168.202.52@tcp50 to nodemap default 00000020:00000010:1.0:1767384363.984602:0:16782:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000efe6336f. 00010000:00000001:0.0:1767384363.984602:0:16774:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:3.0:1767384363.984604:0:17547:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=000000001fa9e1de) : new refcount 7 00000100:00001000:0.0:1767384363.984606:0:16774:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dd452398 time=93 v=5 (1 0 0 0) 00000001:00000001:3.0:1767384363.984608:0:17547:0:(nodemap_handler.c:621:nodemap_add_member()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384363.984614:0:16782:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00002000:00100000:3.0:1767384363.984616:0:17547:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0000: cli dfcc6be8-6fd1-4e6d-a8a4-ac9b181b1ec3/00000000bbd4965c ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 2110000 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00000100:00000001:0.0:1767384363.984616:0:16774:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000010:1.0:1767384363.984617:0:16782:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000efe6336f. 00000100:00000040:0.0:1767384363.984623:0:16774:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000edb0cbe6 refcount 5 to 192.168.202.52@tcp50 00000020:00000001:3.0:1767384363.984627:0:17547:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000100:00000001:0.0:1767384363.984628:0:16774:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619777394812608 : -124296314739008 : ffff8ef4025026c0) 00000100:00100000:1.0:1767384363.984629:0:16782:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000a7381cee pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:dfcc6be8-6fd1-4e6d-a8a4-ac9b181b1ec3+6:15535:x1853236716767744:12345-192.168.202.52@tcp50:33: 00000020:00000001:3.0:1767384363.984631:0:17547:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384363.984635:0:16774:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000020:3.0:1767384363.984638:0:17547:0:(tgt_grant.c:399:tgt_grant_statfs()) lustre-OST0000: cli dfcc6be8-6fd1-4e6d-a8a4-ac9b181b1ec3/00000000bbd4965c free: 389021696 avail: 386924544 02000000:00000001:0.0:1767384363.984639:0:16774:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384363.984640:0:16782:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236716767744 00000020:00000001:3.0:1767384363.984647:0:17547:0:(tgt_grant.c:426:tgt_grant_space_left()) Process entered 00000020:00000001:1.0:1767384363.984647:0:16782:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:0.0:1767384363.984647:0:16774:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000020:3.0:1767384363.984654:0:17547:0:(tgt_grant.c:463:tgt_grant_space_left()) lustre-OST0000: cli dfcc6be8-6fd1-4e6d-a8a4-ac9b181b1ec3/00000000bbd4965c avail=386924544 left=346030080 unstable=0 tot_grant=40828928 pending=0 00000020:00000001:1.0:1767384363.984654:0:16782:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000040:0.0:1767384363.984655:0:16774:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.52@tcp50 00000020:00000001:1.0:1767384363.984658:0:16782:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384363.984661:0:16774:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000024e40c18. 00000020:00000001:3.0:1767384363.984662:0:17547:0:(tgt_grant.c:465:tgt_grant_space_left()) Process leaving (rc=346030080 : 346030080 : 14a00000) 00000020:00000001:1.0:1767384363.984663:0:16782:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384363.984666:0:16782:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072671181888 : -1038369728 : ffffffffc21bbc40) 00000020:00000001:3.0:1767384363.984667:0:17547:0:(tgt_grant.c:892:tgt_grant_alloc()) Process entered 00000020:00000020:3.0:1767384363.984670:0:17547:0:(tgt_grant.c:968:tgt_grant_alloc()) lustre-OST0000: cli dfcc6be8-6fd1-4e6d-a8a4-ac9b181b1ec3/00000000bbd4965c wants: 134217728 current grant 0 granting: 3407872 00000020:00000001:1.0:1767384363.984672:0:16782:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000200:0.0:1767384363.984672:0:16774:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853236716767872, offset 224 00000020:00000020:3.0:1767384363.984675:0:17547:0:(tgt_grant.c:973:tgt_grant_alloc()) lustre-OST0000: cli dfcc6be8-6fd1-4e6d-a8a4-ac9b181b1ec3/00000000bbd4965c tot cached:0 granted:44236800 num_exports: 2 00000001:00000001:1.0:1767384363.984676:0:16782:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1853236716767744, found 0 last_xid 1853236716767743 00000400:00000200:0.0:1767384363.984683:0:16774:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.52@tcp50 00000020:00000001:3.0:1767384363.984684:0:17547:0:(tgt_grant.c:975:tgt_grant_alloc()) Process leaving (rc=3407872 : 3407872 : 340000) 00000020:00000001:1.0:1767384363.984684:0:16782:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384363.984686:0:16781:0:(service.c:3515:ptlrpc_start_thread()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384363.984690:0:16782:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000020:3.0:1767384363.984691:0:17547:0:(tgt_grant.c:1087:tgt_grant_connect()) lustre-OST0000: cli dfcc6be8-6fd1-4e6d-a8a4-ac9b181b1ec3/00000000bbd4965c ocd_grant: 3407872 want: 134217728 left: 346030080 00000020:00000001:1.0:1767384363.984693:0:16782:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:0.0:1767384363.984694:0:16774:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.152@tcp50 to NMR: 192.168.202.52@tcp50 local destination 00000020:00000001:1.0:1767384363.984697:0:16782:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:3.0:1767384363.984699:0:17547:0:(tgt_grant.c:1089:tgt_grant_connect()) Process leaving 00000100:00000001:2.0:1767384363.984699:0:39685:0:(service.c:2991:ptlrpc_main()) Process entered 00000020:00000001:1.0:1767384363.984702:0:16782:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00100000:3.0:1767384363.984704:0:17547:0:(ofd_obd.c:222:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00000400:00000200:0.0:1767384363.984708:0:16774:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp50 NI seq info: [224:224:256:4294967295] 192.168.202.52@tcp50 LPNI seq info [22:22:8:4294967295] 00000020:00000001:1.0:1767384363.984709:0:16782:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446619782545232184 : -124291164319432 : ffff8ef5354d5138) 00002000:00000001:3.0:1767384363.984710:0:17547:0:(ofd_obd.c:250:ofd_parse_connect_data()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384363.984714:0:39685:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000003d455daa. 00000020:00000001:1.0:1767384363.984716:0:16782:0:(tgt_handler.c:94:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384363.984717:0:17547:0:(tgt_lastrcvd.c:1028:tgt_client_new()) Process entered 00000020:00000010:2.0:1767384363.984720:0:39685:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000008da06b8f. 00000001:00000040:3.0:1767384363.984722:0:17547:0:(tgt_lastrcvd.c:1093:tgt_client_new()) lustre-OST0000: new client at index 1 (8320) with UUID 'dfcc6be8-6fd1-4e6d-a8a4-ac9b181b1ec3' generation 0 00000020:00000001:1.0:1767384363.984722:0:16782:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384363.984729:0:39685:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000096bca50e. 00000004:00000001:1.0:1767384363.984729:0:16782:0:(mdt_handler.c:1669:mdt_getattr()) Process entered 00000001:00000001:3.0:1767384363.984730:0:17547:0:(tgt_lastrcvd.c:581:tgt_client_data_update()) Process entered 00000020:00000010:2.0:1767384363.984736:0:39685:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000d632320a. 00000400:00000200:0.0:1767384363.984736:0:16774:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp50(192.168.202.152@tcp50:192.168.202.152@tcp50) -> 192.168.202.52@tcp50(192.168.202.52@tcp50:192.168.202.52@tcp50) : PUT try# 0 00080000:00000001:3.0:1767384363.984737:0:17547:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000004:00000001:1.0:1767384363.984737:0:16782:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000040:00000010:2.0:1767384363.984743:0:39685:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000086296b26. 00000004:00000001:1.0:1767384363.984744:0:16782:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000800:00000200:0.0:1767384363.984746:0:16774:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.52@tcp50 00080000:00000010:3.0:1767384363.984747:0:17547:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000008e7ce15c. 00080000:00000001:1.0:1767384363.984750:0:16782:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00000020:00000010:2.0:1767384363.984751:0:39685:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000d472efff. 00080000:00000001:3.0:1767384363.984752:0:17547:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446619782459669504 : -124291249882112 : ffff8ef53033bc00) 00000800:00000010:0.0:1767384363.984753:0:16774:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c3286088. 00080000:00000001:1.0:1767384363.984756:0:16782:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000020:00000010:2.0:1767384363.984758:0:39685:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000005c4ba9a4. 00000004:00000001:1.0:1767384363.984761:0:16782:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00080000:00000001:3.0:1767384363.984762:0:17547:0:(osd_io.c:243:osd_declare_write()) Process entered 00000800:00000200:0.0:1767384363.984763:0:16774:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005f37b0da] -> 12345-192.168.202.52@tcp50 (4) 00000020:00000010:2.0:1767384363.984764:0:39685:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000c5ad1fd9. 00000004:00000001:1.0:1767384363.984768:0:16782:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1767384363.984771:0:16782:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 80000000:00000010:2.0:1767384363.984772:0:39685:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000c4b6d059. 00000004:00000001:1.0:1767384363.984774:0:16782:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000800:00000200:0.0:1767384363.984775:0:16774:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.52@tcp50 ip 192.168.202.52:1023 00080000:00000001:1.0:1767384363.984778:0:16782:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00000800:00000200:0.0:1767384363.984779:0:16774:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c3286088 type 1, nob 320 niov 1 nkiov 1 40000000:00000010:2.0:1767384363.984780:0:39685:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000df05f6d3. 00080000:00000001:1.0:1767384363.984781:0:16782:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00100000:00000010:2.0:1767384363.984787:0:39685:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000005f2097dd. 00080000:00000001:1.0:1767384363.984787:0:16782:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1767384363.984790:0:16782:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00040000:00000010:2.0:1767384363.984793:0:39685:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000001fc7b301. 00000004:00000001:1.0:1767384363.984794:0:16782:0:(lod_object.c:1518:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000100:00000001:0.0:1767384363.984795:0:16774:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384363.984800:0:16782:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00040000:00000010:2.0:1767384363.984801:0:39685:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000c9f0e487. 00000100:00000040:0.0:1767384363.984801:0:16774:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000edb0cbe6 refcount 4 to 192.168.202.52@tcp50 00010000:00000001:0.0:1767384363.984807:0:16774:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00040000:00000010:2.0:1767384363.984808:0:39685:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000066e0aa53. 00000020:00000001:0.0:1767384363.984809:0:16774:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384363.984811:0:16782:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00080000:00000010:2.0:1767384363.984814:0:39685:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000005d6e14b5. 00000004:00000001:1.0:1767384363.984815:0:16782:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000020:00000001:0.0:1767384363.984815:0:16774:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00080000:00000001:1.0:1767384363.984819:0:16782:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1767384363.984822:0:16782:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=48 : 48 : 30) 00000100:00000040:0.0:1767384363.984823:0:16774:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e2e51fac x1853236716767872/t0(0) o400->d7c7db59-0549-4c42-8eed-4384a2494667@192.168.202.52@tcp50:344/0 lens 224/224 e 0 to 0 dl 1767384374 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:1.0:1767384363.984827:0:16782:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=48 : 48 : 30) 00000004:00000010:2.0:1767384363.984830:0:39685:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000f4d902c7. 00000004:00000001:1.0:1767384363.984831:0:16782:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=48 : 48 : 30) 00000004:00000001:1.0:1767384363.984837:0:16782:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000010:2.0:1767384363.984838:0:39685:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000ad1311b7. 00000004:00000001:1.0:1767384363.984840:0:16782:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00100000:0.0:1767384363.984844:0:16774:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e2e51fac pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d7c7db59-0549-4c42-8eed-4384a2494667+9:12136:x1853236716767872:12345-192.168.202.52@tcp50:400: Request processed in 400us (656us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384363.984845:0:16782:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000004:00000010:2.0:1767384363.984846:0:39685:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000000860d4a6. 02000000:00000001:1.0:1767384363.984849:0:16782:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000004:00000010:2.0:1767384363.984854:0:39685:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000dfe386ca. 02000000:00000010:1.0:1767384363.984855:0:16782:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 1200 at 00000000e43a1e72. 00000100:00100000:0.0:1767384363.984859:0:16774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp50, seq: 171 02000000:00000001:1.0:1767384363.984860:0:16782:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384363.984863:0:16774:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000e92f6ab : new rpc_count 0 00000100:00000001:1.0:1767384363.984864:0:16782:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384363.984868:0:16774:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000004:00000001:1.0:1767384363.984869:0:16782:0:(mdt_lib.c:473:mdt_check_ucred()) Process entered 00000100:00000010:2.0:1767384363.984871:0:39685:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 00000000ed34d1e7. 00000100:00000001:0.0:1767384363.984871:0:16774:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000004:00000001:1.0:1767384363.984872:0:16782:0:(mdt_lib.c:479:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384363.984877:0:16782:0:(mdt_lib.c:645:old_init_ucred()) Process entered 00000020:00000010:0.0:1767384363.984877:0:16774:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009ab7f566. 00000001:00000001:1.0:1767384363.984879:0:16782:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000100:00000200:2.0:1767384363.984881:0:39685:0:(service.c:3079:ptlrpc_main()) service thread 2 (#3) started 00000001:00000001:1.0:1767384363.984882:0:16782:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384363.984883:0:16774:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001238b710. 00000001:00000001:1.0:1767384363.984887:0:16782:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000020:00000010:0.0:1767384363.984889:0:16774:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008edfbed2. 00000001:00000001:1.0:1767384363.984890:0:16782:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1767384363.984895:0:16782:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384363.984896:0:16774:0:(genops.c:898:class_export_put()) PUTting export 000000000e92f6ab : new refcount 8 00000001:00000001:1.0:1767384363.984897:0:16782:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1767384363.984899:0:16782:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1767384363.984903:0:16782:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384363.984903:0:16774:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:3.0:1767384363.984905:0:17547:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000001:00000001:1.0:1767384363.984906:0:16782:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000100:00000200:0.0:1767384363.984909:0:16774:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000001:00000001:1.0:1767384363.984910:0:16782:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384363.984911:0:17547:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384363.984913:0:16782:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384363.984917:0:17547:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000001:00000001:1.0:1767384363.984917:0:16782:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000400:00000010:0.0:1767384363.984920:0:16774:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008d625aa3. 00000001:00000001:1.0:1767384363.984922:0:16782:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1767384363.984924:0:16782:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384363.984925:0:16774:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001b552bed. 00000001:00000001:1.0:1767384363.984927:0:16782:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1767384363.984929:0:16782:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384363.984932:0:16782:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00000010:1.0:1767384363.984936:0:16782:0:(upcall_cache.c:27:alloc_entry()) kmalloced '(entry)': 472 at 000000007cd60bd9. 00000004:00000001:1.0:1767384363.984940:0:16782:0:(mdt_identity.c:85:mdt_identity_do_upcall()) Process entered 00080000:00000001:3.0:1767384363.984941:0:17547:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:1.0:1767384363.984942:0:16782:0:(mdt_identity.c:90:mdt_identity_do_upcall()) The upcall is: '/home/green/git/lustre-release/lustre/utils/l_getidentity' 00000001:00000010:3.0:1767384363.984948:0:17547:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 0000000037aab434. 00000001:00000040:3.0:1767384363.984953:0:17547:0:(tgt_lastrcvd.c:554:tgt_new_client_cb_add()) callback GETting export 00000000bbd4965c : new cb_count 1 00000020:00000040:3.0:1767384363.984956:0:17547:0:(genops.c:887:class_export_get()) GET export 00000000bbd4965c refcount=5 00080000:00000001:3.0:1767384363.984961:0:17547:0:(osd_io.c:399:osd_write()) Process entered 00000800:00000200:0.0:1767384363.984974:0:16130:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384363.984977:0:16130:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c3286088. 00000400:00000200:0.0:1767384363.984981:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384363.984985:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp50->192.168.202.52@tcp50: PUT: OK 00000400:00000200:0.0:1767384363.984987:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000024e40c18 00000400:00000010:0.0:1767384363.984989:0:16130:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000024e40c18. 00000100:00000001:0.0:1767384363.984991:0:16130:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:0.0:1767384363.984993:0:16130:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384363.984995:0:16130:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000095a26dfb. 02000000:00000001:0.0:1767384363.984997:0:16130:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384363.984997:0:16130:0:(events.c:398:reply_out_callback()) Process leaving 00080000:00000001:3.0:1767384363.985158:0:17547:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000001:00000001:3.0:1767384363.985162:0:17547:0:(tgt_lastrcvd.c:630:tgt_client_data_update()) Process leaving 00080000:00000001:3.0:1767384363.985164:0:17547:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384363.985175:0:17547:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:3.0:1767384363.985176:0:17547:0:(tgt_lastrcvd.c:635:tgt_client_data_update()) lustre-OST0000: update last_rcvd client data for UUID = lustre-OST0000_UUID, last_transno = 8589934592: rc = 0 00000001:00000001:3.0:1767384363.985178:0:17547:0:(tgt_lastrcvd.c:1108:tgt_client_new()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1767384363.985180:0:17547:0:(ofd_obd.c:55:ofd_export_stats_init()) Process entered 00000020:00000001:3.0:1767384363.985182:0:17547:0:(lprocfs_status_server.c:636:lprocfs_exp_setup()) Process entered 00000020:01000000:3.0:1767384363.985185:0:17547:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash 000000005307520b 00000020:00000010:3.0:1767384363.985188:0:17547:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 000000008212d7bc. 00000020:00000040:3.0:1767384363.985194:0:17547:0:(lprocfs_status_server.c:673:lprocfs_exp_setup()) Found stats 000000008212d7bc for nid 192.168.202.52@tcp50 - ref 2 00000020:00000001:3.0:1767384363.985255:0:17547:0:(lprocfs_status_server.c:706:lprocfs_exp_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384363.985260:0:17547:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 0000000066a9949e. 00000020:00000010:3.0:1767384363.985263:0:17547:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 480 at 00000000c917ef35. 00000020:00000010:3.0:1767384363.985266:0:17547:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 600 at 00000000bb03f0d8. 00000020:00000010:3.0:1767384363.985281:0:17547:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 00000000875a7b44. 00000020:00000010:3.0:1767384363.985283:0:17547:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 224 at 0000000084ca37a7. 00000020:00000010:3.0:1767384363.985285:0:17547:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 280 at 00000000b7140d71. 00002000:00000001:3.0:1767384363.985293:0:17547:0:(ofd_obd.c:77:ofd_export_stats_init()) Process leaving (rc=0 : 0 : 0) 00002000:00080000:3.0:1767384363.985294:0:17547:0:(ofd_obd.c:365:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00002000:00000001:3.0:1767384363.985296:0:17547:0:(ofd_obd.c:375:ofd_obd_connect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384363.985297:0:17547:0:(obd_class.h:868:obd_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384363.985301:0:17547:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 000000005e1e4e83. 00000020:00000040:3.0:1767384363.985303:0:17547:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (0000000083abdb14) now 8 - import 00000020:00000001:3.0:1767384363.985307:0:17547:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384363.985308:0:17547:0:(genops.c:1242:class_import_put()) import 000000005e1e4e83 refcount=1 obd=lustre-OST0000 00000020:00000001:3.0:1767384363.985310:0:17547:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000010:3.0:1767384363.985311:0:17547:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d4b7db57. 00000020:00000040:3.0:1767384363.985315:0:17547:0:(genops.c:887:class_export_get()) GET export 00000000bbd4965c refcount=6 00000100:00000040:3.0:1767384363.985316:0:17547:0:(service.c:1077:ptlrpc_request_change_export()) RPC GETting export 00000000bbd4965c : new rpc_count 1 00000100:00000001:3.0:1767384363.985318:0:17547:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:3.0:1767384363.985323:0:17547:0:(peer.c:1532:LNetPrimaryNID()) NID 192.168.202.52@tcp50 primary NID 192.168.202.52@tcp50 rc 0 00000100:00000001:3.0:1767384363.985326:0:17547:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384363.985327:0:17547:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000edb0cbe6 refcount 5 to 192.168.202.52@tcp50 00000100:00000001:3.0:1767384363.985329:0:17547:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619777394812608 : -124296314739008 : ffff8ef4025026c0) 00000100:00000001:3.0:1767384363.985330:0:17547:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446619777394812608 : -124296314739008 : 0xffff8ef4025026c0) 00000100:00000040:3.0:1767384363.985333:0:17547:0:(connection.c:149:ptlrpc_connection_get()) conn=00000000edb0cbe6 refcount 5 to 192.168.202.52@tcp50 00000020:00000040:3.0:1767384363.985334:0:17547:0:(genops.c:887:class_export_get()) GET export 00000000bbd4965c refcount=7 00000100:00000001:3.0:1767384363.985338:0:17547:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384363.985339:0:17547:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000edb0cbe6 refcount 6 to 192.168.202.52@tcp50 00000100:00000001:3.0:1767384363.985340:0:17547:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619777394812608 : -124296314739008 : ffff8ef4025026c0) 02000000:00000001:3.0:1767384363.985342:0:17547:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1767384363.985345:0:17547:0:(sec.c:1432:sptlrpc_sec_create()) Process entered 02000000:08000000:3.0:1767384363.985347:0:17547:0:(sec.c:1440:sptlrpc_sec_create()) obdfilter lustre-OST0000: reverse sec using flavor null 02000000:00000001:3.0:1767384363.985349:0:17547:0:(sec.c:1471:sptlrpc_sec_create()) Process leaving (rc=18446744072661745728 : -1047805888 : ffffffffc18bc040) 02000000:00000001:3.0:1767384363.985351:0:17547:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384363.985353:0:17547:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:3.0:1767384363.985355:0:17547:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:3.0:1767384363.985356:0:17547:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1767384363.985358:0:17547:0:(import.c:65:import_set_state_nolock()) 000000005e1e4e83 : changing import state from RECOVER to FULL 00000100:00000001:3.0:1767384363.985360:0:17547:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:3.0:1767384363.985362:0:17547:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1767384363.985363:0:17547:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384363.985365:0:17547:0:(genops.c:898:class_export_put()) PUTting export 00000000bbd4965c : new refcount 6 00000020:00000040:3.0:1767384363.985367:0:17547:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (0000000083abdb14) now 8 - find 00010000:00000001:3.0:1767384363.985368:0:17547:0:(ldlm_lib.c:1700:target_handle_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384363.985370:0:17547:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384363.985371:0:17547:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072673305824 : -1036245792 : ffffffffc23c24e0) 00000020:00000001:3.0:1767384363.985373:0:17547:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384363.985374:0:17547:0:(tgt_handler.c:549:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384363.985375:0:17547:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384363.985376:0:17547:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384363.985378:0:17547:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384363.985379:0:17547:0:(tgt_handler.c:1042:tgt_connect()) Process entered 00000020:00000001:3.0:1767384363.985382:0:17547:0:(tgt_handler.c:1111:tgt_connect()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384363.985384:0:17547:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236716767616 00010000:00000001:3.0:1767384363.985385:0:17547:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384363.985388:0:17547:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000027b34aa4 x1853236716767616/t0(0) o8->dfcc6be8-6fd1-4e6d-a8a4-ac9b181b1ec3@192.168.202.52@tcp50:0/0 lens 520/416 e 0 to 0 dl 1767384383 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384363.985394:0:17547:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384363.985395:0:17547:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384363.985397:0:17547:0:(import.c:2128:obd_at_measure()) add 1 to 0000000094c7e214 time=82 v=5 (1 0 0 0) 00000100:00001000:3.0:1767384363.985400:0:17547:0:(niobuf.c:600:ptlrpc_at_set_reply()) No early reply support: flags=0x1 req_flags=0x200 magic=bd00bd3/bd00bd3 len=416 00000100:00000001:3.0:1767384363.985402:0:17547:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384363.985403:0:17547:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000edb0cbe6 refcount 7 to 192.168.202.52@tcp50 00000100:00000001:3.0:1767384363.985404:0:17547:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619777394812608 : -124296314739008 : ffff8ef4025026c0) 02000000:00000001:3.0:1767384363.985405:0:17547:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384363.985406:0:17547:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384363.985408:0:17547:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384363.985411:0:17547:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.52@tcp50 00000400:00000010:3.0:1767384363.985415:0:17547:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001a87f51c. 00000100:00000200:3.0:1767384363.985416:0:17547:0:(niobuf.c:94:ptl_send_buf()) Sending 416 bytes to portal 4, xid 1853236716767616, offset 0 00000400:00000200:3.0:1767384363.985420:0:17547:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.52@tcp50 00000400:00000200:3.0:1767384363.985424:0:17547:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.152@tcp50 to NMR: 192.168.202.52@tcp50 local destination 00000400:00000200:3.0:1767384363.985430:0:17547:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp50 NI seq info: [225:225:256:4294967295] 192.168.202.52@tcp50 LPNI seq info [23:23:8:4294967295] 00000400:00000200:3.0:1767384363.985439:0:17547:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp50(192.168.202.152@tcp50:192.168.202.152@tcp50) -> 192.168.202.52@tcp50(192.168.202.52@tcp50:192.168.202.52@tcp50) : PUT try# 0 00000800:00000200:3.0:1767384363.985442:0:17547:0:(socklnd_cb.c:1001:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.202.52@tcp50 00000800:00000010:3.0:1767384363.985445:0:17547:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d605e0a6. 00000800:00000200:3.0:1767384363.985448:0:17547:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005f37b0da] -> 12345-192.168.202.52@tcp50 (4) 00000800:00000200:3.0:1767384363.985451:0:17547:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.52@tcp50 ip 192.168.202.52:1023 00000800:00000200:3.0:1767384363.985454:0:17547:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d605e0a6 type 1, nob 512 niov 1 nkiov 1 00000100:00000001:3.0:1767384363.985465:0:17547:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384363.985468:0:17547:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000edb0cbe6 refcount 6 to 192.168.202.52@tcp50 00010000:00000001:3.0:1767384363.985469:0:17547:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384363.985471:0:17547:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384363.985472:0:17547:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384363.985474:0:17547:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000027b34aa4 x1853236716767616/t0(0) o8->dfcc6be8-6fd1-4e6d-a8a4-ac9b181b1ec3@192.168.202.52@tcp50:0/0 lens 520/416 e 0 to 0 dl 1767384383 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384363.985485:0:17547:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000027b34aa4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:dfcc6be8-6fd1-4e6d-a8a4-ac9b181b1ec3+6:12135:x1853236716767616:12345-192.168.202.52@tcp50:8: Request processed in 1201us (1490us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384363.985491:0:17547:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp50, seq: 4 00000100:00000040:3.0:1767384363.985493:0:17547:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000bbd4965c : new rpc_count 0 00000004:00080000:1.0:1767384363.985493:0:16782:0:(mdt_identity.c:119:mdt_identity_do_upcall()) lustre-MDT0000: invoked upcall /home/green/git/lustre-release/lustre/utils/l_getidentity lustre-MDT0000 0, time 546us 00000100:00000001:3.0:1767384363.985495:0:17547:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384363.985496:0:17547:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384363.985499:0:17547:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000501e23e6. 00000020:00000010:3.0:1767384363.985503:0:17547:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000cb198794. 00000004:00000001:1.0:1767384363.985504:0:16782:0:(mdt_identity.c:122:mdt_identity_do_upcall()) Process leaving 00000020:00000010:3.0:1767384363.985507:0:17547:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000088973d24. 00000020:00000040:3.0:1767384363.985510:0:17547:0:(genops.c:898:class_export_put()) PUTting export 00000000bbd4965c : new refcount 5 00000100:00000001:3.0:1767384363.985512:0:17547:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767384363.985558:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384363.985562:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d605e0a6. 00000400:00000200:2.0:1767384363.985565:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384363.985569:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp50->192.168.202.52@tcp50: PUT: OK 00000400:00000200:2.0:1767384363.985572:0:16131:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001a87f51c 00000400:00000010:2.0:1767384363.985574:0:16131:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001a87f51c. 00000100:00000001:2.0:1767384363.985576:0:16131:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384363.985577:0:16131:0:(events.c:398:reply_out_callback()) Process leaving 00000004:00000010:0.0:1767384363.990501:0:39686:0:(mdt_lproc.c:364:identity_info_store()) kmalloced '(param)': 1048 at 000000005683c0d2. 02000000:00000001:0.0:1767384363.990506:0:39686:0:(upcall_cache.c:436:upcall_cache_downcall()) Process entered 00000004:00000001:0.0:1767384363.990509:0:39686:0:(mdt_identity.c:138:mdt_identity_parse_downcall()) Process entered 00000004:00001000:0.0:1767384363.990510:0:39686:0:(mdt_identity.c:187:mdt_identity_parse_downcall()) parse mdt identity@00000000bb8c3984: 0:0, ngroups 0, nperms 0 00000004:00000001:0.0:1767384363.990512:0:39686:0:(mdt_identity.c:190:mdt_identity_parse_downcall()) Process leaving (rc=0 : 0 : 0) 02000000:00001000:0.0:1767384363.990515:0:39686:0:(upcall_cache.c:492:upcall_cache_downcall()) lustre-MDT0000: created upcall cache entry 000000007cd60bd9 for key 0 02000000:00000001:0.0:1767384363.990525:0:39686:0:(upcall_cache.c:504:upcall_cache_downcall()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:0.0:1767384363.990526:0:39686:0:(mdt_lproc.c:404:identity_info_store()) kfreed 'param': 1048 at 000000005683c0d2. 02000000:00001000:1.0:1767384363.990587:0:16782:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry 000000007cd60bd9 flags 0x0 02000000:00000001:1.0:1767384363.990591:0:16782:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446619777389604352 : -124296319947264 : ffff8ef40200ae00) 00000001:00000001:1.0:1767384363.990595:0:16782:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1767384363.990596:0:16782:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1767384363.990598:0:16782:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384363.990600:0:16782:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1767384363.990601:0:16782:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1767384363.990603:0:16782:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384363.990606:0:16782:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:1.0:1767384363.990608:0:16782:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384363.990610:0:16782:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1767384363.990611:0:16782:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384363.990613:0:16782:0:(mdt_lib.c:634:old_init_ucred_common()) Process leaving 00000004:00000001:1.0:1767384363.990615:0:16782:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384363.990617:0:16782:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000004:00000040:1.0:1767384363.990620:0:16782:0:(mdt_handler.c:1434:mdt_getattr_internal()) lustre-MDT0000: RPC from dfcc6be8-6fd1-4e6d-a8a4-ac9b181b1ec3: does not need LOVEA. 00000004:00000001:1.0:1767384363.990623:0:16782:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:1.0:1767384363.990625:0:16782:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:1.0:1767384363.990776:0:16782:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1767384363.990779:0:16782:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x1 ma_lmm=0000000000000000 00000004:00000001:1.0:1767384363.990782:0:16782:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384363.990786:0:16782:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1767384363.990787:0:16782:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384363.990790:0:16782:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1767384363.990791:0:16782:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1767384363.990793:0:16782:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384363.990795:0:16782:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1767384363.990797:0:16782:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1767384363.990799:0:16782:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384363.990801:0:16782:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1767384363.990802:0:16782:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1767384363.990804:0:16782:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1767384363.990806:0:16782:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: nlink=3, mode=40755, valid=0x1100000000002f8f 00000004:00200000:1.0:1767384363.990826:0:16782:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 10752 00000004:00000002:1.0:1767384363.990828:0:16782:0:(mdt_handler.c:1636:mdt_getattr_internal()) changing the max MD size to 128 00000001:00000001:1.0:1767384363.990829:0:16782:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1767384363.990830:0:16782:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384363.990832:0:16782:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:1.0:1767384363.990835:0:16782:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1767384363.990839:0:16782:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1767384363.990840:0:16782:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1767384363.990844:0:16782:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1767384363.990846:0:16782:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1767384363.990848:0:16782:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1767384363.990849:0:16782:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384363.990853:0:16782:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:1.0:1767384363.990855:0:16782:0:(lprocfs_jobstats.c:397:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384363.990856:0:16782:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1767384363.990857:0:16782:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384363.990858:0:16782:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384363.990870:0:16782:0:(mdt_handler.c:1748:mdt_getattr()) Process leaving 02000000:00000001:1.0:1767384363.990873:0:16782:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:1.0:1767384363.990874:0:16782:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:1.0:1767384363.990875:0:16782:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:1.0:1767384363.990876:0:16782:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:1.0:1767384363.990878:0:16782:0:(mdt_lib.c:894:mdt_fix_reply()) Process entered 00000004:00000040:1.0:1767384363.990880:0:16782:0:(mdt_lib.c:913:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:1.0:1767384363.990882:0:16782:0:(mdt_lib.c:1041:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384363.990884:0:16782:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:1.0:1767384363.990886:0:16782:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00010000:00000040:1.0:1767384363.990888:0:16782:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236716767744 00010000:00000001:1.0:1767384363.990890:0:16782:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384363.990895:0:16782:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000a7381cee x1853236716767744/t0(0) o33->dfcc6be8-6fd1-4e6d-a8a4-ac9b181b1ec3@192.168.202.52@tcp50:344/0 lens 448/464 e 0 to 0 dl 1767384374 ref 1 fl Interpret:/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00010000:00000001:1.0:1767384363.990903:0:16782:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384363.990904:0:16782:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384363.990906:0:16782:0:(import.c:2128:obd_at_measure()) add 1 to 00000000444f12ed time=1767384363 v=10 (0 0 0 0) 00000100:00001000:1.0:1767384363.990909:0:16782:0:(import.c:2194:obd_at_measure()) AT 00000000444f12ed change: old=10 new=5 delta=-5 (val=1) hist 1 0 0 0 00000100:00001000:1.0:1767384363.990919:0:16782:0:(niobuf.c:566:ptlrpc_at_set_reply()) @@@ svc mdt_readpage changed estimate from 10 to 5 req@00000000a7381cee x1853236716767744/t0(0) o33->dfcc6be8-6fd1-4e6d-a8a4-ac9b181b1ec3@192.168.202.52@tcp50:344/0 lens 448/464 e 0 to 0 dl 1767384374 ref 1 fl Interpret:/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767384363.990925:0:16782:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384363.990927:0:16782:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000edb0cbe6 refcount 7 to 192.168.202.52@tcp50 00000100:00000001:1.0:1767384363.990929:0:16782:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619777394812608 : -124296314739008 : ffff8ef4025026c0) 02000000:00000001:1.0:1767384363.990932:0:16782:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384363.990934:0:16782:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384363.990937:0:16782:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384363.990940:0:16782:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.52@tcp50 00000400:00000010:1.0:1767384363.990944:0:16782:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006f155c59. 00000100:00000200:1.0:1767384363.990948:0:16782:0:(niobuf.c:94:ptl_send_buf()) Sending 464 bytes to portal 10, xid 1853236716767744, offset 224 00000400:00000200:1.0:1767384363.990955:0:16782:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.52@tcp50 00000400:00000200:1.0:1767384363.990966:0:16782:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.152@tcp50 to NMR: 192.168.202.52@tcp50 local destination 00000400:00000200:1.0:1767384363.990977:0:16782:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp50 NI seq info: [226:226:256:4294967295] 192.168.202.52@tcp50 LPNI seq info [24:24:8:4294967295] 00000400:00000200:1.0:1767384363.990990:0:16782:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp50(192.168.202.152@tcp50:192.168.202.152@tcp50) -> 192.168.202.52@tcp50(192.168.202.52@tcp50:192.168.202.52@tcp50) : PUT try# 0 00000800:00000200:1.0:1767384363.990996:0:16782:0:(socklnd_cb.c:1001:ksocknal_send()) sending 464 bytes in 1 frags to 12345-192.168.202.52@tcp50 00000800:00000010:1.0:1767384363.991000:0:16782:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000995c7e50. 00000800:00000200:1.0:1767384363.991006:0:16782:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005f37b0da] -> 12345-192.168.202.52@tcp50 (4) 00000800:00000200:1.0:1767384363.991012:0:16782:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.52@tcp50 ip 192.168.202.52:1023 00000800:00000200:1.0:1767384363.991016:0:16782:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000995c7e50 type 1, nob 560 niov 1 nkiov 1 00000100:00000001:1.0:1767384363.991044:0:16782:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384363.991050:0:16782:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000edb0cbe6 refcount 6 to 192.168.202.52@tcp50 00010000:00000001:1.0:1767384363.991052:0:16782:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384363.991055:0:16782:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384363.991057:0:16782:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000002:1.0:1767384363.991062:0:16782:0:(lu_object.c:207:lu_object_put()) Add 000000005f405419/000000004d828a56 to site lru. bkt: 000000002db7ae0b 00000100:00000040:1.0:1767384363.991068:0:16782:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a7381cee x1853236716767744/t0(0) o33->dfcc6be8-6fd1-4e6d-a8a4-ac9b181b1ec3@192.168.202.52@tcp50:344/0 lens 448/464 e 0 to 0 dl 1767384374 ref 1 fl Interpret:/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00000100:00100000:1.0:1767384363.991078:0:16782:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000a7381cee pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:dfcc6be8-6fd1-4e6d-a8a4-ac9b181b1ec3+6:15535:x1853236716767744:12345-192.168.202.52@tcp50:33: Request processed in 6479us (6769us total) trans 0 rc 0/0 00000800:00000200:2.0:1767384363.991109:0:16132:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384363.991113:0:16132:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000995c7e50. 00000400:00000200:2.0:1767384363.991119:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384363.991126:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp50->192.168.202.52@tcp50: PUT: OK 00000100:00100000:1.0:1767384363.991130:0:16782:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp50, seq: 0 00000400:00000200:2.0:1767384363.991132:0:16132:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006f155c59 00000100:00000040:1.0:1767384363.991134:0:16782:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000076935a1c : new rpc_count 0 00000400:00000010:2.0:1767384363.991135:0:16132:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006f155c59. 00000100:00000001:1.0:1767384363.991140:0:16782:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384363.991141:0:16132:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384363.991143:0:16132:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384363.991143:0:16782:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384363.991149:0:16782:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b33f949c. 00000020:00000010:1.0:1767384363.991153:0:16782:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f287db5e. 00000020:00000010:1.0:1767384363.991157:0:16782:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007aa1dec1. 00000020:00000040:1.0:1767384363.991160:0:16782:0:(genops.c:898:class_export_put()) PUTting export 0000000076935a1c : new refcount 5 00000100:00000001:1.0:1767384363.991162:0:16782:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384364.003176:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384364.003189:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384364.003192:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384364.003193:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384364.003200:0:16130:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.152@tcp50(192.168.202.152@tcp50) <- 192.168.202.52@tcp50 : PUT - for me 00000400:00000200:0.0:1767384364.003212:0:16130:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.52@tcp50 of length 576 into portal 12 MB=0x695824c300b00 00000400:00000200:0.0:1767384364.003218:0:16130:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.52@tcp50 of length 576/576 into md 0x229 [64] + 10584 00000800:00000001:0.0:1767384364.003225:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384364.003231:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384364.003233:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384364.003236:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp50->192.168.202.52@tcp50: PUT: OK 00000100:00000001:0.0:1767384364.003241:0:16130:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384364.003243:0:16130:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1767384364.003255:0:16130:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d2d9f5ea. 00000100:00000040:0.0:1767384364.003259:0:16130:0:(events.c:337:request_in_callback()) incoming req@00000000d2d9f5ea x1853236716768000 msgsize 576 00000100:00100000:0.0:1767384364.003262:0:16130:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp50 (source: 12345-192.168.202.52@tcp50) 00000100:00000001:0.0:1767384364.003273:0:16130:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1767384364.003280:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384364.003282:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384364.003346:0:16779:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384364.003349:0:16779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236716768000 02000000:00000001:2.0:1767384364.003352:0:16779:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384364.003354:0:16779:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384364.003356:0:16779:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384364.003360:0:16779:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384364.003363:0:16779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236716768000 00000020:00000001:2.0:1767384364.003365:0:16779:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384364.003366:0:16779:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eecd3a 00000020:00000001:2.0:1767384364.003368:0:16779:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384364.003370:0:16779:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000076935a1c refcount=6 00000020:00000001:2.0:1767384364.003372:0:16779:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619777403871232 : -124296305680384 : ffff8ef402da6000) 00000020:00000001:2.0:1767384364.003374:0:16779:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619777403871232 : -124296305680384 : ffff8ef402da6000) 00000100:00000001:2.0:1767384364.003377:0:16779:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384364.003387:0:16779:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000046ca3067. 00000100:00000001:2.0:1767384364.003390:0:16779:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384364.003392:0:16779:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000046ca3067. 00000020:00000010:2.0:1767384364.003397:0:16779:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000031cc4fe2. 00000020:00000010:2.0:1767384364.003400:0:16779:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000020a0c292. 00000020:00000010:2.0:1767384364.003403:0:16779:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006fa09b38. 00000100:00000040:2.0:1767384364.003409:0:16779:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1767384364.003411:0:16779:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384364.003412:0:16779:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:2.0:1767384364.003414:0:16779:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:2.0:1767384364.003416:0:16779:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384364.003417:0:16779:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384364.003423:0:16779:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384364.003433:0:16779:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384364.003442:0:16779:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384364.003443:0:16779:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384364.003447:0:16779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp50, seq: 7 00000100:00000040:2.0:1767384364.003450:0:16779:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000076935a1c : new rpc_count 1 00000100:00000001:2.0:1767384364.003451:0:16779:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619782423945984 : -124291285605632 : ffff8ef52e12a300) 00000100:00000040:2.0:1767384364.003455:0:16779:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000d2d9f5ea x1853236716768000/t0(0) o101->dfcc6be8-6fd1-4e6d-a8a4-ac9b181b1ec3@192.168.202.52@tcp50:345/0 lens 576/0 e 0 to 0 dl 1767384375 ref 1 fl New:/600/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767384364.003462:0:16779:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384364.003464:0:16779:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000046ca3067. 00000100:00000001:2.0:1767384364.003465:0:16779:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384364.003466:0:16779:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000046ca3067. 00000100:00100000:2.0:1767384364.003469:0:16779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000d2d9f5ea pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dfcc6be8-6fd1-4e6d-a8a4-ac9b181b1ec3+6:15565:x1853236716768000:12345-192.168.202.52@tcp50:101: 00000100:00000200:2.0:1767384364.003472:0:16779:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236716768000 00000020:00000001:2.0:1767384364.003474:0:16779:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384364.003477:0:16779:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384364.003480:0:16779:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384364.003482:0:16779:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384364.003484:0:16779:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661493952 : -1048057664 : ffffffffc187e8c0) 00000020:00000001:2.0:1767384364.003491:0:16779:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1767384364.003494:0:16779:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1853236716768000, found 0 last_xid 1853236716767999 00000020:00000001:2.0:1767384364.003497:0:16779:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384364.003498:0:16779:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384364.003500:0:16779:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384364.003505:0:16779:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384364.003506:0:16779:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1767384364.003508:0:16779:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1767384364.003509:0:16779:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1767384364.003511:0:16779:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1767384364.003513:0:16779:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384364.003516:0:16779:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384364.003562:0:16779:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000001074e0a6. 00010000:00000010:2.0:1767384364.003565:0:16779:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000c655bcc6. 00010000:00000001:2.0:1767384364.003568:0:16779:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384364.003570:0:16779:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000005eb7e91e. 00000020:00000010:2.0:1767384364.003573:0:16779:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 0000000046ca3067. 00000020:00000001:2.0:1767384364.003576:0:16779:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384364.003577:0:16779:0:(lustre_handles.c:77:class_handle_hash()) added object 000000005eb7e91e with handle 0x7e51148972eecd48 to hash 00000020:00000001:2.0:1767384364.003579:0:16779:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384364.003580:0:16779:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446619782554465792 : -124291155085824 : ffff8ef535da3600) 00010000:00000010:2.0:1767384364.003583:0:16779:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001a71eb6d. 00010000:00000001:2.0:1767384364.003585:0:16779:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446619782554465792 : -124291155085824 : ffff8ef535da3600) 00010000:00010000:2.0:1767384364.003587:0:16779:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000005eb7e91e/0x7e51148972eecd48 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdc4cb4ce8e4aee67 expref: -99 pid: 16779 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384364.003594:0:16779:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 0000000076935a1c : new locks_count 1 00000020:00000040:2.0:1767384364.003596:0:16779:0:(genops.c:887:class_export_get()) GET export 0000000076935a1c refcount=7 00010000:00000001:2.0:1767384364.003601:0:16779:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:2.0:1767384364.003603:0:16779:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:2.0:1767384364.003608:0:16779:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:2.0:1767384364.003610:0:16779:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:2.0:1767384364.003612:0:16779:0:(mdt_handler.c:4616:mdt_body_unpack()) Process entered 00000004:00000001:2.0:1767384364.003618:0:16779:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:2.0:1767384364.003620:0:16779:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000007:0x1:0x0] 00000020:00000001:2.0:1767384364.003622:0:16779:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384364.003627:0:16779:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446619782545232184 : -124291164319432 : ffff8ef5354d5138) 00000004:00000001:2.0:1767384364.003629:0:16779:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446619782545232096 : -124291164319520 : ffff8ef5354d50e0) 00000004:00000001:2.0:1767384364.003630:0:16779:0:(mdt_handler.c:4645:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384364.003632:0:16779:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:2.0:1767384364.003634:0:16779:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:2.0:1767384364.003636:0:16779:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384364.003637:0:16779:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384364.003641:0:16779:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at 00000000cb46afa4. 02000000:00000001:2.0:1767384364.003643:0:16779:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384364.003645:0:16779:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384364.003646:0:16779:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384364.003648:0:16779:0:(mdt_handler.c:5009:mdt_intent_getattr()) Process entered 00000004:00000001:2.0:1767384364.003651:0:16779:0:(mdt_lib.c:645:old_init_ucred()) Process entered 00000001:00000001:2.0:1767384364.003652:0:16779:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1767384364.003654:0:16779:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384364.003655:0:16779:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1767384364.003656:0:16779:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1767384364.003657:0:16779:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384364.003659:0:16779:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1767384364.003659:0:16779:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1767384364.003660:0:16779:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384364.003661:0:16779:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1767384364.003662:0:16779:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1767384364.003663:0:16779:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384364.003664:0:16779:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1767384364.003664:0:16779:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1767384364.003665:0:16779:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384364.003666:0:16779:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1767384364.003667:0:16779:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1767384364.003668:0:16779:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384364.003669:0:16779:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1767384364.003670:0:16779:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384364.003672:0:16779:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:2.0:1767384364.003678:0:16779:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry 000000007cd60bd9 flags 0x0 02000000:00000001:2.0:1767384364.003679:0:16779:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446619777389604352 : -124296319947264 : ffff8ef40200ae00) 00000001:00000001:2.0:1767384364.003681:0:16779:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1767384364.003682:0:16779:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1767384364.003683:0:16779:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384364.003684:0:16779:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1767384364.003685:0:16779:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1767384364.003685:0:16779:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384364.003687:0:16779:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:2.0:1767384364.003688:0:16779:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384364.003690:0:16779:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1767384364.003690:0:16779:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384364.003691:0:16779:0:(mdt_lib.c:634:old_init_ucred_common()) Process leaving 00000004:00000001:2.0:1767384364.003692:0:16779:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384364.003695:0:16779:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000004:00000001:2.0:1767384364.003699:0:16779:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:2.0:1767384364.003700:0:16779:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00000001:2.0:1767384364.003701:0:16779:0:(mdt_lib.c:2197:mdt_is_remote_object()) Process entered 00000004:00000001:2.0:1767384364.003702:0:16779:0:(mdt_lib.c:2199:mdt_is_remote_object()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1767384364.003704:0:16779:0:(mdt_handler.c:2252:mdt_getattr_name_lock()) getattr with lock for [0x200000007:0x1:0x0]/[0x200000007:0x1:0x0], ldlm_rep = 0000000028f9dc80 00000004:00000001:2.0:1767384364.003708:0:16779:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:2.0:1767384364.003711:0:16779:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384364.003712:0:16779:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1767384364.003715:0:16779:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000001074e0a6 count: 2 00010000:00000001:2.0:1767384364.003716:0:16779:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384364.003718:0:16779:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384364.003719:0:16779:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000d29113af. 00000020:00000001:2.0:1767384364.003721:0:16779:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384364.003722:0:16779:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000d29113af with handle 0x7e51148972eecd4f to hash 00000020:00000001:2.0:1767384364.003723:0:16779:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384364.003724:0:16779:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446619782554466304 : -124291155085312 : ffff8ef535da3800) 00010000:00000010:2.0:1767384364.003726:0:16779:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e1bfc841. 00010000:00000001:2.0:1767384364.003727:0:16779:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446619782554466304 : -124291155085312 : ffff8ef535da3800) 00010000:00000001:2.0:1767384364.003729:0:16779:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384364.003730:0:16779:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384364.003735:0:16779:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000d29113af/0x7e51148972eecd4f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16779 initiator: MDT0 00010000:00000001:2.0:1767384364.003740:0:16779:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384364.003743:0:16779:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384364.003745:0:16779:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1767384364.003747:0:16779:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1767384364.003748:0:16779:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384364.003750:0:16779:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1767384364.003751:0:16779:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384364.003752:0:16779:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384364.003754:0:16779:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384364.003755:0:16779:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384364.003756:0:16779:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384364.003757:0:16779:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (000000001074e0a6) refcount = 2 00010000:00010000:2.0:1767384364.003759:0:16779:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000d29113af/0x7e51148972eecd4f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16779 initiator: MDT0 00010000:00000001:2.0:1767384364.003762:0:16779:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00000020:00000010:2.0:1767384364.003765:0:16779:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 000000008cb9c9e0. 00010000:00000001:2.0:1767384364.003768:0:16779:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384364.003770:0:16779:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384364.003771:0:16779:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384364.003772:0:16779:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384364.003773:0:16779:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384364.003774:0:16779:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384364.003776:0:16779:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384364.003778:0:16779:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384364.003780:0:16779:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000d29113af/0x7e51148972eecd4f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16779 initiator: MDT0 00010000:00000001:2.0:1767384364.003783:0:16779:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384364.003784:0:16779:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384364.003785:0:16779:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384364.003786:0:16779:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384364.003787:0:16779:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384364.003788:0:16779:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d29113af refcount=3 00000020:00000001:2.0:1767384364.003792:0:16779:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619782554466304 : -124291155085312 : ffff8ef535da3800) 00010000:00000001:2.0:1767384364.003794:0:16779:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619782554466304 : -124291155085312 : ffff8ef535da3800) 00010000:00000001:2.0:1767384364.003796:0:16779:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384364.003796:0:16779:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1767384364.003797:0:16779:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384364.003800:0:16779:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000004:00000001:2.0:1767384364.003803:0:16779:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:2.0:1767384364.003805:0:16779:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:2.0:1767384364.003829:0:16779:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384364.003832:0:16779:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1767384364.003835:0:16779:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1767384364.003837:0:16779:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1767384364.003840:0:16779:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1767384364.003842:0:16779:0:(lod_object.c:1531:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1767384364.003844:0:16779:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1767384364.003846:0:16779:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1767384364.003846:0:16779:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1767384364.003847:0:16779:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1767384364.003849:0:16779:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=48 : 48 : 30) 00000004:00000001:2.0:1767384364.003850:0:16779:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=48 : 48 : 30) 00000004:00000001:2.0:1767384364.003852:0:16779:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=48 : 48 : 30) 00000004:00000002:2.0:1767384364.003853:0:16779:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x101 ma_lmm=0000000000000000 00000004:00000001:2.0:1767384364.003855:0:16779:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384364.003856:0:16779:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1767384364.003857:0:16779:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384364.003858:0:16779:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1767384364.003859:0:16779:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1767384364.003860:0:16779:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384364.003861:0:16779:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1767384364.003862:0:16779:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1767384364.003863:0:16779:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384364.003864:0:16779:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1767384364.003865:0:16779:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1767384364.003866:0:16779:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1767384364.003867:0:16779:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: nlink=3, mode=40755, valid=0x1100000000002f8f 00000004:00200000:2.0:1767384364.003869:0:16779:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 10752 00000004:00200000:2.0:1767384364.003874:0:16779:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00000002:2.0:1767384364.003875:0:16779:0:(mdt_handler.c:1636:mdt_getattr_internal()) changing the max MD size to 128 00000001:00000001:2.0:1767384364.003876:0:16779:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1767384364.003877:0:16779:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384364.003879:0:16779:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:2.0:1767384364.003880:0:16779:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1767384364.003882:0:16779:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1767384364.003882:0:16779:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1767384364.003883:0:16779:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1767384364.003885:0:16779:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1767384364.003887:0:16779:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1767384364.003888:0:16779:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384364.003892:0:16779:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1767384364.003894:0:16779:0:(lprocfs_jobstats.c:397:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384364.003895:0:16779:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1767384364.003896:0:16779:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384364.003897:0:16779:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384364.003907:0:16779:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384364.003908:0:16779:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384364.003909:0:16779:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d29113af refcount=3 00000020:00000001:2.0:1767384364.003910:0:16779:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619782554466304 : -124291155085312 : ffff8ef535da3800) 00010000:00000001:2.0:1767384364.003912:0:16779:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619782554466304 : -124291155085312 : ffff8ef535da3800) 00000004:00010000:2.0:1767384364.003914:0:16779:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 00000000d29113af/0x7e51148972eecd4f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16779 initiator: MDT0 00010000:00000001:2.0:1767384364.003917:0:16779:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384364.003918:0:16779:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1767384364.003919:0:16779:0:(mdt_handler.c:2538:mdt_getattr_name_lock()) Process leaving 00000004:00000001:2.0:1767384364.003920:0:16779:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:2.0:1767384364.003922:0:16779:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00010000:00000001:2.0:1767384364.003923:0:16779:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384364.003924:0:16779:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384364.003925:0:16779:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d29113af refcount=3 00000020:00000001:2.0:1767384364.003926:0:16779:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619782554466304 : -124291155085312 : ffff8ef535da3800) 00010000:00000001:2.0:1767384364.003927:0:16779:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619782554466304 : -124291155085312 : ffff8ef535da3800) 00000004:00000040:2.0:1767384364.003929:0:16779:0:(mdt_handler.c:4882:mdt_intent_lock_replace()) lock GETting export 0000000076935a1c : new locks_count 2 00000020:00000040:2.0:1767384364.003931:0:16779:0:(genops.c:887:class_export_get()) GET export 0000000076935a1c refcount=8 00010000:00000001:2.0:1767384364.003933:0:16779:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384364.003934:0:16779:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1767384364.003935:0:16779:0:(mdt_handler.c:4899:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:2.0:1767384364.003936:0:16779:0:(mdt_handler.c:5060:mdt_intent_getattr()) Process leaving 02000000:00000001:2.0:1767384364.003938:0:16779:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:2.0:1767384364.003940:0:16779:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:2.0:1767384364.003941:0:16779:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:2.0:1767384364.003942:0:16779:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:2.0:1767384364.003943:0:16779:0:(mdt_lib.c:894:mdt_fix_reply()) Process entered 00000004:00000040:2.0:1767384364.003944:0:16779:0:(mdt_lib.c:913:mdt_fix_reply()) Shrink to md_size = 48 cookie/acl_size = 0 00000004:00000001:2.0:1767384364.003946:0:16779:0:(mdt_lib.c:1041:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384364.003948:0:16779:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:2.0:1767384364.003949:0:16779:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:2.0:1767384364.003951:0:16779:0:(lu_object.c:207:lu_object_put()) Add 000000005f405419/000000004d828a56 to site lru. bkt: 000000002db7ae0b 00000004:00000001:2.0:1767384364.003953:0:16779:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1767384364.003954:0:16779:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:2.0:1767384364.003956:0:16779:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:2.0:1767384364.003957:0:16779:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384364.003960:0:16779:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384364.003961:0:16779:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384364.003962:0:16779:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384364.003963:0:16779:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384364.003964:0:16779:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000005eb7e91e with handle 0x7e51148972eecd48 from hash 00010000:00000001:2.0:1767384364.003965:0:16779:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384364.003966:0:16779:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384364.003967:0:16779:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384364.003967:0:16779:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:2.0:1767384364.003968:0:16779:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384364.003970:0:16779:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005eb7e91e/0x7e51148972eecd48 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.52@tcp50 remote: 0xdc4cb4ce8e4aee67 expref: 8 pid: 16779 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384364.003975:0:16779:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 0000000076935a1c : new locks_count 1 00000020:00000040:2.0:1767384364.003976:0:16779:0:(genops.c:898:class_export_put()) PUTting export 0000000076935a1c : new refcount 7 00010000:00000010:2.0:1767384364.003978:0:16779:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001a71eb6d. 00010000:00000001:2.0:1767384364.003986:0:16779:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384364.003987:0:16779:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384364.003990:0:16779:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:2.0:1767384364.003992:0:16779:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 00000000d29113af/0x7e51148972eecd4f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.52@tcp50 remote: 0xdc4cb4ce8e4aee67 expref: 7 pid: 16779 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384364.003997:0:16779:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384364.003999:0:16779:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1767384364.004001:0:16779:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (000000001074e0a6) 00010000:00010000:2.0:1767384364.004003:0:16779:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00000001:2.0:1767384364.004004:0:16779:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384364.004005:0:16779:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384364.004006:0:16779:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384364.004007:0:16779:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384364.004008:0:16779:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384364.004009:0:16779:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000d29113af, rc 0) 00000020:00000001:2.0:1767384364.004010:0:16779:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384364.004012:0:16779:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236716768000 00010000:00000001:2.0:1767384364.004014:0:16779:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384364.004017:0:16779:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000d2d9f5ea x1853236716768000/t0(0) o101->dfcc6be8-6fd1-4e6d-a8a4-ac9b181b1ec3@192.168.202.52@tcp50:345/0 lens 576/688 e 0 to 0 dl 1767384375 ref 1 fl Interpret:/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00010000:00000001:2.0:1767384364.004022:0:16779:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384364.004024:0:16779:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384364.004039:0:16779:0:(import.c:2128:obd_at_measure()) add 1 to 000000008dd0459f time=89 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384364.004043:0:16779:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384364.004045:0:16779:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000edb0cbe6 refcount 7 to 192.168.202.52@tcp50 00000100:00000001:2.0:1767384364.004046:0:16779:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619777394812608 : -124296314739008 : ffff8ef4025026c0) 02000000:00000001:2.0:1767384364.004048:0:16779:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384364.004050:0:16779:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384364.004052:0:16779:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384364.004053:0:16779:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.52@tcp50 00000400:00000010:2.0:1767384364.004056:0:16779:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000520c8158. 00000100:00000200:2.0:1767384364.004059:0:16779:0:(niobuf.c:94:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1853236716768000, offset 224 00000400:00000200:2.0:1767384364.004063:0:16779:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.52@tcp50 00000400:00000200:2.0:1767384364.004070:0:16779:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.152@tcp50 to NMR: 192.168.202.52@tcp50 local destination 00000400:00000200:2.0:1767384364.004081:0:16779:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp50 NI seq info: [227:227:256:4294967295] 192.168.202.52@tcp50 LPNI seq info [25:25:8:4294967295] 00000400:00000200:2.0:1767384364.004113:0:16779:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp50(192.168.202.152@tcp50:192.168.202.152@tcp50) -> 192.168.202.52@tcp50(192.168.202.52@tcp50:192.168.202.52@tcp50) : PUT try# 0 00000800:00000200:2.0:1767384364.004118:0:16779:0:(socklnd_cb.c:1001:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.202.52@tcp50 00000800:00000010:2.0:1767384364.004123:0:16779:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fda6376d. 00000800:00000200:2.0:1767384364.004127:0:16779:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005f37b0da] -> 12345-192.168.202.52@tcp50 (4) 00000800:00000200:2.0:1767384364.004132:0:16779:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.52@tcp50 ip 192.168.202.52:1023 00000800:00000200:2.0:1767384364.004134:0:16779:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000fda6376d type 1, nob 784 niov 1 nkiov 1 00000100:00000001:2.0:1767384364.004143:0:16779:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384364.004146:0:16779:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000edb0cbe6 refcount 6 to 192.168.202.52@tcp50 00010000:00000001:2.0:1767384364.004147:0:16779:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384364.004149:0:16779:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384364.004150:0:16779:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384364.004153:0:16779:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d2d9f5ea x1853236716768000/t0(0) o101->dfcc6be8-6fd1-4e6d-a8a4-ac9b181b1ec3@192.168.202.52@tcp50:345/0 lens 576/688 e 0 to 0 dl 1767384375 ref 1 fl Interpret:/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00000100:00100000:2.0:1767384364.004160:0:16779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000d2d9f5ea pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dfcc6be8-6fd1-4e6d-a8a4-ac9b181b1ec3+7:15565:x1853236716768000:12345-192.168.202.52@tcp50:101: Request processed in 697us (900us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384364.004165:0:16779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp50, seq: 7 00000100:00000040:2.0:1767384364.004167:0:16779:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000076935a1c : new rpc_count 0 00000100:00000001:2.0:1767384364.004169:0:16779:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384364.004170:0:16779:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384364.004173:0:16779:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000020a0c292. 00000020:00000010:2.0:1767384364.004176:0:16779:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006fa09b38. 00000020:00000010:2.0:1767384364.004179:0:16779:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000031cc4fe2. 00000020:00000040:2.0:1767384364.004182:0:16779:0:(genops.c:898:class_export_put()) PUTting export 0000000076935a1c : new refcount 6 00000100:00000001:2.0:1767384364.004183:0:16779:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767384364.004214:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384364.004218:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fda6376d. 00000400:00000200:0.0:1767384364.004221:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384364.004226:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp50->192.168.202.52@tcp50: PUT: OK 00000400:00000200:0.0:1767384364.004228:0:16131:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000520c8158 00000400:00000010:0.0:1767384364.004230:0:16131:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000520c8158. 00000100:00000001:0.0:1767384364.004232:0:16131:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384364.004233:0:16131:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1767384364.009672:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384364.009680:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384364.009683:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384364.009685:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384364.009690:0:16132:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.152@tcp50(192.168.202.152@tcp50) <- 192.168.202.52@tcp50 : PUT - for me 00000400:00000200:2.0:1767384364.009698:0:16132:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.52@tcp50 of length 328 into portal 17 MB=0x695824c300b80 00000400:00000200:2.0:1767384364.009703:0:16132:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.52@tcp50 of length 328/328 into md 0x11 [2] + 1968 00000400:00000010:2.0:1767384364.009706:0:16132:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000033a1b08c. 00000400:00000200:2.0:1767384364.009710:0:16132:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000cf1ac748 00000800:00000001:2.0:1767384364.009713:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384364.009716:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384364.009717:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384364.009720:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp50->192.168.202.52@tcp50: PUT: OK 00000400:00000200:2.0:1767384364.009722:0:16132:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cf1ac748 00000400:00000010:2.0:1767384364.009724:0:16132:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000cf1ac748. 00000100:00000001:2.0:1767384364.009727:0:16132:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384364.009728:0:16132:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000040:2.0:1767384364.009730:0:16132:0:(events.c:337:request_in_callback()) incoming req@00000000335a5d36 x1853236716768128 msgsize 328 00000100:00100000:2.0:1767384364.009733:0:16132:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp50 (source: 12345-192.168.202.52@tcp50) 00000100:00000040:2.0:1767384364.009734:0:16132:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384364.009747:0:16132:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1767384364.009751:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384364.009753:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384364.009754:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384364.009755:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384364.009758:0:16132:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.152@tcp50(192.168.202.152@tcp50) <- 192.168.202.52@tcp50 : PUT - for me 00000400:00000200:2.0:1767384364.009761:0:16132:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.52@tcp50 of length 328 into portal 17 MB=0x695824c300c00 00000400:00000200:2.0:1767384364.009764:0:16132:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.52@tcp50 of length 328/328 into md 0x15 [2] + 0 00000800:00000001:2.0:1767384364.009766:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384364.009770:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384364.009771:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384364.009773:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp50->192.168.202.52@tcp50: PUT: OK 00000100:00000001:2.0:1767384364.009776:0:16132:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384364.009777:0:16132:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1767384364.009780:0:16132:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000000eed528. 00000100:00000040:2.0:1767384364.009782:0:16132:0:(events.c:337:request_in_callback()) incoming req@0000000000eed528 x1853236716768256 msgsize 328 00000100:00100000:2.0:1767384364.009785:0:16132:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp50 (source: 12345-192.168.202.52@tcp50) 00000100:00000001:2.0:1767384364.009794:0:16132:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384364.009796:0:16766:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000800:00000001:2.0:1767384364.009798:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384364.009802:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384364.009802:0:16766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236716768128 02000000:00000001:0.0:1767384364.009808:0:16766:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384364.009812:0:16766:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384364.009814:0:16766:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384364.009818:0:16766:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384364.009822:0:16766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236716768128 00000020:00000001:0.0:1767384364.009825:0:16766:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384364.009826:0:16766:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eecd17 00000020:00000001:0.0:1767384364.009829:0:16766:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384364.009832:0:16766:0:(lustre_handles.c:131:class_handle2object()) GET export 000000000e92f6ab refcount=9 00000020:00000001:0.0:1767384364.009834:0:16766:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619777399736320 : -124296309815296 : ffff8ef4029b4800) 00000020:00000001:0.0:1767384364.009836:0:16766:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619777399736320 : -124296309815296 : ffff8ef4029b4800) 00000100:00000001:0.0:1767384364.009839:0:16766:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384364.009840:0:19333:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:0.0:1767384364.009843:0:16766:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002cc6765c. 00000100:00100000:1.0:1767384364.009844:0:19333:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236716768256 02000000:00000001:1.0:1767384364.009848:0:19333:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384364.009848:0:16766:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384364.009849:0:19333:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384364.009853:0:19333:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384364.009853:0:16766:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002cc6765c. 02000000:00000001:1.0:1767384364.009858:0:19333:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384364.009859:0:16766:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006bec9a87. 00000100:00100000:1.0:1767384364.009861:0:19333:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236716768256 00000020:00000010:0.0:1767384364.009863:0:16766:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ebdc10cc. 00000020:00000001:1.0:1767384364.009864:0:19333:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384364.009867:0:19333:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eecd17 00000020:00000001:1.0:1767384364.009869:0:19333:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:0.0:1767384364.009869:0:16766:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001238b710. 00000020:00000040:1.0:1767384364.009873:0:19333:0:(lustre_handles.c:131:class_handle2object()) GET export 000000000e92f6ab refcount=10 00000020:00000001:1.0:1767384364.009876:0:19333:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619777399736320 : -124296309815296 : ffff8ef4029b4800) 00000020:00000001:1.0:1767384364.009878:0:19333:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619777399736320 : -124296309815296 : ffff8ef4029b4800) 00000100:00000040:0.0:1767384364.009878:0:16766:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:1.0:1767384364.009880:0:19333:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384364.009884:0:19333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000efe6336f. 00000100:00000001:1.0:1767384364.009885:0:19333:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384364.009887:0:19333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000efe6336f. 00000100:00000001:0.0:1767384364.009893:0:16766:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000010:1.0:1767384364.009895:0:19333:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007aa1dec1. 00000100:00000001:0.0:1767384364.009895:0:16766:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:0.0:1767384364.009898:0:16766:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00000020:00000010:1.0:1767384364.009900:0:19333:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b33f949c. 00010000:00000001:0.0:1767384364.009901:0:16766:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384364.009905:0:16766:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00000020:00000010:1.0:1767384364.009906:0:19333:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f287db5e. 00010000:00000001:0.0:1767384364.009908:0:16766:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384364.009910:0:16766:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384364.009912:0:19333:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000040:0.0:1767384364.009912:0:16766:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a34bd085 refcount=3 00000100:00000001:1.0:1767384364.009916:0:19333:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:0.0:1767384364.009917:0:16766:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781820859392 : -124291888692224 : ffff8ef50a204400) 00010000:00000001:1.0:1767384364.009919:0:19333:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:0.0:1767384364.009920:0:16766:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781820859392 : -124291888692224 : ffff8ef50a204400) 00010000:00000001:0.0:1767384364.009922:0:16766:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384364.009923:0:16766:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384364.009924:0:16766:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384364.009925:0:16766:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384364.009929:0:16766:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384364.009930:0:19333:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384364.009933:0:19333:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:1.0:1767384364.009935:0:19333:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384364.009937:0:19333:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384364.009938:0:19333:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000271e18dc refcount=3 00000020:00000001:1.0:1767384364.009940:0:19333:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781820864000 : -124291888687616 : ffff8ef50a205600) 00010000:00000001:1.0:1767384364.009941:0:19333:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781820864000 : -124291888687616 : ffff8ef50a205600) 00010000:00000001:1.0:1767384364.009943:0:19333:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1767384364.009944:0:16766:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384364.009945:0:19333:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384364.009948:0:19333:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384364.009950:0:19333:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384364.009954:0:19333:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384364.009956:0:16766:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384364.009959:0:16766:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384364.009963:0:16766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp50, seq: 0 00000100:00000001:1.0:1767384364.009965:0:19333:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384364.009966:0:16766:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000000e92f6ab : new rpc_count 1 00000100:00000001:0.0:1767384364.009970:0:16766:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619781923288144 : -124291786263472 : ffff8ef5103b3450) 00000100:00000040:0.0:1767384364.009975:0:16766:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000335a5d36 x1853236716768128/t0(0) o103->d7c7db59-0549-4c42-8eed-4384a2494667@192.168.202.52@tcp50:345/0 lens 328/0 e 0 to 0 dl 1767384375 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384364.009979:0:19333:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384364.009983:0:19333:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384364.009984:0:16766:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384364.009988:0:16766:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002cc6765c. 00000100:00000001:3.0:1767384364.009991:0:16765:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384364.009992:0:16766:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384364.009993:0:16764:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:1.0:1767384364.009993:0:19333:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp50, seq: 1 00000100:00000001:2.0:1767384364.009998:0:16764:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384364.009999:0:16765:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:0.0:1767384364.010000:0:16766:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002cc6765c. 00000100:00000001:2.0:1767384364.010001:0:16764:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384364.010004:0:16765:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384364.010005:0:16764:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384364.010006:0:19333:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000000e92f6ab : new rpc_count 2 00000100:00100000:0.0:1767384364.010011:0:16766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000335a5d36 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d7c7db59-0549-4c42-8eed-4384a2494667+10:12137:x1853236716768128:12345-192.168.202.52@tcp50:103: 00000100:00000001:1.0:1767384364.010012:0:19333:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619782675207424 : -124291034344192 : ffff8ef53d0c9500) 00000100:00000001:3.0:1767384364.010021:0:16765:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384364.010021:0:19333:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000000eed528 x1853236716768256/t0(0) o103->d7c7db59-0549-4c42-8eed-4384a2494667@192.168.202.52@tcp50:345/0 lens 328/0 e 0 to 0 dl 1767384375 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384364.010021:0:16766:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236716768128 00010000:00000001:0.0:1767384364.010025:0:16766:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:0.0:1767384364.010045:0:16766:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:0.0:1767384364.010048:0:16766:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:1.0:1767384364.010051:0:19333:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384364.010054:0:16766:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000010:1.0:1767384364.010057:0:19333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000efe6336f. 02000000:00000001:0.0:1767384364.010062:0:16766:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1767384364.010063:0:19333:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000010:0.0:1767384364.010066:0:16766:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000095a26dfb. 00000020:00000010:1.0:1767384364.010068:0:19333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000efe6336f. 02000000:00000001:0.0:1767384364.010070:0:16766:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384364.010074:0:16766:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384364.010075:0:16766:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:0.0:1767384364.010078:0:16766:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1767384364.010079:0:19333:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000000eed528 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d7c7db59-0549-4c42-8eed-4384a2494667+10:12137:x1853236716768256:12345-192.168.202.52@tcp50:103: 00010000:00000001:0.0:1767384364.010080:0:16766:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384364.010083:0:16766:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384364.010085:0:16766:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a34bd085 refcount=3 00000020:00000001:0.0:1767384364.010116:0:16766:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781820859392 : -124291888692224 : ffff8ef50a204400) 00000100:00000200:1.0:1767384364.010119:0:19333:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236716768256 00010000:00000001:0.0:1767384364.010119:0:16766:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781820859392 : -124291888692224 : ffff8ef50a204400) 00010000:00000001:1.0:1767384364.010124:0:19333:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000040:0.0:1767384364.010124:0:16766:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000fb071e46 count: 8 00010000:00000002:1.0:1767384364.010126:0:19333:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:0.0:1767384364.010128:0:16766:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384364.010129:0:19333:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000020:00000001:0.0:1767384364.010132:0:16766:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000100:00000001:1.0:1767384364.010133:0:19333:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00000001:0.0:1767384364.010134:0:16766:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 02000000:00000001:1.0:1767384364.010137:0:19333:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:0.0:1767384364.010137:0:16766:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384364.010140:0:16766:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384364.010142:0:19333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000f76cb71d. 00010000:00000001:0.0:1767384364.010143:0:16766:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 02000000:00000001:1.0:1767384364.010147:0:19333:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384364.010147:0:16766:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384364.010151:0:16766:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384364.010152:0:16766:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384364.010153:0:16766:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384364.010155:0:16766:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384364.010159:0:19333:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384364.010159:0:16766:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000a34bd085 with handle 0x7e51148972eecd25 from hash 00010000:00000001:1.0:1767384364.010164:0:19333:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1767384364.010165:0:16766:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00010000:1.0:1767384364.010168:0:19333:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:0.0:1767384364.010168:0:16766:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384364.010170:0:16766:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384364.010172:0:19333:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1767384364.010173:0:16766:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000020:00000001:1.0:1767384364.010175:0:19333:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:0.0:1767384364.010176:0:16766:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000020:00000040:1.0:1767384364.010179:0:19333:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000271e18dc refcount=3 00010000:00000001:0.0:1767384364.010180:0:16766:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:1.0:1767384364.010183:0:19333:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781820864000 : -124291888687616 : ffff8ef50a205600) 00010000:00010000:0.0:1767384364.010186:0:16766:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000a34bd085/0x7e51148972eecd25 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x44801000000000 nid: 192.168.202.52@tcp50 remote: 0xdc4cb4ce8e4aee1a expref: 10 pid: 16773 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384364.010187:0:19333:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781820864000 : -124291888687616 : ffff8ef50a205600) 00010000:00000040:1.0:1767384364.010192:0:19333:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000bccb39d5 count: 4 00010000:00000001:1.0:1767384364.010197:0:19333:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000040:0.0:1767384364.010199:0:16766:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 000000000e92f6ab : new locks_count 3 00000020:00000001:1.0:1767384364.010200:0:19333:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000020:00000040:0.0:1767384364.010201:0:16766:0:(genops.c:898:class_export_put()) PUTting export 000000000e92f6ab : new refcount 9 00010000:00000001:1.0:1767384364.010202:0:19333:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1767384364.010205:0:19333:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384364.010207:0:19333:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384364.010207:0:16766:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384364.010210:0:19333:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384364.010211:0:19333:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384364.010214:0:19333:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384364.010215:0:16766:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384364.010217:0:19333:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384364.010218:0:16766:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384364.010221:0:19333:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384364.010222:0:16766:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384364.010226:0:16766:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384364.010227:0:19333:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384364.010228:0:16766:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:0.0:1767384364.010232:0:16766:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000020:00000040:1.0:1767384364.010233:0:19333:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000271e18dc with handle 0x7e51148972eecd33 from hash 00010000:00000001:0.0:1767384364.010235:0:16766:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384364.010240:0:19333:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384364.010241:0:16766:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384364.010244:0:16766:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384364.010246:0:19333:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00001000:0.0:1767384364.010247:0:16766:0:(import.c:2128:obd_at_measure()) add 1 to 0000000028084485 time=94 v=5 (1 0 0 0) 00000800:00000001:2.0:1767384364.010248:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:1.0:1767384364.010250:0:19333:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384364.010254:0:19333:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:0.0:1767384364.010255:0:16766:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000800:00000001:2.0:1767384364.010256:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384364.010257:0:19333:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000800:00000001:2.0:1767384364.010260:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:0.0:1767384364.010261:0:16766:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000edb0cbe6 refcount 7 to 192.168.202.52@tcp50 00010000:00000001:1.0:1767384364.010262:0:19333:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000800:00000001:2.0:1767384364.010264:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384364.010264:0:16766:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619777394812608 : -124296314739008 : ffff8ef4025026c0) 02000000:00000001:0.0:1767384364.010270:0:16766:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00010000:1.0:1767384364.010271:0:19333:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000271e18dc/0x7e51148972eecd33 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 192.168.202.52@tcp50 remote: 0xdc4cb4ce8e4aee44 expref: 9 pid: 16773 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1767384364.010274:0:16766:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384364.010276:0:16130:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.152@tcp50(192.168.202.152@tcp50) <- 192.168.202.52@tcp50 : PUT - for me 00000100:00000001:0.0:1767384364.010280:0:16766:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384364.010287:0:16766:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.52@tcp50 00000400:00000200:2.0:1767384364.010292:0:16130:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.52@tcp50 of length 328 into portal 17 MB=0x695824c300c80 00000400:00000010:0.0:1767384364.010293:0:16766:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000024e40c18. 00010000:00000040:1.0:1767384364.010295:0:19333:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 000000000e92f6ab : new locks_count 2 00000400:00000200:2.0:1767384364.010300:0:16130:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.52@tcp50 of length 328/328 into md 0x15 [2] + 328 00000020:00000040:1.0:1767384364.010301:0:19333:0:(genops.c:898:class_export_put()) PUTting export 000000000e92f6ab : new refcount 8 00000800:00000001:2.0:1767384364.010305:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:0.0:1767384364.010306:0:16766:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853236716768128, offset 224 00010000:00000001:1.0:1767384364.010310:0:19333:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000800:00000001:2.0:1767384364.010311:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384364.010315:0:19333:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000400:00000200:0.0:1767384364.010316:0:16766:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.52@tcp50 00000400:00000200:2.0:1767384364.010317:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1767384364.010320:0:19333:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384364.010324:0:19333:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384364.010325:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp50->192.168.202.52@tcp50: PUT: OK 00000400:00000200:0.0:1767384364.010330:0:16766:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.152@tcp50 to NMR: 192.168.202.52@tcp50 local destination 00010000:00000001:1.0:1767384364.010336:0:19333:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384364.010337:0:19333:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:1.0:1767384364.010339:0:19333:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:1.0:1767384364.010340:0:19333:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384364.010344:0:16766:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp50 NI seq info: [228:228:256:4294967295] 192.168.202.52@tcp50 LPNI seq info [26:26:8:4294967295] 00010000:00000001:1.0:1767384364.010346:0:19333:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384364.010350:0:19333:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384364.010352:0:19333:0:(import.c:2128:obd_at_measure()) add 1 to 0000000028084485 time=94 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384364.010360:0:19333:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:0.0:1767384364.010361:0:16766:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp50(192.168.202.152@tcp50:192.168.202.152@tcp50) -> 192.168.202.52@tcp50(192.168.202.52@tcp50:192.168.202.52@tcp50) : PUT try# 0 00000100:00000040:1.0:1767384364.010367:0:19333:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000edb0cbe6 refcount 8 to 192.168.202.52@tcp50 00000100:00000001:2.0:1767384364.010369:0:16130:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384364.010372:0:16130:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000001:1.0:1767384364.010372:0:19333:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619777394812608 : -124296314739008 : ffff8ef4025026c0) 02000000:00000001:1.0:1767384364.010378:0:19333:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000010:2.0:1767384364.010380:0:16130:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002312110c. 00000800:00000200:0.0:1767384364.010380:0:16766:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.52@tcp50 02000000:00000001:1.0:1767384364.010381:0:19333:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384364.010385:0:16130:0:(events.c:337:request_in_callback()) incoming req@000000002312110c x1853236716768384 msgsize 328 00000100:00000001:1.0:1767384364.010388:0:19333:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000010:0.0:1767384364.010390:0:16766:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c3286088. 00000100:00000040:1.0:1767384364.010397:0:19333:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.52@tcp50 00000100:00100000:2.0:1767384364.010398:0:16130:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp50 (source: 12345-192.168.202.52@tcp50) 00000800:00000200:0.0:1767384364.010403:0:16766:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005f37b0da] -> 12345-192.168.202.52@tcp50 (4) 00000400:00000010:1.0:1767384364.010404:0:19333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000760f2c64. 00000100:00000001:2.0:1767384364.010409:0:16130:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000200:1.0:1767384364.010411:0:19333:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853236716768256, offset 224 00000800:00000001:2.0:1767384364.010414:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:0.0:1767384364.010417:0:16766:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.52@tcp50 ip 192.168.202.52:1023 00000800:00000001:2.0:1767384364.010419:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384364.010422:0:19333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.52@tcp50 00000800:00000200:0.0:1767384364.010426:0:16766:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c3286088 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1767384364.010432:0:19333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.152@tcp50 to NMR: 192.168.202.52@tcp50 local destination 00000400:00000200:1.0:1767384364.010439:0:19333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp50 NI seq info: [229:229:255:4294967295] 192.168.202.52@tcp50 LPNI seq info [27:27:7:4294967295] 00000100:00000001:0.0:1767384364.010442:0:16766:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384364.010449:0:16766:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000edb0cbe6 refcount 7 to 192.168.202.52@tcp50 00000100:00000001:3.0:1767384364.010454:0:16765:0:(service.c:3426:ptlrpc_start_thread()) Process entered 00010000:00000001:0.0:1767384364.010454:0:16766:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384364.010459:0:19333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp50(192.168.202.152@tcp50:192.168.202.152@tcp50) -> 192.168.202.52@tcp50(192.168.202.52@tcp50:192.168.202.52@tcp50) : PUT try# 0 00010000:00000001:0.0:1767384364.010459:0:16766:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384364.010460:0:16765:0:(service.c:3434:ptlrpc_start_thread()) ldlm_canceld[0] started 4 min 3 max 56 00000800:00000200:1.0:1767384364.010470:0:19333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.52@tcp50 00000100:00000010:3.0:1767384364.010472:0:16765:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 0000000088973d24. 00000800:00000010:1.0:1767384364.010475:0:19333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000725d508. 00000100:00000040:0.0:1767384364.010476:0:16766:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000335a5d36 x1853236716768128/t0(0) o103->d7c7db59-0549-4c42-8eed-4384a2494667@192.168.202.52@tcp50:345/0 lens 328/224 e 0 to 0 dl 1767384375 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384364.010482:0:16765:0:(service.c:3493:ptlrpc_start_thread()) starting thread 'ldlm_cn00_004' 00000800:00000200:2.0:1767384364.010487:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000200:1.0:1767384364.010487:0:19333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005f37b0da] -> 12345-192.168.202.52@tcp50 (4) 00000800:00000010:2.0:1767384364.010492:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c3286088. 00000400:00000200:2.0:1767384364.010499:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:0.0:1767384364.010502:0:16766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000335a5d36 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d7c7db59-0549-4c42-8eed-4384a2494667+8:12137:x1853236716768128:12345-192.168.202.52@tcp50:103: Request processed in 513us (765us total) trans 0 rc 0/0 00000800:00000200:1.0:1767384364.010505:0:19333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.52@tcp50 ip 192.168.202.52:1023 00000400:00000200:2.0:1767384364.010510:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp50->192.168.202.52@tcp50: PUT: OK 00000800:00000200:1.0:1767384364.010512:0:19333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000725d508 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1767384364.010516:0:16131:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000024e40c18 00000400:00000010:2.0:1767384364.010521:0:16131:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000024e40c18. 00000100:00000001:1.0:1767384364.010521:0:19333:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384364.010521:0:16766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp50, seq: 0 00000100:00000001:2.0:1767384364.010527:0:16131:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000040:0.0:1767384364.010528:0:16766:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000e92f6ab : new rpc_count 1 00000100:00000001:2.0:1767384364.010530:0:16131:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000040:1.0:1767384364.010532:0:19333:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000edb0cbe6 refcount 6 to 192.168.202.52@tcp50 00000100:00000001:0.0:1767384364.010533:0:16766:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384364.010536:0:16766:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:1.0:1767384364.010538:0:19333:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384364.010540:0:16766:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ebdc10cc. 00000800:00000200:2.0:1767384364.010542:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000001:1.0:1767384364.010544:0:19333:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384364.010545:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000725d508. 00000020:00000010:0.0:1767384364.010546:0:16766:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001238b710. 00000400:00000200:2.0:1767384364.010551:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:0.0:1767384364.010552:0:16766:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006bec9a87. 00000100:00000040:1.0:1767384364.010554:0:19333:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000000eed528 x1853236716768256/t0(0) o103->d7c7db59-0549-4c42-8eed-4384a2494667@192.168.202.52@tcp50:345/0 lens 328/224 e 0 to 0 dl 1767384375 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384364.010558:0:16766:0:(genops.c:898:class_export_put()) PUTting export 000000000e92f6ab : new refcount 7 00000400:00000200:2.0:1767384364.010561:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp50->192.168.202.52@tcp50: PUT: OK 02000000:00000001:0.0:1767384364.010564:0:16766:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000400:00000200:2.0:1767384364.010566:0:16131:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000760f2c64 02000000:00000010:0.0:1767384364.010568:0:16766:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000095a26dfb. 00000400:00000010:2.0:1767384364.010570:0:16131:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000760f2c64. 02000000:00000001:0.0:1767384364.010573:0:16766:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384364.010575:0:16131:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:0.0:1767384364.010578:0:16766:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1767384364.010579:0:16131:0:(events.c:398:reply_out_callback()) Process leaving 02000000:00000010:0.0:1767384364.010582:0:16766:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000c6051342. 02000000:00000001:0.0:1767384364.010586:0:16766:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1767384364.010588:0:16766:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003615e837. 02000000:00000001:0.0:1767384364.010592:0:16766:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384364.010594:0:16766:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000001c410405. 02000000:00000001:0.0:1767384364.010599:0:16766:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1767384364.010602:0:16766:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b8d5d876. 02000000:00000001:0.0:1767384364.010605:0:16766:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00100000:1.0:1767384364.010607:0:19333:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000000eed528 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d7c7db59-0549-4c42-8eed-4384a2494667+7:12137:x1853236716768256:12345-192.168.202.52@tcp50:103: Request processed in 553us (820us total) trans 0 rc 0/0 02000000:00000010:0.0:1767384364.010607:0:16766:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000355127ec. 02000000:00000001:0.0:1767384364.010613:0:16766:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1767384364.010615:0:16766:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004a8c2434. 00000100:00100000:1.0:1767384364.010619:0:19333:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp50, seq: 1 02000000:00000001:0.0:1767384364.010619:0:16766:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384364.010622:0:16766:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000fbe144f1. 00000100:00000040:1.0:1767384364.010624:0:19333:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000e92f6ab : new rpc_count 0 02000000:00000001:0.0:1767384364.010625:0:16766:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1767384364.010627:0:16766:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b7eed8d1. 00000100:00000001:1.0:1767384364.010631:0:19333:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:0.0:1767384364.010632:0:16766:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1767384364.010635:0:19333:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000010:0.0:1767384364.010635:0:16766:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000c1d4e66e. 02000000:00000001:0.0:1767384364.010637:0:16766:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1767384364.010639:0:16766:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a09f760c. 00000020:00000010:1.0:1767384364.010641:0:19333:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b33f949c. 00000020:00000010:1.0:1767384364.010648:0:19333:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f287db5e. 02000000:00000001:0.0:1767384364.010649:0:16766:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384364.010651:0:16766:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000001c25a5fe. 00000020:00000010:1.0:1767384364.010655:0:19333:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007aa1dec1. 02000000:00000001:0.0:1767384364.010655:0:16766:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1767384364.010658:0:16766:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000024f17422. 00000020:00000040:1.0:1767384364.010665:0:19333:0:(genops.c:898:class_export_put()) PUTting export 000000000e92f6ab : new refcount 6 00000100:00000001:0.0:1767384364.010665:0:16766:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384364.010671:0:16766:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000100:00000001:1.0:1767384364.010672:0:19333:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384364.010677:0:16766:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003c10c516. 00000400:00000010:0.0:1767384364.010682:0:16766:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005fde13c7. 00000100:00000001:1.0:1767384364.010687:0:19333:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384364.010691:0:19333:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236716768384 02000000:00000001:1.0:1767384364.010694:0:19333:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384364.010696:0:19333:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384364.010698:0:19333:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384364.010701:0:19333:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384364.010704:0:19333:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236716768384 00000020:00000001:1.0:1767384364.010706:0:19333:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384364.010708:0:19333:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eecd17 00000020:00000001:1.0:1767384364.010710:0:19333:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384364.010712:0:19333:0:(lustre_handles.c:131:class_handle2object()) GET export 000000000e92f6ab refcount=7 00000020:00000001:1.0:1767384364.010714:0:19333:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619777399736320 : -124296309815296 : ffff8ef4029b4800) 00000020:00000001:1.0:1767384364.010716:0:19333:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619777399736320 : -124296309815296 : ffff8ef4029b4800) 00000100:00000001:1.0:1767384364.010719:0:19333:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384364.010723:0:19333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000efe6336f. 00000100:00000001:1.0:1767384364.010724:0:19333:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384364.010726:0:19333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000efe6336f. 00000020:00000010:1.0:1767384364.010728:0:19333:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007aa1dec1. 00000020:00000010:1.0:1767384364.010731:0:19333:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b33f949c. 00000020:00000010:1.0:1767384364.010733:0:19333:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f287db5e. 00000100:00000040:1.0:1767384364.010743:0:19333:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:1.0:1767384364.010746:0:19333:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384364.010747:0:19333:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:1.0:1767384364.010749:0:19333:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:1.0:1767384364.010751:0:19333:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384364.010754:0:19333:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:1.0:1767384364.010756:0:19333:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384364.010758:0:19333:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384364.010760:0:16765:0:(service.c:3515:ptlrpc_start_thread()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384364.010760:0:19333:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000005815cd30 refcount=3 00000020:00000001:1.0:1767384364.010767:0:19333:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781820859904 : -124291888691712 : ffff8ef50a204600) 00000100:00000001:2.0:1767384364.010768:0:39687:0:(service.c:2991:ptlrpc_main()) Process entered 00010000:00000001:1.0:1767384364.010770:0:19333:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781820859904 : -124291888691712 : ffff8ef50a204600) 00010000:00000001:1.0:1767384364.010775:0:19333:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384364.010777:0:19333:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384364.010778:0:19333:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384364.010781:0:19333:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384364.010784:0:39687:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000a7567aff. 00000100:00000001:1.0:1767384364.010786:0:19333:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384364.010788:0:39687:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000003e75e5c1. 00000020:00000010:2.0:1767384364.010794:0:39687:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000031cc4fe2. 00000020:00000010:2.0:1767384364.010796:0:39687:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000873b961e. 00000020:00000010:2.0:1767384364.010800:0:39687:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 00000000341d2784. 00000100:00000001:1.0:1767384364.010800:0:19333:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000040:00000010:2.0:1767384364.010804:0:39687:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000f142e1ee. 00000020:00000010:2.0:1767384364.010809:0:39687:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000009299f74. 00000100:00000001:1.0:1767384364.010812:0:19333:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:2.0:1767384364.010813:0:39687:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000a0a2a39e. 00000100:00000001:1.0:1767384364.010816:0:19333:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:2.0:1767384364.010818:0:39687:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000a7d8041b. 80000000:00000010:2.0:1767384364.010822:0:39687:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000499fdcff. 00000100:00000001:3.0:1767384364.010823:0:16765:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:1.0:1767384364.010824:0:19333:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp50, seq: 2 40000000:00000010:2.0:1767384364.010826:0:39687:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000005762022c. 00000100:00000001:3.0:1767384364.010828:0:16765:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:1.0:1767384364.010829:0:19333:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000000e92f6ab : new rpc_count 1 00000008:00000010:2.0:1767384364.010832:0:39687:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 0000000018347766. 00000100:00000001:1.0:1767384364.010833:0:19333:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619782675213696 : -124291034337920 : ffff8ef53d0cad80) 00000100:00000001:3.0:1767384364.010834:0:16765:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00020000:00000010:2.0:1767384364.010837:0:39687:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at 000000006325eb92. 00000100:00000001:3.0:1767384364.010839:0:16765:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384364.010842:0:19333:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000002312110c x1853236716768384/t0(0) o103->d7c7db59-0549-4c42-8eed-4384a2494667@192.168.202.52@tcp50:345/0 lens 328/0 e 0 to 0 dl 1767384375 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00008000:00000010:2.0:1767384364.010843:0:39687:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 0000000060135533. 00100000:00000010:2.0:1767384364.010851:0:39687:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000001e9cb8d5. 00000100:00000001:1.0:1767384364.010852:0:19333:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00040000:00000010:2.0:1767384364.010856:0:39687:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000002c5c8f72. 00000020:00000010:1.0:1767384364.010857:0:19333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000efe6336f. 00000100:00000001:1.0:1767384364.010861:0:19333:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00040000:00000010:2.0:1767384364.010863:0:39687:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000004f111f85. 00000020:00000010:1.0:1767384364.010863:0:19333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000efe6336f. 00040000:00000010:2.0:1767384364.010868:0:39687:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000000458c311. 00000100:00100000:1.0:1767384364.010872:0:19333:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000002312110c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d7c7db59-0549-4c42-8eed-4384a2494667+7:12139:x1853236716768384:12345-192.168.202.52@tcp50:103: 00080000:00000010:2.0:1767384364.010873:0:39687:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000058e31131. 00000100:00000200:1.0:1767384364.010877:0:19333:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236716768384 00010000:00000001:1.0:1767384364.010880:0:19333:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:1.0:1767384364.010881:0:19333:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:1.0:1767384364.010888:0:19333:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:1.0:1767384364.010891:0:19333:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000004:00000010:2.0:1767384364.010892:0:39687:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000f727af09. 02000000:00000001:1.0:1767384364.010893:0:19333:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384364.010898:0:19333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000221e017a. 00000004:00000010:2.0:1767384364.010899:0:39687:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000084c68f28. 02000000:00000001:1.0:1767384364.010902:0:19333:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:2.0:1767384364.010905:0:39687:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000d5a09289. 00000100:00000001:1.0:1767384364.010906:0:19333:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:2.0:1767384364.010910:0:39687:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000f78aa46b. 00010000:00000001:1.0:1767384364.010910:0:19333:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:1.0:1767384364.010911:0:19333:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:1.0:1767384364.010915:0:19333:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384364.010916:0:19333:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384364.010917:0:19333:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000005815cd30 refcount=3 00000020:00000001:1.0:1767384364.010918:0:19333:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781820859904 : -124291888691712 : ffff8ef50a204600) 00010000:00000001:1.0:1767384364.010919:0:19333:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781820859904 : -124291888691712 : ffff8ef50a204600) 00000004:00000010:2.0:1767384364.010921:0:39687:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000c6051342. 00010000:00000040:1.0:1767384364.010922:0:19333:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000d9687682 count: 2 00010000:00000001:1.0:1767384364.010925:0:19333:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000080:00000010:2.0:1767384364.010927:0:39687:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at 000000003b151a97. 00000020:00000001:1.0:1767384364.010927:0:19333:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1767384364.010930:0:19333:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1767384364.010932:0:19333:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1767384364.010933:0:39687:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at 000000007a7f8927. 00000020:00000001:1.0:1767384364.010937:0:19333:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384364.010939:0:39687:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 00000000ce23364f. 00010000:00000001:1.0:1767384364.010941:0:19333:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384364.010943:0:19333:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384364.010947:0:19333:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000200:2.0:1767384364.010948:0:39687:0:(service.c:3079:ptlrpc_main()) service thread 4 (#5) started 00010000:00000001:1.0:1767384364.010948:0:19333:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384364.010951:0:19333:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384364.010954:0:19333:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384364.010956:0:19333:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000005815cd30 with handle 0x7e51148972eecd2c from hash 00010000:00000001:1.0:1767384364.010958:0:19333:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384364.010959:0:19333:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384364.010960:0:19333:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384364.010960:0:19333:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384364.010961:0:19333:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384364.010962:0:19333:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384364.010964:0:19333:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000005815cd30/0x7e51148972eecd2c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 192.168.202.52@tcp50 remote: 0xdc4cb4ce8e4aee3d expref: 7 pid: 16773 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384364.010968:0:19333:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 000000000e92f6ab : new locks_count 1 00000020:00000040:1.0:1767384364.010974:0:19333:0:(genops.c:898:class_export_put()) PUTting export 000000000e92f6ab : new refcount 6 00010000:00000001:1.0:1767384364.010977:0:19333:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384364.010978:0:19333:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384364.010979:0:19333:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384364.010980:0:19333:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384364.010981:0:19333:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384364.010982:0:19333:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:1.0:1767384364.010983:0:19333:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000d9687682 count: 0 00010000:00010000:1.0:1767384364.010987:0:19333:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:1.0:1767384364.010988:0:19333:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384364.010989:0:19333:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384364.010990:0:19333:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384364.010992:0:19333:0:(import.c:2128:obd_at_measure()) add 1 to 0000000028084485 time=94 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384364.010994:0:19333:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384364.010996:0:19333:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000edb0cbe6 refcount 7 to 192.168.202.52@tcp50 00000100:00000001:1.0:1767384364.010997:0:19333:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619777394812608 : -124296314739008 : ffff8ef4025026c0) 02000000:00000001:1.0:1767384364.010999:0:19333:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384364.010999:0:19333:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384364.011001:0:19333:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384364.011003:0:19333:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.52@tcp50 00000400:00000010:1.0:1767384364.011005:0:19333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ca45cce0. 00000100:00000200:1.0:1767384364.011007:0:19333:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853236716768384, offset 224 00000400:00000200:1.0:1767384364.011010:0:19333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.52@tcp50 00000400:00000200:1.0:1767384364.011014:0:19333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.152@tcp50 to NMR: 192.168.202.52@tcp50 local destination 00000400:00000200:1.0:1767384364.011020:0:19333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp50 NI seq info: [230:230:256:4294967295] 192.168.202.52@tcp50 LPNI seq info [28:28:8:4294967295] 00000400:00000200:1.0:1767384364.011040:0:19333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp50(192.168.202.152@tcp50:192.168.202.152@tcp50) -> 192.168.202.52@tcp50(192.168.202.52@tcp50:192.168.202.52@tcp50) : PUT try# 0 00000800:00000200:1.0:1767384364.011044:0:19333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.52@tcp50 00000800:00000010:1.0:1767384364.011047:0:19333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d4aff187. 00000800:00000200:1.0:1767384364.011049:0:19333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005f37b0da] -> 12345-192.168.202.52@tcp50 (4) 00000800:00000200:1.0:1767384364.011052:0:19333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.52@tcp50 ip 192.168.202.52:1023 00000800:00000200:1.0:1767384364.011054:0:19333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d4aff187 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767384364.011063:0:19333:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384364.011070:0:19333:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000edb0cbe6 refcount 6 to 192.168.202.52@tcp50 00010000:00000001:1.0:1767384364.011071:0:19333:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384364.011072:0:19333:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384364.011075:0:19333:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002312110c x1853236716768384/t0(0) o103->d7c7db59-0549-4c42-8eed-4384a2494667@192.168.202.52@tcp50:345/0 lens 328/224 e 0 to 0 dl 1767384375 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384364.011082:0:19333:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000002312110c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d7c7db59-0549-4c42-8eed-4384a2494667+6:12139:x1853236716768384:12345-192.168.202.52@tcp50:103: Request processed in 229us (695us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384364.011104:0:19333:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp50, seq: 2 00000100:00000040:1.0:1767384364.011107:0:19333:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000e92f6ab : new rpc_count 0 00000100:00000001:1.0:1767384364.011109:0:19333:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384364.011111:0:19333:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384364.011114:0:19333:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b33f949c. 00000020:00000010:1.0:1767384364.011117:0:19333:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f287db5e. 00000020:00000010:1.0:1767384364.011119:0:19333:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007aa1dec1. 00000020:00000040:1.0:1767384364.011122:0:19333:0:(genops.c:898:class_export_put()) PUTting export 000000000e92f6ab : new refcount 5 00000100:00000001:1.0:1767384364.011123:0:19333:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767384364.011142:0:16132:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384364.011145:0:16132:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d4aff187. 00000400:00000200:2.0:1767384364.011148:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384364.011151:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp50->192.168.202.52@tcp50: PUT: OK 00000400:00000200:2.0:1767384364.011153:0:16132:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ca45cce0 00000400:00000010:2.0:1767384364.011154:0:16132:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ca45cce0. 00000100:00000001:2.0:1767384364.011156:0:16132:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384364.011157:0:16132:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:2.1:1767384364.013120:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000005eb7e91e. 00000800:00000001:2.0:1767384364.014043:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384364.014051:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384364.014053:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384364.014056:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384364.014062:0:16130:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.152@tcp50(192.168.202.152@tcp50) <- 192.168.202.52@tcp50 : PUT - for me 00000400:00000200:2.0:1767384364.014071:0:16130:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.52@tcp50 of length 224 into portal 28 MB=0x695824c300d00 00000400:00000200:2.0:1767384364.014078:0:16130:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.52@tcp50 of length 224/224 into md 0xa9d [8] + 5752 00000800:00000001:2.0:1767384364.014083:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384364.014121:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384364.014123:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384364.014128:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp50->192.168.202.52@tcp50: PUT: OK 00000100:00000001:2.0:1767384364.014132:0:16130:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384364.014133:0:16130:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1767384364.014136:0:16130:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f5008363. 00000100:00000040:2.0:1767384364.014138:0:16130:0:(events.c:337:request_in_callback()) incoming req@00000000f5008363 x1853236716768512 msgsize 224 00000100:00100000:2.0:1767384364.014141:0:16130:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp50 (source: 12345-192.168.202.52@tcp50) 00000100:00000001:2.0:1767384364.014149:0:16130:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1767384364.014153:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384364.014155:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384364.014183:0:17547:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384364.014186:0:17547:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236716768512 02000000:00000001:3.0:1767384364.014188:0:17547:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384364.014189:0:17547:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384364.014191:0:17547:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384364.014193:0:17547:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384364.014195:0:17547:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236716768512 00000020:00000001:3.0:1767384364.014196:0:17547:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384364.014197:0:17547:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eecd41 00000020:00000001:3.0:1767384364.014199:0:17547:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384364.014201:0:17547:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000bbd4965c refcount=6 00000020:00000001:3.0:1767384364.014203:0:17547:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619777412274176 : -124296297277440 : ffff8ef4035a9800) 00000020:00000001:3.0:1767384364.014204:0:17547:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619777412274176 : -124296297277440 : ffff8ef4035a9800) 00000100:00000001:3.0:1767384364.014207:0:17547:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384364.014209:0:17547:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000076425c7f. 00000020:00000010:3.0:1767384364.014212:0:17547:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000d4b7db57. 00000020:00000040:3.0:1767384364.014217:0:17547:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (0000000083abdb14) now 8 - evictor 00000100:00000001:3.0:1767384364.014227:0:17547:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:3.0:1767384364.014229:0:17547:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e05ef9f4. 00000020:00000010:3.0:1767384364.014232:0:17547:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000501e23e6. 00000020:00000010:3.0:1767384364.014235:0:17547:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000cb198794. 00000100:00000040:3.0:1767384364.014241:0:17547:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:3.0:1767384364.014243:0:17547:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00080000:1.0:1767384364.014243:0:16775:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00000001:3.0:1767384364.014244:0:17547:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384364.014247:0:17547:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384364.014249:0:16775:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (0000000083abdb14) now 8 - evictor 00000100:00000001:3.0:1767384364.014251:0:17547:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384364.014260:0:17547:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384364.014266:0:17547:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384364.014267:0:17547:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384364.014271:0:17547:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp50, seq: 5 00000100:00000040:3.0:1767384364.014273:0:17547:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000bbd4965c : new rpc_count 1 00000100:00000001:3.0:1767384364.014275:0:17547:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619782675211008 : -124291034340608 : ffff8ef53d0ca300) 00000100:00000040:3.0:1767384364.014279:0:17547:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f5008363 x1853236716768512/t0(0) o9->dfcc6be8-6fd1-4e6d-a8a4-ac9b181b1ec3@192.168.202.52@tcp50:345/0 lens 224/0 e 0 to 0 dl 1767384375 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384364.014286:0:17547:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384364.014288:0:17547:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d4b7db57. 00000100:00000001:3.0:1767384364.014289:0:17547:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384364.014291:0:17547:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d4b7db57. 00000100:00100000:3.0:1767384364.014294:0:17547:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000f5008363 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:dfcc6be8-6fd1-4e6d-a8a4-ac9b181b1ec3+6:12135:x1853236716768512:12345-192.168.202.52@tcp50:9: 00000100:00000200:3.0:1767384364.014296:0:17547:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236716768512 00000020:00000001:3.0:1767384364.014299:0:17547:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384364.014301:0:17547:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384364.014303:0:17547:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384364.014305:0:17547:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384364.014306:0:17547:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072673305872 : -1036245744 : ffffffffc23c2510) 00000020:00000001:3.0:1767384364.014308:0:17547:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384364.014309:0:17547:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384364.014319:0:17547:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384364.014320:0:17547:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384364.014322:0:17547:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384364.014324:0:17547:0:(tgt_handler.c:1122:tgt_disconnect()) Process entered 00010000:00000001:3.0:1767384364.014326:0:17547:0:(ldlm_lib.c:1707:target_handle_disconnect()) Process entered 00000100:00000001:3.0:1767384364.014327:0:17547:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384364.014328:0:17547:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384364.014330:0:17547:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000025f545c9. 02000000:00000001:3.0:1767384364.014332:0:17547:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384364.014333:0:17547:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384364.014337:0:17547:0:(genops.c:887:class_export_get()) GET export 00000000bbd4965c refcount=7 00010000:00000001:3.0:1767384364.014339:0:17547:0:(obd_class.h:902:obd_disconnect()) Process entered 00002000:00000001:3.0:1767384364.014341:0:17547:0:(ofd_obd.c:395:ofd_obd_disconnect()) Process entered 00000020:00000040:3.0:1767384364.014343:0:17547:0:(genops.c:887:class_export_get()) GET export 00000000bbd4965c refcount=8 00010000:00000001:3.0:1767384364.014345:0:17547:0:(ldlm_lib.c:840:server_disconnect_export()) Process entered 00000020:00000001:3.0:1767384364.014346:0:17547:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000040:3.0:1767384364.014354:0:17547:0:(genops.c:898:class_export_put()) PUTting export 00000000bbd4965c : new refcount 7 00000020:00000080:3.0:1767384364.014356:0:17547:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x7e51148972eecd41 00000020:00000040:3.0:1767384364.014358:0:17547:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000bbd4965c with handle 0x7e51148972eecd41 from hash 00000020:00000040:3.0:1767384364.014361:0:17547:0:(genops.c:898:class_export_put()) PUTting export 00000000bbd4965c : new refcount 6 00000020:00000010:3.0:1767384364.014363:0:17547:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000076425c7f. 00000020:00000001:3.0:1767384364.014364:0:17547:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:3.0:1767384364.014365:0:17547:0:(genops.c:898:class_export_put()) PUTting export 00000000bbd4965c : new refcount 5 00000020:00000001:3.0:1767384364.014367:0:17547:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:3.0:1767384364.014368:0:17547:0:(genops.c:898:class_export_put()) PUTting export 00000000bbd4965c : new refcount 4 00000020:00000001:3.0:1767384364.014369:0:17547:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384364.014370:0:17547:0:(import.c:2094:ptlrpc_cleanup_imp()) Process entered 00000100:00080000:3.0:1767384364.014372:0:17547:0:(import.c:65:import_set_state_nolock()) 000000005e1e4e83 : changing import state from FULL to CLOSED 00000100:00000001:3.0:1767384364.014375:0:17547:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:3.0:1767384364.014377:0:17547:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:3.0:1767384364.014377:0:17547:0:(import.c:2104:ptlrpc_cleanup_imp()) Process leaving 00010000:00000001:3.0:1767384364.014386:0:17547:0:(ldlm_lib.c:871:server_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:3.0:1767384364.014389:0:17547:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40828928 0 0 00000020:00000020:3.0:1767384364.014392:0:17547:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000cf791f94 dirty 0 pend 0 grant 0 00000020:00000020:3.0:1767384364.014394:0:17547:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli dfcc6be8-6fd1-4e6d-a8a4-ac9b181b1ec3/00000000bbd4965c dirty 0 pend 0 grant 0 00000020:00000010:3.0:1767384364.014398:0:17547:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000af77c79. 00000020:00000001:2.0:1767384364.014398:0:16767:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384364.014402:0:16767:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384364.014404:0:17547:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000009846f52a. 00010000:00010000:2.0:1767384364.014405:0:16767:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000010:3.0:1767384364.014410:0:17547:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000c8c27b7d. 00000020:00000010:3.0:1767384364.014414:0:17547:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000003ad121f2. 00000020:00000010:3.0:1767384364.014416:0:17547:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000004ec749c9. 80000000:00000010:3.0:1767384364.014418:0:17547:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000007876a4c1. 40000000:00000010:3.0:1767384364.014420:0:17547:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000076425c7f. 00100000:00000010:3.0:1767384364.014423:0:17547:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000002ca01c58. 00040000:00000010:3.0:1767384364.014425:0:17547:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000008bf0c879. 00040000:00000010:3.0:1767384364.014427:0:17547:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000b53870d2. 00080000:00000010:3.0:1767384364.014429:0:17547:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000028b4a8a8. 00002000:00000010:3.0:1767384364.014432:0:17547:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000c0e83866. 00000001:00000001:3.0:1767384364.014434:0:17547:0:(tgt_lastrcvd.c:1159:tgt_client_del()) Process entered 00000001:00000040:3.0:1767384364.014436:0:17547:0:(tgt_lastrcvd.c:1186:tgt_client_del()) lustre-OST0000: del client at idx 1, off 8320, UUID 'dfcc6be8-6fd1-4e6d-a8a4-ac9b181b1ec3' 00000001:00000001:3.0:1767384364.014439:0:17547:0:(tgt_lastrcvd.c:691:tgt_server_data_update()) Process entered 00000001:00000004:3.0:1767384364.014440:0:17547:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934596 00080000:00000001:3.0:1767384364.014443:0:17547:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384364.014449:0:17547:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000004bff7e26. 00080000:00000001:3.0:1767384364.014450:0:17547:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446619782202970112 : -124291506581504 : ffff8ef520e6d000) 00080000:00000001:3.0:1767384364.014454:0:17547:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384364.014471:0:17547:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384364.014473:0:17547:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384364.014474:0:17547:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384364.014490:0:17547:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384364.014492:0:17547:0:(tgt_lastrcvd.c:665:tgt_server_data_write()) Process entered 00080000:00000001:3.0:1767384364.014494:0:17547:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384364.014543:0:17547:0:(osd_io.c:440:osd_write()) Process leaving (rc=512 : 512 : 200) 00000001:00000040:3.0:1767384364.014545:0:17547:0:(tgt_lastrcvd.c:676:tgt_server_data_write()) lustre-OST0000: write last_rcvd server data for UUID = lustre-OST0000_UUID, last_transno = 8589934596: rc = 0 00000001:00000001:3.0:1767384364.014547:0:17547:0:(tgt_lastrcvd.c:678:tgt_server_data_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384364.014549:0:17547:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384364.014558:0:17547:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:3.0:1767384364.014559:0:17547:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-OST0000: update last_rcvd server data for UUID = lustre-OST0000_UUID, last_transno = 8589934596: rc = 0 00000001:00000001:3.0:1767384364.014561:0:17547:0:(tgt_lastrcvd.c:729:tgt_server_data_update()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384364.014563:0:17547:0:(tgt_lastrcvd.c:581:tgt_client_data_update()) Process entered 00080000:00000001:3.0:1767384364.014564:0:17547:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384364.014566:0:17547:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000bc97bb33. 00080000:00000001:3.0:1767384364.014567:0:17547:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446619782202968064 : -124291506583552 : ffff8ef520e6c800) 00080000:00000001:3.0:1767384364.014569:0:17547:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384364.014575:0:17547:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384364.014575:0:17547:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384364.014577:0:17547:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384364.014580:0:17547:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:3.0:1767384364.014582:0:17547:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 00000000632fd645. 00000001:00000040:3.0:1767384364.014583:0:17547:0:(tgt_lastrcvd.c:554:tgt_new_client_cb_add()) callback GETting export 00000000bbd4965c : new cb_count 2 00000020:00000040:3.0:1767384364.014585:0:17547:0:(genops.c:887:class_export_get()) GET export 00000000bbd4965c refcount=5 00080000:00000001:3.0:1767384364.014587:0:17547:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384364.014593:0:17547:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000001:00000001:3.0:1767384364.014594:0:17547:0:(tgt_lastrcvd.c:630:tgt_client_data_update()) Process leaving 00080000:00000001:3.0:1767384364.014595:0:17547:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384364.014598:0:17547:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:3.0:1767384364.014599:0:17547:0:(tgt_lastrcvd.c:635:tgt_client_data_update()) lustre-OST0000: update last_rcvd client data for UUID = lustre-OST0000_UUID, last_transno = 8589934596: rc = 0 00000001:00000040:3.0:1767384364.014601:0:17547:0:(tgt_lastrcvd.c:1230:tgt_client_del()) lustre-OST0000: zeroing out client at idx 1 (8320), rc 0 00000001:00000001:3.0:1767384364.014603:0:17547:0:(tgt_lastrcvd.c:1231:tgt_client_del()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384364.014605:0:17547:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000009846f52a. 00000020:00000010:3.0:1767384364.014607:0:17547:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000c8c27b7d. 00000020:00000010:3.0:1767384364.014610:0:17547:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000003ad121f2. 00000020:00000010:3.0:1767384364.014612:0:17547:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000004ec749c9. 80000000:00000010:3.0:1767384364.014615:0:17547:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000007876a4c1. 40000000:00000010:3.0:1767384364.014616:0:17547:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000076425c7f. 00100000:00000010:3.0:1767384364.014619:0:17547:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000002ca01c58. 00040000:00000010:3.0:1767384364.014621:0:17547:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000008bf0c879. 00040000:00000010:3.0:1767384364.014624:0:17547:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000b53870d2. 00080000:00000010:3.0:1767384364.014626:0:17547:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000028b4a8a8. 00002000:00000010:3.0:1767384364.014628:0:17547:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000c0e83866. 00000020:00000010:3.0:1767384364.014630:0:17547:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000af77c79. 00000001:00000001:3.0:1767384364.014633:0:17547:0:(nodemap_handler.c:633:nodemap_del_member()) Process entered 00000001:00000040:3.0:1767384364.014635:0:17547:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=000000001fa9e1de) : new refcount 8 00000001:00000001:3.0:1767384364.014638:0:17547:0:(nodemap_member.c:32:nm_member_del()) Process entered 00000001:00000040:3.0:1767384364.014639:0:17547:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=000000001fa9e1de) : new refcount 7 00000020:00000040:3.0:1767384364.014641:0:17547:0:(genops.c:898:class_export_put()) PUTting export 00000000bbd4965c : new refcount 4 00000001:00000001:3.0:1767384364.014642:0:17547:0:(nodemap_member.c:50:nm_member_del()) Process leaving 00000001:00000040:3.0:1767384364.014643:0:17547:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=000000001fa9e1de) : new refcount 6 00000001:00000001:3.0:1767384364.014645:0:17547:0:(nodemap_handler.c:658:nodemap_del_member()) Process leaving 00000020:00000040:3.0:1767384364.014645:0:17547:0:(genops.c:898:class_export_put()) PUTting export 00000000bbd4965c : new refcount 3 00002000:00000001:3.0:1767384364.014646:0:17547:0:(ofd_obd.c:420:ofd_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384364.014647:0:17547:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384364.014648:0:17547:0:(ldlm_lib.c:1728:target_handle_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384364.014650:0:17547:0:(tgt_handler.c:1130:tgt_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384364.014652:0:17547:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236716768512 00010000:00000001:3.0:1767384364.014653:0:17547:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384364.014656:0:17547:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000f5008363 x1853236716768512/t0(0) o9->dfcc6be8-6fd1-4e6d-a8a4-ac9b181b1ec3@192.168.202.52@tcp50:345/0 lens 224/224 e 0 to 0 dl 1767384375 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384364.014662:0:17547:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384364.014663:0:17547:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384364.014664:0:17547:0:(import.c:2128:obd_at_measure()) add 1 to 0000000094c7e214 time=83 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384364.014667:0:17547:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384364.014668:0:17547:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000edb0cbe6 refcount 7 to 192.168.202.52@tcp50 00000100:00000001:3.0:1767384364.014669:0:17547:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619777394812608 : -124296314739008 : ffff8ef4025026c0) 02000000:00000001:3.0:1767384364.014671:0:17547:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384364.014672:0:17547:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384364.014674:0:17547:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384364.014675:0:17547:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.52@tcp50 00000400:00000010:3.0:1767384364.014678:0:17547:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009146ec67. 00000100:00000200:3.0:1767384364.014680:0:17547:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853236716768512, offset 224 00000400:00000200:3.0:1767384364.014683:0:17547:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.52@tcp50 00000400:00000200:3.0:1767384364.014688:0:17547:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.152@tcp50 to NMR: 192.168.202.52@tcp50 local destination 00000400:00000200:3.0:1767384364.014694:0:17547:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp50 NI seq info: [231:231:256:4294967295] 192.168.202.52@tcp50 LPNI seq info [29:29:8:4294967295] 00000400:00000200:3.0:1767384364.014700:0:17547:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp50(192.168.202.152@tcp50:192.168.202.152@tcp50) -> 192.168.202.52@tcp50(192.168.202.52@tcp50:192.168.202.52@tcp50) : PUT try# 0 00000800:00000200:3.0:1767384364.014704:0:17547:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.52@tcp50 00000800:00000010:3.0:1767384364.014706:0:17547:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008bf0c879. 00000800:00000200:3.0:1767384364.014708:0:17547:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005f37b0da] -> 12345-192.168.202.52@tcp50 (4) 00000800:00000200:3.0:1767384364.014712:0:17547:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.52@tcp50 ip 192.168.202.52:1023 00000800:00000200:3.0:1767384364.014714:0:17547:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008bf0c879 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767384364.014723:0:17547:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384364.014725:0:17547:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000edb0cbe6 refcount 6 to 192.168.202.52@tcp50 00010000:00000001:3.0:1767384364.014727:0:17547:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384364.014728:0:17547:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384364.014729:0:17547:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384364.014732:0:17547:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f5008363 x1853236716768512/t0(0) o9->dfcc6be8-6fd1-4e6d-a8a4-ac9b181b1ec3@192.168.202.52@tcp50:345/0 lens 224/224 e 0 to 0 dl 1767384375 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384364.014737:0:17547:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000f5008363 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:dfcc6be8-6fd1-4e6d-a8a4-ac9b181b1ec3+3:12135:x1853236716768512:12345-192.168.202.52@tcp50:9: Request processed in 450us (598us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384364.014742:0:17547:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp50, seq: 5 00000100:00000040:3.0:1767384364.014744:0:17547:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000bbd4965c : new rpc_count 0 00000100:00000001:3.0:1767384364.014745:0:17547:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384364.014746:0:17547:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384364.014748:0:17547:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000501e23e6. 00000020:00000010:3.0:1767384364.014750:0:17547:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000cb198794. 00000020:00000010:3.0:1767384364.014752:0:17547:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e05ef9f4. 00000020:00000040:3.0:1767384364.014754:0:17547:0:(genops.c:898:class_export_put()) PUTting export 00000000bbd4965c : new refcount 2 00000100:00000001:3.0:1767384364.014755:0:17547:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767384364.014801:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384364.014804:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008bf0c879. 00000400:00000200:2.0:1767384364.014807:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384364.014810:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp50->192.168.202.52@tcp50: PUT: OK 00000400:00000200:2.0:1767384364.014812:0:16131:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009146ec67 00000400:00000010:2.0:1767384364.014814:0:16131:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009146ec67. 00000100:00000001:2.0:1767384364.014816:0:16131:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384364.014817:0:16131:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:1.1:1767384364.016111:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000271e18dc. 00010000:00000010:1.1:1767384364.016118:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000005815cd30. 00010000:00000010:1.1:1767384364.016120:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000d9687682. 00000800:00000001:2.0:1767384364.019727:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384364.019734:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384364.019736:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384364.019738:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384364.019742:0:16132:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.152@tcp50(192.168.202.152@tcp50) <- 192.168.202.52@tcp50 : PUT - for me 00000400:00000200:2.0:1767384364.019749:0:16132:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.52@tcp50 of length 224 into portal 12 MB=0x695824c300e00 00000400:00000200:2.0:1767384364.019754:0:16132:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.52@tcp50 of length 224/224 into md 0x229 [64] + 11160 00000800:00000001:2.0:1767384364.019758:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384364.019773:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384364.019775:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384364.019777:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp50->192.168.202.52@tcp50: PUT: OK 00000100:00000001:2.0:1767384364.019781:0:16132:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384364.019782:0:16132:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1767384364.019785:0:16132:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bbd049d1. 00000100:00000040:2.0:1767384364.019787:0:16132:0:(events.c:337:request_in_callback()) incoming req@00000000bbd049d1 x1853236716768768 msgsize 224 00000100:00100000:2.0:1767384364.019790:0:16132:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp50 (source: 12345-192.168.202.52@tcp50) 00000100:00000001:2.0:1767384364.019802:0:16132:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1767384364.019806:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384364.019808:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384364.019824:0:16779:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384364.019827:0:16779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236716768768 02000000:00000001:0.0:1767384364.019829:0:16779:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384364.019830:0:16779:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384364.019831:0:16779:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384364.019833:0:16779:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384364.019835:0:16779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236716768768 00000020:00000001:0.0:1767384364.019837:0:16779:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384364.019838:0:16779:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eecd3a 00000020:00000001:0.0:1767384364.019839:0:16779:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384364.019841:0:16779:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000076935a1c refcount=7 00000020:00000001:0.0:1767384364.019843:0:16779:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619777403871232 : -124296305680384 : ffff8ef402da6000) 00000020:00000001:0.0:1767384364.019844:0:16779:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619777403871232 : -124296305680384 : ffff8ef402da6000) 00000100:00000001:0.0:1767384364.019847:0:16779:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384364.019849:0:16779:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002cc6765c. 00000100:00000001:0.0:1767384364.019851:0:16779:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384364.019853:0:16779:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002cc6765c. 00000020:00000010:0.0:1767384364.019856:0:16779:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006bec9a87. 00000020:00000010:0.0:1767384364.019858:0:16779:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000085254f13. 00000020:00000010:0.0:1767384364.019861:0:16779:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001238b710. 00000100:00000040:0.0:1767384364.019865:0:16779:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1767384364.019866:0:16779:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384364.019867:0:16779:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384364.019869:0:16779:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384364.019872:0:16779:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384364.019882:0:16779:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384364.019889:0:16779:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384364.019896:0:16779:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384364.019900:0:16779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp50, seq: 8 00000100:00000040:0.0:1767384364.019902:0:16779:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000076935a1c : new rpc_count 1 00000100:00000001:0.0:1767384364.019903:0:16779:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619782675209216 : -124291034342400 : ffff8ef53d0c9c00) 00000100:00000040:0.0:1767384364.019908:0:16779:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000bbd049d1 x1853236716768768/t0(0) o39->dfcc6be8-6fd1-4e6d-a8a4-ac9b181b1ec3@192.168.202.52@tcp50:345/0 lens 224/0 e 0 to 0 dl 1767384375 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384364.019915:0:16779:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384364.019917:0:16779:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002cc6765c. 00000100:00000001:0.0:1767384364.019919:0:16779:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384364.019920:0:16779:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002cc6765c. 00000100:00100000:0.0:1767384364.019924:0:16779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000bbd049d1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dfcc6be8-6fd1-4e6d-a8a4-ac9b181b1ec3+7:12135:x1853236716768768:12345-192.168.202.52@tcp50:39: 00000100:00000200:0.0:1767384364.019927:0:16779:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236716768768 00000020:00000001:0.0:1767384364.019930:0:16779:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384364.019932:0:16779:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384364.019934:0:16779:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384364.019935:0:16779:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384364.019937:0:16779:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072671182176 : -1038369440 : ffffffffc21bbd60) 00000020:00000001:0.0:1767384364.019938:0:16779:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1767384364.019940:0:16779:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1853236716768768, found 0 last_xid 1853236716767999 00000020:00000001:0.0:1767384364.019942:0:16779:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384364.019943:0:16779:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384364.019945:0:16779:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384364.019946:0:16779:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384364.019948:0:16779:0:(tgt_handler.c:1122:tgt_disconnect()) Process entered 00010000:00000001:0.0:1767384364.019949:0:16779:0:(ldlm_lib.c:1707:target_handle_disconnect()) Process entered 00000100:00000001:0.0:1767384364.019950:0:16779:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384364.019951:0:16779:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384364.019953:0:16779:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000095a26dfb. 02000000:00000001:0.0:1767384364.019955:0:16779:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384364.019956:0:16779:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384364.019958:0:16779:0:(genops.c:887:class_export_get()) GET export 0000000076935a1c refcount=8 00010000:00000001:0.0:1767384364.019960:0:16779:0:(obd_class.h:902:obd_disconnect()) Process entered 00000004:00000001:0.0:1767384364.019962:0:16779:0:(mdt_handler.c:7441:mdt_obd_disconnect()) Process entered 00000020:00000040:0.0:1767384364.019967:0:16779:0:(genops.c:887:class_export_get()) GET export 0000000076935a1c refcount=9 00010000:00000001:0.0:1767384364.019969:0:16779:0:(ldlm_lib.c:840:server_disconnect_export()) Process entered 00000020:00000001:0.0:1767384364.019970:0:16779:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000040:0.0:1767384364.019976:0:16779:0:(genops.c:898:class_export_put()) PUTting export 0000000076935a1c : new refcount 8 00000020:00000080:0.0:1767384364.019978:0:16779:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x7e51148972eecd3a 00000020:00000040:0.0:1767384364.019980:0:16779:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000076935a1c with handle 0x7e51148972eecd3a from hash 00000020:00000040:0.0:1767384364.019982:0:16779:0:(genops.c:898:class_export_put()) PUTting export 0000000076935a1c : new refcount 7 00000020:00000010:0.0:1767384364.019984:0:16779:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000041612a30. 00000020:00000001:0.0:1767384364.019986:0:16779:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00010000:0.0:1767384364.019987:0:16779:0:(genops.c:1938:obd_stale_export_put()) Put export 0000000076935a1c: total 0 00000020:00000001:0.0:1767384364.019988:0:16779:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:0.0:1767384364.019989:0:16779:0:(genops.c:898:class_export_put()) PUTting export 0000000076935a1c : new refcount 6 00000020:00000001:0.0:1767384364.019990:0:16779:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384364.019992:0:16779:0:(import.c:2094:ptlrpc_cleanup_imp()) Process entered 00000100:00080000:0.0:1767384364.019993:0:16779:0:(import.c:65:import_set_state_nolock()) 00000000c80cbb98 : changing import state from FULL to CLOSED 00000100:00000001:0.0:1767384364.019995:0:16779:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:0.0:1767384364.019996:0:16779:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:0.0:1767384364.019997:0:16779:0:(import.c:2104:ptlrpc_cleanup_imp()) Process leaving 00010000:00000001:0.0:1767384364.020006:0:16779:0:(ldlm_lib.c:871:server_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:0.0:1767384364.020009:0:16779:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0000: processing self export: 0 0 0 00000020:00000020:0.0:1767384364.020011:0:16779:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-MDT0000_UUID/00000000f335576c dirty 0 pend 0 grant 0 00000020:00000020:0.0:1767384364.020015:0:16779:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-OST0000_UUID/00000000b2466616 dirty 0 pend 0 grant 0 00000020:00000020:0.0:1767384364.020017:0:16779:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli dfcc6be8-6fd1-4e6d-a8a4-ac9b181b1ec3/0000000076935a1c dirty 0 pend 0 grant 0 00000004:00000001:0.0:1767384364.020020:0:16779:0:(mdt_handler.c:7363:mdt_export_cleanup()) Process entered 00000001:00000001:0.0:1767384364.020024:0:16779:0:(tgt_lastrcvd.c:1159:tgt_client_del()) Process entered 00000001:00000040:0.0:1767384364.020037:0:16779:0:(tgt_lastrcvd.c:1186:tgt_client_del()) lustre-MDT0000: del client at idx 0, off 8192, UUID 'dfcc6be8-6fd1-4e6d-a8a4-ac9b181b1ec3' 00000001:00000001:0.0:1767384364.020041:0:16779:0:(tgt_lastrcvd.c:691:tgt_server_data_update()) Process entered 00000001:00000004:0.0:1767384364.020043:0:16779:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934592 00080000:00000001:0.0:1767384364.020046:0:16779:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384364.020052:0:16779:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000c5df7bcc. 00000020:00000001:3.0:1767384364.020055:0:16768:0:(genops.c:1912:obd_stale_export_get()) Process entered 00080000:00000001:0.0:1767384364.020055:0:16779:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446619781780563968 : -124291928987648 : ffff8ef507b96800) 00000020:00010000:3.0:1767384364.020058:0:16768:0:(genops.c:1924:obd_stale_export_get()) Get export 0000000076935a1c: total 0 00000020:00000001:3.0:1767384364.020061:0:16768:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=18446619777403871232 : -124296305680384 : ffff8ef402da6000) 00080000:00000001:0.0:1767384364.020061:0:16779:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:3.0:1767384364.020066:0:16768:0:(ldlm_lockd.c:2930:ldlm_bl_thread_exports()) Process entered 00000020:00000010:3.0:1767384364.020070:0:16768:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b53870d2. 00000020:00000010:3.0:1767384364.020073:0:16768:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000004ec749c9. 00000020:00000010:3.0:1767384364.020076:0:16768:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000028b4a8a8. 00000020:00000010:3.0:1767384364.020079:0:16768:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000003ad121f2. 00000020:00000010:3.0:1767384364.020082:0:16768:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000009846f52a. 80000000:00000010:3.0:1767384364.020084:0:16768:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000007876a4c1. 00000001:00000001:0.0:1767384364.020084:0:16779:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000010:0.1:1767384364.020108:0:16779:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000a34bd085. 00080000:00000001:0.0:1767384364.020120:0:16779:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384364.020122:0:16779:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384364.020126:0:16779:0:(osd_io.c:243:osd_declare_write()) Process entered 40000000:00000010:3.0:1767384364.020127:0:16768:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000006e6d6324. 00000001:00000001:0.0:1767384364.020130:0:16779:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384364.020133:0:16779:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00100000:00000010:3.0:1767384364.020134:0:16768:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000002ca01c58. 00040000:00000010:3.0:1767384364.020139:0:16768:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000699c44a4. 00040000:00000010:3.0:1767384364.020145:0:16768:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000e05ef9f4. 00080000:00000001:0.0:1767384364.020148:0:16779:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384364.020150:0:16768:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000c8c27b7d. 00000001:00000001:0.0:1767384364.020151:0:16779:0:(tgt_lastrcvd.c:665:tgt_server_data_write()) Process entered 00080000:00000001:0.0:1767384364.020155:0:16779:0:(osd_io.c:399:osd_write()) Process entered 00002000:00000010:3.0:1767384364.020157:0:16768:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000c0e83866. 00000020:00000010:3.0:1767384364.020162:0:16768:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000004ec749c9. 00000020:00000010:3.0:1767384364.020165:0:16768:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000028b4a8a8. 00000020:00000010:3.0:1767384364.020167:0:16768:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000003ad121f2. 00000020:00000010:3.0:1767384364.020170:0:16768:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000009846f52a. 80000000:00000010:3.0:1767384364.020173:0:16768:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000007876a4c1. 40000000:00000010:3.0:1767384364.020175:0:16768:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000006e6d6324. 00100000:00000010:3.0:1767384364.020177:0:16768:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000002ca01c58. 00040000:00000010:3.0:1767384364.020180:0:16768:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000699c44a4. 00040000:00000010:3.0:1767384364.020182:0:16768:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000e05ef9f4. 00080000:00000010:3.0:1767384364.020184:0:16768:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000c8c27b7d. 00002000:00000010:3.0:1767384364.020187:0:16768:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000c0e83866. 00080000:00000001:0.0:1767384364.020187:0:16779:0:(osd_io.c:440:osd_write()) Process leaving (rc=512 : 512 : 200) 00000001:00000040:0.0:1767384364.020192:0:16779:0:(tgt_lastrcvd.c:676:tgt_server_data_write()) lustre-MDT0000: write last_rcvd server data for UUID = lustre-MDT0000_UUID, last_transno = 8589934592: rc = 0 00000020:00000010:3.0:1767384364.020193:0:16768:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b53870d2. 00000001:00000001:0.0:1767384364.020198:0:16779:0:(tgt_lastrcvd.c:678:tgt_server_data_write()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384364.020199:0:16768:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export 0000000076935a1c, canceled 0 locks, left on hash table 1. 00080000:00000001:0.0:1767384364.020201:0:16779:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000020:00000010:3.0:1767384364.020204:0:16768:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e05ef9f4. 00000001:00000001:0.0:1767384364.020205:0:16779:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:0.0:1767384364.020209:0:16779:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8589934593, last_committed = 4294967296 00000020:00000010:3.0:1767384364.020210:0:16768:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000000af77c79. 00000020:00000010:3.0:1767384364.020215:0:16768:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000c8c27b7d. 00000001:00000010:0.0:1767384364.020215:0:16779:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 0000000021256cfb. 00000020:00000010:3.0:1767384364.020221:0:16768:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000003ad121f2. 00000001:00000040:0.0:1767384364.020221:0:16779:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export 0000000076935a1c : new cb_count 2 00000020:00000040:0.0:1767384364.020225:0:16779:0:(genops.c:887:class_export_get()) GET export 0000000076935a1c refcount=7 00000020:00000010:3.0:1767384364.020226:0:16768:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000b53870d2. 80000000:00000010:3.0:1767384364.020230:0:16768:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000007876a4c1. 00000001:00000010:0.0:1767384364.020232:0:16779:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at 00000000a9234ec1. 40000000:00000010:3.0:1767384364.020233:0:16768:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000006e6d6324. 00100000:00000010:3.0:1767384364.020237:0:16768:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000002ca01c58. 00040000:00000010:3.0:1767384364.020240:0:16768:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000699c44a4. 00040000:00000010:3.0:1767384364.020242:0:16768:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000009846f52a. 00080000:00000010:3.0:1767384364.020243:0:16768:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000028b4a8a8. 00002000:00000010:3.0:1767384364.020244:0:16768:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000c0e83866. 00000001:00000001:3.0:1767384364.020247:0:16768:0:(hash.c:1733:cfs_hash_for_each_empty()) Process entered 00000001:00000001:3.0:1767384364.020249:0:16768:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:3.0:1767384364.020252:0:16768:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000001074e0a6 count: 2 00000004:00000001:3.0:1767384364.020255:0:16768:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:3.0:1767384364.020256:0:16768:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:3.0:1767384364.020258:0:16768:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1767384364.020260:0:16768:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1767384364.020261:0:16768:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384364.020262:0:16768:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384364.020265:0:16768:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384364.020266:0:16768:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384364.020268:0:16768:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384364.020269:0:16768:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384364.020270:0:16768:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384364.020271:0:16768:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384364.020273:0:16768:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000d29113af with handle 0x7e51148972eecd4f from hash 00010000:00000001:3.0:1767384364.020275:0:16768:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384364.020275:0:16768:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384364.020276:0:16768:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384364.020277:0:16768:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000001:00000010:0.0:1767384364.020279:0:16779:0:(tgt_lastrcvd.c:34:tgt_bitmap_chunk_alloc()) kmalloced '(bm)': 131072 at 0000000058837c99. 00000020:00000010:3.0:1767384364.020280:0:16768:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 000000004ec749c9. 00080000:00000001:0.0:1767384364.020285:0:16779:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:3.0:1767384364.020286:0:16768:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384364.020288:0:16768:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384364.020290:0:16768:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384364.020291:0:16768:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384364.020294:0:16768:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1767384364.020296:0:16768:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (000000001074e0a6) 00010000:00010000:3.0:1767384364.020298:0:16768:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00000001:3.0:1767384364.020300:0:16768:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384364.020301:0:16768:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384364.020302:0:16768:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:3.0:1767384364.020304:0:16768:0:(ldlm_lock.c:2577:ldlm_cancel_lock_for_export()) Export 0000000076935a1c, 1 locks cancelled. 00010000:00000001:3.0:1767384364.020306:0:16768:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384364.020307:0:16768:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384364.020307:0:16768:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384364.020319:0:16768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000d29113af/0x7e51148972eecd4f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.52@tcp50 remote: 0xdc4cb4ce8e4aee67 expref: 7 pid: 16779 timeout: 0 lvb_type: 0 00000020:00000010:3.0:1767384364.020326:0:16768:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 0000000079eb4551. 00010000:00000040:3.0:1767384364.020328:0:16768:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 0000000076935a1c : new locks_count 0 00000020:00000040:3.0:1767384364.020330:0:16768:0:(genops.c:898:class_export_put()) PUTting export 0000000076935a1c : new refcount 6 00010000:00000010:3.0:1767384364.020332:0:16768:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e1bfc841. 00010000:00000040:3.0:1767384364.020338:0:16768:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000001074e0a6 count: 0 00010000:00000010:3.0:1767384364.020343:0:16768:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c655bcc6. 00010000:00000001:3.0:1767384364.020351:0:16768:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:3.0:1767384364.020353:0:16768:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: dfcc6be8-6fd1-4, loop: 0 00000001:00000001:3.0:1767384364.020354:0:16768:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1767384364.020357:0:16768:0:(hash.c:1749:cfs_hash_for_each_empty()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384364.020359:0:16768:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export 0000000076935a1c, canceled 1 locks, left on hash table 0. 00080000:00000001:0.0:1767384364.020359:0:16779:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000020:00000010:3.0:1767384364.020365:0:16768:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000000af77c79. 00000001:00000001:0.0:1767384364.020366:0:16779:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply 00000000a9234ec1: xid 1853236716768768, transno 8589934593, tag 0, client gen 1, slot idx 0 00000020:00000010:3.0:1767384364.020368:0:16768:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000c8c27b7d. 00000001:00000001:0.0:1767384364.020370:0:16779:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384364.020374:0:16768:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000003ad121f2. 00000020:00000010:3.0:1767384364.020378:0:16768:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000b53870d2. 80000000:00000010:3.0:1767384364.020381:0:16768:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000007876a4c1. 40000000:00000010:3.0:1767384364.020383:0:16768:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000006e6d6324. 00100000:00000010:3.0:1767384364.020387:0:16768:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000002ca01c58. 00080000:00000001:0.0:1767384364.020387:0:16779:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:0.0:1767384364.020392:0:16779:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-MDT0000: update last_rcvd server data for UUID = lustre-MDT0000_UUID, last_transno = 8589934592: rc = 0 00040000:00000010:3.0:1767384364.020393:0:16768:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000699c44a4. 00000001:00000001:0.0:1767384364.020397:0:16779:0:(tgt_lastrcvd.c:729:tgt_server_data_update()) Process leaving (rc=0 : 0 : 0) 00040000:00000010:3.0:1767384364.020398:0:16768:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000009846f52a. 00000001:00000001:0.0:1767384364.020401:0:16779:0:(tgt_lastrcvd.c:581:tgt_client_data_update()) Process entered 00080000:00000010:3.0:1767384364.020402:0:16768:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000028b4a8a8. 00080000:00000001:0.0:1767384364.020404:0:16779:0:(osd_handler.c:352:osd_trans_create()) Process entered 00002000:00000010:3.0:1767384364.020406:0:16768:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000c0e83866. 00000020:00000010:3.0:1767384364.020409:0:16768:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e05ef9f4. 00080000:00000010:0.0:1767384364.020410:0:16779:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000c1d4e66e. 00000020:00000001:3.0:1767384364.020411:0:16768:0:(genops.c:1932:obd_stale_export_put()) Process entered 00080000:00000001:0.0:1767384364.020414:0:16779:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446619777409625088 : -124296299926528 : ffff8ef403322c00) 00000020:00000040:3.0:1767384364.020415:0:16768:0:(genops.c:898:class_export_put()) PUTting export 0000000076935a1c : new refcount 5 00000020:00000001:3.0:1767384364.020419:0:16768:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00080000:00000001:0.0:1767384364.020420:0:16779:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:3.0:1767384364.020421:0:16768:0:(ldlm_lockd.c:2940:ldlm_bl_thread_exports()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384364.020424:0:16768:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384364.020426:0:16768:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384364.020428:0:16768:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1767384364.020430:0:16768:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384364.020432:0:16768:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384364.020432:0:16779:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00010000:3.0:1767384364.020433:0:16768:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:0.0:1767384364.020436:0:16779:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384364.020437:0:16768:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384364.020439:0:16768:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384364.020440:0:16779:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00010000:3.0:1767384364.020442:0:16768:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:0.0:1767384364.020453:0:16779:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:0.0:1767384364.020456:0:16779:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 000000006d6e87cd. 00000001:00000040:0.0:1767384364.020457:0:16779:0:(tgt_lastrcvd.c:554:tgt_new_client_cb_add()) callback GETting export 0000000076935a1c : new cb_count 3 00000020:00000040:0.0:1767384364.020459:0:16779:0:(genops.c:887:class_export_get()) GET export 0000000076935a1c refcount=6 00080000:00000001:0.0:1767384364.020461:0:16779:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384364.020467:0:16779:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000001:00000001:0.0:1767384364.020468:0:16779:0:(tgt_lastrcvd.c:630:tgt_client_data_update()) Process leaving 00080000:00000001:0.0:1767384364.020469:0:16779:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:0.0:1767384364.020472:0:16779:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:0.0:1767384364.020473:0:16779:0:(tgt_lastrcvd.c:635:tgt_client_data_update()) lustre-MDT0000: update last_rcvd client data for UUID = lustre-MDT0000_UUID, last_transno = 8589934592: rc = 0 00000001:00000040:0.0:1767384364.020475:0:16779:0:(tgt_lastrcvd.c:1230:tgt_client_del()) lustre-MDT0000: zeroing out client at idx 0 (8192), rc 0 00000001:00000001:0.0:1767384364.020477:0:16779:0:(tgt_lastrcvd.c:1231:tgt_client_del()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384364.020479:0:16779:0:(mdt_handler.c:7432:mdt_export_cleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384364.020480:0:16779:0:(nodemap_handler.c:633:nodemap_del_member()) Process entered 00000001:00000040:0.0:1767384364.020482:0:16779:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=000000001fa9e1de) : new refcount 7 00000001:00000001:0.0:1767384364.020484:0:16779:0:(nodemap_member.c:32:nm_member_del()) Process entered 00000001:00000040:0.0:1767384364.020485:0:16779:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=000000001fa9e1de) : new refcount 6 00000020:00000040:0.0:1767384364.020487:0:16779:0:(genops.c:898:class_export_put()) PUTting export 0000000076935a1c : new refcount 5 00000001:00000001:0.0:1767384364.020488:0:16779:0:(nodemap_member.c:50:nm_member_del()) Process leaving 00000001:00000040:0.0:1767384364.020489:0:16779:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=000000001fa9e1de) : new refcount 5 00000001:00000001:0.0:1767384364.020490:0:16779:0:(nodemap_handler.c:658:nodemap_del_member()) Process leaving 00000020:00000040:0.0:1767384364.020490:0:16779:0:(genops.c:898:class_export_put()) PUTting export 0000000076935a1c : new refcount 4 00000004:00000001:0.0:1767384364.020491:0:16779:0:(mdt_handler.c:7467:mdt_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384364.020493:0:16779:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384364.020494:0:16779:0:(ldlm_lib.c:1728:target_handle_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384364.020495:0:16779:0:(tgt_handler.c:1130:tgt_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384364.020496:0:16779:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 8589934593, xid 1853236716768768 00010000:00000001:0.0:1767384364.020498:0:16779:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384364.020501:0:16779:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000bbd049d1 x1853236716768768/t8589934593(0) o39->dfcc6be8-6fd1-4e6d-a8a4-ac9b181b1ec3@192.168.202.52@tcp50:345/0 lens 224/224 e 0 to 0 dl 1767384375 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384364.020509:0:16779:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384364.020511:0:16779:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384364.020514:0:16779:0:(import.c:2128:obd_at_measure()) add 1 to 000000008dd0459f time=89 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384364.020518:0:16779:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384364.020527:0:16779:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000edb0cbe6 refcount 7 to 192.168.202.52@tcp50 00000100:00000001:0.0:1767384364.020528:0:16779:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619777394812608 : -124296314739008 : ffff8ef4025026c0) 02000000:00000001:0.0:1767384364.020531:0:16779:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384364.020533:0:16779:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384364.020535:0:16779:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384364.020538:0:16779:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.52@tcp50 00000400:00000010:0.0:1767384364.020541:0:16779:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003e7f3dd9. 00000100:00000200:0.0:1767384364.020544:0:16779:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236716768768, offset 224 00000400:00000200:0.0:1767384364.020549:0:16779:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.52@tcp50 00000400:00000200:0.0:1767384364.020556:0:16779:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.152@tcp50 to NMR: 192.168.202.52@tcp50 local destination 00000400:00000200:0.0:1767384364.020565:0:16779:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp50 NI seq info: [232:232:256:4294967295] 192.168.202.52@tcp50 LPNI seq info [30:30:8:4294967295] 00000400:00000200:0.0:1767384364.020576:0:16779:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp50(192.168.202.152@tcp50:192.168.202.152@tcp50) -> 192.168.202.52@tcp50(192.168.202.52@tcp50:192.168.202.52@tcp50) : PUT try# 0 00000800:00000200:0.0:1767384364.020582:0:16779:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.52@tcp50 00000800:00000010:0.0:1767384364.020585:0:16779:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002d88ef92. 00000800:00000200:0.0:1767384364.020588:0:16779:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005f37b0da] -> 12345-192.168.202.52@tcp50 (4) 00000800:00000200:0.0:1767384364.020591:0:16779:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.52@tcp50 ip 192.168.202.52:1023 00000800:00000200:0.0:1767384364.020594:0:16779:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000002d88ef92 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767384364.020605:0:16779:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384364.020607:0:16779:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000edb0cbe6 refcount 6 to 192.168.202.52@tcp50 00010000:00000001:0.0:1767384364.020609:0:16779:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384364.020610:0:16779:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384364.020611:0:16779:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384364.020614:0:16779:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bbd049d1 x1853236716768768/t8589934593(0) o39->dfcc6be8-6fd1-4e6d-a8a4-ac9b181b1ec3@192.168.202.52@tcp50:345/0 lens 224/224 e 0 to 0 dl 1767384375 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384364.020620:0:16779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000bbd049d1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dfcc6be8-6fd1-4e6d-a8a4-ac9b181b1ec3+4:12135:x1853236716768768:12345-192.168.202.52@tcp50:39: Request processed in 705us (832us total) trans 8589934593 rc 0/0 00000100:00100000:0.0:1767384364.020625:0:16779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp50, seq: 8 00000100:00000040:0.0:1767384364.020627:0:16779:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000076935a1c : new rpc_count 0 00000100:00000001:0.0:1767384364.020628:0:16779:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384364.020634:0:16779:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384364.020636:0:16779:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000085254f13. 00000020:00000010:0.0:1767384364.020638:0:16779:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001238b710. 00000020:00000010:0.0:1767384364.020640:0:16779:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006bec9a87. 00000020:00000040:0.0:1767384364.020642:0:16779:0:(genops.c:898:class_export_put()) PUTting export 0000000076935a1c : new refcount 3 00000100:00000001:0.0:1767384364.020643:0:16779:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767384364.020705:0:16130:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384364.020709:0:16130:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002d88ef92. 00000400:00000200:2.0:1767384364.020712:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384364.020716:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp50->192.168.202.52@tcp50: PUT: OK 00000400:00000200:2.0:1767384364.020719:0:16130:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003e7f3dd9 00000400:00000010:2.0:1767384364.020720:0:16130:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003e7f3dd9. 00000100:00000001:2.0:1767384364.020722:0:16130:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384364.020723:0:16130:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:3.1:1767384364.026139:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000001074e0a6. 00010000:00000010:3.1:1767384364.026147:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000d29113af. 00000800:00000001:2.0:1767384364.027408:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384364.027417:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384364.027421:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384364.027423:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384364.027430:0:16131:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.152@tcp50(192.168.202.152@tcp50) <- 192.168.202.52@tcp50 : PUT - for me 00000400:00000200:2.0:1767384364.027441:0:16131:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.52@tcp50 of length 224 into portal 26 MB=0x695824c300f00 00000400:00000200:2.0:1767384364.027449:0:16131:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.202.52@tcp50 of length 224/224 into md 0x1971 [2] + 0 00000400:00000010:2.0:1767384364.027453:0:16131:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001ed64435. 00000400:00000200:2.0:1767384364.027457:0:16131:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000002d3c42ca 00000800:00000001:2.0:1767384364.027462:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384364.027470:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384364.027472:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384364.027476:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp50->192.168.202.52@tcp50: PUT: OK 00000400:00000200:2.0:1767384364.027479:0:16131:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002d3c42ca 00000400:00000010:2.0:1767384364.027481:0:16131:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002d3c42ca. 00000100:00000001:2.0:1767384364.027486:0:16131:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384364.027488:0:16131:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384364.027491:0:16131:0:(events.c:337:request_in_callback()) incoming req@00000000c262e3c8 x1853236716769024 msgsize 224 00000100:00100000:2.0:1767384364.027496:0:16131:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp50 (source: 12345-192.168.202.52@tcp50) 00000100:00000040:2.0:1767384364.027498:0:16131:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384364.027509:0:16131:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1767384364.027514:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384364.027517:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384364.027553:0:16774:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384364.027557:0:16774:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236716769024 02000000:00000001:0.0:1767384364.027560:0:16774:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384364.027562:0:16774:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384364.027563:0:16774:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384364.027567:0:16774:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384364.027570:0:16774:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236716769024 00000020:00000001:0.0:1767384364.027571:0:16774:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384364.027572:0:16774:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eecd17 00000020:00000001:0.0:1767384364.027574:0:16774:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384364.027576:0:16774:0:(lustre_handles.c:131:class_handle2object()) GET export 000000000e92f6ab refcount=6 00000020:00000001:0.0:1767384364.027578:0:16774:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619777399736320 : -124296309815296 : ffff8ef4029b4800) 00000020:00000001:0.0:1767384364.027579:0:16774:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619777399736320 : -124296309815296 : ffff8ef4029b4800) 00000100:00000001:0.0:1767384364.027582:0:16774:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384364.027585:0:16774:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005a7f613b. 00000100:00000001:0.0:1767384364.027586:0:16774:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384364.027588:0:16774:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005a7f613b. 00000020:00000010:0.0:1767384364.027591:0:16774:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006bec9a87. 00000020:00000010:0.0:1767384364.027594:0:16774:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000085254f13. 00000020:00000010:0.0:1767384364.027596:0:16774:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001238b710. 00000100:00000040:0.0:1767384364.027601:0:16774:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384364.027603:0:16774:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384364.027604:0:16774:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384364.027605:0:16774:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384364.027609:0:16774:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384364.027621:0:16774:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384364.027627:0:16774:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384364.027628:0:16774:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384364.027632:0:16774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp50, seq: 172 00000100:00000040:0.0:1767384364.027642:0:16774:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000000e92f6ab : new rpc_count 1 00000100:00000001:0.0:1767384364.027644:0:16774:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619777395453008 : -124296314098608 : ffff8ef40259ec50) 00000100:00000040:0.0:1767384364.027648:0:16774:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c262e3c8 x1853236716769024/t0(0) o251->d7c7db59-0549-4c42-8eed-4384a2494667@192.168.202.52@tcp50:345/0 lens 224/0 e 0 to 0 dl 1767384375 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384364.027655:0:16774:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384364.027656:0:16774:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005a7f613b. 00000100:00000001:0.0:1767384364.027658:0:16774:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384364.027660:0:16774:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005a7f613b. 00000100:00100000:0.0:1767384364.027663:0:16774:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000c262e3c8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d7c7db59-0549-4c42-8eed-4384a2494667+6:12135:x1853236716769024:12345-192.168.202.52@tcp50:251: 00000100:00000200:0.0:1767384364.027666:0:16774:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236716769024 00000020:00000001:0.0:1767384364.027669:0:16774:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384364.027672:0:16774:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384364.027673:0:16774:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384364.027675:0:16774:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384364.027677:0:16774:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669141232 : -1040410384 : ffffffffc1fc98f0) 00000020:00000001:0.0:1767384364.027679:0:16774:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384364.027680:0:16774:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384364.027682:0:16774:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384364.027683:0:16774:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384364.027684:0:16774:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384364.027686:0:16774:0:(mgs_handler.c:55:mgs_disconnect()) Process entered 00000020:00000001:0.0:1767384364.027688:0:16774:0:(tgt_handler.c:1122:tgt_disconnect()) Process entered 00010000:00000001:0.0:1767384364.027689:0:16774:0:(ldlm_lib.c:1707:target_handle_disconnect()) Process entered 00000100:00000001:0.0:1767384364.027691:0:16774:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384364.027692:0:16774:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384364.027695:0:16774:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000cf467784. 02000000:00000001:0.0:1767384364.027696:0:16774:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384364.027703:0:16774:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384364.027706:0:16774:0:(genops.c:887:class_export_get()) GET export 000000000e92f6ab refcount=7 00010000:00000001:0.0:1767384364.027708:0:16774:0:(obd_class.h:902:obd_disconnect()) Process entered 20000000:00000001:0.0:1767384364.027710:0:16774:0:(mgs_handler.c:1797:mgs_obd_disconnect()) Process entered 00000020:00000040:0.0:1767384364.027712:0:16774:0:(genops.c:898:class_export_put()) PUTting export 000000000e92f6ab : new refcount 6 20000000:00000010:0.0:1767384364.027714:0:16774:0:(mgs_nids.c:1222:mgs_fsc_cleanup()) kfreed 'fsc': 56 at 000000004f821753. 00000020:00000040:0.0:1767384364.027720:0:16774:0:(genops.c:887:class_export_get()) GET export 000000000e92f6ab refcount=7 00010000:00000001:0.0:1767384364.027723:0:16774:0:(ldlm_lib.c:840:server_disconnect_export()) Process entered 00000020:00000001:0.0:1767384364.027724:0:16774:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000040:0.0:1767384364.027731:0:16774:0:(genops.c:898:class_export_put()) PUTting export 000000000e92f6ab : new refcount 6 00000020:00000080:0.0:1767384364.027732:0:16774:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x7e51148972eecd17 00000020:00000040:0.0:1767384364.027734:0:16774:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000000e92f6ab with handle 0x7e51148972eecd17 from hash 00000020:00000040:0.0:1767384364.027737:0:16774:0:(genops.c:898:class_export_put()) PUTting export 000000000e92f6ab : new refcount 5 00000020:00000001:0.0:1767384364.027739:0:16774:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00010000:0.0:1767384364.027740:0:16774:0:(genops.c:1938:obd_stale_export_put()) Put export 000000000e92f6ab: total 0 00000020:00000001:0.0:1767384364.027741:0:16774:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:0.0:1767384364.027742:0:16774:0:(genops.c:898:class_export_put()) PUTting export 000000000e92f6ab : new refcount 4 00000020:00000001:0.0:1767384364.027743:0:16774:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384364.027744:0:16774:0:(import.c:2094:ptlrpc_cleanup_imp()) Process entered 00000100:00080000:0.0:1767384364.027746:0:16774:0:(import.c:65:import_set_state_nolock()) 000000007e68384c : changing import state from FULL to CLOSED 00000100:00000001:0.0:1767384364.027748:0:16774:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:0.0:1767384364.027749:0:16774:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:0.0:1767384364.027750:0:16774:0:(import.c:2104:ptlrpc_cleanup_imp()) Process leaving 00010000:00000001:0.0:1767384364.027760:0:16774:0:(ldlm_lib.c:871:server_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384364.027762:0:16774:0:(genops.c:898:class_export_put()) PUTting export 000000000e92f6ab : new refcount 3 20000000:00000001:0.0:1767384364.027764:0:16774:0:(mgs_handler.c:1808:mgs_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384364.027766:0:16774:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384364.027768:0:16774:0:(ldlm_lib.c:1728:target_handle_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384364.027770:0:16774:0:(tgt_handler.c:1130:tgt_disconnect()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384364.027773:0:16774:0:(mgs_handler.c:62:mgs_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384364.027776:0:16767:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000040:0.0:1767384364.027776:0:16774:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236716769024 00010000:00000001:0.0:1767384364.027780:0:16774:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00010000:2.0:1767384364.027781:0:16767:0:(genops.c:1924:obd_stale_export_get()) Get export 000000000e92f6ab: total 0 00000020:00000001:2.0:1767384364.027785:0:16767:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=18446619777399736320 : -124296309815296 : ffff8ef4029b4800) 00010000:00010000:2.0:1767384364.027788:0:16767:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000200:0.0:1767384364.027789:0:16774:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000c262e3c8 x1853236716769024/t0(0) o251->d7c7db59-0549-4c42-8eed-4384a2494667@192.168.202.52@tcp50:345/0 lens 224/224 e 0 to 0 dl 1767384375 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384364.027790:0:16767:0:(ldlm_lockd.c:2930:ldlm_bl_thread_exports()) Process entered 00000020:00000010:2.0:1767384364.027795:0:16767:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004674dcb1. 00000020:00000010:2.0:1767384364.027800:0:16767:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000e17f7745. 00000020:00000010:2.0:1767384364.027804:0:16767:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000086fd7bdc. 00010000:00000001:0.0:1767384364.027807:0:16774:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000010:2.0:1767384364.027809:0:16767:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000027186ceb. 00010000:00000001:0.0:1767384364.027811:0:16774:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384364.027812:0:16767:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000014eb459e. 00000100:00001000:0.0:1767384364.027816:0:16774:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dd452398 time=94 v=5 (1 0 0 0) 80000000:00000010:2.0:1767384364.027817:0:16767:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000001784b043. 40000000:00000010:2.0:1767384364.027822:0:16767:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000a8feba86. 00000100:00000001:0.0:1767384364.027824:0:16774:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00100000:00000010:2.0:1767384364.027826:0:16767:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000014975758. 00000100:00000040:0.0:1767384364.027827:0:16774:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000edb0cbe6 refcount 7 to 192.168.202.52@tcp50 00040000:00000010:2.0:1767384364.027830:0:16767:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000af1ddeba. 00000100:00000001:0.0:1767384364.027831:0:16774:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619777394812608 : -124296314739008 : ffff8ef4025026c0) 00040000:00000010:2.0:1767384364.027837:0:16767:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000001a3155df. 02000000:00000001:0.0:1767384364.027837:0:16774:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00080000:00000010:2.0:1767384364.027841:0:16767:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000004649cfff. 00002000:00000010:2.0:1767384364.027844:0:16767:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000019e3b954. 02000000:00000001:0.0:1767384364.027845:0:16774:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384364.027849:0:16767:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000e17f7745. 00000100:00000001:0.0:1767384364.027850:0:16774:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:2.0:1767384364.027853:0:16767:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000086fd7bdc. 00000100:00000040:0.0:1767384364.027854:0:16774:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.52@tcp50 00000020:00000010:2.0:1767384364.027859:0:16767:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000027186ceb. 00000400:00000010:0.0:1767384364.027860:0:16774:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000005c1b364. 00000020:00000010:2.0:1767384364.027862:0:16767:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000014eb459e. 00000100:00000200:0.0:1767384364.027864:0:16774:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853236716769024, offset 224 80000000:00000010:2.0:1767384364.027866:0:16767:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000001784b043. 40000000:00000010:2.0:1767384364.027871:0:16767:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000a8feba86. 00000400:00000200:0.0:1767384364.027875:0:16774:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.52@tcp50 00100000:00000010:2.0:1767384364.027876:0:16767:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000014975758. 00040000:00000010:2.0:1767384364.027881:0:16767:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000af1ddeba. 00040000:00000010:2.0:1767384364.027884:0:16767:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000001a3155df. 00000400:00000200:0.0:1767384364.027887:0:16774:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.152@tcp50 to NMR: 192.168.202.52@tcp50 local destination 00000400:00000200:0.0:1767384364.027897:0:16774:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp50 NI seq info: [233:233:256:4294967295] 192.168.202.52@tcp50 LPNI seq info [31:31:8:4294967295] 00080000:00000010:2.0:1767384364.027900:0:16767:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000004649cfff. 00002000:00000010:2.0:1767384364.027905:0:16767:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000019e3b954. 00000020:00000010:2.0:1767384364.027910:0:16767:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004674dcb1. 00000400:00000200:0.0:1767384364.027912:0:16774:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp50(192.168.202.152@tcp50:192.168.202.152@tcp50) -> 192.168.202.52@tcp50(192.168.202.52@tcp50:192.168.202.52@tcp50) : PUT try# 0 00010000:00010000:2.0:1767384364.027914:0:16767:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export 000000000e92f6ab, canceled 0 locks, left on hash table 1. 00000020:00000010:2.0:1767384364.027920:0:16767:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004674dcb1. 00000800:00000200:0.0:1767384364.027921:0:16774:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.52@tcp50 00000020:00000010:2.0:1767384364.027925:0:16767:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000001a3155df. 00000800:00000010:0.0:1767384364.027927:0:16774:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e283cc61. 00000020:00000010:2.0:1767384364.027929:0:16767:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000004649cfff. 00000020:00000010:2.0:1767384364.027933:0:16767:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000027186ceb. 00000800:00000200:0.0:1767384364.027936:0:16774:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005f37b0da] -> 12345-192.168.202.52@tcp50 (4) 00000020:00000010:2.0:1767384364.027937:0:16767:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000014eb459e. 80000000:00000010:2.0:1767384364.027941:0:16767:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000001784b043. 40000000:00000010:2.0:1767384364.027944:0:16767:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000a8feba86. 00000800:00000200:0.0:1767384364.027945:0:16774:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.52@tcp50 ip 192.168.202.52:1023 00100000:00000010:2.0:1767384364.027947:0:16767:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000014975758. 00000800:00000200:0.0:1767384364.027949:0:16774:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e283cc61 type 1, nob 320 niov 1 nkiov 1 00040000:00000010:2.0:1767384364.027950:0:16767:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000af1ddeba. 00040000:00000010:2.0:1767384364.027955:0:16767:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000e17f7745. 00080000:00000010:2.0:1767384364.027958:0:16767:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000086fd7bdc. 00002000:00000010:2.0:1767384364.027959:0:16767:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000019e3b954. 00000001:00000001:2.0:1767384364.027960:0:16767:0:(hash.c:1733:cfs_hash_for_each_empty()) Process entered 00000001:00000001:2.0:1767384364.027962:0:16767:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:2.0:1767384364.027967:0:16767:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000fb071e46 count: 7 00010000:00000001:2.0:1767384364.027969:0:16767:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:2.0:1767384364.027971:0:16767:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1767384364.027973:0:16767:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00000100:00000001:0.0:1767384364.027973:0:16774:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384364.027975:0:16767:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384364.027979:0:16767:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384364.027982:0:16774:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000edb0cbe6 refcount 6 to 192.168.202.52@tcp50 00010000:00000001:2.0:1767384364.027983:0:16767:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384364.027986:0:16767:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384364.027988:0:16774:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00000001:2.0:1767384364.027990:0:16767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384364.027992:0:16767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:0.0:1767384364.027992:0:16774:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384364.027995:0:16767:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384364.027998:0:16767:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384364.027998:0:16774:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000040:2.0:1767384364.028003:0:16767:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000a70ec5d6 with handle 0x7e51148972eecd1e from hash 00010000:00000001:2.0:1767384364.028007:0:16767:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000040:0.0:1767384364.028009:0:16774:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c262e3c8 x1853236716769024/t0(0) o251->d7c7db59-0549-4c42-8eed-4384a2494667@192.168.202.52@tcp50:345/0 lens 224/224 e 0 to 0 dl 1767384375 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384364.028010:0:16767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384364.028013:0:16767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384364.028016:0:16767:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384364.028019:0:16767:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384364.028022:0:16767:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384364.028035:0:16767:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384364.028038:0:16767:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384364.028042:0:16767:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384364.028047:0:16767:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00100000:0.0:1767384364.028048:0:16774:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000c262e3c8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d7c7db59-0549-4c42-8eed-4384a2494667+3:12135:x1853236716769024:12345-192.168.202.52@tcp50:251: Request processed in 386us (549us total) trans 0 rc 0/0 00010000:00000040:2.0:1767384364.028050:0:16767:0:(ldlm_lock.c:2577:ldlm_cancel_lock_for_export()) Export 000000000e92f6ab, 1 locks cancelled. 00010000:00000001:2.0:1767384364.028055:0:16767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384364.028058:0:16767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384364.028060:0:16767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00100000:0.0:1767384364.028064:0:16774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp50, seq: 172 00000800:00000200:1.0:1767384364.028065:0:16132:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00010000:2.0:1767384364.028067:0:16767:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000a70ec5d6/0x7e51148972eecd1e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 192.168.202.52@tcp50 remote: 0xdc4cb4ce8e4aee13 expref: 3 pid: 16773 timeout: 0 lvb_type: 0 00000100:00000040:0.0:1767384364.028070:0:16774:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000e92f6ab : new rpc_count 0 00000800:00000010:1.0:1767384364.028072:0:16132:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e283cc61. 00000100:00000001:0.0:1767384364.028077:0:16774:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:1.0:1767384364.028081:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384364.028082:0:16774:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000040:2.0:1767384364.028084:0:16767:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 000000000e92f6ab : new locks_count 0 00000020:00000040:2.0:1767384364.028109:0:16767:0:(genops.c:898:class_export_put()) PUTting export 000000000e92f6ab : new refcount 2 00010000:00000001:2.0:1767384364.028113:0:16767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:2.0:1767384364.028115:0:16767:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: d7c7db59-0549-4, loop: 0 00000001:00000001:2.0:1767384364.028117:0:16767:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000020:00000010:0.0:1767384364.028118:0:16774:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000085254f13. 00000001:00000001:2.0:1767384364.028122:0:16767:0:(hash.c:1749:cfs_hash_for_each_empty()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384364.028124:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp50->192.168.202.52@tcp50: PUT: OK 00010000:00010000:2.0:1767384364.028125:0:16767:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export 000000000e92f6ab, canceled 1 locks, left on hash table 0. 00000020:00000010:0.0:1767384364.028125:0:16774:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001238b710. 00000020:00000010:0.0:1767384364.028132:0:16774:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006bec9a87. 00000020:00000010:2.0:1767384364.028133:0:16767:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000001a3155df. 00000400:00000200:1.0:1767384364.028133:0:16132:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000005c1b364 00000020:00000010:2.0:1767384364.028139:0:16767:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000004649cfff. 00000400:00000010:1.0:1767384364.028139:0:16132:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000005c1b364. 00000020:00000040:0.0:1767384364.028143:0:16774:0:(genops.c:898:class_export_put()) PUTting export 000000000e92f6ab : new refcount 1 00000020:00000010:2.0:1767384364.028145:0:16767:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000027186ceb. 00000100:00000001:1.0:1767384364.028149:0:16132:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384364.028149:0:16774:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384364.028150:0:16767:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000014eb459e. 02000000:00000001:1.0:1767384364.028155:0:16132:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 80000000:00000010:2.0:1767384364.028156:0:16767:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000001784b043. 00000100:00000200:0.0:1767384364.028157:0:16774:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 02000000:00000010:1.0:1767384364.028159:0:16132:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000cf467784. 40000000:00000010:2.0:1767384364.028160:0:16767:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000a8feba86. 00000400:00000010:0.0:1767384364.028163:0:16774:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000023a9cf75. 00100000:00000010:2.0:1767384364.028166:0:16767:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000014975758. 02000000:00000001:1.0:1767384364.028169:0:16132:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00040000:00000010:2.0:1767384364.028170:0:16767:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000af1ddeba. 00000400:00000010:0.0:1767384364.028170:0:16774:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cd106a72. 00000100:00000001:1.0:1767384364.028172:0:16132:0:(events.c:398:reply_out_callback()) Process leaving 00040000:00000010:2.0:1767384364.028177:0:16767:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000e17f7745. 00080000:00000010:2.0:1767384364.028180:0:16767:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000086fd7bdc. 00002000:00000010:2.0:1767384364.028183:0:16767:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000019e3b954. 00000020:00000010:2.0:1767384364.028186:0:16767:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004674dcb1. 00000020:00000001:2.0:1767384364.028189:0:16767:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:2.0:1767384364.028190:0:16767:0:(genops.c:898:class_export_put()) PUTting export 000000000e92f6ab : new refcount 0 00000020:00000080:2.0:1767384364.028192:0:16767:0:(genops.c:904:class_export_put()) final put 000000000e92f6ab/d7c7db59-0549-4c42-8eed-4384a2494667 00000020:00000001:2.0:1767384364.028211:0:16767:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00010000:00000001:2.0:1767384364.028213:0:16767:0:(ldlm_lockd.c:2940:ldlm_bl_thread_exports()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384364.028215:0:16767:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384364.028217:0:16767:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384364.028219:0:16767:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1767384364.028221:0:16767:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384364.028222:0:16767:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384364.028223:0:16767:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1767384364.028225:0:16767:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384364.028227:0:16767:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384364.028228:0:16767:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1767384364.028238:0:37:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:3.0:1767384364.028241:0:37:0:(genops.c:863:class_export_destroy()) destroying export 000000000e92f6ab/d7c7db59-0549-4c42-8eed-4384a2494667 for MGS 00000020:00000040:3.0:1767384364.028246:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000edb0cbe6 refcount 5 to 192.168.202.52@tcp50 00000020:00000001:3.0:1767384364.028248:0:37:0:(obd_class.h:1017:obd_destroy_export()) Process entered 20000000:00000001:3.0:1767384364.028249:0:37:0:(mgs_handler.c:766:mgs_destroy_export()) Process entered 00000020:00000040:3.0:1767384364.028251:0:37:0:(genops.c:1229:class_import_get()) import 000000007e68384c refcount=2 obd=MGS 00000020:00000001:3.0:1767384364.028253:0:37:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384364.028254:0:37:0:(genops.c:1242:class_import_put()) import 000000007e68384c refcount=1 obd=MGS 00000020:00000001:3.0:1767384364.028255:0:37:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:3.0:1767384364.028257:0:37:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384364.028258:0:37:0:(genops.c:1242:class_import_put()) import 000000007e68384c refcount=0 obd=MGS 00000020:00000040:3.0:1767384364.028259:0:37:0:(genops.c:1245:class_import_put()) final put import 000000007e68384c 00000020:00000001:3.0:1767384364.028267:0:37:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:3.0:1767384364.028269:0:37:0:(ldlm_lockd.c:3159:ldlm_destroy_export()) Process entered 00000001:00000001:3.0:1767384364.028271:0:37:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1767384364.028274:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000125cb87b. 00000001:00000010:3.0:1767384364.028277:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000a79b1c17. 00000001:00000010:3.0:1767384364.028278:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000d3723352. 00000001:00000010:3.0:1767384364.028279:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000c0fd7b5a. 00000001:00000010:3.0:1767384364.028282:0:37:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000525be43a. 00000001:00000010:3.0:1767384364.028284:0:37:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000ac0a9c0f. 00000001:00000001:3.0:1767384364.028287:0:37:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000001:3.0:1767384364.028289:0:37:0:(ldlm_flock.c:1142:ldlm_destroy_flock_export()) Process entered 00010000:00000001:3.0:1767384364.028290:0:37:0:(ldlm_flock.c:1147:ldlm_destroy_flock_export()) Process leaving 00010000:00000001:3.0:1767384364.028291:0:37:0:(ldlm_lockd.c:3164:ldlm_destroy_export()) Process leaving 20000000:00000001:3.0:1767384364.028292:0:37:0:(mgs_handler.c:777:mgs_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384364.028294:0:37:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384364.028295:0:37:0:(obd_config.c:955:class_decref()) Decref MGS (0000000042dad3ef) now 7 - export 00000020:00000010:3.0:1767384364.028297:0:37:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 000000000e92f6ab. 00000020:00000001:3.0:1767384364.028304:0:37:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000001:3.0:1767384364.028307:0:37:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000020:00000080:3.0:1767384364.028308:0:37:0:(genops.c:1202:obd_zombie_import_free()) destroying import 000000007e68384c for MGS 00000020:00000040:3.0:1767384364.028310:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000edb0cbe6 refcount 4 to 192.168.202.52@tcp50 00000020:00000040:3.0:1767384364.028311:0:37:0:(obd_config.c:955:class_decref()) Decref MGS (0000000042dad3ef) now 6 - import 00000020:00000010:3.0:1767384364.028313:0:37:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 000000007e68384c. 00000020:00000001:3.0:1767384364.028315:0:37:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00010000:00000010:2.1:1767384364.034127:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000a70ec5d6. 00000400:00000001:0.0:1767384364.469164:0:16134:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384364.469171:0:16134:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384364.469173:0:16134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d0007e92 00000400:00000010:0.0:1767384364.469178:0:16134:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d0007e92. 00000400:00000200:0.0:1767384364.469184:0:16134:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384364.469190:0:16134:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.152@tcp47 recovery ping unlinked 00000400:00000010:0.0:1767384364.469202:0:16134:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000018bd6bf4. 00000400:00000010:0.0:1767384364.469207:0:16134:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000f426b625. 00000400:00000001:0.0:1767384364.469210:0:16134:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384364.469211:0:16134:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384364.469212:0:16134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b59c96da 00000400:00000010:0.0:1767384364.469213:0:16134:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b59c96da. 00000400:00000200:0.0:1767384364.469214:0:16134:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384364.469216:0:16134:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.152@tcp37 recovery ping unlinked 00000400:00000010:0.0:1767384364.469217:0:16134:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000092e345f9. 00000400:00000010:0.0:1767384364.469218:0:16134:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000080439f22. 10000000:00000001:1.0:1767384364.533193:0:16776:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1767384364.533199:0:16776:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (0000000070cb7a0b) refs 2 10000000:00000001:1.0:1767384364.533204:0:16776:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384364.533206:0:16776:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1767384364.533226:0:16776:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1767384364.533228:0:16776:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:1.0:1767384364.533231:0:16776:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:1.0:1767384364.533233:0:16776:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:1.0:1767384364.533235:0:16776:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff8ef5103e6000 from 83 10000000:00000001:1.0:1767384364.533239:0:16776:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:1.0:1767384364.533241:0:16776:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:1.0:1767384364.533250:0:16776:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004a8c2434. 00000020:00000040:1.0:1767384364.533254:0:16776:0:(genops.c:1229:class_import_get()) import 00000000df830bbe refcount=4 obd=MGC192.168.202.152@tcp 00000100:00000001:1.0:1767384364.533258:0:16776:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384364.533262:0:16776:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384364.533267:0:16776:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384364.533273:0:16776:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007aa1dec1. 00000100:00000001:1.0:1767384364.533279:0:16776:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384364.533283:0:16776:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1767384364.533285:0:16776:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384364.533292:0:16776:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000ac89e539. 00010000:00000001:1.0:1767384364.533296:0:16776:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384364.533299:0:16776:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000271e18dc. 00000020:00000001:1.0:1767384364.533303:0:16776:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384364.533306:0:16776:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000271e18dc with handle 0x7e51148972eecd56 to hash 00000020:00000001:1.0:1767384364.533307:0:16776:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384364.533308:0:16776:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446619781820864000 : -124291888687616 : ffff8ef50a205600) 00010000:00000001:1.0:1767384364.533311:0:16776:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446619781820864000 : -124291888687616 : ffff8ef50a205600) 00010000:00000001:1.0:1767384364.533314:0:16776:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384364.533315:0:16776:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384364.533317:0:16776:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.152@tcp lock: 00000000271e18dc/0x7e51148972eecd56 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 16776 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384364.533325:0:16776:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.152@tcp lock: 00000000271e18dc/0x7e51148972eecd56 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 16776 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384364.533333:0:16776:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.152@tcp lock: 00000000271e18dc/0x7e51148972eecd56 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 16776 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384364.533337:0:16776:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767384364.533342:0:16776:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384364.533347:0:16776:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000731e305. 00000100:00000001:1.0:1767384364.533348:0:16776:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446619777412921408 : -124296296630208 : ffff8ef403647840) 00000100:00000001:1.0:1767384364.533351:0:16776:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384364.533351:0:16776:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782424486656 : -124291285064960 : ffff8ef52e1ae300) 00000100:00000001:1.0:1767384364.533355:0:16776:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384364.533356:0:16776:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384364.533358:0:16776:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384364.533360:0:16776:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384364.533373:0:16776:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004a8c2434 x1853236723089920/t0(0) o101->MGC192.168.202.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384364.533380:0:16776:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384364.533382:0:16776:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384364.533384:0:16776:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384364.533387:0:16776:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384364.533389:0:16776:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384364.533390:0:16776:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004a8c2434 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c0412d60-4f67-4dbc-8791-892843f60083:16776:1853236723089920:0@lo:101: 00000100:00000001:1.0:1767384364.533394:0:16776:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384364.533398:0:16776:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384364.533399:0:16776:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384364.533401:0:16776:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384364.533404:0:16776:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000001321bc4b. 02000000:00000001:1.0:1767384364.533405:0:16776:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384364.533409:0:16776:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fc2b43a8. 00000400:00000010:1.0:1767384364.533414:0:16776:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004b5cd7b8. 00000100:00000200:1.0:1767384364.533420:0:16776:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236723089920, portal 25 00000100:00000001:1.0:1767384364.533421:0:16776:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384364.533422:0:16776:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782424486656 : -124291285064960 : ffff8ef52e1ae300) 00000100:00000040:1.0:1767384364.533425:0:16776:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000004a8c2434 x1853236723089920/t0(0) o101->MGC192.168.202.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384380 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384364.533431:0:16776:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384364.533433:0:16776:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384364.533434:0:16776:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000041b879ca. 00000100:00000200:1.0:1767384364.533436:0:16776:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853236723089920, offset 0 00000400:00000200:1.0:1767384364.533445:0:16776:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384364.533456:0:16776:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384364.533464:0:16776:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695824c908200 00000400:00000200:1.0:1767384364.533468:0:16776:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x1979 [2] + 0 00000400:00000010:1.0:1767384364.533471:0:16776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ca03a2a1. 00000400:00000200:1.0:1767384364.533476:0:16776:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000002176f528 00000400:00000200:1.0:1767384364.533480:0:16776:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384364.533483:0:16776:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384364.533486:0:16776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002176f528 00000400:00000010:1.0:1767384364.533488:0:16776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002176f528. 00000100:00000001:1.0:1767384364.533493:0:16776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384364.533495:0:16776:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384364.533497:0:16776:0:(events.c:337:request_in_callback()) incoming req@00000000cad213ed x1853236723089920 msgsize 328 00000100:00100000:1.0:1767384364.533500:0:16776:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384364.533501:0:16776:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384364.533513:0:16776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384364.533518:0:16776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000041b879ca 00000400:00000010:1.0:1767384364.533519:0:16776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000041b879ca. 00000100:00000001:1.0:1767384364.533521:0:16776:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384364.533523:0:16776:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004a8c2434 x1853236723089920/t0(0) o101->MGC192.168.202.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384380 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384364.533532:0:16776:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384364.533534:0:16776:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000004a8c2434 x1853236723089920/t0(0) o101->MGC192.168.202.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384380 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384364.533539:0:16776:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384364.533541:0:16776:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384364.533546:0:16776:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384364.533549:0:16776:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294954520 00000100:00000010:1.0:1767384364.533552:0:16776:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000080925de8. 00000100:00000001:0.0:1767384364.533555:0:16774:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384364.533559:0:16776:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 0 00000100:00100000:0.0:1767384364.533563:0:16774:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723089920 02000000:00000001:0.0:1767384364.533567:0:16774:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384364.533568:0:16776:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294954520 00000100:00000001:0.0:1767384364.533572:0:16774:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000010:1.0:1767384364.533573:0:16776:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000729e9f99. 00000100:00000001:0.0:1767384364.533575:0:16774:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384364.533582:0:16776:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 1 02000000:00000001:0.0:1767384364.533584:0:16774:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384364.533589:0:16774:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723089920 00000100:00000001:1.0:1767384364.533591:0:16776:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294954520 00000020:00000001:0.0:1767384364.533594:0:16774:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000010:1.0:1767384364.533595:0:16776:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000026c96f58. 00000020:00000040:0.0:1767384364.533598:0:16774:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eec8e1 00000100:00000001:1.0:1767384364.533600:0:16776:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 2 00000020:00000001:0.0:1767384364.533603:0:16774:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384364.533607:0:16774:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000555601ca refcount=14 00000100:00000001:1.0:1767384364.533610:0:16776:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294954520 00000020:00000001:0.0:1767384364.533611:0:16774:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000100:00000010:1.0:1767384364.533617:0:16776:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c3b7a892. 00000020:00000001:0.0:1767384364.533617:0:16774:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000100:00000001:1.0:1767384364.533629:0:16776:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767384364.533632:0:16774:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384364.533637:0:16776:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384364.533641:0:16776:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384364.533643:0:16776:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384364.533645:0:16776:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767384364.533647:0:16776:0:(client.c:2690:ptlrpc_set_wait()) set 000000000731e305 going to sleep for 11 seconds 00000100:00000001:1.0:1767384364.533650:0:16776:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384364.533653:0:16776:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384364.533655:0:16774:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003cff86ed. 00000100:00000001:0.0:1767384364.533659:0:16774:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384364.533661:0:16774:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003cff86ed. 00000020:00000010:0.0:1767384364.533669:0:16774:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000080439f22. 00000020:00000010:0.0:1767384364.533675:0:16774:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000085254f13. 00000020:00000010:0.0:1767384364.533679:0:16774:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001238b710. 00000100:00000040:0.0:1767384364.533691:0:16774:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384364.533694:0:16774:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384364.533695:0:16774:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384364.533698:0:16774:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384364.533706:0:16774:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384364.533722:0:16774:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384364.533733:0:16774:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384364.533735:0:16774:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384364.533740:0:16774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 173 00000100:00000040:0.0:1767384364.533743:0:16774:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000555601ca : new rpc_count 1 00000100:00000001:0.0:1767384364.533745:0:16774:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619777395442768 : -124296314108848 : ffff8ef40259c450) 00000100:00000040:0.0:1767384364.533750:0:16774:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000cad213ed x1853236723089920/t0(0) o101->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:345/0 lens 328/0 e 0 to 0 dl 1767384375 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384364.533758:0:16774:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384364.533760:0:16774:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003cff86ed. 00000100:00000001:0.0:1767384364.533762:0:16774:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384364.533764:0:16774:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003cff86ed. 00000100:00100000:0.0:1767384364.533767:0:16774:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000cad213ed pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c0412d60-4f67-4dbc-8791-892843f60083+14:16776:x1853236723089920:12345-0@lo:101: 00000100:00000200:0.0:1767384364.533770:0:16774:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723089920 00000020:00000001:0.0:1767384364.533773:0:16774:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384364.533777:0:16774:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384364.533779:0:16774:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384364.533782:0:16774:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384364.533784:0:16774:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669141056 : -1040410560 : ffffffffc1fc9840) 00000020:00000001:0.0:1767384364.533787:0:16774:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384364.533788:0:16774:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384364.533795:0:16774:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384364.533797:0:16774:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384364.533802:0:16774:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384364.533804:0:16774:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1767384364.533807:0:16774:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1767384364.533809:0:16774:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1767384364.533810:0:16774:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1767384364.533812:0:16774:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384364.533817:0:16774:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384364.533824:0:16774:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000002c0c867f. 00010000:00000001:0.0:1767384364.533828:0:16774:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384364.533830:0:16774:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000006dc32701. 00000020:00000001:0.0:1767384364.533833:0:16774:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384364.533834:0:16774:0:(lustre_handles.c:77:class_handle_hash()) added object 000000006dc32701 with handle 0x7e51148972eecd5d to hash 00000020:00000001:0.0:1767384364.533836:0:16774:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384364.533837:0:16774:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446619781734629376 : -124291974922240 : ffff8ef504fc8000) 00010000:00000001:0.0:1767384364.533839:0:16774:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446619781734629376 : -124291974922240 : ffff8ef504fc8000) 00010000:00010000:0.0:1767384364.533842:0:16774:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 000000006dc32701/0x7e51148972eecd5d lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x7e51148972eecd56 expref: -99 pid: 16774 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384364.533848:0:16774:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 00000000555601ca : new locks_count 10 00000020:00000040:0.0:1767384364.533849:0:16774:0:(genops.c:887:class_export_get()) GET export 00000000555601ca refcount=15 00000100:00000001:0.0:1767384364.533857:0:16774:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384364.533859:0:16774:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384364.533862:0:16774:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000bbd0fbec. 02000000:00000001:0.0:1767384364.533864:0:16774:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384364.533866:0:16774:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384364.533868:0:16774:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384364.533872:0:16774:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384364.533874:0:16774:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384364.533876:0:16774:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384364.533878:0:16774:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384364.533880:0:16774:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384364.533881:0:16774:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384364.533882:0:16774:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384364.533885:0:16774:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384364.533889:0:16774:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384364.533891:0:16774:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384364.533892:0:16774:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000002c0c867f) refcount = 1 00010000:00010000:0.0:1767384364.533896:0:16774:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000006dc32701/0x7e51148972eecd5d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x7e51148972eecd56 expref: 15 pid: 16774 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384364.533900:0:16774:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384364.533901:0:16774:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384364.533902:0:16774:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384364.533904:0:16774:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384364.533905:0:16774:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384364.533910:0:16774:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:0.0:1767384364.533911:0:16774:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 000000006dc32701/0x7e51148972eecd5d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x7e51148972eecd56 expref: 15 pid: 16774 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384364.533917:0:16774:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384364.533918:0:16774:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384364.533920:0:16774:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384364.533922:0:16774:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384364.533923:0:16774:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384364.533925:0:16774:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384364.533926:0:16774:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384364.533927:0:16774:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 000000006dc32701, rc 0) 00000020:00000001:0.0:1767384364.533929:0:16774:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384364.533932:0:16774:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236723089920 00010000:00000001:0.0:1767384364.533934:0:16774:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384364.533937:0:16774:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000cad213ed x1853236723089920/t0(0) o101->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:345/0 lens 328/344 e 0 to 0 dl 1767384375 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384364.533943:0:16774:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384364.533945:0:16774:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384364.533949:0:16774:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dd452398 time=94 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384364.533952:0:16774:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384364.533954:0:16774:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 21 to 0@lo 00000100:00000001:0.0:1767384364.533956:0:16774:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 02000000:00000001:0.0:1767384364.533958:0:16774:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384364.533964:0:16774:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384364.533967:0:16774:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384364.533969:0:16774:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384364.533972:0:16774:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b59c96da. 00000100:00000200:0.0:1767384364.533976:0:16774:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236723089920, offset 224 00000400:00000200:0.0:1767384364.533981:0:16774:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384364.533990:0:16774:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384364.533997:0:16774:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695824c908200 00000400:00000200:0.0:1767384364.534003:0:16774:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x2119 [1] + 224 00000400:00000200:0.0:1767384364.534008:0:16774:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384364.534011:0:16774:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384364.534015:0:16774:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384364.534018:0:16774:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004a8c2434 x1853236723089920/t0(0) o101->MGC192.168.202.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384380 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384364.534041:0:16774:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@000000004a8c2434 x1853236723089920/t0(0) o101->MGC192.168.202.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384380 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384364.534056:0:16774:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384364.534063:0:16774:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b59c96da 00000400:00000010:0.0:1767384364.534071:0:16774:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b59c96da. 00000100:00000001:0.0:1767384364.534076:0:16774:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384364.534079:0:16774:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384364.534084:0:16774:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384364.534107:0:16776:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384364.534114:0:16776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384364.534116:0:16776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384364.534118:0:16776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fc2b43a8. 00000100:00000040:0.0:1767384364.534119:0:16774:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 20 to 0@lo 00000400:00000200:1.0:1767384364.534122:0:16776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004b5cd7b8 00000400:00000010:1.0:1767384364.534126:0:16776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004b5cd7b8. 00010000:00000001:0.0:1767384364.534126:0:16774:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:1.0:1767384364.534133:0:16776:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:0.0:1767384364.534133:0:16774:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384364.534139:0:16774:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:1.0:1767384364.534140:0:16776:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004a8c2434 x1853236723089920/t0(0) o101->MGC192.168.202.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384380 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384364.534149:0:16774:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cad213ed x1853236723089920/t0(0) o101->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:345/0 lens 328/344 e 0 to 0 dl 1767384375 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384364.534154:0:16776:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004a8c2434 x1853236723089920/t0(0) o101->MGC192.168.202.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384380 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384364.534223:0:16776:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384364.534226:0:16776:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384364.534234:0:16776:0:(client.c:1578:after_reply()) Process entered 00000100:00100000:0.0:1767384364.534234:0:16774:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000cad213ed pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c0412d60-4f67-4dbc-8791-892843f60083+15:16776:x1853236723089920:12345-0@lo:101: Request processed in 467us (727us total) trans 0 rc 0/0 02000000:00000001:1.0:1767384364.534241:0:16776:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384364.534247:0:16776:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384364.534249:0:16776:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384364.534255:0:16774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 173 02000000:00000001:1.0:1767384364.534257:0:16776:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384364.534261:0:16774:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000555601ca : new rpc_count 0 00000100:00001000:1.0:1767384364.534264:0:16776:0:(import.c:2128:obd_at_measure()) add 5 to 0000000028df3f77 time=94 v=5 (5 0 0 0) 00000100:00000001:0.0:1767384364.534265:0:16774:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00001000:1.0:1767384364.534269:0:16776:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f5022cbe time=94 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384364.534272:0:16776:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384364.534276:0:16774:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384364.534282:0:16776:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384364.534282:0:16774:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000085254f13. 00010000:00000001:1.0:1767384364.534291:0:16776:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000010:0.0:1767384364.534291:0:16774:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001238b710. 00010000:00000001:1.0:1767384364.534294:0:16776:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384364.534302:0:16776:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384364.534302:0:16774:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000080439f22. 00000100:00000040:1.0:1767384364.534319:0:16776:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004a8c2434 x1853236723089920/t0(0) o101->MGC192.168.202.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384380 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384364.534319:0:16774:0:(genops.c:898:class_export_put()) PUTting export 00000000555601ca : new refcount 14 02000000:00000001:0.0:1767384364.534329:0:16774:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384364.534333:0:16774:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000bbd0fbec. 02000000:00000001:0.0:1767384364.534338:0:16774:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384364.534342:0:16774:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384364.534349:0:16774:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:1.0:1767384364.534353:0:16776:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1767384364.534355:0:16774:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000aa68c4ac. 00000100:00000001:1.0:1767384364.534362:0:16776:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:0.0:1767384364.534363:0:16774:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000062fdac13. 00000100:00000001:1.0:1767384364.534371:0:16776:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384364.534382:0:16776:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004a8c2434 x1853236723089920/t0(0) o101->MGC192.168.202.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384380 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384364.534393:0:16776:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004a8c2434 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c0412d60-4f67-4dbc-8791-892843f60083:16776:1853236723089920:0@lo:101: 00000100:00000001:1.0:1767384364.534397:0:16776:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384364.534400:0:16776:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384364.534401:0:16776:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767384364.534403:0:16776:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384364.534405:0:16776:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004a8c2434 x1853236723089920/t0(0) o101->MGC192.168.202.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384380 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384364.534411:0:16776:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384364.534413:0:16776:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000000731e305. 00000100:00000001:1.0:1767384364.534418:0:16776:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767384364.534419:0:16776:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384364.534422:0:16776:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1767384364.534424:0:16776:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384364.534426:0:16776:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384364.534428:0:16776:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000271e18dc refcount=4 00000020:00000001:1.0:1767384364.534430:0:16776:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781820864000 : -124291888687616 : ffff8ef50a205600) 00010000:00000001:1.0:1767384364.534432:0:16776:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781820864000 : -124291888687616 : ffff8ef50a205600) 00010000:00000040:1.0:1767384364.534437:0:16776:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 00000000271e18dc, remote cookie: 0x7e51148972eecd5d, flags: 0x0 00010000:00000001:1.0:1767384364.534441:0:16776:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384364.534445:0:16776:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384364.534447:0:16776:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384364.534448:0:16776:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384364.534456:0:16776:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384364.534458:0:16776:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000ac89e539) refcount = 1 00010000:00010000:1.0:1767384364.534462:0:16776:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.152@tcp lock: 00000000271e18dc/0x7e51148972eecd56 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7e51148972eecd5d expref: -99 pid: 16776 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384364.534469:0:16776:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384364.534471:0:16776:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384364.534473:0:16776:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384364.534476:0:16776:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384364.534478:0:16776:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384364.534480:0:16776:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.152@tcp lock: 00000000271e18dc/0x7e51148972eecd56 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x7e51148972eecd5d expref: -99 pid: 16776 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384364.534485:0:16776:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1767384364.534486:0:16776:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384364.534487:0:16776:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384364.534488:0:16776:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384364.534488:0:16776:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384364.534489:0:16776:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384364.534491:0:16776:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384364.534493:0:16776:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004a8c2434 x1853236723089920/t0(0) o101->MGC192.168.202.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384380 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384364.534497:0:16776:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384364.534499:0:16776:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384364.534501:0:16776:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000001321bc4b. 02000000:00000001:1.0:1767384364.534503:0:16776:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384364.534504:0:16776:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384364.534505:0:16776:0:(genops.c:1242:class_import_put()) import 00000000df830bbe refcount=3 obd=MGC192.168.202.152@tcp 00000020:00000001:1.0:1767384364.534507:0:16776:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384364.534508:0:16776:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000007aa1dec1. 02000000:00000001:1.0:1767384364.534511:0:16776:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384364.534512:0:16776:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384364.534513:0:16776:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004a8c2434. 00000100:00000001:1.0:1767384364.534515:0:16776:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384364.534516:0:16776:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1767384364.534517:0:16776:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384364.534519:0:16776:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1767384364.534524:0:16776:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (0000000070cb7a0b) refs 3 10000000:00000001:1.0:1767384364.534525:0:16776:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384364.534527:0:16776:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384364.534528:0:16776:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384364.534529:0:16776:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000271e18dc refcount=3 00000020:00000001:1.0:1767384364.534530:0:16776:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781820864000 : -124291888687616 : ffff8ef50a205600) 00010000:00000001:1.0:1767384364.534531:0:16776:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781820864000 : -124291888687616 : ffff8ef50a205600) 00010000:00000001:1.0:1767384364.534533:0:16776:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:1.0:1767384364.534534:0:16776:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384364.534535:0:16776:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384364.534535:0:16776:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384364.534537:0:16776:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:1.0:1767384364.534539:0:16776:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 000000005bfe91b8. 00000100:00000010:1.0:1767384364.534549:0:16776:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004a8c2434. 00000020:00000040:1.0:1767384364.534551:0:16776:0:(genops.c:1229:class_import_get()) import 00000000df830bbe refcount=4 obd=MGC192.168.202.152@tcp 00000100:00000001:1.0:1767384364.534552:0:16776:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384364.534554:0:16776:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384364.534556:0:16776:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384364.534558:0:16776:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007aa1dec1. 00000100:00000001:1.0:1767384364.534560:0:16776:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384364.534563:0:16776:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:1.0:1767384364.534565:0:16776:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000001321bc4b. 00000100:00000010:1.0:1767384364.534567:0:16776:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 00000000efe6336f. 00000020:00000040:1.0:1767384364.534568:0:16776:0:(genops.c:1229:class_import_get()) import 00000000df830bbe refcount=5 obd=MGC192.168.202.152@tcp 00000100:00000001:1.0:1767384364.534571:0:16776:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767384364.534572:0:16776:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384364.534574:0:16776:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000731e305. 00000100:00000001:1.0:1767384364.534575:0:16776:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446619777412921408 : -124296296630208 : ffff8ef403647840) 00000100:00000001:1.0:1767384364.534576:0:16776:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384364.534577:0:16776:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782424486656 : -124291285064960 : ffff8ef52e1ae300) 00000100:00000001:1.0:1767384364.534579:0:16776:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384364.534580:0:16776:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384364.534581:0:16776:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384364.534582:0:16776:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384364.534583:0:16776:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004a8c2434 x1853236723090048/t0(0) o256->MGC192.168.202.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384364.534591:0:16776:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384364.534592:0:16776:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384364.534594:0:16776:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384364.534595:0:16776:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384364.534596:0:16776:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384364.534598:0:16776:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004a8c2434 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c0412d60-4f67-4dbc-8791-892843f60083:16776:1853236723090048:0@lo:256: 00000100:00000001:1.0:1767384364.534600:0:16776:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384364.534602:0:16776:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384364.534603:0:16776:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384364.534604:0:16776:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:1.0:1767384364.534608:0:16776:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fc2b43a8. 00000400:00000010:1.0:1767384364.534611:0:16776:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000d3e1de38. 00000100:00000200:1.0:1767384364.534614:0:16776:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x695824c908280-0x695824c908280, portal 33 00000100:00000001:1.0:1767384364.534616:0:16776:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384364.534618:0:16776:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384364.534619:0:16776:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007f7627ab. 02000000:00000001:1.0:1767384364.534621:0:16776:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384364.534622:0:16776:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009882c7a1. 00000400:00000010:1.0:1767384364.534624:0:16776:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004b5cd7b8. 00000100:00000200:1.0:1767384364.534625:0:16776:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236723090048, portal 25 00000100:00000001:1.0:1767384364.534626:0:16776:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384364.534627:0:16776:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782424486656 : -124291285064960 : ffff8ef52e1ae300) 00000100:00000040:1.0:1767384364.534629:0:16776:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000004a8c2434 x1853236723090048/t0(0) o256->MGC192.168.202.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384380 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384364.534634:0:16776:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384364.534635:0:16776:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384364.534636:0:16776:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000041b879ca. 00000100:00000200:1.0:1767384364.534638:0:16776:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853236723090048, offset 0 00000400:00000200:1.0:1767384364.534640:0:16776:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384364.534645:0:16776:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384364.534650:0:16776:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x695824c908280 00000400:00000200:1.0:1767384364.534653:0:16776:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x198d [2] + 0 00000400:00000010:1.0:1767384364.534659:0:16776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008902ef20. 00000400:00000200:1.0:1767384364.534661:0:16776:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000081c1e215 00000400:00000200:1.0:1767384364.534664:0:16776:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384364.534666:0:16776:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384364.534669:0:16776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000081c1e215 00000400:00000010:1.0:1767384364.534671:0:16776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000081c1e215. 00000100:00000001:1.0:1767384364.534674:0:16776:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384364.534676:0:16776:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384364.534678:0:16776:0:(events.c:337:request_in_callback()) incoming req@00000000a0f397e7 x1853236723090048 msgsize 304 00000100:00100000:1.0:1767384364.534682:0:16776:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384364.534684:0:16776:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384364.534696:0:16776:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384364.534701:0:16776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000041b879ca 00000400:00000010:1.0:1767384364.534703:0:16776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000041b879ca. 00000100:00000001:1.0:1767384364.534705:0:16776:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384364.534708:0:16776:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004a8c2434 x1853236723090048/t0(0) o256->MGC192.168.202.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384380 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384364.534716:0:16776:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384364.534718:0:16776:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000004a8c2434 x1853236723090048/t0(0) o256->MGC192.168.202.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384380 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384364.534725:0:16776:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384364.534727:0:16776:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384364.534731:0:16776:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384364.534733:0:16776:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294954521 00000100:00000001:1.0:1767384364.534738:0:16776:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294954520 00000100:00000001:1.0:1767384364.534743:0:16776:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294954521 00000100:00000001:1.0:1767384364.534746:0:16776:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294954520 00000100:00000001:1.0:1767384364.534762:0:16776:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294954521 00000100:00000001:1.0:1767384364.534767:0:16776:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294954520 00000100:00000001:0.0:1767384364.534768:0:16774:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384364.534772:0:16776:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294954521 00000100:00100000:0.0:1767384364.534772:0:16774:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723090048 02000000:00000001:0.0:1767384364.534776:0:16774:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384364.534778:0:16776:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294954520 00000100:00000001:0.0:1767384364.534779:0:16774:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384364.534785:0:16774:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384364.534786:0:16776:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384364.534790:0:16774:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384364.534792:0:16774:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723090048 00000100:00000001:1.0:1767384364.534797:0:16776:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384364.534798:0:16774:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384364.534800:0:16774:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eec8e1 00000020:00000001:0.0:1767384364.534810:0:16774:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384364.534811:0:16776:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000040:0.0:1767384364.534818:0:16774:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000555601ca refcount=15 00000100:00000001:1.0:1767384364.534819:0:16776:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:0.0:1767384364.534833:0:16774:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000100:00100000:1.0:1767384364.534834:0:16776:0:(client.c:2690:ptlrpc_set_wait()) set 000000000731e305 going to sleep for 11 seconds 00000020:00000001:0.0:1767384364.534846:0:16774:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000100:00000001:1.0:1767384364.534847:0:16776:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384364.534854:0:16774:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384364.534856:0:16776:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384364.534865:0:16774:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003cff86ed. 00000100:00000001:0.0:1767384364.534869:0:16774:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384364.534872:0:16774:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003cff86ed. 00000020:00000010:0.0:1767384364.534875:0:16774:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000080439f22. 00000020:00000010:0.0:1767384364.534878:0:16774:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000085254f13. 00000020:00000010:0.0:1767384364.534880:0:16774:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001238b710. 00000100:00000040:0.0:1767384364.534884:0:16774:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384364.534886:0:16774:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384364.534887:0:16774:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384364.534895:0:16774:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384364.534897:0:16774:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384364.534910:0:16774:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384364.534916:0:16774:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384364.534918:0:16774:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384364.534920:0:16774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 174 00000100:00000040:0.0:1767384364.534922:0:16774:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000555601ca : new rpc_count 1 00000100:00000001:0.0:1767384364.534924:0:16774:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619777395450960 : -124296314100656 : ffff8ef40259e450) 00000100:00000040:0.0:1767384364.534927:0:16774:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a0f397e7 x1853236723090048/t0(0) o256->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:345/0 lens 304/0 e 0 to 0 dl 1767384375 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384364.534934:0:16774:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384364.534937:0:16774:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003cff86ed. 00000100:00000001:0.0:1767384364.534939:0:16774:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384364.534941:0:16774:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003cff86ed. 00000100:00100000:0.0:1767384364.534947:0:16774:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000a0f397e7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c0412d60-4f67-4dbc-8791-892843f60083+15:16776:x1853236723090048:12345-0@lo:256: 00000100:00000200:0.0:1767384364.534951:0:16774:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723090048 00000020:00000001:0.0:1767384364.534953:0:16774:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384364.534955:0:16774:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384364.534958:0:16774:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384364.534960:0:16774:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384364.534962:0:16774:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669141472 : -1040410144 : ffffffffc1fc99e0) 00000020:00000001:0.0:1767384364.534964:0:16774:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384364.534965:0:16774:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384364.534966:0:16774:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384364.534967:0:16774:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384364.534968:0:16774:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384364.534971:0:16774:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384364.534972:0:16774:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384364.534974:0:16774:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 00000000bbd0fbec. 02000000:00000001:0.0:1767384364.534975:0:16774:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384364.534977:0:16774:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384364.534979:0:16774:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:0.0:1767384364.534983:0:16774:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:0.0:1767384364.534989:0:16774:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384364.534991:0:16774:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384364.534994:0:16774:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384364.534996:0:16774:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:0.0:1767384364.534997:0:16774:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:0.0:1767384364.535000:0:16774:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 0000000015f3249d. 20000000:00000001:0.0:1767384364.535002:0:16774:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:0.0:1767384364.535020:0:16774:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:0.0:1767384364.535043:0:16774:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:0.0:1767384364.535047:0:16774:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:0.0:1767384364.535049:0:16774:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:0.0:1767384364.535050:0:16774:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:0.0:1767384364.535052:0:16774:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:0.0:1767384364.535053:0:16774:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:0.0:1767384364.535054:0:16774:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:0.0:1767384364.535056:0:16774:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:0.0:1767384364.535057:0:16774:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:0.0:1767384364.535058:0:16774:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:0.0:1767384364.535059:0:16774:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:0.0:1767384364.535060:0:16774:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:0.0:1767384364.535061:0:16774:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:0.0:1767384364.535062:0:16774:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:0.0:1767384364.535064:0:16774:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:0.0:1767384364.535065:0:16774:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:0.0:1767384364.535066:0:16774:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:0.0:1767384364.535067:0:16774:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:0.0:1767384364.535068:0:16774:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:0.0:1767384364.535069:0:16774:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:0.0:1767384364.535071:0:16774:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:0.0:1767384364.535072:0:16774:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:0.0:1767384364.535073:0:16774:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:0.0:1767384364.535075:0:16774:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:0.0:1767384364.535076:0:16774:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:0.0:1767384364.535078:0:16774:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:0.0:1767384364.535079:0:16774:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:0.0:1767384364.535080:0:16774:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:0.0:1767384364.535081:0:16774:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:0.0:1767384364.535082:0:16774:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:0.0:1767384364.535083:0:16774:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:0.0:1767384364.535117:0:16774:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:00000040:0.0:1767384364.535119:0:16774:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #42 20000000:00000040:0.0:1767384364.535121:0:16774:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #43 20000000:00000040:0.0:1767384364.535124:0:16774:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #44 20000000:00000040:0.0:1767384364.535126:0:16774:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #45 20000000:00000040:0.0:1767384364.535128:0:16774:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #46 20000000:00000040:0.0:1767384364.535130:0:16774:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #47 20000000:00000040:0.0:1767384364.535132:0:16774:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #48 20000000:00000040:0.0:1767384364.535135:0:16774:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #49 20000000:00000040:0.0:1767384364.535137:0:16774:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #50 20000000:01000000:0.0:1767384364.535139:0:16774:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 864, pages 3232/1/4/3. 20000000:00000040:0.0:1767384364.535155:0:16774:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:0.0:1767384364.535157:0:16774:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:0.0:1767384364.535160:0:16774:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:0.0:1767384364.535162:0:16774:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:0.0:1767384364.535164:0:16774:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:0.0:1767384364.535166:0:16774:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:0.0:1767384364.535168:0:16774:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:0.0:1767384364.535170:0:16774:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:0.0:1767384364.535172:0:16774:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:0.0:1767384364.535174:0:16774:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:0.0:1767384364.535176:0:16774:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:0.0:1767384364.535179:0:16774:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:0.0:1767384364.535181:0:16774:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:0.0:1767384364.535183:0:16774:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:0.0:1767384364.535186:0:16774:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:0.0:1767384364.535187:0:16774:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:0.0:1767384364.535189:0:16774:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:0.0:1767384364.535192:0:16774:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:0.0:1767384364.535194:0:16774:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:0.0:1767384364.535196:0:16774:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:0.0:1767384364.535198:0:16774:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:0.0:1767384364.535200:0:16774:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:0.0:1767384364.535202:0:16774:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:0.0:1767384364.535203:0:16774:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:0.0:1767384364.535204:0:16774:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:0.0:1767384364.535206:0:16774:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:0.0:1767384364.535207:0:16774:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:0.0:1767384364.535208:0:16774:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:0.0:1767384364.535216:0:16774:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:0.0:1767384364.535217:0:16774:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:0.0:1767384364.535219:0:16774:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:0.0:1767384364.535220:0:16774:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:0.0:1767384364.535221:0:16774:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:00000040:0.0:1767384364.535223:0:16774:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #42 20000000:00000040:0.0:1767384364.535224:0:16774:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #43 20000000:00000040:0.0:1767384364.535225:0:16774:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #44 20000000:00000040:0.0:1767384364.535227:0:16774:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #45 20000000:00000040:0.0:1767384364.535228:0:16774:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #46 20000000:00000040:0.0:1767384364.535229:0:16774:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #47 20000000:00000040:0.0:1767384364.535230:0:16774:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #48 20000000:00000040:0.0:1767384364.535231:0:16774:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #49 20000000:00000040:0.0:1767384364.535232:0:16774:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #50 20000000:01000000:0.0:1767384364.535233:0:16774:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 864, pages 2368/1/4/3. 20000000:01000000:0.0:1767384364.535235:0:16774:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 1728, version 88 20000000:00000001:0.0:1767384364.535236:0:16774:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=1728 : 1728 : 6c0) 00000100:00000001:0.0:1767384364.535238:0:16774:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:0.0:1767384364.535241:0:16774:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 0000000077c84527. 00000100:00000010:0.0:1767384364.535244:0:16774:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 000000004748d6fa. 00000020:00000040:0.0:1767384364.535246:0:16774:0:(genops.c:887:class_export_get()) GET export 00000000555601ca refcount=16 00010000:00000001:0.0:1767384364.535249:0:16774:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:0.0:1767384364.535251:0:16774:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:0.0:1767384364.535253:0:16774:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b59c96da. 00000400:00000010:0.0:1767384364.535259:0:16774:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000095dab0e4. 00000400:00000200:0.0:1767384364.535261:0:16774:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384364.535269:0:16774:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384364.535274:0:16774:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 1728 into portal 33 MB=0x695824c908280 00000400:00000200:0.0:1767384364.535278:0:16774:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 1728/1728 into md 0x2129 [4] + 0 00000400:00000010:0.0:1767384364.535281:0:16774:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fc2b43a8. 00000400:00000200:0.0:1767384364.535283:0:16774:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d3e1de38 00000400:00000200:0.0:1767384364.535286:0:16774:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384364.535289:0:16774:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384364.535291:0:16774:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d3e1de38 00000400:00000010:0.0:1767384364.535292:0:16774:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000d3e1de38. 00000100:00000001:0.0:1767384364.535295:0:16774:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:0.0:1767384364.535297:0:16774:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 000000004a8c2434 desc 000000001321bc4b mbits 1853236723090048 00000100:00000001:0.0:1767384364.535311:0:16774:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:0.0:1767384364.535315:0:16774:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1767384364.535319:0:16774:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:0.0:1767384364.535324:0:16774:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x2135 00000400:00000200:0.0:1767384364.535326:0:16774:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384364.535328:0:16774:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:0.0:1767384364.535330:0:16774:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:0.0:1767384364.535331:0:16774:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 0000000077c84527 00000100:00000001:0.0:1767384364.535333:0:16774:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:0.0:1767384364.535337:0:16774:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b59c96da 00000400:00000010:0.0:1767384364.535338:0:16774:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b59c96da. 00000100:00000001:0.0:1767384364.535339:0:16774:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:0.0:1767384364.535340:0:16774:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 0000000077c84527 00000100:00000001:0.0:1767384364.535341:0:16774:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:0.0:1767384364.535344:0:16774:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 1728 bytes via portal 33 id 12345-0@lo mbits 0x695824c908280-0x695824c908280 00000100:00000001:0.0:1767384364.535346:0:16774:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384364.535350:0:16774:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384364.535352:0:16774:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:0.0:1767384364.535354:0:16774:0:(genops.c:898:class_export_put()) PUTting export 00000000555601ca : new refcount 15 00000100:00000010:0.0:1767384364.535357:0:16774:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 000000004748d6fa. 00000100:00000010:0.0:1767384364.535361:0:16774:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 0000000077c84527. 00000100:00000001:0.0:1767384364.535365:0:16774:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:0.0:1767384364.535367:0:16774:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:0.0:1767384364.535374:0:16774:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 0000000015f3249d. 00000100:00000001:1.0:1767384364.535378:0:16776:0:(client.c:1974:ptlrpc_check_set()) Process entered 20000000:00000001:0.0:1767384364.535379:0:16774:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384364.535384:0:16776:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384364.535384:0:16774:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236723090048 00010000:00000001:0.0:1767384364.535399:0:16774:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384364.535403:0:16774:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000a0f397e7 x1853236723090048/t0(0) o256->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:345/0 lens 304/240 e 0 to 0 dl 1767384375 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384364.535411:0:16774:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384364.535412:0:16774:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384364.535414:0:16774:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dd452398 time=94 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384364.535416:0:16774:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384364.535417:0:16774:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 21 to 0@lo 00000100:00000001:0.0:1767384364.535422:0:16774:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 02000000:00000001:0.0:1767384364.535423:0:16774:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384364.535424:0:16774:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384364.535426:0:16774:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384364.535427:0:16774:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384364.535429:0:16774:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b59c96da. 00000100:00000200:0.0:1767384364.535431:0:16774:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853236723090048, offset 224 00000400:00000200:0.0:1767384364.535433:0:16774:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384364.535436:0:16774:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384364.535439:0:16774:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x695824c908280 00000400:00000200:0.0:1767384364.535441:0:16774:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x212d [1] + 224 00000400:00000200:0.0:1767384364.535444:0:16774:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384364.535446:0:16774:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384364.535447:0:16774:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384364.535450:0:16774:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004a8c2434 x1853236723090048/t0(0) o256->MGC192.168.202.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384380 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384364.535455:0:16774:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@000000004a8c2434 x1853236723090048/t0(0) o256->MGC192.168.202.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384380 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384364.535467:0:16774:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384364.535470:0:16774:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b59c96da 00000400:00000010:0.0:1767384364.535471:0:16774:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b59c96da. 00000100:00000001:0.0:1767384364.535472:0:16774:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384364.535473:0:16774:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384364.535474:0:16774:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384364.535476:0:16774:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 20 to 0@lo 00010000:00000001:0.0:1767384364.535478:0:16774:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384364.535480:0:16774:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384364.535482:0:16774:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384364.535487:0:16774:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a0f397e7 x1853236723090048/t0(0) o256->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:345/0 lens 304/240 e 0 to 0 dl 1767384375 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384364.535492:0:16776:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1767384364.535495:0:16774:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000a0f397e7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c0412d60-4f67-4dbc-8791-892843f60083+15:16776:x1853236723090048:12345-0@lo:256: Request processed in 559us (814us total) trans 0 rc 0/0 00000400:00000001:1.0:1767384364.535498:0:16776:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384364.535501:0:16776:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384364.535507:0:16776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009882c7a1. 00000100:00100000:0.0:1767384364.535507:0:16774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 174 00000400:00000200:1.0:1767384364.535515:0:16776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004b5cd7b8 00000100:00000040:0.0:1767384364.535518:0:16774:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000555601ca : new rpc_count 0 00000400:00000010:1.0:1767384364.535519:0:16776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004b5cd7b8. 00000100:00000001:0.0:1767384364.535527:0:16774:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384364.535528:0:16776:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384364.535529:0:16774:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384364.535533:0:16774:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000085254f13. 00000100:00000200:1.0:1767384364.535536:0:16776:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004a8c2434 x1853236723090048/t0(0) o256->MGC192.168.202.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384380 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384364.535538:0:16774:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001238b710. 00000020:00000010:0.0:1767384364.535547:0:16774:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000080439f22. 00000020:00000040:0.0:1767384364.535557:0:16774:0:(genops.c:898:class_export_put()) PUTting export 00000000555601ca : new refcount 14 02000000:00000001:0.0:1767384364.535566:0:16774:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000200:1.0:1767384364.535570:0:16776:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004a8c2434 x1853236723090048/t0(0) o256->MGC192.168.202.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384380 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767384364.535571:0:16774:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 00000000bbd0fbec. 02000000:00000001:0.0:1767384364.535580:0:16774:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384364.535586:0:16774:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384364.535594:0:16774:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:1.0:1767384364.535598:0:16776:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384364.535601:0:16776:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384364.535601:0:16774:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000048c03a0f. 00000100:00000001:1.0:1767384364.535611:0:16776:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384364.535613:0:16776:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000010:0.0:1767384364.535615:0:16774:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000093d0f572. 00000100:00000001:1.0:1767384364.535616:0:16776:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384364.535623:0:16776:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384364.535627:0:16776:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384364.535630:0:16776:0:(import.c:2128:obd_at_measure()) add 5 to 0000000028df3f77 time=94 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384364.535632:0:16776:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f5022cbe time=94 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384364.535634:0:16776:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384364.535635:0:16776:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384364.535638:0:16776:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384364.535640:0:16776:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384364.535642:0:16776:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384364.535644:0:16776:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@000000004a8c2434 x1853236723090048/t0(0) o256->MGC192.168.202.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384380 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384364.535650:0:16776:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@000000004a8c2434 x1853236723090048/t0(0) o256->MGC192.168.202.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384380 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384364.535662:0:16776:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384364.535664:0:16776:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384364.535665:0:16776:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004a8c2434 x1853236723090048/t0(0) o256->MGC192.168.202.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384380 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384364.535671:0:16776:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004a8c2434 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c0412d60-4f67-4dbc-8791-892843f60083:16776:1853236723090048:0@lo:256: 00000100:00000001:1.0:1767384364.535675:0:16776:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384364.535677:0:16776:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384364.535679:0:16776:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767384364.535680:0:16776:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384364.535682:0:16776:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004a8c2434 x1853236723090048/t0(0) o256->MGC192.168.202.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384380 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384364.535689:0:16776:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384364.535691:0:16776:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000000731e305. 00000100:00000001:1.0:1767384364.535694:0:16776:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767384364.535696:0:16776:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:1.0:1767384364.535699:0:16776:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 88, more 0. 10000000:00000001:1.0:1767384364.535703:0:16776:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:1.0:1767384364.535709:0:16776:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 00000000c9ab2117. 10000000:00000040:1.0:1767384364.535721:0:16776:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.202.152@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 00010000:00000001:1.0:1767384364.535728:0:16776:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:1.0:1767384364.535731:0:16776:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:1.0:1767384364.535737:0:16776:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.202.152@tcp has 192.168.202.152@tcp. 00000100:00000001:1.0:1767384364.535740:0:16776:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384364.535742:0:16776:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:1.0:1767384364.535743:0:16776:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.202.152@tcp with 192.168.202.152@tcp 00000100:00000200:1.0:1767384364.535746:0:16776:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.202.152@tcp' 00000100:00000200:1.0:1767384364.535749:0:16776:0:(lustre_peer.c:196:class_add_nids_to_uuid()) fill only 32 from 42 NIDs for '192.168.202.152@tcp' 00000400:00000200:1.0:1767384364.535752:0:16776:0:(peer.c:1356:LNetAddPeer()) Add peer with 32 NIDs 00000400:00001000:1.0:1767384364.535755:0:16776:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:1.0:1767384364.535758:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.202.152@tcp 00000400:00000200:1.0:1767384364.535762:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp NID flags 0x100001: -17 00000400:00000200:1.0:1767384364.535766:0:16776:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (40) 00000400:00000200:1.0:1767384364.535775:0:16776:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (41) 00000400:00000200:1.0:1767384364.535788:0:16776:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.152@tcp (000000005d9714d7): 0 00000400:00000200:1.0:1767384364.535790:0:16776:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:1.0:1767384364.535792:0:16776:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1767384364.535794:0:16776:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.202.152@tcp NID 192.168.202.152@tcp: 0. pending discovery 00000400:00000200:1.0:1767384364.535796:0:16776:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000005d9714d7 (42) 00000400:00000200:1.0:1767384364.535797:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp 00000400:00000200:1.0:1767384364.535799:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.202.152@tcp10 00000400:00000200:1.0:1767384364.535802:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp10 NID flags 0x1: -114 00000400:00000200:1.0:1767384364.535803:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp10 00000400:00000200:1.0:1767384364.535807:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.202.152@tcp11 00000400:00000200:1.0:1767384364.535810:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp11 NID flags 0x1: -114 00000400:00000200:1.0:1767384364.535813:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp11 00000400:00000200:1.0:1767384364.535815:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.202.152@tcp12 00000400:00000200:1.0:1767384364.535819:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp12 NID flags 0x1: -114 00000400:00000200:1.0:1767384364.535820:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp12 00000400:00000200:1.0:1767384364.535822:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.202.152@tcp13 00000400:00000200:0.0:1767384364.535824:0:16135:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384364.535829:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp13 NID flags 0x1: -114 00000400:00000200:1.0:1767384364.535832:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp13 00000400:00000200:0.0:1767384364.535836:0:16135:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x102071 00000400:00000200:1.0:1767384364.535841:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.202.152@tcp14 00000400:00000200:0.0:1767384364.535842:0:16135:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (41) 00000400:00000200:1.0:1767384364.535847:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp14 NID flags 0x1: -114 00000400:00000200:1.0:1767384364.535850:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp14 00000400:00000010:0.0:1767384364.535850:0:16135:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 697 at 00000000bbd0fbec. 00000400:00000010:0.0:1767384364.535859:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b59c96da. 00000400:00000200:1.0:1767384364.535860:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.202.152@tcp15 00000400:00000200:1.0:1767384364.535871:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp15 NID flags 0x1: -114 00000400:00000010:0.0:1767384364.535871:0:16135:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000005d3c77b6. 00000400:00000200:1.0:1767384364.535881:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp15 00000400:00000200:0.0:1767384364.535889:0:16135:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.152@tcp 00000400:00000200:1.0:1767384364.535890:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.202.152@tcp16 00000400:00000200:1.0:1767384364.535895:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp16 NID flags 0x1: -114 00000400:00000200:1.0:1767384364.535897:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp16 00000400:00000200:1.0:1767384364.535899:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.202.152@tcp17 00000400:00000200:0.0:1767384364.535903:0:16135:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.152@tcp local destination 00000400:00000200:1.0:1767384364.535904:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp17 NID flags 0x1: -114 00000400:00000200:1.0:1767384364.535913:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp17 00000400:00000200:1.0:1767384364.535915:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.202.152@tcp18 00000400:00000200:0.0:1767384364.535920:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[165, 155], ns[168, 158] 00000400:00000200:1.0:1767384364.535926:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp18 NID flags 0x1: -114 00000400:00000200:1.0:1767384364.535937:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp18 00000400:00000200:1.0:1767384364.535941:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.202.152@tcp19 00000400:00000200:0.0:1767384364.535941:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 155], ns[64, 158] 00000400:00000200:1.0:1767384364.535955:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp19 NID flags 0x1: -114 00000400:00000200:0.0:1767384364.535959:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[68, 64], ns[68, 64] 00000400:00000200:1.0:1767384364.535971:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp19 00000400:00000200:0.0:1767384364.535977:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[78, 64], ns[78, 64] 00000400:00000200:1.0:1767384364.535978:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.202.152@tcp20 00000400:00000200:1.0:1767384364.535992:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp20 NID flags 0x1: -114 00000400:00000200:1.0:1767384364.535997:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp20 00000400:00000200:0.0:1767384364.535997:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[83, 64], ns[83, 64] 00000400:00000200:1.0:1767384364.536007:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.202.152@tcp21 00000400:00000200:0.0:1767384364.536018:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[99, 64], ns[100, 64] 00000400:00000200:1.0:1767384364.536020:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp21 NID flags 0x1: -114 00000400:00000200:1.0:1767384364.536037:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp21 00000400:00000200:1.0:1767384364.536046:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.202.152@tcp22 00000400:00000200:0.0:1767384364.536060:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[103, 64], ns[104, 64] 00000400:00000200:1.0:1767384364.536061:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp22 NID flags 0x1: -114 00000400:00000200:1.0:1767384364.536065:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp22 00000400:00000200:1.0:1767384364.536066:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.202.152@tcp23 00000400:00000200:1.0:1767384364.536068:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp23 NID flags 0x1: -114 00000400:00000200:1.0:1767384364.536079:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp23 00000400:00000200:1.0:1767384364.536123:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.202.152@tcp24 00000400:00000200:0.0:1767384364.536128:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[114, 64], ns[117, 64] 00000400:00000200:1.0:1767384364.536129:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp24 NID flags 0x1: -114 00000400:00000200:1.0:1767384364.536134:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp24 00000400:00000200:1.0:1767384364.536141:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.202.152@tcp25 00000400:00000200:1.0:1767384364.536147:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp25 NID flags 0x1: -114 00000400:00000200:1.0:1767384364.536151:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp25 00000400:00000200:1.0:1767384364.536153:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.202.152@tcp26 00000400:00000200:0.0:1767384364.536160:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[119, 64], ns[122, 64] 00000400:00000200:1.0:1767384364.536161:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp26 NID flags 0x1: -114 00000400:00000200:1.0:1767384364.536171:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp26 00000400:00000200:1.0:1767384364.536178:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.202.152@tcp27 00000400:00000200:1.0:1767384364.536188:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp27 NID flags 0x1: -114 00000400:00000200:0.0:1767384364.536190:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[125, 64], ns[128, 64] 00000400:00000200:1.0:1767384364.536191:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp27 00000400:00000200:1.0:1767384364.536197:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.202.152@tcp28 00000400:00000200:1.0:1767384364.536207:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp28 NID flags 0x1: -114 00000400:00000200:1.0:1767384364.536209:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp28 00000400:00000200:0.0:1767384364.536213:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[132, 64], ns[135, 64] 00000400:00000200:1.0:1767384364.536218:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.202.152@tcp29 00000400:00000200:1.0:1767384364.536232:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp29 NID flags 0x1: -114 00000400:00000200:0.0:1767384364.536232:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[136, 64], ns[139, 64] 00000400:00000200:1.0:1767384364.536243:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp29 00000400:00000200:0.0:1767384364.536249:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[146, 64], ns[149, 64] 00000400:00000200:1.0:1767384364.536252:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.202.152@tcp30 00000400:00000200:1.0:1767384364.536268:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp30 NID flags 0x1: -114 00000400:00000200:0.0:1767384364.536269:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[148, 64], ns[151, 64] 00000400:00000200:1.0:1767384364.536276:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp30 00000400:00000200:1.0:1767384364.536280:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[22]: 192.168.202.152@tcp31 00000400:00000200:0.0:1767384364.536282:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[169, 64], ns[172, 64] 00000400:00000200:1.0:1767384364.536294:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp31 NID flags 0x1: -114 00000400:00000200:0.0:1767384364.536298:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[176, 64], ns[179, 64] 00000400:00000200:1.0:1767384364.536305:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp31 00000400:00000200:0.0:1767384364.536305:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[183, 64], ns[186, 64] 00000400:00000200:1.0:1767384364.536318:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[23]: 192.168.202.152@tcp32 00000400:00000200:0.0:1767384364.536324:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 64], ns[56, 64] 00000400:00000200:1.0:1767384364.536333:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp32 NID flags 0x1: -114 00000400:00000200:0.0:1767384364.536338:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 56], ns[60, 56] 00000400:00000200:1.0:1767384364.536343:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp32 00000400:00000200:1.0:1767384364.536352:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[24]: 192.168.202.152@tcp33 00000400:00000200:1.0:1767384364.536364:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp33 NID flags 0x1: -114 00000400:00000200:0.0:1767384364.536364:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 56], ns[72, 56] 00000400:00000200:1.0:1767384364.536375:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp33 00000400:00000200:0.0:1767384364.536383:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[76, 56], ns[76, 56] 00000400:00000200:1.0:1767384364.536385:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[25]: 192.168.202.152@tcp34 00000400:00000200:1.0:1767384364.536397:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp34 NID flags 0x1: -114 00000400:00000200:1.0:1767384364.536401:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp34 00000400:00000200:0.0:1767384364.536406:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[96, 56], ns[97, 56] 00000400:00000200:1.0:1767384364.536407:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[26]: 192.168.202.152@tcp35 00000400:00000200:1.0:1767384364.536420:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp35 NID flags 0x1: -114 00000400:00000200:0.0:1767384364.536428:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[95, 56], ns[96, 56] 00000400:00000200:1.0:1767384364.536430:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp35 00000400:00000200:1.0:1767384364.536441:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[27]: 192.168.202.152@tcp36 00000400:00000200:1.0:1767384364.536458:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp36 NID flags 0x1: -114 00000400:00000200:0.0:1767384364.536458:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[90, 56], ns[91, 56] 00000400:00000200:1.0:1767384364.536464:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp36 00000400:00000200:1.0:1767384364.536474:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[28]: 192.168.202.152@tcp37 00000400:00000200:0.0:1767384364.536483:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[187, 56], ns[190, 56] 00000400:00000200:1.0:1767384364.536485:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp37 NID flags 0x1: -114 00000400:00000200:1.0:1767384364.536489:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp37 00000400:00000200:1.0:1767384364.536490:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[29]: 192.168.202.152@tcp38 00000400:00000200:1.0:1767384364.536492:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp38 NID flags 0x1: -114 00000400:00000200:1.0:1767384364.536497:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp38 00000400:00000200:1.0:1767384364.536504:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[30]: 192.168.202.152@tcp39 00000400:00000200:1.0:1767384364.536514:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp39 NID flags 0x1: -114 00000400:00000200:0.0:1767384364.536518:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[108, 56], ns[109, 56] 00000400:00000200:1.0:1767384364.536522:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp39 00000400:00000200:1.0:1767384364.536531:0:16776:0:(peer.c:1370:LNetAddPeer()) Adding NID[31]: 192.168.202.152@tcp40 00000400:00000200:0.0:1767384364.536534:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[196, 56], ns[199, 56] 00000400:00000200:1.0:1767384364.536542:0:16776:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp40 NID flags 0x1: -114 00000400:00000200:1.0:1767384364.536548:0:16776:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp40 00000400:00000200:0.0:1767384364.536552:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[199, 56], ns[220, 56] 00000100:00000001:1.0:1767384364.536554:0:16776:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384364.536561:0:16776:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384364.536562:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[171, 56], ns[174, 56] 10000000:00000040:1.0:1767384364.536573:0:16776:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.202.152@tcp' by NID '192.168.202.152@tcp' 00000400:00000200:0.0:1767384364.536575:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[117, 56], ns[120, 56] 10000000:00000010:1.0:1767384364.536583:0:16776:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 00000000b33f949c. 00000400:00000200:0.0:1767384364.536589:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[139, 56], ns[142, 56] 10000000:00000040:1.0:1767384364.536590:0:16776:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 88/88 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.202.152@tcp::2 00000020:00000080:1.0:1767384364.536605:0:16776:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000400:00000200:0.0:1767384364.536610:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[188, 56], ns[191, 56] 00000020:00000001:1.0:1767384364.536616:0:16776:0:(obd_class.h:681:obd_process_config()) Process entered 00000400:00000200:0.0:1767384364.536616:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[191, 56], ns[194, 56] 00000400:00000200:0.0:1767384364.536620:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[160, 56], ns[163, 56] 00000020:00000010:1.0:1767384364.536628:0:16776:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e2cbead0. 00000400:00000200:0.0:1767384364.536634:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[163, 56], ns[166, 56] 00000020:00000010:1.0:1767384364.536638:0:16776:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000c0fd7b5a. 00000400:00000200:0.0:1767384364.536640:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp45, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[181, 56], ns[184, 56] 00000040:00000010:1.0:1767384364.536645:0:16776:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000d3723352. 00000400:00000200:0.0:1767384364.536651:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp46, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[194, 56], ns[197, 56] 00000020:00000010:1.0:1767384364.536652:0:16776:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000005dfb4fb7. 00000400:00000200:0.0:1767384364.536659:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp47, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[198, 56], ns[219, 56] 00000020:00000010:1.0:1767384364.536660:0:16776:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000021345c9e. 00000020:00000010:1.0:1767384364.536674:0:16776:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000a79b1c17. 00000400:00000200:0.0:1767384364.536674:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp48, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[197, 56], ns[202, 56] 00000400:00000200:0.0:1767384364.536679:0:16135:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp27 80000000:00000010:1.0:1767384364.536686:0:16776:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000fba2ceaf. 00000400:00000200:0.0:1767384364.536687:0:16135:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.152@tcp27 40000000:00000010:1.0:1767384364.536695:0:16776:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000006e82748c. 00000400:00000200:0.0:1767384364.536695:0:16135:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.152@tcp27 lpni_is_preferred = 0 00000400:00000200:0.0:1767384364.536699:0:16135:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.152@tcp27 00000400:00000200:0.0:1767384364.536706:0:16135:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp27 NI seq info: [234:234:256:4294967295] 192.168.202.152@tcp27 LPNI seq info [200:200:8:4294967295] 00100000:00000010:1.0:1767384364.536707:0:16776:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000a3f7f93b. 00040000:00000010:1.0:1767384364.536716:0:16776:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000ac0a9c0f. 00000400:00000200:0.0:1767384364.536716:0:16135:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.152@tcp27 00040000:00000010:1.0:1767384364.536725:0:16776:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000066ae20bf. 00040000:00000010:1.0:1767384364.536731:0:16776:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000125cb87b. 00000400:00000200:0.0:1767384364.536738:0:16135:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp27(192.168.202.152@tcp27:) -> 192.168.202.152@tcp27(192.168.202.152@tcp:192.168.202.152@tcp27) : GET try# 0 00080000:00000010:1.0:1767384364.536742:0:16776:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000000e92f6ab. 00000800:00000200:0.0:1767384364.536747:0:16135:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.152@tcp27 00000004:00000010:1.0:1767384364.536748:0:16776:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000007e68384c. 00000800:00000010:0.0:1767384364.536752:0:16135:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000002ddb102f. 00000004:00000010:1.0:1767384364.536755:0:16776:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000009f93799a. 00000004:00000010:1.0:1767384364.536760:0:16776:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000009af639eb. 00000800:00000200:0.0:1767384364.536768:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000033870e76] -> 12345-192.168.202.152@tcp27 (4) 00002000:00000010:1.0:1767384364.536770:0:16776:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000004fd849ce. 00000004:00000010:1.0:1767384364.536776:0:16776:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000092138935. 00000800:00000200:0.1:1767384364.536777:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000033870e76] -> 12345-192.168.202.152@tcp27 (4) 00000004:00000001:1.0:1767384364.536785:0:16776:0:(osp_dev.c:662:osp_process_config()) Process entered 00000040:00000001:1.0:1767384364.536789:0:16776:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:1.0:1767384364.536790:0:16776:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 00000000b33f949c 00000040:00001000:1.0:1767384364.536792:0:16776:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:1.0:1767384364.536795:0:16776:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:1.0:1767384364.536796:0:16776:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:1.0:1767384364.536797:0:16776:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:1.0:1767384364.536799:0:16776:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:1.0:1767384364.536800:0:16776:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:1.0:1767384364.536802:0:16776:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:1.0:1767384364.536804:0:16776:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.202.152@tcp::2 00000040:00000001:1.0:1767384364.536806:0:16776:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000800:00000200:0.1:1767384364.536811:0:16135:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp27 ip 192.168.202.152:988 00000800:00000200:0.1:1767384364.536817:0:16135:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000002ddb102f type 2, nob 96 niov 1 nkiov 0 00000400:00000200:0.0:1767384364.536838:0:16135:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.152@tcp 00000400:00000200:0.0:1767384364.536841:0:16135:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100271 rc 0 00000004:00000001:1.0:1767384364.536872:0:16776:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384364.536877:0:16776:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000c0fd7b5a. 00000040:00000010:1.0:1767384364.536881:0:16776:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000d3723352. 00000020:00000010:1.0:1767384364.536884:0:16776:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000005dfb4fb7. 00000020:00000010:1.0:1767384364.536887:0:16776:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000021345c9e. 00000020:00000010:1.0:1767384364.536896:0:16776:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000a79b1c17. 80000000:00000010:1.0:1767384364.536898:0:16776:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000fba2ceaf. 40000000:00000010:1.0:1767384364.536902:0:16776:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000006e82748c. 00100000:00000010:1.0:1767384364.536904:0:16776:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000a3f7f93b. 00040000:00000010:1.0:1767384364.536906:0:16776:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000ac0a9c0f. 00040000:00000010:1.0:1767384364.536909:0:16776:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000066ae20bf. 00040000:00000010:1.0:1767384364.536911:0:16776:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000125cb87b. 00080000:00000010:1.0:1767384364.536914:0:16776:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000000e92f6ab. 00000004:00000010:1.0:1767384364.536917:0:16776:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000007e68384c. 00000004:00000010:1.0:1767384364.536920:0:16776:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000009f93799a. 00000400:00000200:2.0:1767384364.536922:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.152:988 00000004:00000010:1.0:1767384364.536923:0:16776:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000009af639eb. 00002000:00000010:1.0:1767384364.536927:0:16776:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000004fd849ce. 00000004:00000010:1.0:1767384364.536933:0:16776:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000092138935. 00000020:00000010:1.0:1767384364.536936:0:16776:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e2cbead0. 00000020:00000001:1.0:1767384364.536938:0:16776:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384364.536940:0:16776:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:1.0:1767384364.536942:0:16776:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 00000000b33f949c. 10000000:00000010:1.0:1767384364.536944:0:16776:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 00000000c9ab2117. 10000000:00000001:1.0:1767384364.536946:0:16776:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384364.536948:0:16776:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384364.536953:0:16776:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004a8c2434 x1853236723090048/t0(0) o256->MGC192.168.202.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384380 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384364.536959:0:16776:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384364.536962:0:16776:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384364.536963:0:16776:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007f7627ab. 00000800:00000200:3.0:1767384364.536965:0:16130:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000001:1.0:1767384364.536966:0:16776:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384364.536970:0:16776:0:(genops.c:1236:class_import_put()) Process entered 00000800:00000010:3.0:1767384364.536971:0:16130:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000002ddb102f. 00000020:00000040:1.0:1767384364.536972:0:16776:0:(genops.c:1242:class_import_put()) import 00000000df830bbe refcount=4 obd=MGC192.168.202.152@tcp 00000020:00000001:1.0:1767384364.536978:0:16776:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000200:3.0:1767384364.536984:0:16130:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384364.536984:0:16776:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000800:00000001:0.0:1767384364.536984:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:1.0:1767384364.536993:0:16776:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384364.536997:0:16776:0:(genops.c:1242:class_import_put()) import 00000000df830bbe refcount=3 obd=MGC192.168.202.152@tcp 00000400:00000200:3.0:1767384364.536999:0:16130:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp27->192.168.202.152@tcp27: GET: OK 00000020:00000001:1.0:1767384364.537000:0:16776:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000200:2.0:1767384364.537003:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.152:988 00000100:00000010:1.0:1767384364.537005:0:16776:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 00000000efe6336f. 00000400:00000200:3.0:1767384364.537007:0:16130:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000800:00000001:0.0:1767384364.537007:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1767384364.537011:0:16776:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000001321bc4b. 00000800:00000001:0.0:1767384364.537018:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384364.537033:0:16130:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.152@tcp: 0 00000100:00000001:1.0:1767384364.537038:0:16776:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 00000800:00000001:0.0:1767384364.537040:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1767384364.537043:0:16776:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000007aa1dec1. 02000000:00000001:1.0:1767384364.537055:0:16776:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:0.0:1767384364.537058:0:16131:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.152@tcp27(192.168.202.152@tcp27) <- 192.168.202.152@tcp27 : GET - for me 02000000:00000001:1.0:1767384364.537060:0:16776:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384364.537070:0:16776:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004a8c2434. 00000400:00000200:2.0:1767384364.537073:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.152:988 00000100:00000001:1.0:1767384364.537077:0:16776:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000200:0.0:1767384364.537084:0:16131:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.152@tcp of length 688 into portal 0 MB=0x8000000000000000 00000100:00000001:1.0:1767384364.537085:0:16776:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:1.0:1767384364.537134:0:16776:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 000000005bfe91b8. 00000400:00000200:0.0:1767384364.537134:0:16131:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.152@tcp of length 688/688 into md 0x1fe5 [1] + 0 10000000:01000000:1.0:1767384364.537147:0:16776:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.152@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:1.0:1767384364.537151:0:16776:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00000400:00000200:0.0:1767384364.537157:0:16131:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.152@tcp27 to MR: 192.168.202.152@tcp27 local destination 00010000:00000001:1.0:1767384364.537159:0:16776:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384364.537168:0:16776:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384364.537172:0:16776:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000271e18dc refcount=3 00000020:00000001:1.0:1767384364.537181:0:16776:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781820864000 : -124291888687616 : ffff8ef50a205600) 00000400:00000200:0.0:1767384364.537181:0:16131:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp27 NI seq info: [235:235:256:4294967295] 192.168.202.152@tcp27 LPNI seq info [201:201:8:4294967295] 00010000:00000001:1.0:1767384364.537192:0:16776:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781820864000 : -124291888687616 : ffff8ef50a205600) 00000400:00000200:2.0:1767384364.537195:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.152:988 00010000:00000001:1.0:1767384364.537200:0:16776:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384364.537206:0:16776:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.152@tcp lock: 00000000271e18dc/0x7e51148972eecd56 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7e51148972eecd5d expref: -99 pid: 16776 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384364.537223:0:16131:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp27(192.168.202.152@tcp27:192.168.202.152@tcp27) -> 192.168.202.152@tcp27(192.168.202.152@tcp27:192.168.202.152@tcp27) 192.168.202.152@tcp27 : REPLY try# 0 00010000:00000001:1.0:1767384364.537240:0:16776:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000800:00000200:0.0:1767384364.537240:0:16131:0:(socklnd_cb.c:1001:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.202.152@tcp27 00010000:00000001:1.0:1767384364.537243:0:16776:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:2.0:1767384364.537246:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.152:988 00010000:00010000:1.0:1767384364.537248:0:16776:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.152@tcp lock: 00000000271e18dc/0x7e51148972eecd56 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7e51148972eecd5d expref: -99 pid: 16776 timeout: 0 lvb_type: 0 00000800:00000010:0.0:1767384364.537250:0:16131:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000060af728b. 00010000:00000001:1.0:1767384364.537263:0:16776:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384364.537264:0:16776:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000800:00000200:0.0:1767384364.537270:0:16131:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000033870e76] -> 12345-192.168.202.152@tcp27 (4) 00010000:00000001:1.0:1767384364.537271:0:16776:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1767384364.537276:0:16776:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384364.537280:0:16776:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384364.537283:0:16776:0:(mgc_request.c:621:do_requeue()) Process leaving 00000800:00000200:0.0:1767384364.537283:0:16131:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp27 ip 192.168.202.152:987 10000000:00000001:1.0:1767384364.537287:0:16776:0:(mgc_request.c:117:config_log_put()) Process entered 00000800:00000200:0.0:1767384364.537289:0:16131:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000060af728b type 3, nob 784 niov 1 nkiov 1 10000000:00000040:1.0:1767384364.537290:0:16776:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(0000000070cb7a0b) refs 3 10000000:00000001:1.0:1767384364.537297:0:16776:0:(mgc_request.c:147:config_log_put()) Process leaving 00000400:00000200:2.0:1767384364.537314:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.152:988 00000800:00000001:1.0:1767384364.537323:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384364.537348:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384364.537368:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.152:988 00000400:00000200:2.0:1767384364.537427:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.152:988 00000800:00000200:0.0:1767384364.537438:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384364.537442:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000060af728b. 00000400:00000200:0.0:1767384364.537449:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384364.537455:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp27->192.168.202.152@tcp27: REPLY: OK 00000800:00000001:0.0:1767384364.537462:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384364.537467:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384364.537469:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384364.537474:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384364.537488:0:16131:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.152@tcp27(192.168.202.152@tcp27) <- 192.168.202.152@tcp27 : REPLY - for me 00000400:00000200:2.0:1767384364.537493:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.152:988 00000400:00000200:0.0:1767384364.537503:0:16131:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.152@tcp27: Reply from 12345-192.168.202.152@tcp27 of length 688/688 into md 0x2141 00000800:00000001:0.0:1767384364.537508:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384364.537520:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384364.537523:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384364.537533:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp27->192.168.202.152@tcp27: REPLY: OK 00000400:00000200:0.0:1767384364.537536:0:16131:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b59c96da 00000400:00000010:0.0:1767384364.537542:0:16131:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b59c96da. 00000400:00000200:0.0:1767384364.537549:0:16131:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:0.0:1767384364.537558:0:16131:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.202.152@tcp has discovery enabled 00000400:00000200:0.0:1767384364.537567:0:16131:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.202.152@tcp(000000005d9714d7) is MR 00000400:00000200:2.0:1767384364.537569:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.152:988 00000400:00000200:0.0:1767384364.537580:0:16131:0:(peer.c:3037:lnet_discovery_event_reply()) Truncated Reply from 192.168.202.152@tcp (704 bytes) 00000400:00000200:0.0:1767384364.537591:0:16131:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.152@tcp (000000005d9714d7): -114 00000400:00000010:0.0:1767384364.537601:0:16131:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 697 at 00000000bbd0fbec. 00000400:00000200:0.0:1767384364.537606:0:16131:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000005d9714d7 (42) 00000800:00000001:0.0:1767384364.537617:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384364.537624:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384364.537648:0:16135:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:0.0:1767384364.537652:0:16135:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 713 at 00000000bbd0fbec. 00000400:00000010:0.0:1767384364.537655:0:16135:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a5c59d64. 00000400:00000010:0.0:1767384364.537659:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b59c96da. 00000400:00000200:0.0:1767384364.537662:0:16135:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000bbd0fbec 00000400:00000001:0.0:1767384364.537667:0:16135:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384364.537668:0:16135:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384364.537672:0:16135:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e3dc7d26. 00000400:00000200:2.0:1767384364.537674:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.152:988 00000400:00000200:0.0:1767384364.537678:0:16135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cff112c4 00000400:00000010:0.0:1767384364.537681:0:16135:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cff112c4. 00000400:00000200:0.0:1767384364.537686:0:16135:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 6 status 0 unlinked 1 00000400:00000010:0.0:1767384364.537689:0:16135:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 697 at 000000009a2250a7. 00000400:00000200:0.0:1767384364.537694:0:16135:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 704 success 00000400:00000200:0.0:1767384364.537703:0:16135:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100871 00000400:00000200:0.0:1767384364.537711:0:16135:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.202.152@tcp:0 00000400:00000200:0.0:1767384364.537717:0:16135:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x102071 rc 1 00000400:00000200:0.0:1767384364.537724:0:16135:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x102071 00000400:00000200:0.0:1767384364.537733:0:16135:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (41) 00000400:00000010:0.0:1767384364.537736:0:16135:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 713 at 0000000077c84527. 00000400:00000010:0.0:1767384364.537738:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cff112c4. 00000400:00000010:0.0:1767384364.537742:0:16135:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000102ae648. 00000400:00000200:0.0:1767384364.537745:0:16135:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.152@tcp 00000400:00000200:0.0:1767384364.537752:0:16135:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.152@tcp local destination 00000400:00000200:0.0:1767384364.537757:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[165, 155], ns[168, 158] 00000400:00000200:2.0:1767384364.537761:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.152:988 00000400:00000200:0.0:1767384364.537765:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 155], ns[64, 158] 00000400:00000200:0.0:1767384364.537776:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[68, 64], ns[68, 64] 00000400:00000200:0.0:1767384364.537780:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[78, 64], ns[78, 64] 00000400:00000200:0.0:1767384364.537787:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[83, 64], ns[83, 64] 00000400:00000200:0.0:1767384364.537793:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[99, 64], ns[100, 64] 00000400:00000200:0.0:1767384364.537798:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[103, 64], ns[104, 64] 00000400:00000200:0.0:1767384364.537806:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[114, 64], ns[117, 64] 00000400:00000200:0.0:1767384364.537811:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[119, 64], ns[122, 64] 00000400:00000200:0.0:1767384364.537817:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[125, 64], ns[128, 64] 00000400:00000200:0.0:1767384364.537823:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[132, 64], ns[135, 64] 00000400:00000200:0.0:1767384364.537831:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[136, 64], ns[139, 64] 00000400:00000200:0.0:1767384364.537834:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[146, 64], ns[149, 64] 00000400:00000200:0.0:1767384364.537839:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[148, 64], ns[151, 64] 00000400:00000200:0.0:1767384364.537842:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[169, 64], ns[172, 64] 00000400:00000200:2.0:1767384364.537848:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.152:988 00000400:00000200:0.0:1767384364.537861:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[176, 64], ns[179, 64] 00000400:00000200:0.0:1767384364.537866:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[183, 64], ns[186, 64] 00000400:00000200:0.0:1767384364.537873:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[201, 64], ns[235, 64] 00000400:00000200:0.0:1767384364.537880:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 64], ns[60, 64] 00000400:00000200:0.0:1767384364.537887:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 60], ns[72, 60] 00000400:00000200:0.0:1767384364.537890:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[76, 60], ns[76, 60] 00000400:00000200:0.0:1767384364.537892:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[96, 60], ns[97, 60] 00000400:00000200:0.0:1767384364.537895:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[95, 60], ns[96, 60] 00000400:00000200:0.0:1767384364.537900:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[90, 60], ns[91, 60] 00000400:00000200:0.0:1767384364.537902:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[187, 60], ns[190, 60] 00000400:00000200:0.0:1767384364.537909:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[108, 60], ns[109, 60] 00000400:00000200:0.0:1767384364.537912:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[196, 60], ns[199, 60] 00000400:00000200:0.0:1767384364.537918:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[199, 60], ns[220, 60] 00000400:00000200:0.0:1767384364.537925:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[171, 60], ns[174, 60] 00000400:00000200:2.0:1767384364.537926:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.152:988 00000400:00000200:0.0:1767384364.537933:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[117, 60], ns[120, 60] 00000400:00000200:0.0:1767384364.537942:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[139, 60], ns[142, 60] 00000400:00000200:0.0:1767384364.537948:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[188, 60], ns[191, 60] 00000400:00000200:0.0:1767384364.537954:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[191, 60], ns[194, 60] 00000400:00000200:0.0:1767384364.537965:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[160, 60], ns[163, 60] 00000400:00000200:0.0:1767384364.537970:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[163, 60], ns[166, 60] 00000400:00000200:0.0:1767384364.537974:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp45, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[181, 60], ns[184, 60] 00000400:00000200:0.0:1767384364.537978:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp46, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[194, 60], ns[197, 60] 00000400:00000200:0.0:1767384364.537983:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp47, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[198, 60], ns[219, 60] 00000400:00000200:0.0:1767384364.537989:0:16135:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp48, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[197, 60], ns[202, 60] 00000400:00000200:0.0:1767384364.537994:0:16135:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp28 00000400:00000200:2.0:1767384364.537995:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.152:988 00000400:00000200:0.0:1767384364.537999:0:16135:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.152@tcp28 00000400:00000200:0.0:1767384364.538010:0:16135:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.152@tcp28 lpni_is_preferred = 0 00000400:00000200:0.0:1767384364.538013:0:16135:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.152@tcp28 00000400:00000200:0.0:1767384364.538019:0:16135:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp28 NI seq info: [236:236:256:4294967295] 192.168.202.152@tcp28 LPNI seq info [202:202:8:4294967295] 00000400:00000200:0.0:1767384364.538038:0:16135:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.152@tcp28 00000400:00000200:0.0:1767384364.538051:0:16135:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp28(192.168.202.152@tcp28:) -> 192.168.202.152@tcp28(192.168.202.152@tcp:192.168.202.152@tcp28) : GET try# 0 00000800:00000200:0.0:1767384364.538055:0:16135:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.152@tcp28 00000800:00000010:0.0:1767384364.538057:0:16135:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000060af728b. 00000800:00000200:0.0:1767384364.538062:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c6916b11] -> 12345-192.168.202.152@tcp28 (6) 00000800:00000200:0.0:1767384364.538068:0:16135:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp28 ip 192.168.202.152:988 00000800:00000200:0.0:1767384364.538070:0:16135:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000060af728b type 2, nob 96 niov 1 nkiov 0 00000400:00000200:2.0:1767384364.538079:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.152:988 00000400:00000200:0.0:1767384364.538082:0:16135:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.152@tcp 00000400:00000200:0.0:1767384364.538126:0:16135:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100271 rc 0 00000800:00000200:1.0:1767384364.538185:0:16132:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384364.538197:0:16132:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000060af728b. 00000800:00000001:0.0:1767384364.538197:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384364.538199:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.152:988 00000400:00000200:1.0:1767384364.538204:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:0.0:1767384364.538206:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384364.538210:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384364.538217:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp28->192.168.202.152@tcp28: GET: OK 00000800:00000001:0.0:1767384364.538220:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384364.538223:0:16132:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384364.538231:0:16132:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.152@tcp: 0 00000400:00000200:0.0:1767384364.538238:0:16131:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.152@tcp28(192.168.202.152@tcp28) <- 192.168.202.152@tcp28 : GET - for me 00000400:00000200:0.0:1767384364.538250:0:16131:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.152@tcp of length 704 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384364.538263:0:16131:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.152@tcp of length 704/704 into md 0x1fe5 [1] + 0 00000400:00000200:2.0:1767384364.538270:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.152:988 00000400:00000200:0.0:1767384364.538278:0:16131:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.152@tcp28 to MR: 192.168.202.152@tcp28 local destination 00000400:00000200:0.0:1767384364.538289:0:16131:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp28 NI seq info: [237:237:256:4294967295] 192.168.202.152@tcp28 LPNI seq info [203:203:8:4294967295] 00000400:00000200:0.0:1767384364.538306:0:16131:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp28(192.168.202.152@tcp28:192.168.202.152@tcp28) -> 192.168.202.152@tcp28(192.168.202.152@tcp28:192.168.202.152@tcp28) 192.168.202.152@tcp28 : REPLY try# 0 00000800:00000200:0.0:1767384364.538313:0:16131:0:(socklnd_cb.c:1001:ksocknal_send()) sending 704 bytes in 1 frags to 12345-192.168.202.152@tcp28 00000800:00000010:0.0:1767384364.538319:0:16131:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cd3cff96. 00000800:00000200:0.0:1767384364.538325:0:16131:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c6916b11] -> 12345-192.168.202.152@tcp28 (6) 00000800:00000200:0.0:1767384364.538328:0:16131:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp28 ip 192.168.202.152:986 00000800:00000200:0.0:1767384364.538330:0:16131:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000cd3cff96 type 3, nob 800 niov 1 nkiov 1 00000400:00000200:2.0:1767384364.538350:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.152:988 00000800:00000001:1.0:1767384364.538367:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384364.538406:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384364.538416:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767384364.538418:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1767384364.538420:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384364.538423:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.152:988 00000800:00000010:0.0:1767384364.538427:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cd3cff96. 00000800:00000001:1.0:1767384364.538429:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384364.538436:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384364.538448:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp28->192.168.202.152@tcp28: REPLY: OK 00000400:00000200:1.0:1767384364.538449:0:16132:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.152@tcp28(192.168.202.152@tcp28) <- 192.168.202.152@tcp28 : REPLY - for me 00000400:00000200:1.0:1767384364.538466:0:16132:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.152@tcp28: Reply from 12345-192.168.202.152@tcp28 of length 704/704 into md 0x2149 00000800:00000001:1.0:1767384364.538473:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384364.538482:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.152:988 00000800:00000001:1.0:1767384364.538484:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384364.538488:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384364.538489:0:16132:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384364.538506:0:16132:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp28->192.168.202.152@tcp28: REPLY: OK 00000400:00000200:1.0:1767384364.538513:0:16132:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cff112c4 00000400:00000010:1.0:1767384364.538516:0:16132:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cff112c4. 00000400:00000200:1.0:1767384364.538523:0:16132:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:1.0:1767384364.538526:0:16132:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.202.152@tcp has discovery enabled 00000400:00000200:1.0:1767384364.538528:0:16132:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.202.152@tcp(000000005d9714d7) is MR 00000400:00000200:1.0:1767384364.538531:0:16132:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.202.152@tcp data present 42. state = 0x100271 00000400:00000200:1.0:1767384364.538535:0:16132:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.152@tcp (000000005d9714d7): -114 00000400:00000200:1.0:1767384364.538544:0:16132:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000005d9714d7 (42) 00000800:00000001:1.0:1767384364.538552:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384364.538554:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.152:988 00000800:00000001:1.0:1767384364.538557:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384364.538574:0:16135:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384364.538582:0:16135:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x1000f1 00000400:00000010:0.0:1767384364.538589:0:16135:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 860 at 00000000cf467784. 00000400:00000010:0.0:1767384364.538595:0:16135:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 1032 at 000000006e52841a. 00000400:00000010:0.0:1767384364.538599:0:16135:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 860 at 00000000ba4a6106. 00000400:00000200:2.0:1767384364.538607:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.152:988 00000400:00000200:0.0:1767384364.538664:0:16135:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.152@tcp34(00000000d2238615) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:0.0:1767384364.538670:0:16135:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.152@tcp36(000000002eefdff6) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:0.0:1767384364.538676:0:16135:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.152@tcp37(000000008e0fb846) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:2.0:1767384364.538685:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.152:988 00000400:00000200:0.0:1767384364.538693:0:16135:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.152@tcp46(00000000a3c53249) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:0.0:1767384364.538698:0:16135:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.152@tcp47(000000007c1e72c8) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:0.0:1767384364.538702:0:16135:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.152@tcp48(00000000ae53d45f) status changed from 0xdeadface to 0x15aac0de 00000400:00000010:0.0:1767384364.538710:0:16135:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 0000000080439f22. 00000400:00000200:0.0:1767384364.538715:0:16135:0:(peer.c:185:lnet_peer_ni_alloc()) 0000000080439f22 nid 192.168.202.152@tcp49 00000400:00000010:0.0:1767384364.538725:0:16135:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000ea58aeb3. 00000400:00000200:0.0:1767384364.538728:0:16135:0:(peer.c:204:lnet_peer_net_alloc()) 00000000ea58aeb3 net tcp49 00000400:00000200:0.0:1767384364.538733:0:16135:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (41) 00000400:00000200:0.0:1767384364.538739:0:16135:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.152@tcp NID 192.168.202.152@tcp49 flags 0x11 00000400:00000010:0.0:1767384364.538745:0:16135:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000f426b625. 00000400:00000200:0.0:1767384364.538749:0:16135:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000f426b625 nid 192.168.202.152@tcp50 00000400:00000200:2.0:1767384364.538750:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.152:988 00000400:00000010:0.0:1767384364.538753:0:16135:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000004bf6a247. 00000400:00000200:0.0:1767384364.538764:0:16135:0:(peer.c:204:lnet_peer_net_alloc()) 000000004bf6a247 net tcp50 00000400:00000200:0.0:1767384364.538766:0:16135:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (42) 00000400:00000200:0.0:1767384364.538772:0:16135:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.152@tcp NID 192.168.202.152@tcp50 flags 0x11 00000400:00000010:0.0:1767384364.538778:0:16135:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 860 at 00000000cf467784. 00000400:00000010:0.0:1767384364.538781:0:16135:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 1032 at 000000006e52841a. 00000400:00000010:0.0:1767384364.538784:0:16135:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 860 at 00000000ba4a6106. 00000400:00000010:0.0:1767384364.538787:0:16135:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 713 at 0000000077c84527. 00000400:00000200:0.0:1767384364.538793:0:16135:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.152@tcp (000000005d9714d7): 0 00000400:00000200:0.0:1767384364.538796:0:16135:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.152@tcp(000000005d9714d7): 0. state = 0x100171 00000400:00000200:0.0:1767384364.538802:0:16135:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100171 rc 1 00000400:00000200:0.0:1767384364.538806:0:16135:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100171 00000400:00000200:2.0:1767384364.538812:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.152:988 00000400:00000010:0.0:1767384364.538812:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d0007e92. 00000400:00000200:0.0:1767384364.538815:0:16135:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (43) 00000400:00000010:0.0:1767384364.538823:0:16135:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000007f71595. 00000400:00000200:0.0:1767384364.538830:0:16135:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.152@tcp28 00000400:00000200:0.0:1767384364.538844:0:16135:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.152@tcp28 to MR: 192.168.202.152@tcp28 local destination 00000400:00000200:0.0:1767384364.538851:0:16135:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp28 NI seq info: [238:238:256:4294967295] 192.168.202.152@tcp28 LPNI seq info [204:204:8:4294967295] 00000400:00000200:0.0:1767384364.538857:0:16135:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.152@tcp28 00000400:00000200:0.0:1767384364.538873:0:16135:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp28(192.168.202.152@tcp28:192.168.202.152@tcp28) -> 192.168.202.152@tcp28(192.168.202.152@tcp28:192.168.202.152@tcp28) : PUT try# 0 00000400:00000200:2.0:1767384364.538874:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.152:988 00000800:00000200:0.0:1767384364.538884:0:16135:0:(socklnd_cb.c:1001:ksocknal_send()) sending 704 bytes in 1 frags to 12345-192.168.202.152@tcp28 00000800:00000010:0.0:1767384364.538888:0:16135:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cd3cff96. 00000800:00000200:0.0:1767384364.538892:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c6916b11] -> 12345-192.168.202.152@tcp28 (6) 00000800:00000200:0.0:1767384364.538900:0:16135:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp28 ip 192.168.202.152:988 00000800:00000200:0.0:1767384364.538902:0:16135:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000cd3cff96 type 1, nob 800 niov 1 nkiov 1 00000400:00000200:2.0:1767384364.538914:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.152:988 00000400:00000200:0.0:1767384364.538923:0:16135:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.152@tcp 00000400:00000200:0.0:1767384364.538926:0:16135:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100571 rc 0 00000400:00000200:2.0:1767384364.538955:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.152:988 00000800:00000200:0.0:1767384364.538993:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384364.538996:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cd3cff96. 00000400:00000200:2.0:1767384364.539000:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.152:988 00000400:00000200:0.0:1767384364.539000:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384364.539014:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp28->192.168.202.152@tcp28: PUT: OK 00000400:00000200:0.0:1767384364.539020:0:16131:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384364.539036:0:16131:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.152@tcp28: 0 00000800:00000001:0.0:1767384364.539046:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384364.539052:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384364.539055:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384364.539060:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384364.539069:0:16131:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.152@tcp28(192.168.202.152@tcp28) <- 192.168.202.152@tcp28 : PUT - for me 00000400:00000200:0.0:1767384364.539081:0:16131:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.152@tcp of length 704 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384364.539083:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.152:988 00000400:00000200:0.0:1767384364.539130:0:16131:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.152@tcp of length 704/704 into md 0x2145 [1] + 0 00000400:00000010:0.0:1767384364.539136:0:16131:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a5c59d64. 00000400:00000200:0.0:1767384364.539141:0:16131:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000b59c96da 00000800:00000001:0.0:1767384364.539146:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384364.539153:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.152:988 00000800:00000001:0.0:1767384364.539154:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384364.539160:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384364.539167:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp28->192.168.202.152@tcp28: PUT: OK 00000400:00000200:0.0:1767384364.539174:0:16131:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b59c96da 00000400:00000010:0.0:1767384364.539177:0:16131:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b59c96da. 00000400:00000200:0.0:1767384364.539183:0:16131:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:0.0:1767384364.539187:0:16131:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (44) 00000400:00000200:0.0:1767384364.539193:0:16131:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.152@tcp(000000005d9714d7) is MR 00000400:00000200:2.0:1767384364.539194:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.152:988 00000400:00000010:0.0:1767384364.539200:0:16131:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 713 at 00000000ba4a6106. 00000400:00000200:0.0:1767384364.539209:0:16131:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.202.152@tcp 42 00000400:00000200:0.0:1767384364.539218:0:16131:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.152@tcp (000000005d9714d7): -114 00000400:00000200:2.0:1767384364.539228:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.152:988 00000400:00000200:0.0:1767384364.539231:0:16131:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000005d9714d7 (45) 00000400:00000200:0.0:1767384364.539238:0:16131:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1767384364.539246:0:16131:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.152@tcp28 to MR: 192.168.202.152@tcp28 local destination 00000400:00000200:0.0:1767384364.539252:0:16131:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp28 NI seq info: [239:239:256:4294967295] 192.168.202.152@tcp28 LPNI seq info [205:205:8:4294967295] 00000400:00000200:2.0:1767384364.539275:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.152:988 00000400:00000200:0.0:1767384364.539281:0:16131:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp28(192.168.202.152@tcp28:192.168.202.152@tcp28) -> 192.168.202.152@tcp28(192.168.202.152@tcp28:192.168.202.152@tcp28) 192.168.202.152@tcp28 : ACK try# 0 00000800:00000200:0.0:1767384364.539290:0:16131:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.152@tcp28 00000400:00000200:3.0:1767384364.539291:0:16135:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000800:00000010:0.0:1767384364.539297:0:16131:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cd3cff96. 00000400:00000010:3.0:1767384364.539300:0:16135:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b32ea7bb. 00000800:00000200:0.0:1767384364.539306:0:16131:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c6916b11] -> 12345-192.168.202.152@tcp28 (6) 00000400:00000010:3.0:1767384364.539308:0:16135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c7a16a19. 00000400:00000200:3.0:1767384364.539315:0:16135:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000bbd0fbec 00000800:00000200:0.0:1767384364.539316:0:16131:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp28 ip 192.168.202.152:986 00000800:00000200:0.0:1767384364.539323:0:16131:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000cd3cff96 type 0, nob 96 niov 1 nkiov 0 00000400:00000200:3.0:1767384364.539326:0:16135:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x1004f1 00000400:00000010:3.0:1767384364.539335:0:16135:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 860 at 00000000c0e83866. 00000400:00000010:3.0:1767384364.539338:0:16135:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 1032 at 000000002ca01c58. 00000400:00000010:3.0:1767384364.539341:0:16135:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 860 at 00000000ccef7e8b. 00000800:00000200:0.0:1767384364.539393:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384364.539396:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cd3cff96. 00000400:00000200:0.0:1767384364.539401:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384364.539409:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp28->192.168.202.152@tcp28: ACK: OK 00000400:00000010:3.0:1767384364.539410:0:16135:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 860 at 00000000c0e83866. 00000800:00000001:0.0:1767384364.539419:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:3.0:1767384364.539420:0:16135:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 1032 at 000000002ca01c58. 00000800:00000001:0.0:1767384364.539430:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384364.539431:0:16135:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 860 at 00000000ccef7e8b. 00000800:00000001:0.0:1767384364.539441:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:3.0:1767384364.539443:0:16135:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 713 at 00000000ba4a6106. 00000800:00000010:2.0:1767384364.539445:0:16127:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000713c9570. 00000800:00000001:0.0:1767384364.539447:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384364.539451:0:16135:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.152@tcp (000000005d9714d7): 0 00000800:00000010:2.0:1767384364.539453:0:16127:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e288c7c9. 00000800:00000001:0.0:1767384364.539455:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384364.539463:0:16135:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.152@tcp(000000005d9714d7): 0. state = 0x100571 00000800:00000010:2.0:1767384364.539467:0:16127:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000a8feba86. 00000400:00000200:3.0:1767384364.539468:0:16135:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100571 rc 1 00000800:00000001:0.0:1767384364.539469:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384364.539485:0:16135:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100571 00000400:00000200:0.0:1767384364.539493:0:16131:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.152@tcp28(192.168.202.152@tcp28) <- 192.168.202.152@tcp28 : ACK - for me 00000400:00000200:3.0:1767384364.539494:0:16135:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.152@tcp 00000400:00000200:3.0:1767384364.539500:0:16135:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.152@tcp(000000005d9714d7) state 0x100511 rc 0 00000800:00000010:2.0:1767384364.539503:0:16127:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000a8feba86. 00000400:00000200:3.0:1767384364.539512:0:16135:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.152@tcp (000000005d9714d7) 00000400:00000200:0.0:1767384364.539521:0:16131:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.152@tcp28: ACK from 12345-192.168.202.152@tcp28 into md 0x214d 00000400:00000200:3.0:1767384364.539522:0:16135:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000005d9714d7 (44) 00000800:00020000:2.0:1767384364.539522:0:16127:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.152 00000800:00000010:2.0:1767384364.539530:0:16127:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e288c7c9. 00000800:00000010:2.0:1767384364.539534:0:16127:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000713c9570. 00000400:00000200:0.0:1767384364.539541:0:16131:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384364.539548:0:16131:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp28->192.168.202.152@tcp28: ACK: OK 00000400:00000200:0.0:1767384364.539555:0:16131:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d0007e92 00000400:00000010:0.0:1767384364.539558:0:16131:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d0007e92. 00000400:00000200:0.0:1767384364.539569:0:16131:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:0.0:1767384364.539573:0:16131:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.152@tcp ev->status 0 00000400:00000200:0.0:1767384364.539578:0:16131:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000005d9714d7 (43) 00000800:00000001:0.0:1767384364.539585:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384364.539590:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:02020000:2.0:1767384364.539602:0:16127:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.152@tcp27 at host 192.168.202.152:988: is it running a compatible version of Lustre? 00000020:00000010:2.0:1767384364.545709:0:39689:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 00000000a8feba86. 00000020:00000040:2.0:1767384364.545718:0:39689:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:2.0:1767384364.545721:0:39689:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 00000000a8feba86. 00000100:00000040:0.0:1767384364.559186:0:449:0:(connection.c:75:cpu_latency_work()) work item of 000000002fd0fb58 (cpu 0) has reached its deadline 4294954521, at 4294954522 00000100:00000040:1.0:1767384364.559189:0:62:0:(connection.c:75:cpu_latency_work()) work item of 00000000edc4e618 (cpu 0) has reached its deadline 4294954521, at 4294954522 00000100:00000010:0.0:1767384364.559207:0:449:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000080925de8. 00000100:00000010:1.0:1767384364.559214:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000729e9f99. 00000100:00000040:2.0:1767384364.560125:0:270:0:(connection.c:75:cpu_latency_work()) work item of 00000000135c2452 (cpu 0) has reached its deadline 4294954521, at 4294954523 00000100:00000010:2.0:1767384364.560132:0:270:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000026c96f58. 00000100:00000040:3.0:1767384364.560133:0:53:0:(connection.c:75:cpu_latency_work()) work item of 000000009d5c2cb6 (cpu 0) has reached its deadline 4294954521, at 4294954523 00000100:00000010:3.0:1767384364.560145:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c3b7a892. 00010000:00000001:0.0:1767384364.597160:0:449:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384364.597168:0:449:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384364.597198:0:449:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384364.597199:0:449:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384364.597290:0:16768:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384364.597296:0:16768:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384364.597300:0:16768:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:3.0:1767384365.100792:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384365.100796:0:16130:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384365.100813:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384365.100813:0:16130:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384365.100817:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:1.0:1767384365.100831:0:16130:0:(socklnd_cb.c:1181:ksocknal_process_receive()) [0000000036b1ae31] EOF from 12345-192.168.202.52@tcp50 ip 192.168.202.52:1021 00000800:00000200:3.0:1767384365.100832:0:16132:0:(socklnd_cb.c:1181:ksocknal_process_receive()) [00000000d77c91e2] EOF from 12345-192.168.202.52@tcp50 ip 192.168.202.52:1022 00000800:00000001:2.0:1767384365.100832:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384365.100842:0:16131:0:(socklnd_cb.c:1181:ksocknal_process_receive()) [00000000ba22c863] EOF from 12345-192.168.202.52@tcp50 ip 192.168.202.52:1023 00000800:00000200:0.0:1767384365.101186:0:16129:0:(socklnd.c:1528:ksocknal_destroy_conn()) connection 0000000036b1ae31 00000800:00000010:0.0:1767384365.101194:0:16129:0:(socklnd.c:1581:ksocknal_destroy_conn()) kfreed 'conn': 4712 at 0000000036b1ae31. 00000800:00000200:0.0:1767384365.101201:0:16129:0:(socklnd.c:1528:ksocknal_destroy_conn()) connection 00000000d77c91e2 00000800:00000010:0.0:1767384365.101202:0:16129:0:(socklnd.c:1581:ksocknal_destroy_conn()) kfreed 'conn': 4712 at 00000000d77c91e2. 00000800:00000200:0.0:1767384365.101204:0:16129:0:(socklnd.c:1528:ksocknal_destroy_conn()) connection 00000000ba22c863 00000800:00000200:0.0:1767384365.101211:0:16129:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.52@tcp50 000000005f37b0da deleted 00000800:00000010:0.0:1767384365.101213:0:16129:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000005f37b0da. 00000800:00000010:0.0:1767384365.101215:0:16129:0:(socklnd.c:1581:ksocknal_destroy_conn()) kfreed 'conn': 4712 at 00000000ba22c863. 00000400:00000200:0.0:1767384365.493256:0:16134:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.152@tcp38 00000400:00000010:0.0:1767384365.493271:0:16134:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000093f77863. 00000400:00000010:0.0:1767384365.493283:0:16134:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000006bec9a87. 00000400:00000010:0.0:1767384365.493292:0:16134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d0007e92. 00000400:00000010:0.0:1767384365.493304:0:16134:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000002a526efa. 00000400:00000200:0.0:1767384365.493310:0:16134:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.152@tcp38 00000400:00000200:0.0:1767384365.493353:0:16134:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.152@tcp38 local destination 00000400:00000200:0.0:1767384365.493362:0:16134:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.152@tcp38 00000400:00000200:0.0:1767384365.493367:0:16134:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp38 NI seq info: [240:240:256:4294967295] 192.168.202.152@tcp38 LPNI seq info [206:206:8:4294967295] 00000400:00000200:0.0:1767384365.493378:0:16134:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.152@tcp38 00000400:00000200:0.0:1767384365.493387:0:16134:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp38(192.168.202.152@tcp38:) -> 192.168.202.152@tcp38(192.168.202.152@tcp38:192.168.202.152@tcp38) : GET try# 0 00000800:00000200:0.0:1767384365.493393:0:16134:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.152@tcp38 00000800:00000010:0.0:1767384365.493399:0:16134:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000cd3cff96. 00000800:00000200:0.0:1767384365.493408:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000002ad4ea] -> 12345-192.168.202.152@tcp38 (2) 00000800:00000200:0.1:1767384365.493413:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000002ad4ea] -> 12345-192.168.202.152@tcp38 (2) 00000400:00000200:0.0:1767384365.493450:0:16134:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.152@tcp38 added to recovery queue. ping count: 5 next ping: 320 health :500 00000400:00000200:2.0:1767384365.493574:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.152:988 00000400:00000200:2.0:1767384365.493628:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.152:988 00000400:00000200:2.0:1767384365.493642:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.152:988 00000400:00000200:2.0:1767384365.493654:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.152:988 00000400:00000200:2.0:1767384365.493667:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.152:988 00000400:00000200:2.0:1767384365.493680:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.152:988 00000400:00000200:2.0:1767384365.493692:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.152:988 00000400:00000200:2.0:1767384365.493704:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.152:988 00000400:00000200:2.0:1767384365.493716:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.152:988 00000400:00000200:2.0:1767384365.493737:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.152:988 00000400:00000200:2.0:1767384365.493762:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.152:988 00000400:00000200:2.0:1767384365.493780:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.152:988 00000400:00000200:2.0:1767384365.493793:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.152:988 00000400:00000200:2.0:1767384365.493805:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.152:988 00000400:00000200:2.0:1767384365.493817:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.152:988 00000400:00000200:2.0:1767384365.493830:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.152:988 00000400:00000200:2.0:1767384365.493842:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.152:988 00000400:00000200:2.0:1767384365.493855:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.152:988 00000400:00000200:2.0:1767384365.493869:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.152:988 00000400:00000200:2.0:1767384365.493882:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.152:988 00000400:00000200:2.0:1767384365.493894:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.152:988 00000400:00000200:2.0:1767384365.493906:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.152:988 00000400:00000200:2.0:1767384365.493920:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.152:988 00000400:00000200:2.0:1767384365.493932:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.152:988 00000400:00000200:2.0:1767384365.493945:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.152:988 00000400:00000200:2.0:1767384365.493957:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.152:988 00000400:00000200:2.0:1767384365.493969:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.152:988 00000400:00000200:2.0:1767384365.493982:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.152:988 00000400:00000200:2.0:1767384365.493994:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.152:988 00000400:00000200:2.0:1767384365.494007:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.152:988 00000400:00000200:2.0:1767384365.494050:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.152:988 00000400:00000200:2.0:1767384365.494070:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.152:988 00000400:00000200:2.0:1767384365.494084:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.152:988 00000400:00000200:2.0:1767384365.494169:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.152:988 00000400:00000200:2.0:1767384365.494185:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.152:988 00000800:00000010:2.0:1767384365.494331:0:16128:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000713c9570. 00000800:00000010:2.0:1767384365.494336:0:16128:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e288c7c9. 00000800:00000010:2.0:1767384365.494340:0:16128:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000778d9b2b. 00000800:00000010:2.0:1767384365.494367:0:16128:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000778d9b2b. 00000800:00020000:2.0:1767384365.494376:0:16128:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.152 00000800:00000010:2.0:1767384365.494379:0:16128:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e288c7c9. 00000800:00000010:2.0:1767384365.494381:0:16128:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000713c9570. 00000400:02020000:2.0:1767384365.494411:0:16128:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.152@tcp38 at host 192.168.202.152:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384365.494417:0:16128:0:(router.c:1755:lnet_notify()) 192.168.202.152@tcp38 notifying 192.168.202.152@tcp38: down 00000800:00000200:2.0:1767384365.494424:0:16128:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.152@tcp38 down 00000800:00000100:2.0:1767384365.494429:0:16128:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.152@tcp38 00000800:00000010:2.0:1767384365.494432:0:16128:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000cd3cff96. 00000400:00000200:2.0:1767384365.494436:0:16128:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384365.494440:0:16128:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp38->192.168.202.152@tcp38: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384365.494453:0:16128:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384365.494456:0:16128:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.152@tcp38 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384365.494459:0:16128:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.152@tcp38) recovery failed with -71 00010000:00000001:0.0:1767384365.621204:0:449:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384365.621212:0:449:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384365.621219:0:449:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384365.621221:0:449:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384365.621305:0:16767:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384365.621311:0:16767:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384365.621315:0:16767:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:0.0:1767384365.993948:0:39690:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384365.993970:0:39690:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384365.993976:0:39690:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384365.993992:0:39690:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384365.994001:0:39690:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384365.994005:0:39690:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384366.125678:0:39727:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384366.125690:0:39727:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384366.125693:0:39727:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384366.125701:0:39727:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384366.125707:0:39727:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384366.125709:0:39727:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384366.133162:0:16129:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000021cbc40f] -> 12345-192.168.202.152@tcp32 (4) 00000800:00000200:0.1:1767384366.133172:0:16129:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000021cbc40f] -> 12345-192.168.202.152@tcp32 (4) 00000400:00000200:2.0:1767384366.133290:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.152:988 00000400:00000200:2.0:1767384366.133350:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.152:988 00000400:00000200:2.0:1767384366.133377:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.152:988 00000400:00000200:2.0:1767384366.133417:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.152:988 00000400:00000200:2.0:1767384366.133451:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.152:988 00000400:00000200:2.0:1767384366.133475:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.152:988 00000400:00000200:2.0:1767384366.133493:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.152:988 00000400:00000200:2.0:1767384366.133519:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.152:988 00000400:00000200:2.0:1767384366.133541:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.152:988 00000400:00000200:2.0:1767384366.133573:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.152:988 00000400:00000200:2.0:1767384366.133613:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.152:988 00000400:00000200:2.0:1767384366.133648:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.152:988 00000400:00000200:2.0:1767384366.133691:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.152:988 00000400:00000200:2.0:1767384366.133736:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.152:988 00000400:00000200:2.0:1767384366.133773:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.152:988 00000400:00000200:2.0:1767384366.133805:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.152:988 00000400:00000200:2.0:1767384366.133848:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.152:988 00000400:00000200:2.0:1767384366.133895:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.152:988 00000400:00000200:2.0:1767384366.133921:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.152:988 00000400:00000200:2.0:1767384366.133945:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.152:988 00000400:00000200:2.0:1767384366.133992:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.152:988 00000400:00000200:2.0:1767384366.134042:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.152:988 00000400:00000200:2.0:1767384366.134063:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.152:988 00000400:00000200:2.0:1767384366.134083:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.152:988 00000400:00000200:2.0:1767384366.134148:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.152:988 00000400:00000200:2.0:1767384366.134192:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.152:988 00000400:00000200:2.0:1767384366.134214:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.152:988 00000400:00000200:2.0:1767384366.134231:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.152:988 00000400:00000200:2.0:1767384366.134248:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.152:988 00000400:00000200:2.0:1767384366.134269:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.152:988 00000400:00000200:2.0:1767384366.134297:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.152:988 00000400:00000200:2.0:1767384366.134354:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.152:988 00000400:00000200:2.0:1767384366.134411:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.152:988 00000400:00000200:2.0:1767384366.134452:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.152:988 00000400:00000200:2.0:1767384366.134522:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.152:988 00000800:00000010:2.0:1767384366.134750:0:16126:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000713c9570. 00000800:00000010:2.0:1767384366.134756:0:16126:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f9b8874c. 00000800:00000010:2.0:1767384366.134761:0:16126:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000008faa7c63. 00000800:00000010:2.0:1767384366.134783:0:16126:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000008faa7c63. 00000800:00020000:2.0:1767384366.134793:0:16126:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.152 00000800:00000010:2.0:1767384366.134797:0:16126:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f9b8874c. 00000800:00000010:2.0:1767384366.134800:0:16126:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000713c9570. 00000400:02020000:2.0:1767384366.134831:0:16126:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.152@tcp32 at host 192.168.202.152:988: is it running a compatible version of Lustre? 00000800:00000100:2.0:1767384366.134836:0:16126:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00080000:00000001:2.0:1767384366.303764:0:39737:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384366.303785:0:39737:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384366.303790:0:39737:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384366.303799:0:39737:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384366.303807:0:39737:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384366.303811:0:39737:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384366.435550:0:39775:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384366.435564:0:39775:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384366.435568:0:39775:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384366.435575:0:39775:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384366.435581:0:39775:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384366.435584:0:39775:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384366.436207:0:39775:0:(tgt_mount.c:2128:server_umount_begin()) Process entered 00000020:01000004:0.0:1767384366.436209:0:39775:0:(tgt_mount.c:2129:server_umount_begin()) umount -f 00000020:00000001:0.0:1767384366.436210:0:39775:0:(tgt_mount.c:2135:server_umount_begin()) Process leaving 00080000:00000001:3.0:1767384366.436985:0:1:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384366.436993:0:1:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384366.436999:0:1:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384366.437128:0:10065:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384366.437142:0:10065:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384366.437146:0:10065:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384366.445258:0:39775:0:(tgt_mount.c:1993:server_put_super()) Process entered 00000020:00000010:0.0:1767384366.445264:0:39775:0:(tgt_mount.c:1997:server_put_super()) kmalloced '(tmpname)': 15 at 000000004748d6fa. 00000020:01000004:0.0:1767384366.445268:0:39775:0:(tgt_mount.c:1999:server_put_super()) server put_super lustre-MDT0000 00000020:00000001:0.0:1767384366.445270:0:39775:0:(tgt_mount.c:1667:tgt_del_notifier()) Process entered 00000020:00000001:0.0:1767384366.445272:0:39775:0:(tgt_mount.c:942:lustre_disconnect_lwp()) Process entered 00000020:00000010:0.0:1767384366.445274:0:39775:0:(tgt_mount.c:944:lustre_disconnect_lwp()) kmalloced '(logname)': 64 at 00000000aa233034. 00000020:00000010:0.0:1767384366.445277:0:39775:0:(tgt_mount.c:956:lustre_disconnect_lwp()) kmalloced '(cfg)': 88 at 000000002b508bbd. 00000020:00000001:0.0:1767384366.445279:0:39775:0:(obd_mount.c:105:lustre_end_log()) Process entered 00000020:00000010:0.0:1767384366.445281:0:39775:0:(obd_mount.c:115:lustre_end_log()) kmalloced '(lcfg)': 176 at 0000000007bdf0a3. 00000020:00000001:0.0:1767384366.445284:0:39775:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:0.0:1767384366.445286:0:39775:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000062460ff4. 00000020:00000010:0.0:1767384366.445290:0:39775:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000aeb22040. 00000040:00000010:0.0:1767384366.445292:0:39775:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000e1d4c45a. 00000020:00000010:0.0:1767384366.445296:0:39775:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000006e52841a. 00000020:00000010:0.0:1767384366.445300:0:39775:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000043b1e74d. 00040000:00000010:0.0:1767384366.445304:0:39775:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000066ea0d8f. 00040000:00000010:0.0:1767384366.445307:0:39775:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000ca2d863a. 00080000:00000010:0.0:1767384366.445310:0:39775:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000005683c0d2. 10000000:00000001:0.0:1767384366.445313:0:39775:0:(mgc_request.c:1932:mgc_process_config()) Process entered 10000000:00000001:0.0:1767384366.445315:0:39775:0:(mgc_request_server.c:668:mgc_process_config_server()) Process entered 10000000:00000001:0.0:1767384366.445317:0:39775:0:(mgc_request.c:493:config_log_end()) Process entered 10000000:00000001:0.0:1767384366.445319:0:39775:0:(mgc_request.c:159:config_log_find()) Process entered 10000000:00000001:0.0:1767384366.445321:0:39775:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1767384366.445323:0:39775:0:(mgc_request.c:108:config_log_get()) log lustre-client (00000000971109f0) refs 3 10000000:00000001:0.0:1767384366.445330:0:39775:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384366.445331:0:39775:0:(mgc_request.c:177:config_log_find()) Process leaving (rc=18446619782191589888 : -124291517961728 : ffff8ef520392a00) 10000000:00000001:0.0:1767384366.445334:0:39775:0:(mgc_request.c:461:config_mark_cld_stop_nolock()) Process entered 10000000:00000040:0.0:1767384366.445335:0:39775:0:(mgc_request.c:467:config_mark_cld_stop_nolock()) lockh 0x7e51148972eec989 00010000:00000001:0.0:1767384366.445337:0:39775:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384366.445339:0:39775:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384366.445341:0:39775:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c3ad27bd refcount=2 00000020:00000001:0.0:1767384366.445343:0:39775:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781820863488 : -124291888688128 : ffff8ef50a205400) 00010000:00000001:0.0:1767384366.445345:0:39775:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781820863488 : -124291888688128 : ffff8ef50a205400) 00010000:00000001:0.0:1767384366.445347:0:39775:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384366.445349:0:39775:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384366.445351:0:39775:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.152@tcp lock: 00000000c3ad27bd/0x7e51148972eec989 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x7e51148972eec990 expref: -99 pid: 16760 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384366.445358:0:39775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384366.445359:0:39775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384366.445360:0:39775:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384366.445361:0:39775:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384366.445362:0:39775:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c3ad27bd refcount=3 00000020:00000001:0.0:1767384366.445363:0:39775:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781820863488 : -124291888688128 : ffff8ef50a205400) 00010000:00000001:0.0:1767384366.445364:0:39775:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781820863488 : -124291888688128 : ffff8ef50a205400) 00010000:00000001:0.0:1767384366.445366:0:39775:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384366.445367:0:39775:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.152@tcp lock: 00000000c3ad27bd/0x7e51148972eec989 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x7e51148972eec990 expref: -99 pid: 16760 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384366.445371:0:39775:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384366.445372:0:39775:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.152@tcp lock: 00000000c3ad27bd/0x7e51148972eec989 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000400000000 nid: local remote: 0x7e51148972eec990 expref: -99 pid: 16760 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384366.445375:0:39775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384366.445376:0:39775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384366.445377:0:39775:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.152@tcp lock: 00000000c3ad27bd/0x7e51148972eec989 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000400000000 nid: local remote: 0x7e51148972eec990 expref: -99 pid: 16760 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384366.445386:0:39775:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384366.445387:0:39775:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384366.445389:0:39775:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1767384366.445391:0:39775:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 000000001e76a32c. 00010000:00000001:0.0:1767384366.445394:0:39775:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1767384366.445404:0:39775:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:0.0:1767384366.445406:0:39775:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384366.445407:0:39775:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384366.445409:0:39775:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384366.445410:0:39775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384366.445411:0:39775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:0.0:1767384366.445413:0:39775:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1767384366.445415:0:39775:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1767384366.445416:0:39775:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1767384366.445417:0:39775:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1767384366.445418:0:39775:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1767384366.445419:0:39775:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1767384366.445420:0:39775:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1767384366.445421:0:39775:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1767384366.445422:0:39775:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1767384366.445423:0:39775:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1767384366.445424:0:39775:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1767384366.445425:0:39775:0:(mgc_request.c:123:config_log_put()) log lustre-client(00000000971109f0) refs 3 10000000:00000001:0.0:1767384366.445427:0:39775:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1767384366.445428:0:39775:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1767384366.445429:0:39775:0:(mgc_request.c:123:config_log_put()) log lustre-client(00000000971109f0) refs 2 10000000:00000001:0.0:1767384366.445431:0:39775:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:01000000:0.0:1767384366.445432:0:39775:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 10000000:00000001:0.0:1767384366.445434:0:39775:0:(mgc_request.c:548:config_log_end()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384366.445436:0:39775:0:(mgc_request.c:2026:mgc_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384366.445440:0:39775:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000aeb22040. 00000040:00000010:0.0:1767384366.445445:0:39775:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000e1d4c45a. 00000020:00000010:0.0:1767384366.445449:0:39775:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000006e52841a. 00000020:00000010:0.0:1767384366.445453:0:39775:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000043b1e74d. 00000020:00000001:3.0:1767384366.445456:0:16768:0:(genops.c:1912:obd_stale_export_get()) Process entered 00040000:00000010:0.0:1767384366.445458:0:39775:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000066ea0d8f. 00000020:00000001:3.0:1767384366.445460:0:16768:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384366.445464:0:16768:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00040000:00000010:0.0:1767384366.445464:0:39775:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000ca2d863a. 00010000:00000001:3.0:1767384366.445467:0:16768:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1767384366.445469:0:16768:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384366.445471:0:16768:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.152@tcp lock: 00000000c3ad27bd/0x7e51148972eec989 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000400000000 nid: local remote: 0x7e51148972eec990 expref: -99 pid: 16760 timeout: 0 lvb_type: 0 00080000:00000010:0.0:1767384366.445478:0:39775:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000005683c0d2. 00010000:00010000:3.0:1767384366.445480:0:16768:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000c3ad27bd already unused, calling callback (00000000649d35d1) 00000020:00000010:0.0:1767384366.445484:0:39775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000062460ff4. 10000000:00000001:3.0:1767384366.445485:0:16768:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1767384366.445487:0:16768:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.152@tcp lock: 00000000c3ad27bd/0x7e51148972eec989 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000400000000 nid: local remote: 0x7e51148972eec990 expref: -99 pid: 16760 timeout: 0 lvb_type: 0 00000020:00000001:0.0:1767384366.445491:0:39775:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384366.445494:0:16768:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000020:00000010:0.0:1767384366.445496:0:39775:0:(obd_mount.c:120:lustre_end_log()) kfreed 'lcfg': 176 at 0000000007bdf0a3. 00010000:00000001:3.0:1767384366.445497:0:16768:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384366.445499:0:16768:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384366.445502:0:16768:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c3ad27bd refcount=3 00000020:00000001:0.0:1767384366.445502:0:39775:0:(obd_mount.c:121:lustre_end_log()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384366.445506:0:16768:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781820863488 : -124291888688128 : ffff8ef50a205400) 00010000:00000001:3.0:1767384366.445510:0:16768:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781820863488 : -124291888688128 : ffff8ef50a205400) 00000020:00000010:0.0:1767384366.445510:0:39775:0:(tgt_mount.c:969:lustre_disconnect_lwp()) kmalloced '(bufs)': 104 at 0000000017708fb3. 00010000:00000001:3.0:1767384366.445514:0:16768:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384366.445516:0:16768:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.152@tcp lock: 00000000c3ad27bd/0x7e51148972eec989 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1008400000000 nid: local remote: 0x7e51148972eec990 expref: -99 pid: 16760 timeout: 0 lvb_type: 0 00000020:00000040:0.0:1767384366.445517:0:39775:0:(genops.c:898:class_export_put()) PUTting export 00000000c02aebe5 : new refcount 5 00000020:00000010:0.0:1767384366.445525:0:39775:0:(tgt_mount.c:985:lustre_disconnect_lwp()) kmalloced '(lcfg)': 72 at 000000005f3198d9. 10000000:00000001:3.0:1767384366.445529:0:16768:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1767384366.445531:0:16768:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.152@tcp lock: 00000000c3ad27bd/0x7e51148972eec989 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1009400000000 nid: local remote: 0x7e51148972eec990 expref: -99 pid: 16760 timeout: 0 lvb_type: 0 00000010:00000001:0.0:1767384366.445532:0:39775:0:(lwp_dev.c:209:lwp_process_config()) Process entered 10000000:01000000:3.0:1767384366.445537:0:16768:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00000100:00000001:0.0:1767384366.445538:0:39775:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 10000000:01000000:3.0:1767384366.445540:0:16768:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:00000001:3.0:1767384366.445543:0:16768:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00080000:0.0:1767384366.445543:0:39775:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 10000000:00000040:3.0:1767384366.445546:0:16768:0:(mgc_request.c:123:config_log_put()) log lustre-client(00000000971109f0) refs 1 00000100:00000001:0.0:1767384366.445549:0:39775:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 10000000:01000000:3.0:1767384366.445550:0:16768:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 10000000:00000001:3.0:1767384366.445554:0:16768:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1767384366.445554:0:16768:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1767384366.445555:0:16768:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00000001:0.0:1767384366.445555:0:39775:0:(client.c:3065:ptlrpc_free_committed()) Process entered 10000000:00000001:3.0:1767384366.445558:0:16768:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1767384366.445560:0:16768:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00100000:0.0:1767384366.445560:0:39775:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 3 10000000:00000001:3.0:1767384366.445563:0:16768:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1767384366.445566:0:16768:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1767384366.445567:0:16768:0:(mgc_request.c:120:config_log_put()) Process leaving 00000100:00000040:0.0:1767384366.445567:0:39775:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: normal: skip=0 replay=0/0 committed=0/0 10000000:00000001:3.0:1767384366.445570:0:16768:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1767384366.445572:0:16768:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00000040:3.0:1767384366.445575:0:16768:0:(genops.c:898:class_export_put()) PUTting export 000000001876d0ab : new refcount 11 00000100:00000001:0.0:1767384366.445576:0:39775:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 10000000:00000010:3.0:1767384366.445578:0:16768:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 286 at 00000000971109f0. 00000100:00000001:0.0:1767384366.445580:0:39775:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 10000000:00000001:3.0:1767384366.445582:0:16768:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000001:0.0:1767384366.445583:0:39775:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 10000000:00000001:3.0:1767384366.445585:0:16768:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384366.445587:0:39775:0:(obd_class.h:1217:obd_import_event()) Process entered 00010000:00000001:3.0:1767384366.445588:0:16768:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384366.445593:0:16768:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:0.0:1767384366.445593:0:39775:0:(obd_class.h:1226:obd_import_event()) Process leaving 00010000:00000001:3.0:1767384366.445597:0:16768:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:0.0:1767384366.445598:0:39775:0:(pinger.c:388:ptlrpc_pinger_del_import()) Process entered 00010000:00000001:3.0:1767384366.445599:0:16768:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384366.445602:0:16768:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1767384366.445603:0:39775:0:(pinger.c:396:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00000020:00000040:3.0:1767384366.445604:0:16768:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000c3ad27bd with handle 0x7e51148972eec989 from hash 00010000:00000001:3.0:1767384366.445608:0:16768:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384366.445610:0:16768:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:0.0:1767384366.445610:0:39775:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:3.0:1767384366.445614:0:16768:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:0.0:1767384366.445614:0:39775:0:(genops.c:1242:class_import_put()) import 00000000345f9ba7 refcount=1 obd=lustre-MDT0000-lwp-MDT0000 00010000:00000001:3.0:1767384366.445617:0:16768:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384366.445619:0:16768:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000020:00000001:0.0:1767384366.445620:0:39775:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:3.0:1767384366.445621:0:16768:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1767384366.445625:0:16768:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00000100:00000001:0.0:1767384366.445625:0:39775:0:(pinger.c:401:ptlrpc_pinger_del_import()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384366.445629:0:16768:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000001:0.0:1767384366.445631:0:39775:0:(import.c:1916:ptlrpc_disconnect_import()) Process entered 00000100:00000001:0.0:1767384366.445635:0:39775:0:(import.c:1850:ptlrpc_disconnect_import_async()) Process entered 00000100:00000010:3.0:1767384366.445636:0:16768:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f83c2498. 00000100:00000001:0.0:1767384366.445637:0:39775:0:(import.c:1742:ptlrpc_disconnect_prep_req()) Process entered 00000020:00000040:3.0:1767384366.445641:0:16768:0:(genops.c:1229:class_import_get()) import 00000000df830bbe refcount=4 obd=MGC192.168.202.152@tcp 00000100:00000010:0.0:1767384366.445645:0:39775:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c0631900. 00000100:00000001:3.0:1767384366.445646:0:16768:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384366.445649:0:16768:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000040:0.0:1767384366.445651:0:39775:0:(genops.c:1229:class_import_get()) import 00000000345f9ba7 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 02000000:00000001:3.0:1767384366.445655:0:16768:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384366.445657:0:39775:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384366.445660:0:39775:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000010:3.0:1767384366.445663:0:16768:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002141d7e2. 02000000:00000001:0.0:1767384366.445664:0:39775:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384366.445672:0:16768:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384366.445673:0:39775:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000066ea0d8f. 00010000:00000001:3.0:1767384366.445676:0:16768:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00000100:00000001:0.0:1767384366.445681:0:39775:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384366.445682:0:16768:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.152@tcp lock: 00000000c3ad27bd/0x7e51148972eec989 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000020 nid: local remote: 0x7e51148972eec990 expref: -99 pid: 16760 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384366.445686:0:16768:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1767384366.445687:0:16768:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384366.445694:0:39775:0:(import.c:1780:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446619782423952256 : -124291285599360 : ffff8ef52e12bb80) 00000100:00000001:3.0:1767384366.445695:0:16768:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384366.445698:0:16768:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1767384366.445701:0:39775:0:(import.c:65:import_set_state_nolock()) 00000000345f9ba7 lustre-MDT0000_UUID: changing import state from FULL to CONNECTING 00000100:00000040:3.0:1767384366.445707:0:16768:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f83c2498] to pc [ptlrpcd_00_01+1] req@00000000f83c2498 x1853236723090176/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384366.445707:0:39775:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384366.445710:0:39775:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384366.445720:0:39775:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c0631900] to pc [ptlrpcd_rcv+-1] req@00000000c0631900 x1853236723090304/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384366.445737:0:16768:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384366.445740:0:16768:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384366.445741:0:16768:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384366.445742:0:16768:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384366.445743:0:16768:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384366.445745:0:16768:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384366.445745:0:39775:0:(import.c:1896:ptlrpc_disconnect_import_async()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384366.445751:0:16768:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.152@tcp lock: 00000000c3ad27bd/0x7e51148972eec989 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000020 nid: local remote: 0x7e51148972eec990 expref: -99 pid: 16760 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384366.445756:0:16768:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384366.445757:0:16768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.152@tcp lock: 00000000c3ad27bd/0x7e51148972eec989 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000020 nid: local remote: 0x7e51148972eec990 expref: -99 pid: 16760 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384366.445764:0:16768:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384366.445765:0:16768:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:3.0:1767384366.445766:0:16768:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 000000001e76a32c. 00010000:00000001:3.0:1767384366.445769:0:16768:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384366.445771:0:16768:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384366.445772:0:16768:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384366.445774:0:16768:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1767384366.445775:0:16768:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384366.445776:0:16768:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384366.445777:0:16768:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1767384366.445778:0:16768:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1767384366.445779:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1767384366.445780:0:16768:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384366.445782:0:16768:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1767384366.445787:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384366.445792:0:16138:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384366.445799:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f83c2498 x1853236723090176/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384366.445801:0:16136:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384366.445807:0:16136:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384366.445813:0:16136:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384366.445822:0:16136:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c0631900 x1853236723090304/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384366.445822:0:16138:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384366.445831:0:16138:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384366.445845:0:16136:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:1.0:1767384366.445845:0:16138:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767384366.445852:0:16136:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384366.445853:0:16138:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384366.445857:0:16136:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384366.445859:0:16138:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384366.445862:0:16136:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1767384366.445869:0:16138:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f83c2498 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c0412d60-4f67-4dbc-8791-892843f60083:16138:1853236723090176:0@lo:103: 02000000:00000001:2.0:1767384366.445870:0:16136:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384366.445879:0:16136:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c0631900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:16136:1853236723090304:0@lo:39: 00000100:00000001:2.0:1767384366.445890:0:16136:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767384366.445891:0:16138:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384366.445895:0:16136:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384366.445899:0:16136:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384366.445900:0:16138:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384366.445902:0:16136:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1767384366.445905:0:16138:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384366.445909:0:16136:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004674dcb1. 02000000:00000001:1.0:1767384366.445911:0:16138:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1767384366.445912:0:16136:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384366.445919:0:16138:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007aa1dec1. 00000400:00000010:2.0:1767384366.445920:0:16136:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008e1fef75. 02000000:00000001:1.0:1767384366.445926:0:16138:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384366.445930:0:16136:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000057bd51bb. 00000400:00000010:1.0:1767384366.445936:0:16138:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009882c7a1. 00000100:00000200:2.0:1767384366.445939:0:16136:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236723090304, portal 10 00000100:00000001:2.0:1767384366.445945:0:16136:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384366.445947:0:16136:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782423952256 : -124291285599360 : ffff8ef52e12bb80) 00000400:00000010:1.0:1767384366.445950:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004b5cd7b8. 00000100:00000040:2.0:1767384366.445954:0:16136:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c0631900 x1853236723090304/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384376 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384366.445962:0:16138:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236723090176, portal 18 00000100:00000001:2.0:1767384366.445963:0:16136:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384366.445968:0:16136:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384366.445970:0:16138:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000010:2.0:1767384366.445972:0:16136:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000065db4d3b. 00000100:00000001:1.0:1767384366.445974:0:16138:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782564207616 : -124291145344000 : ffff8ef5366edc00) 00000100:00000200:2.0:1767384366.445976:0:16136:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236723090304, offset 0 00000100:00000040:1.0:1767384366.445990:0:16138:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f83c2498 x1853236723090176/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384382 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384366.445995:0:16136:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384366.446024:0:16138:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384366.446034:0:16138:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1767384366.446037:0:16136:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:1.0:1767384366.446041:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000041b879ca. 00000100:00000200:1.0:1767384366.446048:0:16138:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853236723090176, offset 0 00000400:00000200:2.0:1767384366.446058:0:16136:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824c908380 00000400:00000200:1.0:1767384366.446059:0:16138:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384366.446073:0:16136:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 11384 00000400:00000200:1.0:1767384366.446084:0:16138:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384366.446113:0:16136:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384366.446121:0:16136:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384366.446132:0:16136:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384366.446135:0:16136:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1767384366.446141:0:16136:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b4178ef8. 00000400:00000200:1.0:1767384366.446141:0:16138:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x695824c908300 00000100:00000001:0.0:1767384366.446145:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767384366.446151:0:16136:0:(events.c:337:request_in_callback()) incoming req@00000000b4178ef8 x1853236723090304 msgsize 224 00000100:00000001:0.0:1767384366.446154:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384366.446168:0:16136:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:1.0:1767384366.446169:0:16138:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x15 [2] + 656 00000100:00000001:2.0:1767384366.446186:0:16136:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384366.446190:0:16138:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384366.446197:0:16136:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000065db4d3b 00000400:00000200:1.0:1767384366.446198:0:16138:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:2.0:1767384366.446202:0:16136:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000065db4d3b. 00000100:00000001:2.0:1767384366.446207:0:16136:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384366.446212:0:16138:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384366.446213:0:16136:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c0631900 x1853236723090304/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384376 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384366.446217:0:16779:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:1.0:1767384366.446217:0:16138:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00100000:3.0:1767384366.446227:0:16779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723090304 00000100:00000010:1.0:1767384366.446235:0:16138:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004a8c2434. 02000000:00000001:3.0:1767384366.446236:0:16779:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384366.446245:0:16779:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384366.446248:0:16779:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384366.446248:0:16138:0:(events.c:337:request_in_callback()) incoming req@000000004a8c2434 x1853236723090176 msgsize 328 00000100:00000001:2.0:1767384366.446249:0:16136:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384366.446257:0:16136:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c0631900 x1853236723090304/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384376 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384366.446258:0:16779:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384366.446270:0:16779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723090304 00000100:00100000:1.0:1767384366.446273:0:16138:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:3.0:1767384366.446277:0:16779:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384366.446283:0:16779:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eeca2a 00000020:00000001:3.0:1767384366.446291:0:16779:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384366.446295:0:16779:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f335576c refcount=5 00000100:00000001:2.0:1767384366.446297:0:16136:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384366.446299:0:16779:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619777384806400 : -124296324745216 : ffff8ef401b77800) 00000100:00000001:2.0:1767384366.446300:0:16136:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384366.446303:0:16138:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000001:3.0:1767384366.446304:0:16779:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619777384806400 : -124296324745216 : ffff8ef401b77800) 00000100:00000001:2.0:1767384366.446310:0:16136:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384366.446311:0:16779:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:2.0:1767384366.446315:0:16136:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 3616 usecs (4 jiffies) 00000020:00000010:3.0:1767384366.446316:0:16779:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006bfbeddc. 00000400:00000200:1.0:1767384366.446317:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000041b879ca 00000400:00000010:1.0:1767384366.446327:0:16138:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000041b879ca. 00000100:00000001:3.0:1767384366.446331:0:16779:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384366.446331:0:16136:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294956413 00000100:00000001:1.0:1767384366.446336:0:16138:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384366.446339:0:19333:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:3.0:1767384366.446347:0:16779:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006bfbeddc. 00000100:00000200:1.0:1767384366.446348:0:16138:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f83c2498 x1853236723090176/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384382 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384366.446348:0:19333:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723090176 00000100:00000010:2.0:1767384366.446349:0:16136:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000defeb003. 00000020:00000010:3.0:1767384366.446354:0:16779:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000dab3183e. 02000000:00000001:0.0:1767384366.446358:0:19333:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384366.446361:0:16136:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request now active for cpu 0 00000020:00000010:3.0:1767384366.446362:0:16779:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006079c3e3. 00000100:00000001:0.0:1767384366.446362:0:19333:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384366.446369:0:19333:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384366.446371:0:16779:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000cb198794. 00000100:00000001:2.0:1767384366.446371:0:16136:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294956413 00000100:00000001:1.0:1767384366.446378:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1767384366.446380:0:19333:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384366.446384:0:16136:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003790b8b3. 00000100:00100000:0.0:1767384366.446387:0:19333:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723090176 00000100:00000040:1.0:1767384366.446389:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f83c2498 x1853236723090176/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384382 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384366.446392:0:16136:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request now active for cpu 1 00000100:00000040:3.0:1767384366.446393:0:16779:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000020:00000001:0.0:1767384366.446394:0:19333:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384366.446403:0:19333:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eec8e1 00000100:00000001:3.0:1767384366.446404:0:16779:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384366.446405:0:16136:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294956413 00000020:00000001:0.0:1767384366.446411:0:19333:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384366.446412:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384366.446413:0:16779:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000010:2.0:1767384366.446415:0:16136:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000dd0e6e0d. 00000020:00000040:0.0:1767384366.446418:0:19333:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000555601ca refcount=15 00000100:00000001:1.0:1767384366.446419:0:16138:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384366.446420:0:16779:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384366.446427:0:16136:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request now active for cpu 2 00000020:00000001:0.0:1767384366.446428:0:19333:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000100:00000001:1.0:1767384366.446430:0:16138:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384366.446432:0:16779:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384366.446440:0:16136:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294956413 00000020:00000001:0.0:1767384366.446440:0:19333:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000100:00000001:1.0:1767384366.446442:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294956433 00000100:00000001:3.0:1767384366.446445:0:16779:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1767384366.446450:0:16136:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000006c83c03. 00000100:00000001:0.0:1767384366.446450:0:19333:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384366.446457:0:19333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008319f039. 00000100:00000001:2.0:1767384366.446459:0:16136:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384366.446459:0:16138:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294956413 00000100:00000001:3.0:1767384366.446463:0:16779:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384366.446466:0:19333:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384366.446468:0:16779:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:0.0:1767384366.446473:0:19333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008319f039. 00000100:00000001:2.0:1767384366.446474:0:16136:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384366.446474:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294956433 00000100:00100000:3.0:1767384366.446475:0:16779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00000040:3.0:1767384366.446487:0:16779:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000f335576c : new rpc_count 1 00000020:00000010:0.0:1767384366.446487:0:19333:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ca2d863a. 00000100:00000001:1.0:1767384366.446489:0:16138:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294956413 00000100:00000001:3.0:1767384366.446492:0:16779:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619782675202048 : -124291034349568 : ffff8ef53d0c8000) 00000020:00000010:0.0:1767384366.446496:0:19333:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005ac83f73. 00000100:00000040:3.0:1767384366.446500:0:16779:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b4178ef8 x1853236723090304/t0(0) o39->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:347/0 lens 224/0 e 0 to 0 dl 1767384377 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384366.446500:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294956433 00000020:00000010:0.0:1767384366.446503:0:19333:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001238b710. 00000100:00000001:2.0:1767384366.446504:0:16136:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384366.446511:0:16138:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294956413 00000100:00000001:2.0:1767384366.446516:0:16136:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384366.446522:0:19333:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:1.0:1767384366.446523:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294956433 00000100:00000001:2.0:1767384366.446526:0:16136:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384366.446536:0:19333:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384366.446539:0:16138:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294956413 00000100:00000001:0.0:1767384366.446540:0:19333:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384366.446541:0:16136:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384366.446542:0:16779:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:0.0:1767384366.446546:0:19333:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00000100:00000001:1.0:1767384366.446549:0:16138:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384366.446551:0:16136:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000020:00000010:3.0:1767384366.446553:0:16779:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006bfbeddc. 00010000:00000001:0.0:1767384366.446553:0:19333:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384366.446562:0:16136:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384366.446564:0:16779:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384366.446564:0:16138:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384366.446568:0:16136:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:3.0:1767384366.446571:0:16779:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006bfbeddc. 00010000:00000001:0.0:1767384366.446571:0:19333:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00000100:00000001:2.0:1767384366.446578:0:16136:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384366.446578:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384366.446579:0:19333:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00100000:3.0:1767384366.446580:0:16779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000b4178ef8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:16136:x1853236723090304:12345-0@lo:39: 00000020:00000001:0.0:1767384366.446589:0:19333:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384366.446591:0:16136:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384366.446592:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767384366.446598:0:19333:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000004e88c22f refcount=3 00000100:00000200:3.0:1767384366.446602:0:16779:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723090304 00000020:00000001:0.0:1767384366.446607:0:19333:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619782554461184 : -124291155090432 : ffff8ef535da2400) 00000020:00000001:3.0:1767384366.446608:0:16779:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:1.0:1767384366.446610:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:3.0:1767384366.446611:0:16779:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00010000:00000001:0.0:1767384366.446614:0:19333:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619782554461184 : -124291155090432 : ffff8ef535da2400) 00000100:00000001:1.0:1767384366.446615:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:3.0:1767384366.446616:0:16779:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384366.446620:0:19333:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:3.0:1767384366.446622:0:16779:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1767384366.446623:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1767384366.446624:0:19333:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:3.0:1767384366.446625:0:16779:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072671182176 : -1038369440 : ffffffffc21bbd60) 00000100:00000001:1.0:1767384366.446628:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1767384366.446629:0:19333:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384366.446630:0:16779:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1767384366.446634:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384366.446635:0:16779:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384366.446635:0:19333:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384366.446640:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384366.446642:0:16779:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384366.446645:0:16779:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:0.0:1767384366.446646:0:19333:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384366.446647:0:16779:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384366.446653:0:16779:0:(tgt_handler.c:1122:tgt_disconnect()) Process entered 00010000:00000001:3.0:1767384366.446655:0:16779:0:(ldlm_lib.c:1707:target_handle_disconnect()) Process entered 00000100:00000001:3.0:1767384366.446657:0:16779:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384366.446659:0:16779:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384366.446661:0:16779:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000001c410405. 02000000:00000001:3.0:1767384366.446663:0:16779:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384366.446665:0:16779:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384366.446665:0:19333:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1767384366.446673:0:16779:0:(genops.c:887:class_export_get()) GET export 00000000f335576c refcount=6 00010000:00000001:3.0:1767384366.446675:0:16779:0:(obd_class.h:902:obd_disconnect()) Process entered 00000004:00000001:3.0:1767384366.446678:0:16779:0:(mdt_handler.c:7441:mdt_obd_disconnect()) Process entered 00000020:00000040:3.0:1767384366.446679:0:16779:0:(genops.c:887:class_export_get()) GET export 00000000f335576c refcount=7 00010000:00000001:3.0:1767384366.446682:0:16779:0:(ldlm_lib.c:840:server_disconnect_export()) Process entered 00000020:00000001:3.0:1767384366.446684:0:16779:0:(genops.c:1460:class_disconnect()) Process entered 00000100:00000001:0.0:1767384366.446684:0:19333:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384366.446687:0:39687:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000040:3.0:1767384366.446690:0:16779:0:(genops.c:898:class_export_put()) PUTting export 00000000f335576c : new refcount 6 00000100:00000001:0.0:1767384366.446690:0:19333:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384366.446691:0:39687:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000080:3.0:1767384366.446697:0:16779:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x7e51148972eeca2a 00000020:00000040:3.0:1767384366.446701:0:16779:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000f335576c with handle 0x7e51148972eeca2a from hash 00000100:00100000:0.0:1767384366.446701:0:19333:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000020:00000040:3.0:1767384366.446706:0:16779:0:(genops.c:898:class_export_put()) PUTting export 00000000f335576c : new refcount 5 00000100:00000040:0.0:1767384366.446707:0:19333:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000555601ca : new rpc_count 1 00000020:00000001:3.0:1767384366.446709:0:16779:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000100:00000001:1.0:1767384366.446709:0:39687:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384366.446712:0:16779:0:(genops.c:898:class_export_put()) PUTting export 00000000f335576c : new refcount 4 00000100:00000001:0.0:1767384366.446714:0:19333:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619782424486656 : -124291285064960 : ffff8ef52e1ae300) 00000100:00000001:1.0:1767384366.446715:0:39687:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384366.446716:0:16779:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:3.0:1767384366.446719:0:16779:0:(genops.c:898:class_export_put()) PUTting export 00000000f335576c : new refcount 3 00000020:00000001:3.0:1767384366.446723:0:16779:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384366.446723:0:19333:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000004a8c2434 x1853236723090176/t0(0) o103->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:347/0 lens 328/0 e 0 to 0 dl 1767384377 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384366.446728:0:16779:0:(import.c:2094:ptlrpc_cleanup_imp()) Process entered 00000100:00080000:3.0:1767384366.446730:0:16779:0:(import.c:65:import_set_state_nolock()) 000000005f0bfbe1 : changing import state from FULL to CLOSED 00000100:00000001:3.0:1767384366.446733:0:16779:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:3.0:1767384366.446736:0:16779:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:3.0:1767384366.446738:0:16779:0:(import.c:2104:ptlrpc_cleanup_imp()) Process leaving 00000100:00000001:0.0:1767384366.446743:0:19333:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384366.446747:0:19333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008319f039. 00010000:00000001:3.0:1767384366.446749:0:16779:0:(ldlm_lib.c:871:server_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384366.446750:0:19333:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000020:3.0:1767384366.446756:0:16779:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0000: processing self export: 0 0 0 00000020:00000010:0.0:1767384366.446756:0:19333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008319f039. 00000020:00000020:3.0:1767384366.446761:0:16779:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-OST0000_UUID/00000000b2466616 dirty 0 pend 0 grant 0 00000020:00000020:3.0:1767384366.446766:0:16779:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-MDT0000_UUID/00000000f335576c dirty 0 pend 0 grant 0 00000100:00100000:0.0:1767384366.446766:0:19333:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000004a8c2434 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c0412d60-4f67-4dbc-8791-892843f60083+15:16138:x1853236723090176:12345-0@lo:103: 00000020:00000001:2.0:1767384366.446772:0:16767:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000020:3.0:1767384366.446773:0:16779:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli dfcc6be8-6fd1-4e6d-a8a4-ac9b181b1ec3/0000000076935a1c dirty 0 pend 0 grant 0 00000100:00000200:0.0:1767384366.446775:0:19333:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723090176 00000020:00000001:2.0:1767384366.446777:0:16767:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384366.446785:0:16767:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00000001:3.0:1767384366.446786:0:16779:0:(mdt_handler.c:7363:mdt_export_cleanup()) Process entered 00010000:00000001:0.0:1767384366.446786:0:19333:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:0.0:1767384366.446800:0:19333:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00000001:00000001:3.0:1767384366.446802:0:16779:0:(tgt_lastrcvd.c:1159:tgt_client_del()) Process entered 00010000:00000001:0.0:1767384366.446804:0:19333:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000001:00000001:3.0:1767384366.446806:0:16779:0:(tgt_lastrcvd.c:1174:tgt_client_del()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384366.446808:0:16779:0:(mdt_handler.c:7432:mdt_export_cleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384366.446810:0:16779:0:(nodemap_handler.c:633:nodemap_del_member()) Process entered 00000100:00000001:0.0:1767384366.446810:0:19333:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000001:00000040:3.0:1767384366.446815:0:16779:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=000000001fa9e1de) : new refcount 6 02000000:00000001:0.0:1767384366.446815:0:19333:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000001:00000001:3.0:1767384366.446820:0:16779:0:(nodemap_member.c:32:nm_member_del()) Process entered 02000000:00000010:0.0:1767384366.446821:0:19333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000077c84527. 00000001:00000040:3.0:1767384366.446822:0:16779:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=000000001fa9e1de) : new refcount 5 00000020:00000040:3.0:1767384366.446827:0:16779:0:(genops.c:898:class_export_put()) PUTting export 00000000f335576c : new refcount 2 02000000:00000001:0.0:1767384366.446827:0:19333:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384366.446831:0:16779:0:(nodemap_member.c:50:nm_member_del()) Process leaving 00000001:00000040:3.0:1767384366.446834:0:16779:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=000000001fa9e1de) : new refcount 4 00000100:00000001:0.0:1767384366.446834:0:19333:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384366.446836:0:16779:0:(nodemap_handler.c:658:nodemap_del_member()) Process leaving 00000020:00000040:3.0:1767384366.446837:0:16779:0:(genops.c:898:class_export_put()) PUTting export 00000000f335576c : new refcount 1 00000004:00000001:3.0:1767384366.446839:0:16779:0:(mdt_handler.c:7467:mdt_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384366.446839:0:16779:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384366.446841:0:16779:0:(ldlm_lib.c:1728:target_handle_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384366.446845:0:16779:0:(tgt_handler.c:1130:tgt_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384366.446848:0:16779:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236723090304 00010000:00000001:0.0:1767384366.446848:0:19333:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1767384366.446852:0:16779:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00010000:0.0:1767384366.446854:0:19333:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000200:3.0:1767384366.446856:0:16779:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000b4178ef8 x1853236723090304/t0(0) o39->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:347/0 lens 224/224 e 0 to 0 dl 1767384377 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384366.446859:0:19333:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384366.446863:0:19333:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:3.0:1767384366.446866:0:16779:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000040:0.0:1767384366.446867:0:19333:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000004e88c22f refcount=3 00010000:00000001:3.0:1767384366.446868:0:16779:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384366.446874:0:16779:0:(import.c:2128:obd_at_measure()) add 1 to 000000008dd0459f time=91 v=5 (1 0 0 0) 00000020:00000001:0.0:1767384366.446874:0:19333:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619782554461184 : -124291155090432 : ffff8ef535da2400) 00000100:00000001:3.0:1767384366.446881:0:16779:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:0.0:1767384366.446882:0:19333:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619782554461184 : -124291155090432 : ffff8ef535da2400) 00000100:00000040:3.0:1767384366.446884:0:16779:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 21 to 0@lo 00000100:00000001:3.0:1767384366.446888:0:16779:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 00010000:00000040:0.0:1767384366.446889:0:19333:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000fb071e46 count: 6 02000000:00000001:3.0:1767384366.446891:0:16779:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384366.446894:0:16779:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384366.446896:0:19333:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000001:3.0:1767384366.446897:0:16779:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:0.0:1767384366.446901:0:19333:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000100:00000040:3.0:1767384366.446902:0:16779:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384366.446905:0:16779:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000083038595. 00010000:00000001:0.0:1767384366.446906:0:19333:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00000100:00000200:3.0:1767384366.446909:0:16779:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236723090304, offset 224 00010000:00000001:0.0:1767384366.446910:0:19333:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384366.446915:0:16779:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:0.0:1767384366.446915:0:19333:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384366.446922:0:19333:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000400:00000200:3.0:1767384366.446925:0:16779:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:0.0:1767384366.446926:0:19333:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000400:00000200:3.0:1767384366.446932:0:16779:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824c908380 00010000:00000001:0.0:1767384366.446935:0:19333:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:3.0:1767384366.446939:0:16779:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x2159 [1] + 224 00010000:00000001:0.0:1767384366.446939:0:19333:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384366.446944:0:19333:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000200:3.0:1767384366.446946:0:16779:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1767384366.446948:0:19333:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384366.446951:0:16779:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000040:0.0:1767384366.446955:0:19333:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000004e88c22f with handle 0x7e51148972eec990 from hash 00000100:00000001:3.0:1767384366.446956:0:16779:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384366.446961:0:16779:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c0631900 x1853236723090304/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384376 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384366.446961:0:19333:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384366.446966:0:19333:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384366.446969:0:19333:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:3.0:1767384366.446972:0:16779:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c0631900 x1853236723090304/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384376 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384366.446973:0:19333:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384366.446977:0:19333:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384366.446980:0:19333:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384366.446986:0:19333:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000004e88c22f/0x7e51148972eec990 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x7e51148972eec989 expref: 15 pid: 16773 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384366.446991:0:16779:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000040:0.0:1767384366.446997:0:19333:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000555601ca : new locks_count 9 00000400:00000200:3.0:1767384366.446998:0:16779:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000083038595 00000400:00000010:3.0:1767384366.447002:0:16779:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000083038595. 00000020:00000040:0.0:1767384366.447002:0:19333:0:(genops.c:898:class_export_put()) PUTting export 00000000555601ca : new refcount 14 00000100:00000001:3.0:1767384366.447023:0:16779:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384366.447024:0:16136:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384366.447027:0:16779:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:0.0:1767384366.447028:0:19333:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384366.447030:0:16136:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384366.447034:0:16779:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384366.447037:0:19333:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000400:00000001:2.0:1767384366.447040:0:16136:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:0.0:1767384366.447041:0:19333:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000040:3.0:1767384366.447042:0:16779:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 20 to 0@lo 00000400:00000001:2.0:1767384366.447046:0:16136:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:0.0:1767384366.447047:0:19333:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384366.447048:0:16779:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:2.0:1767384366.447052:0:16136:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008e1fef75. 00000020:00000001:3.0:1767384366.447054:0:16779:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384366.447054:0:19333:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384366.447060:0:16779:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:2.0:1767384366.447064:0:16136:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000057bd51bb 00000100:00000040:3.0:1767384366.447065:0:16779:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b4178ef8 x1853236723090304/t0(0) o39->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:347/0 lens 224/224 e 0 to 0 dl 1767384377 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384366.447067:0:19333:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000400:00000010:2.0:1767384366.447070:0:16136:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000057bd51bb. 00010000:00010000:0.0:1767384366.447073:0:19333:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00000001:2.0:1767384366.447079:0:16136:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1767384366.447079:0:19333:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384366.447123:0:16136:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c0631900 x1853236723090304/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384376 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384366.447126:0:19333:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00100000:3.0:1767384366.447131:0:16779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000b4178ef8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+1:16136:x1853236723090304:12345-0@lo:39: Request processed in 582us (971us total) trans 0 rc 0/0 00010000:00000001:0.0:1767384366.447131:0:19333:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384366.447145:0:19333:0:(import.c:2128:obd_at_measure()) add 1 to 0000000028084485 time=96 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384366.447163:0:19333:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00100000:3.0:1767384366.447168:0:16779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00000040:3.0:1767384366.447177:0:16779:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f335576c : new rpc_count 0 00000100:00000040:0.0:1767384366.447177:0:19333:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 21 to 0@lo 00000100:00000200:2.0:1767384366.447178:0:16136:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c0631900 x1853236723090304/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384376 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384366.447185:0:16779:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384366.447190:0:19333:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 00000100:00000001:3.0:1767384366.447192:0:16779:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384366.447200:0:16779:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006079c3e3. 02000000:00000001:0.0:1767384366.447203:0:19333:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384366.447212:0:19333:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384366.447213:0:16779:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000cb198794. 00000100:00000001:2.0:1767384366.447216:0:16136:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:3.0:1767384366.447219:0:16779:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000dab3183e. 00000100:00000001:2.0:1767384366.447220:0:16136:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384366.447223:0:19333:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384366.447229:0:16136:0:(client.c:1578:after_reply()) Process entered 00000020:00000040:3.0:1767384366.447231:0:16779:0:(genops.c:898:class_export_put()) PUTting export 00000000f335576c : new refcount 0 00000100:00000040:0.0:1767384366.447236:0:19333:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000080:3.0:1767384366.447238:0:16779:0:(genops.c:904:class_export_put()) final put 00000000f335576c/lustre-MDT0000-lwp-MDT0000_UUID 02000000:00000001:2.0:1767384366.447240:0:16136:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000010:0.0:1767384366.447242:0:19333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b59c96da. 00000100:00000001:2.0:1767384366.447245:0:16136:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384366.447249:0:16136:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384366.447252:0:16136:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384366.447253:0:19333:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853236723090176, offset 224 00000100:00000001:3.0:1767384366.447257:0:16779:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1767384366.447260:0:16136:0:(import.c:2128:obd_at_measure()) add 5 to 00000000701828d5 time=91 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384366.447269:0:16136:0:(import.c:2128:obd_at_measure()) add 1 to 0000000073619233 time=91 v=5 (1 0 0 0) 00000400:00000200:0.0:1767384366.447270:0:19333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384366.447276:0:16136:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384366.447278:0:16136:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384366.447281:0:16136:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:0.0:1767384366.447287:0:19333:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:2.0:1767384366.447288:0:16136:0:(ldlm_request.c:1566:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384366.447296:0:16136:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767384366.447298:0:16136:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000020:00000001:1.0:1767384366.447301:0:37:0:(genops.c:857:class_export_destroy()) Process entered 00000100:00000001:2.0:1767384366.447303:0:16136:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000020:00000080:1.0:1767384366.447308:0:37:0:(genops.c:863:class_export_destroy()) destroying export 00000000f335576c/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000 00000100:00000001:2.0:1767384366.447310:0:16136:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384366.447311:0:19333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x695824c908300 00000100:00000040:2.0:1767384366.447319:0:16136:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c0631900 x1853236723090304/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384376 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767384366.447323:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 20 to 0@lo 00000400:00000200:0.0:1767384366.447337:0:19333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x215d [1] + 224 00000020:00000001:1.0:1767384366.447338:0:37:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000004:00000001:1.0:1767384366.447346:0:37:0:(mdt_handler.c:7618:mdt_destroy_export()) Process entered 00000020:00000040:1.0:1767384366.447353:0:37:0:(genops.c:1229:class_import_get()) import 000000005f0bfbe1 refcount=2 obd=lustre-MDT0000 00000400:00000200:0.0:1767384366.447359:0:19333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1767384366.447367:0:37:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384366.447375:0:37:0:(genops.c:1242:class_import_put()) import 000000005f0bfbe1 refcount=1 obd=lustre-MDT0000 00000400:00000200:0.0:1767384366.447382:0:19333:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384366.447384:0:16136:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384366.447387:0:37:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767384366.447395:0:16136:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:1.0:1767384366.447397:0:37:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1767384366.447398:0:16136:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384366.447399:0:19333:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:1.0:1767384366.447402:0:37:0:(genops.c:1242:class_import_put()) import 000000005f0bfbe1 refcount=0 obd=lustre-MDT0000 00000100:00080000:2.0:1767384366.447406:0:16136:0:(import.c:65:import_set_state_nolock()) 00000000345f9ba7 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000020:00000040:1.0:1767384366.447411:0:37:0:(genops.c:1245:class_import_put()) final put import 000000005f0bfbe1 00000100:00000200:0.0:1767384366.447412:0:19333:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f83c2498 x1853236723090176/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384382 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384366.447415:0:16136:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:2.0:1767384366.447421:0:16136:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1767384366.447424:0:16136:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:2.0:1767384366.447428:0:16136:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000020:00000001:1.0:1767384366.447433:0:37:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:0.0:1767384366.447435:0:19333:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000f83c2498 x1853236723090176/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384382 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000010:1.0:1767384366.447438:0:37:0:(mdt_handler.c:7622:mdt_destroy_export()) kfreed 'exp->exp_used_slots': 64 at 00000000a09d7cce. 00010000:00000001:1.0:1767384366.447448:0:37:0:(ldlm_lockd.c:3159:ldlm_destroy_export()) Process entered 00000100:00000040:2.0:1767384366.447449:0:16136:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c0631900 x1853236723090304/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384376 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000001:00000001:1.0:1767384366.447453:0:37:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000100:00000001:0.0:1767384366.447460:0:19333:0:(events.c:163:reply_in_callback()) Process leaving 00000001:00000010:1.0:1767384366.447462:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000ee11dd56. 00000100:00000001:3.0:1767384366.447468:0:39775:0:(import.c:1959:ptlrpc_disconnect_import()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384366.447471:0:16136:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c0631900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:16136:1853236723090304:0@lo:39: 00000001:00000010:1.0:1767384366.447472:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000006e94585c. 00000400:00000200:0.0:1767384366.447472:0:19333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b59c96da 00000100:00000001:3.0:1767384366.447474:0:39775:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:3.0:1767384366.447480:0:39775:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000400:00000010:0.0:1767384366.447483:0:19333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b59c96da. 00000100:00000001:3.0:1767384366.447487:0:39775:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000001:00000010:1.0:1767384366.447487:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000000fb43c9e. 00000100:00000001:0.0:1767384366.447490:0:19333:0:(events.c:386:reply_out_callback()) Process entered 00000100:00100000:3.0:1767384366.447493:0:39775:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@00000000c0631900 x1853236723090304/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384376 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384366.447494:0:19333:0:(events.c:398:reply_out_callback()) Process leaving 00000001:00000010:1.0:1767384366.447495:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000080285bad. 00000100:00000001:0.0:1767384366.447502:0:19333:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:1.0:1767384366.447503:0:37:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000a79938a8. 00000100:00000001:3.0:1767384366.447506:0:39775:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384366.447509:0:19333:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 19 to 0@lo 00000100:00100000:3.0:1767384366.447510:0:39775:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 4 00000001:00000010:1.0:1767384366.447511:0:37:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000aabe8773. 00010000:00000001:0.0:1767384366.447516:0:19333:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384366.447517:0:39775:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: normal: skip=0 replay=0/0 committed=0/0 00000001:00000001:1.0:1767384366.447519:0:37:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000100:00000001:3.0:1767384366.447520:0:39775:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384366.447523:0:39775:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00010000:00000001:1.0:1767384366.447524:0:37:0:(ldlm_flock.c:1142:ldlm_destroy_flock_export()) Process entered 00000100:00000001:3.0:1767384366.447526:0:39775:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00010000:00000001:0.0:1767384366.447528:0:19333:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384366.447529:0:39775:0:(obd_class.h:1217:obd_import_event()) Process entered 00000001:00000001:1.0:1767384366.447529:0:37:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000100:00000001:2.0:1767384366.447532:0:16136:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384366.447535:0:39775:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1767384366.447537:0:16136:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:3.0:1767384366.447539:0:39775:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000001:00000010:1.0:1767384366.447539:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000001a94e807. 00000100:00000040:0.0:1767384366.447541:0:19333:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004a8c2434 x1853236723090176/t0(0) o103->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:347/0 lens 328/224 e 0 to 0 dl 1767384377 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384366.447545:0:16136:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c0631900 x1853236723090304/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384376 ref 1 fl Complete:RENQU/200/0 rc -5/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384366.447548:0:39775:0:(obd_class.h:1217:obd_import_event()) Process entered 00000001:00000010:1.0:1767384366.447551:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000062891692. 00000001:00000001:3.0:1767384366.447556:0:39775:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1767384366.447563:0:39775:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000010:1.0:1767384366.447571:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000352800d0. 00000001:00000010:1.0:1767384366.447582:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000946ccc31. 00000001:00000010:1.0:1767384366.447592:0:37:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000586d419a. 00000100:00000001:2.0:1767384366.447596:0:16136:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384366.447602:0:16136:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000001:00000010:1.0:1767384366.447603:0:37:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000ac629c89. 02000000:00000010:2.0:1767384366.447607:0:16136:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004674dcb1. 00000100:00100000:0.0:1767384366.447608:0:19333:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000004a8c2434 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c0412d60-4f67-4dbc-8791-892843f60083+14:16138:x1853236723090176:12345-0@lo:103: Request processed in 861us (1356us total) trans 0 rc 0/0 02000000:00000001:2.0:1767384366.447619:0:16136:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000001:00000001:1.0:1767384366.447620:0:37:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000001:2.0:1767384366.447622:0:16136:0:(genops.c:1236:class_import_put()) Process entered 00000100:00100000:0.0:1767384366.447624:0:19333:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000020:00000040:2.0:1767384366.447626:0:16136:0:(genops.c:1242:class_import_put()) import 00000000345f9ba7 refcount=1 obd=lustre-MDT0000-lwp-MDT0000 00010000:00000001:1.0:1767384366.447627:0:37:0:(ldlm_flock.c:1147:ldlm_destroy_flock_export()) Process leaving 00000020:00000001:2.0:1767384366.447635:0:16136:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:1.0:1767384366.447635:0:37:0:(ldlm_lockd.c:3164:ldlm_destroy_export()) Process leaving 00000100:00000040:0.0:1767384366.447636:0:19333:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000555601ca : new rpc_count 0 02000000:00000010:2.0:1767384366.447638:0:16136:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000066ea0d8f. 00000001:00000010:1.0:1767384366.447642:0:37:0:(tgt_lastrcvd.c:439:tgt_client_free()) kfreed 'ted->ted_lcd': 128 at 0000000077c76bcb. 00000100:00000001:0.0:1767384366.447646:0:19333:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:2.0:1767384366.447647:0:16136:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384366.447650:0:16136:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000020:1.0:1767384366.447652:0:37:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0000: processing self export: 0 0 0 00000100:00000010:2.0:1767384366.447653:0:16136:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c0631900. 00000100:00000001:0.0:1767384366.447654:0:19333:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384366.447661:0:16136:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000020:1.0:1767384366.447662:0:37:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-OST0000_UUID/00000000b2466616 dirty 0 pend 0 grant 0 00000020:00000010:0.0:1767384366.447663:0:19333:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005ac83f73. 00000100:00000001:2.0:1767384366.447665:0:16136:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384366.447674:0:16136:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000020:1.0:1767384366.447676:0:37:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli dfcc6be8-6fd1-4e6d-a8a4-ac9b181b1ec3/0000000076935a1c dirty 0 pend 0 grant 0 00000020:00000010:0.0:1767384366.447678:0:19333:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001238b710. 00000100:00000001:2.0:1767384366.447680:0:16136:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384366.447684:0:16136:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384366.447690:0:16136:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000004:00000001:1.0:1767384366.447691:0:37:0:(mdt_handler.c:7648:mdt_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384366.447691:0:19333:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ca2d863a. 00000100:00000001:2.0:1767384366.447694:0:16136:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384366.447704:0:37:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384366.447706:0:19333:0:(genops.c:898:class_export_put()) PUTting export 00000000555601ca : new refcount 13 00000020:00000040:1.0:1767384366.447708:0:37:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000b1f9e0ef) now 9 - export 00000100:00000001:0.0:1767384366.447712:0:19333:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384366.447715:0:37:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000f335576c. 00000100:00000001:2.0:1767384366.447732:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384366.447735:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1767384366.447738:0:37:0:(genops.c:880:class_export_destroy()) Process leaving 00000400:00000001:2.0:1767384366.447740:0:16138:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384366.447743:0:16138:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384366.447745:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009882c7a1. 00000020:00000001:1.0:1767384366.447746:0:37:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000400:00000200:2.0:1767384366.447750:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004b5cd7b8 00000020:00000080:1.0:1767384366.447751:0:37:0:(genops.c:1202:obd_zombie_import_free()) destroying import 000000005f0bfbe1 for lustre-MDT0000 00000400:00000010:2.0:1767384366.447755:0:16138:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004b5cd7b8. 00000100:00000001:2.0:1767384366.447764:0:16138:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:1.0:1767384366.447764:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 18 to 0@lo 00000100:00000200:2.0:1767384366.447768:0:16138:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f83c2498 x1853236723090176/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384382 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767384366.447774:0:37:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000b1f9e0ef) now 8 - import 00000020:00000010:1.0:1767384366.447788:0:37:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 000000005f0bfbe1. 00000100:00000200:2.0:1767384366.447789:0:16138:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f83c2498 x1853236723090176/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384382 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384366.447799:0:37:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000100:00000001:2.0:1767384366.447800:0:16138:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384366.447803:0:16138:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384366.447805:0:16138:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384366.447807:0:16138:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384366.447808:0:16138:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384366.447810:0:16138:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384366.447811:0:16138:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384366.447814:0:16138:0:(import.c:2128:obd_at_measure()) add 5 to 00000000e6189a3f time=96 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384366.447816:0:16138:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f5022cbe time=96 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384366.447821:0:16138:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384366.447823:0:16138:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384366.447826:0:16138:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384366.447827:0:16138:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384366.447829:0:16138:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384366.447830:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f83c2498 x1853236723090176/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384382 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384366.447834:0:16138:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384366.447836:0:16138:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384366.447837:0:16138:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384366.447839:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f83c2498 x1853236723090176/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384382 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384366.447844:0:16138:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f83c2498 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c0412d60-4f67-4dbc-8791-892843f60083:16138:1853236723090176:0@lo:103: 00000100:00000001:2.0:1767384366.447849:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384366.447850:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384366.447851:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f83c2498 x1853236723090176/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384382 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384366.447856:0:16138:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384366.447857:0:16138:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384366.447857:0:16138:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007aa1dec1. 02000000:00000001:2.0:1767384366.447860:0:16138:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384366.447861:0:16138:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384366.447862:0:16138:0:(genops.c:1242:class_import_put()) import 00000000df830bbe refcount=3 obd=MGC192.168.202.152@tcp 00000020:00000001:2.0:1767384366.447863:0:16138:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384366.447864:0:16138:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000002141d7e2. 02000000:00000001:2.0:1767384366.447866:0:16138:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384366.447866:0:16138:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384366.447867:0:16138:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f83c2498. 00000100:00000001:2.0:1767384366.447870:0:16138:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384366.447871:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384366.447872:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384366.447875:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384366.447876:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384366.447877:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384366.447878:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384366.447950:0:39775:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384366.447952:0:39775:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1767384366.447953:0:39775:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1767384366.448341:0:39775:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384366.448343:0:39775:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000010:00000001:3.0:1767384366.448346:0:39775:0:(lwp_dev.c:188:lwp_disconnect()) Process leaving (rc=0 : 0 : 0) 00000010:00000001:3.0:1767384366.448347:0:39775:0:(lwp_dev.c:226:lwp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384366.448349:0:39775:0:(tgt_mount.c:998:lustre_disconnect_lwp()) kfreed 'lcfg': 72 at 000000005f3198d9. 00000020:00000001:3.0:1767384366.448353:0:39775:0:(tgt_mount.c:1008:lustre_disconnect_lwp()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384366.448354:0:39775:0:(tgt_mount.c:1011:lustre_disconnect_lwp()) kfreed 'bufs': 104 at 0000000017708fb3. 00000020:00000010:3.0:1767384366.448356:0:39775:0:(tgt_mount.c:1012:lustre_disconnect_lwp()) kfreed 'cfg': 88 at 000000002b508bbd. 00000020:00000010:3.0:1767384366.448359:0:39775:0:(tgt_mount.c:1013:lustre_disconnect_lwp()) kfreed 'logname': 64 at 00000000aa233034. 00000020:00000010:3.0:1767384366.448362:0:39775:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000dab3183e. 00000020:00000010:3.0:1767384366.448365:0:39775:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000002141d7e2. 00000040:00000010:3.0:1767384366.448367:0:39775:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000971109f0. 00000020:00000010:3.0:1767384366.448370:0:39775:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000c8c27b7d. 00000020:00000010:3.0:1767384366.448373:0:39775:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000003ad121f2. 00000020:00000010:3.0:1767384366.448375:0:39775:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000a9f525db. 80000000:00000010:3.0:1767384366.448377:0:39775:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000027aa7595. 40000000:00000010:3.0:1767384366.448380:0:39775:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000006bfbeddc. 00100000:00000010:3.0:1767384366.448383:0:39775:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000f68c7997. 00040000:00000010:3.0:1767384366.448386:0:39775:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000000b0e3d99. 00040000:00000010:3.0:1767384366.448388:0:39775:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000d82d5650. 00040000:00000010:3.0:1767384366.448390:0:39775:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000027682159. 00080000:00000010:3.0:1767384366.448392:0:39775:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000008cc4e3c0. 00000004:00000010:3.0:1767384366.448395:0:39775:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000b0ee88b4. 00000004:00000010:3.0:1767384366.448398:0:39775:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000088ba078c. 00000004:00000010:3.0:1767384366.448402:0:39775:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000028b4a8a8. 00002000:00000010:3.0:1767384366.448405:0:39775:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000021e1180a. 00000004:00000010:3.0:1767384366.448407:0:39775:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000c053603a. 00000020:00000010:3.0:1767384366.448410:0:39775:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000038db67c7. 00000020:00000001:3.0:1767384366.448413:0:39775:0:(obd_mount.c:105:lustre_end_log()) Process entered 00000020:00000010:3.0:1767384366.448414:0:39775:0:(obd_mount.c:115:lustre_end_log()) kmalloced '(lcfg)': 80 at 00000000b6cc8b4d. 00000020:00000001:3.0:1767384366.448416:0:39775:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:3.0:1767384366.448417:0:39775:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008341e060. 00000020:00000010:3.0:1767384366.448419:0:39775:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000f8dd4368. 00000040:00000010:3.0:1767384366.448421:0:39775:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000003f185f35. 00000020:00000010:3.0:1767384366.448423:0:39775:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000006977d006. 00000020:00000010:3.0:1767384366.448425:0:39775:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000663f9b84. 00040000:00000010:3.0:1767384366.448426:0:39775:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000059ca1e3e. 00040000:00000010:3.0:1767384366.448428:0:39775:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000c31f79c5. 00080000:00000010:3.0:1767384366.448429:0:39775:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000032ed4fd. 10000000:00000001:3.0:1767384366.448431:0:39775:0:(mgc_request.c:1932:mgc_process_config()) Process entered 10000000:00000001:3.0:1767384366.448432:0:39775:0:(mgc_request_server.c:668:mgc_process_config_server()) Process entered 10000000:00000001:3.0:1767384366.448433:0:39775:0:(mgc_request.c:493:config_log_end()) Process entered 10000000:00000001:3.0:1767384366.448434:0:39775:0:(mgc_request.c:159:config_log_find()) Process entered 10000000:00000001:3.0:1767384366.448435:0:39775:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1767384366.448436:0:39775:0:(mgc_request.c:108:config_log_get()) log lustre-MDT0000 (00000000930cba1c) refs 3 10000000:00000001:3.0:1767384366.448438:0:39775:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384366.448439:0:39775:0:(mgc_request.c:177:config_log_find()) Process leaving (rc=18446619782544992256 : -124291164559360 : ffff8ef53549a800) 10000000:00000001:3.0:1767384366.448441:0:39775:0:(mgc_request.c:461:config_mark_cld_stop_nolock()) Process entered 10000000:00000040:3.0:1767384366.448441:0:39775:0:(mgc_request.c:467:config_mark_cld_stop_nolock()) lockh 0x7e51148972eec904 00010000:00000001:3.0:1767384366.448443:0:39775:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384366.448444:0:39775:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384366.448445:0:39775:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000000858b1ea refcount=2 00000020:00000001:3.0:1767384366.448446:0:39775:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781820866048 : -124291888685568 : ffff8ef50a205e00) 00010000:00000001:3.0:1767384366.448447:0:39775:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781820866048 : -124291888685568 : ffff8ef50a205e00) 00010000:00000001:3.0:1767384366.448449:0:39775:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384366.448450:0:39775:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384366.448451:0:39775:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.152@tcp lock: 000000000858b1ea/0x7e51148972eec904 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x7e51148972eec90b expref: -99 pid: 16760 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384366.448459:0:39775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384366.448460:0:39775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384366.448461:0:39775:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384366.448462:0:39775:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384366.448462:0:39775:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000000858b1ea refcount=3 00000020:00000001:3.0:1767384366.448463:0:39775:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781820866048 : -124291888685568 : ffff8ef50a205e00) 00010000:00000001:3.0:1767384366.448465:0:39775:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781820866048 : -124291888685568 : ffff8ef50a205e00) 00010000:00000001:3.0:1767384366.448466:0:39775:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384366.448467:0:39775:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.152@tcp lock: 000000000858b1ea/0x7e51148972eec904 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x7e51148972eec90b expref: -99 pid: 16760 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384366.448470:0:39775:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384366.448471:0:39775:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.152@tcp lock: 000000000858b1ea/0x7e51148972eec904 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0x7e51148972eec90b expref: -99 pid: 16760 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384366.448474:0:39775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384366.448474:0:39775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384366.448475:0:39775:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.152@tcp lock: 000000000858b1ea/0x7e51148972eec904 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0x7e51148972eec90b expref: -99 pid: 16760 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384366.448478:0:39775:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384366.448479:0:39775:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384366.448480:0:39775:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1767384366.448482:0:39775:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 000000009ba45d80. 00010000:00000001:3.0:1767384366.448483:0:39775:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1767384366.448492:0:39775:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:3.0:1767384366.448493:0:39775:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384366.448494:0:39775:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384366.448495:0:39775:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384366.448496:0:39775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384366.448497:0:39775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:3.0:1767384366.448498:0:39775:0:(mgc_request.c:461:config_mark_cld_stop_nolock()) Process entered 10000000:00000040:3.0:1767384366.448498:0:39775:0:(mgc_request.c:467:config_mark_cld_stop_nolock()) lockh 0x7e51148972eecd56 00010000:00000001:3.0:1767384366.448500:0:39775:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384366.448501:0:39775:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384366.448502:0:39775:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000271e18dc refcount=2 00000020:00000001:3.0:1767384366.448503:0:39775:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781820864000 : -124291888687616 : ffff8ef50a205600) 00010000:00000001:3.0:1767384366.448505:0:39775:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781820864000 : -124291888687616 : ffff8ef50a205600) 00010000:00000001:3.0:1767384366.448506:0:39775:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384366.448507:0:39775:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384366.448508:0:39775:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.152@tcp lock: 00000000271e18dc/0x7e51148972eecd56 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7e51148972eecd5d expref: -99 pid: 16776 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384366.448512:0:39775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384366.448513:0:39775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384366.448513:0:39775:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384366.448514:0:39775:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384366.448515:0:39775:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000271e18dc refcount=3 00000020:00000001:3.0:1767384366.448516:0:39775:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781820864000 : -124291888687616 : ffff8ef50a205600) 00010000:00000001:3.0:1767384366.448517:0:39775:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781820864000 : -124291888687616 : ffff8ef50a205600) 00010000:00000001:3.0:1767384366.448519:0:39775:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00000020:00000001:0.0:1767384366.448519:0:16768:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00010000:3.0:1767384366.448521:0:39775:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.152@tcp lock: 00000000271e18dc/0x7e51148972eecd56 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x7e51148972eecd5d expref: -99 pid: 16776 timeout: 0 lvb_type: 0 00000020:00000001:0.0:1767384366.448524:0:16768:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384366.448527:0:39775:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384366.448530:0:39775:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.152@tcp lock: 00000000271e18dc/0x7e51148972eecd56 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x7e51148972eecd5d expref: -99 pid: 16776 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384366.448531:0:16768:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:3.0:1767384366.448539:0:39775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384366.448539:0:16768:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1767384366.448541:0:39775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384366.448542:0:16768:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384366.448543:0:39775:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.152@tcp lock: 00000000271e18dc/0x7e51148972eecd56 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x7e51148972eecd5d expref: -99 pid: 16776 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384366.448547:0:16768:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.152@tcp lock: 000000000858b1ea/0x7e51148972eec904 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0x7e51148972eec90b expref: -99 pid: 16760 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384366.448549:0:39775:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384366.448551:0:39775:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384366.448554:0:39775:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1767384366.448556:0:39775:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 000000005c654a19. 00010000:00000001:3.0:1767384366.448559:0:39775:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1767384366.448564:0:16768:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000000858b1ea already unused, calling callback (00000000649d35d1) 00010000:00010000:3.0:1767384366.448566:0:39775:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:00000001:0.0:1767384366.448569:0:16768:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00010000:00000001:3.0:1767384366.448570:0:39775:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384366.448574:0:39775:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 10000000:00010000:0.0:1767384366.448574:0:16768:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.152@tcp lock: 000000000858b1ea/0x7e51148972eec904 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0x7e51148972eec90b expref: -99 pid: 16760 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384366.448575:0:39775:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384366.448578:0:39775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384366.448580:0:39775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:3.0:1767384366.448582:0:39775:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1767384366.448584:0:39775:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(0000000070cb7a0b) refs 2 00000020:00000001:2.0:1767384366.448588:0:16767:0:(genops.c:1912:obd_stale_export_get()) Process entered 10000000:00000001:3.0:1767384366.448589:0:39775:0:(mgc_request.c:147:config_log_put()) Process leaving 00010000:00000001:0.0:1767384366.448591:0:16768:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000020:00000001:2.0:1767384366.448594:0:16767:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384366.448596:0:39775:0:(mgc_request.c:461:config_mark_cld_stop_nolock()) Process entered 00010000:00000001:0.0:1767384366.448597:0:16768:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00010000:2.0:1767384366.448605:0:16767:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 10000000:00000040:3.0:1767384366.448607:0:39775:0:(mgc_request.c:467:config_mark_cld_stop_nolock()) lockh 0x7e51148972eec97b 00000020:00000001:0.0:1767384366.448607:0:16768:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384366.448616:0:16768:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000000858b1ea refcount=3 00010000:00000001:3.0:1767384366.448617:0:39775:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384366.448620:0:39775:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384366.448624:0:39775:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000004900a9d3 refcount=2 00000020:00000001:0.0:1767384366.448624:0:16768:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781820866048 : -124291888685568 : ffff8ef50a205e00) 00000020:00000001:3.0:1767384366.448627:0:39775:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781820861440 : -124291888690176 : ffff8ef50a204c00) 00010000:00000001:0.0:1767384366.448630:0:16768:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781820866048 : -124291888685568 : ffff8ef50a205e00) 00010000:00000001:3.0:1767384366.448631:0:39775:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781820861440 : -124291888690176 : ffff8ef50a204c00) 00010000:00000001:3.0:1767384366.448633:0:39775:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384366.448637:0:39775:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384366.448640:0:39775:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.152@tcp lock: 000000004900a9d3/0x7e51148972eec97b lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x7e51148972eec982 expref: -99 pid: 16760 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384366.448644:0:16768:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00000001:3.0:1767384366.448646:0:39775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384366.448648:0:16768:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.152@tcp lock: 000000000858b1ea/0x7e51148972eec904 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1008400000000 nid: local remote: 0x7e51148972eec90b expref: -99 pid: 16760 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384366.448649:0:39775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384366.448652:0:39775:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384366.448654:0:39775:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384366.448656:0:39775:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000004900a9d3 refcount=3 00000020:00000001:3.0:1767384366.448661:0:39775:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781820861440 : -124291888690176 : ffff8ef50a204c00) 00010000:00000001:3.0:1767384366.448664:0:39775:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781820861440 : -124291888690176 : ffff8ef50a204c00) 10000000:00000001:0.0:1767384366.448665:0:16768:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00010000:00000001:3.0:1767384366.448666:0:39775:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384366.448670:0:39775:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.152@tcp lock: 000000004900a9d3/0x7e51148972eec97b lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x7e51148972eec982 expref: -99 pid: 16760 timeout: 0 lvb_type: 0 10000000:00010000:0.0:1767384366.448670:0:16768:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.152@tcp lock: 000000000858b1ea/0x7e51148972eec904 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1009400000000 nid: local remote: 0x7e51148972eec90b expref: -99 pid: 16760 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384366.448686:0:39775:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384366.448688:0:39775:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.152@tcp lock: 000000004900a9d3/0x7e51148972eec97b lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x7e51148972eec982 expref: -99 pid: 16760 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1767384366.448690:0:16768:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:0.0:1767384366.448698:0:16768:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-MDT0000: stopping, won't requeue 00010000:00000001:3.0:1767384366.448701:0:39775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 10000000:00000001:0.0:1767384366.448702:0:16768:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00000001:3.0:1767384366.448703:0:39775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384366.448706:0:39775:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.152@tcp lock: 000000004900a9d3/0x7e51148972eec97b lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x7e51148972eec982 expref: -99 pid: 16760 timeout: 0 lvb_type: 0 10000000:00000040:0.0:1767384366.448706:0:16768:0:(mgc_request.c:123:config_log_put()) log lustre-MDT0000(00000000930cba1c) refs 3 10000000:00000001:0.0:1767384366.448712:0:16768:0:(mgc_request.c:147:config_log_put()) Process leaving 00010000:00000001:3.0:1767384366.448714:0:39775:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 10000000:00000001:0.0:1767384366.448716:0:16768:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384366.448717:0:39775:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384366.448722:0:39775:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767384366.448723:0:16768:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000010:3.0:1767384366.448725:0:39775:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000829c7a4b. 00010000:00000001:0.0:1767384366.448727:0:16768:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384366.448728:0:39775:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1767384366.448732:0:39775:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:0.0:1767384366.448732:0:16768:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384366.448737:0:16768:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384366.448738:0:39775:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384366.448742:0:39775:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384366.448743:0:16768:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384366.448744:0:39775:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384366.448746:0:39775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000040:0.0:1767384366.448748:0:16768:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000000858b1ea with handle 0x7e51148972eec904 from hash 00010000:00000001:3.0:1767384366.448749:0:39775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:3.0:1767384366.448751:0:39775:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00000001:0.0:1767384366.448755:0:16768:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 10000000:00000040:3.0:1767384366.448756:0:39775:0:(mgc_request.c:123:config_log_put()) log params(00000000764d30d9) refs 2 00010000:00000001:0.0:1767384366.448759:0:16768:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 10000000:00000001:3.0:1767384366.448760:0:39775:0:(mgc_request.c:147:config_log_put()) Process leaving 00010000:00000001:0.0:1767384366.448763:0:16768:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:3.0:1767384366.448764:0:39775:0:(mgc_request.c:461:config_mark_cld_stop_nolock()) Process entered 10000000:00000040:3.0:1767384366.448767:0:39775:0:(mgc_request.c:467:config_mark_cld_stop_nolock()) lockh 0x7e51148972eec8f6 00010000:00000001:0.0:1767384366.448767:0:16768:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384366.448771:0:16768:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384366.448772:0:39775:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384366.448775:0:39775:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:0.0:1767384366.448776:0:16768:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00000020:00000040:3.0:1767384366.448777:0:39775:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000035a9d915 refcount=2 00010000:00000001:0.0:1767384366.448782:0:16768:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00000020:00000001:3.0:1767384366.448783:0:39775:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781820858368 : -124291888693248 : ffff8ef50a204000) 00010000:00000001:0.0:1767384366.448786:0:16768:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00010000:00000001:3.0:1767384366.448787:0:39775:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781820858368 : -124291888693248 : ffff8ef50a204000) 00010000:00000001:3.0:1767384366.448791:0:39775:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384366.448792:0:39775:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384366.448793:0:39775:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.152@tcp lock: 0000000035a9d915/0x7e51148972eec8f6 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7e51148972eec8fd expref: -99 pid: 16760 timeout: 0 lvb_type: 0 00000100:00000010:0.0:1767384366.448794:0:16768:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000dbd79448. 00000020:00000040:0.0:1767384366.448801:0:16768:0:(genops.c:1229:class_import_get()) import 00000000df830bbe refcount=4 obd=MGC192.168.202.152@tcp 00010000:00000001:3.0:1767384366.448802:0:39775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384366.448804:0:39775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384366.448807:0:39775:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:0.0:1767384366.448808:0:16768:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000020:00000001:3.0:1767384366.448809:0:39775:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:0.0:1767384366.448813:0:16768:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000040:3.0:1767384366.448814:0:39775:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000035a9d915 refcount=3 00000020:00000001:3.0:1767384366.448818:0:39775:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781820858368 : -124291888693248 : ffff8ef50a204000) 00010000:00000001:3.0:1767384366.448819:0:39775:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781820858368 : -124291888693248 : ffff8ef50a204000) 02000000:00000001:0.0:1767384366.448819:0:16768:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384366.448825:0:39775:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384366.448828:0:39775:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.152@tcp lock: 0000000035a9d915/0x7e51148972eec8f6 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x7e51148972eec8fd expref: -99 pid: 16760 timeout: 0 lvb_type: 0 02000000:00000010:0.0:1767384366.448828:0:16768:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ca2d863a. 00010000:00000001:2.0:1767384366.448835:0:39776:0:(ldlm_lockd.c:2958:ldlm_bl_thread_main()) Process entered 00010000:00000001:3.0:1767384366.448836:0:39775:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000100:00000001:0.0:1767384366.448837:0:16768:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384366.448841:0:39775:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.152@tcp lock: 0000000035a9d915/0x7e51148972eec8f6 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x7e51148972eec8fd expref: -99 pid: 16760 timeout: 0 lvb_type: 0 00010000:00000010:2.0:1767384366.448842:0:39776:0:(ldlm_lockd.c:2960:ldlm_bl_thread_main()) kmalloced '(env)': 56 at 0000000045716f88. 00000020:00000010:2.0:1767384366.448852:0:39776:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004674dcb1. 00010000:00000001:0.0:1767384366.448855:0:16768:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00000001:3.0:1767384366.448862:0:39775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000010:2.0:1767384366.448863:0:39776:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000014eb459e. 00010000:00000001:3.0:1767384366.448865:0:39775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384366.448865:0:16768:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.152@tcp lock: 000000000858b1ea/0x7e51148972eec904 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0x7e51148972eec90b expref: -99 pid: 16760 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384366.448870:0:39775:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.152@tcp lock: 0000000035a9d915/0x7e51148972eec8f6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x7e51148972eec8fd expref: -99 pid: 16760 timeout: 0 lvb_type: 0 00000020:00000010:2.0:1767384366.448874:0:39776:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000086fd7bdc. 00000020:00000010:2.0:1767384366.448888:0:39776:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000027186ceb. 00010000:00000001:3.0:1767384366.448895:0:39775:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384366.448900:0:39775:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384366.448900:0:39776:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000e17f7745. 00010000:00010000:0.0:1767384366.448901:0:16768:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1767384366.448908:0:16768:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384366.448911:0:39775:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 80000000:00000010:2.0:1767384366.448912:0:39776:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000ebe4b9c0. 00010000:00000010:3.0:1767384366.448915:0:39775:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 0000000002033446. 00000100:00000001:0.0:1767384366.448916:0:16768:0:(jobid.c:940:lustre_get_jobid()) Process entered 00010000:00000001:3.0:1767384366.448921:0:39775:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000100:00000001:0.0:1767384366.448922:0:16768:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384366.448924:0:39775:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 40000000:00000010:2.0:1767384366.448924:0:39776:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000008faa7c63. 00000100:00000040:0.0:1767384366.448933:0:16768:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dbd79448] to pc [ptlrpcd_00_02+2] req@00000000dbd79448 x1853236723090432/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384366.448934:0:39775:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00100000:00000010:2.0:1767384366.448936:0:39776:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000014975758. 00010000:00000001:3.0:1767384366.448937:0:39775:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384366.448946:0:39775:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384366.448948:0:39775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00040000:00000010:2.0:1767384366.448950:0:39776:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000007a4f5b1. 00010000:00000001:3.0:1767384366.448951:0:39775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:3.0:1767384366.448954:0:39775:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1767384366.448962:0:39775:0:(mgc_request.c:123:config_log_put()) log lustre-barrier(00000000610c10fe) refs 2 00040000:00000010:2.0:1767384366.448963:0:39776:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000c634b2ee. 10000000:00000001:3.0:1767384366.448965:0:39775:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:3.0:1767384366.448969:0:39775:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1767384366.448972:0:39775:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(00000000294acb1f) refs 3 00080000:00000010:2.0:1767384366.448973:0:39776:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000004649cfff. 10000000:00000001:3.0:1767384366.448977:0:39775:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:3.0:1767384366.448979:0:39775:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1767384366.448980:0:39775:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1767384366.448981:0:39775:0:(mgc_request.c:117:config_log_put()) Process entered 00002000:00000010:2.0:1767384366.448982:0:39776:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000000018321b. 10000000:00000040:3.0:1767384366.448984:0:39775:0:(mgc_request.c:123:config_log_put()) log lustre-MDT0000(00000000930cba1c) refs 2 10000000:00000001:3.0:1767384366.448990:0:39775:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:3.0:1767384366.448992:0:39775:0:(mgc_request.c:117:config_log_put()) Process entered 00000020:00000010:2.0:1767384366.448993:0:39776:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000a4ff0b44. 10000000:00000040:3.0:1767384366.448994:0:39775:0:(mgc_request.c:123:config_log_put()) log lustre-MDT0000(00000000930cba1c) refs 1 00010000:00000001:0.0:1767384366.448996:0:16768:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:01000000:3.0:1767384366.448998:0:39775:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-MDT0000 10000000:00000001:3.0:1767384366.449003:0:39775:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00000001:0.0:1767384366.449016:0:16768:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 10000000:00000001:3.0:1767384366.449020:0:39775:0:(mgc_request.c:120:config_log_put()) Process leaving 00000100:00000001:1.0:1767384366.449020:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1767384366.449021:0:16768:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:3.0:1767384366.449025:0:39775:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00000001:1.0:1767384366.449026:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1767384366.449027:0:16768:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384366.449028:0:39776:0:(genops.c:1912:obd_stale_export_get()) Process entered 10000000:00000001:3.0:1767384366.449029:0:39775:0:(mgc_request.c:120:config_log_put()) Process leaving 00000100:00000001:1.0:1767384366.449029:0:16139:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:2.0:1767384366.449034:0:39776:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384366.449036:0:39775:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00000001:0.0:1767384366.449037:0:16768:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384366.449038:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000dbd79448 x1853236723090432/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:2.0:1767384366.449046:0:39776:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 10000000:00000001:3.0:1767384366.449047:0:39775:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1767384366.449047:0:16768:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384366.449051:0:39775:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1767384366.449057:0:39775:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1767384366.449061:0:39775:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00000001:1.0:1767384366.449062:0:16139:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00010000:0.0:1767384366.449063:0:16768:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.152@tcp lock: 000000000858b1ea/0x7e51148972eec904 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0x7e51148972eec90b expref: -99 pid: 16760 timeout: 0 lvb_type: 0 10000000:00000001:3.0:1767384366.449065:0:39775:0:(mgc_request.c:120:config_log_put()) Process leaving 00000100:00000001:1.0:1767384366.449066:0:16139:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384366.449070:0:39775:0:(genops.c:898:class_export_put()) PUTting export 000000001876d0ab : new refcount 10 02000000:00000001:1.0:1767384366.449073:0:16139:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 10000000:00000010:3.0:1767384366.449074:0:39775:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 287 at 00000000930cba1c. 02000000:00000001:1.0:1767384366.449079:0:16139:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 10000000:00000001:3.0:1767384366.449082:0:39775:0:(mgc_request.c:147:config_log_put()) Process leaving 00010000:00000001:0.0:1767384366.449082:0:16768:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:1.0:1767384366.449083:0:16139:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:3.0:1767384366.449119:0:39775:0:(mgc_request.c:547:config_log_end()) end config log lustre-MDT0000 (0) 10000000:00000001:3.0:1767384366.449123:0:39775:0:(mgc_request.c:548:config_log_end()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384366.449123:0:16139:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000dbd79448 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c0412d60-4f67-4dbc-8791-892843f60083:16139:1853236723090432:0@lo:103: 10000000:00000001:3.0:1767384366.449126:0:39775:0:(mgc_request.c:2026:mgc_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384366.449130:0:39775:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000f8dd4368. 00010000:00010000:0.0:1767384366.449130:0:16768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.152@tcp lock: 000000000858b1ea/0x7e51148972eec904 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0x7e51148972eec90b expref: -99 pid: 16760 timeout: 0 lvb_type: 0 00000040:00000010:3.0:1767384366.449137:0:39775:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000003f185f35. 00000100:00000001:1.0:1767384366.449140:0:16139:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000010:3.0:1767384366.449145:0:39775:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000006977d006. 02000000:00000001:1.0:1767384366.449148:0:16139:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384366.449153:0:16139:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384366.449154:0:39775:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000663f9b84. 02000000:00000001:1.0:1767384366.449158:0:16139:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00040000:00000010:3.0:1767384366.449163:0:39775:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000059ca1e3e. 00010000:00000001:0.0:1767384366.449163:0:16768:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000010:1.0:1767384366.449164:0:16139:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a79b1c17. 02000000:00000001:1.0:1767384366.449168:0:16139:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384366.449168:0:16768:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00040000:00000010:3.0:1767384366.449170:0:39775:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000c31f79c5. 00010000:00000010:0.0:1767384366.449174:0:16768:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 000000009ba45d80. 00080000:00000010:3.0:1767384366.449175:0:39775:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000032ed4fd. 00000400:00000010:1.0:1767384366.449175:0:16139:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008b86d1cd. 00000400:00000010:1.0:1767384366.449182:0:16139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000041b879ca. 00010000:00000001:0.0:1767384366.449182:0:16768:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384366.449183:0:39775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008341e060. 00000020:00000001:3.0:1767384366.449190:0:39775:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384366.449190:0:16768:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000200:1.0:1767384366.449191:0:16139:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236723090432, portal 18 00000020:00000010:3.0:1767384366.449192:0:39775:0:(obd_mount.c:120:lustre_end_log()) kfreed 'lcfg': 80 at 00000000b6cc8b4d. 00000020:00000001:0.0:1767384366.449195:0:16768:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384366.449198:0:39775:0:(obd_mount.c:121:lustre_end_log()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384366.449198:0:16139:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00010000:00010000:0.0:1767384366.449200:0:16768:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00000001:1.0:1767384366.449201:0:16139:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782423946880 : -124291285604736 : ffff8ef52e12a680) 00000020:00000001:3.0:1767384366.449202:0:39775:0:(obd_config.c:1053:class_get_profile()) Process entered 00000020:00000001:3.0:1767384366.449206:0:39775:0:(obd_config.c:1039:class_get_profile_nolock()) Process entered 00010000:00000001:0.0:1767384366.449208:0:16768:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000020:00000001:3.0:1767384366.449209:0:39775:0:(obd_config.c:1043:class_get_profile_nolock()) Process leaving (rc=18446619782203307776 : -124291506243840 : ffff8ef520ebf700) 00000100:00000040:1.0:1767384366.449209:0:16139:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000dbd79448 x1853236723090432/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384382 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384366.449213:0:16768:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000020:00000001:3.0:1767384366.449214:0:39775:0:(obd_config.c:1057:class_get_profile()) Process leaving (rc=18446619782203307776 : -124291506243840 : ffff8ef520ebf700) 00010000:00010000:0.0:1767384366.449217:0:16768:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.152@tcp lock: 0000000035a9d915/0x7e51148972eec8f6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x7e51148972eec8fd expref: -99 pid: 16760 timeout: 0 lvb_type: 0 00000020:00000010:3.0:1767384366.449224:0:39775:0:(tgt_mount.c:2040:server_put_super()) kmalloced '(extraname)': 22 at 00000000564c633e. 00000100:00000001:1.0:1767384366.449230:0:16139:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:01000004:3.0:1767384366.449232:0:39775:0:(tgt_mount.c:2049:server_put_super()) stopping lustre-MDT0000 00000100:00000040:1.0:1767384366.449237:0:16139:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:3.0:1767384366.449238:0:39775:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00010000:00010000:0.0:1767384366.449239:0:16768:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000035a9d915 already unused, calling callback (00000000649d35d1) 00000400:00000010:1.0:1767384366.449241:0:16139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e1b09e96. 00000020:01000000:3.0:1767384366.449242:0:39775:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-MDT0000 (flags='F') 00000020:00000010:3.0:1767384366.449247:0:39775:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 64 at 00000000add76aa0. 00000100:00000200:1.0:1767384366.449247:0:16139:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853236723090432, offset 0 00000020:00000080:3.0:1767384366.449254:0:39775:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 10000000:00000001:0.0:1767384366.449254:0:16768:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000400:00000200:1.0:1767384366.449255:0:16139:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 10000000:00010000:0.0:1767384366.449259:0:16768:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.152@tcp lock: 0000000035a9d915/0x7e51148972eec8f6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x7e51148972eec8fd expref: -99 pid: 16760 timeout: 0 lvb_type: 0 00000020:00000001:3.0:1767384366.449260:0:39775:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000080:3.0:1767384366.449264:0:39775:0:(obd_config.c:886:class_cleanup()) lustre-MDT0000: forcing exports to disconnect: 1/5 00000400:00000200:1.0:1767384366.449267:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00080000:3.0:1767384366.449272:0:39775:0:(genops.c:1836:print_export_data()) lustre-MDT0000: ACTIVE 00000000b2466616 lustre-MDT0000-lwp-OST0000_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000400:00000200:1.0:1767384366.449279:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x695824c908400 00010000:00000001:0.0:1767384366.449283:0:16768:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384366.449287:0:16768:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00080000:3.0:1767384366.449290:0:39775:0:(genops.c:1836:print_export_data()) lustre-MDT0000: UNLINKED 0000000076935a1c dfcc6be8-6fd1-4e6d-a8a4-ac9b181b1ec3 192.168.202.52@tcp50 3 (0 3 0) 1 0 0 0: 0000000000000000 0 stale:0 00000400:00000200:1.0:1767384366.449291:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x15 [2] + 984 00000020:00000001:0.0:1767384366.449292:0:16768:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384366.449296:0:16768:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000035a9d915 refcount=3 00000400:00000200:1.0:1767384366.449301:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:3.0:1767384366.449304:0:39775:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00000001:0.0:1767384366.449304:0:16768:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781820858368 : -124291888693248 : ffff8ef50a204000) 00000400:00000200:1.0:1767384366.449308:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00080000:3.0:1767384366.449309:0:39775:0:(genops.c:1570:class_disconnect_exports()) OBD device 5 (00000000b1f9e0ef) has exports, disconnecting them 00010000:00000001:0.0:1767384366.449310:0:16768:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781820858368 : -124291888693248 : ffff8ef50a204000) 00000100:00000001:1.0:1767384366.449312:0:16139:0:(events.c:286:request_in_callback()) Process entered 00000020:00000001:3.0:1767384366.449313:0:39775:0:(genops.c:1515:class_disconnect_export_list()) Process entered 00000020:00000040:3.0:1767384366.449317:0:39775:0:(genops.c:887:class_export_get()) GET export 00000000b2466616 refcount=5 00000100:00000200:1.0:1767384366.449317:0:16139:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00010000:00000001:0.0:1767384366.449317:0:16768:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000010:1.0:1767384366.449321:0:16139:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003615e837. 00000020:00000040:3.0:1767384366.449323:0:39775:0:(genops.c:887:class_export_get()) GET export 00000000b2466616 refcount=6 00010000:00010000:0.0:1767384366.449323:0:16768:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.152@tcp lock: 0000000035a9d915/0x7e51148972eec8f6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0x7e51148972eec8fd expref: -99 pid: 16760 timeout: 0 lvb_type: 0 00000100:00000040:1.0:1767384366.449324:0:16139:0:(events.c:337:request_in_callback()) incoming req@000000003615e837 x1853236723090432 msgsize 328 00000020:00080000:3.0:1767384366.449330:0:39775:0:(genops.c:1545:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (00000000b2466616), last request at 1767384362 00000100:00100000:1.0:1767384366.449336:0:16139:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:3.0:1767384366.449337:0:39775:0:(obd_class.h:902:obd_disconnect()) Process entered 00000004:00000001:3.0:1767384366.449340:0:39775:0:(mdt_handler.c:7441:mdt_obd_disconnect()) Process entered 00000020:00000040:3.0:1767384366.449343:0:39775:0:(genops.c:887:class_export_get()) GET export 00000000b2466616 refcount=7 10000000:00000001:0.0:1767384366.449344:0:16768:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00010000:00000001:3.0:1767384366.449345:0:39775:0:(ldlm_lib.c:840:server_disconnect_export()) Process entered 00000020:00000001:3.0:1767384366.449349:0:39775:0:(genops.c:1460:class_disconnect()) Process entered 10000000:00010000:0.0:1767384366.449349:0:16768:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.152@tcp lock: 0000000035a9d915/0x7e51148972eec8f6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0x7e51148972eec8fd expref: -99 pid: 16760 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384366.449352:0:16139:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000040:3.0:1767384366.449353:0:39775:0:(genops.c:898:class_export_put()) PUTting export 00000000b2466616 : new refcount 6 00000020:00000080:3.0:1767384366.449357:0:39775:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x7e51148972eeca23 00000400:00000200:1.0:1767384366.449359:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e1b09e96 00000020:00000040:3.0:1767384366.449360:0:39775:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000b2466616 with handle 0x7e51148972eeca23 from hash 00000400:00000010:1.0:1767384366.449363:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e1b09e96. 10000000:01000000:0.0:1767384366.449367:0:16768:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x5:0x0].0x0 (lustre) 00000020:00000040:3.0:1767384366.449368:0:39775:0:(genops.c:898:class_export_put()) PUTting export 00000000b2466616 : new refcount 5 00000100:00000001:1.0:1767384366.449368:0:16139:0:(events.c:34:request_out_callback()) Process entered 00000020:00000010:3.0:1767384366.449373:0:39775:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000044b77718. 00000100:00000200:1.0:1767384366.449374:0:16139:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000dbd79448 x1853236723090432/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384382 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:01000000:0.0:1767384366.449375:0:16768:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-barrier: stopping, won't requeue 00000020:00000001:3.0:1767384366.449378:0:39775:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:3.0:1767384366.449381:0:39775:0:(genops.c:898:class_export_put()) PUTting export 00000000b2466616 : new refcount 4 10000000:00000001:0.0:1767384366.449381:0:16768:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1767384366.449385:0:16768:0:(mgc_request.c:123:config_log_put()) log lustre-barrier(00000000610c10fe) refs 1 00000020:00000001:3.0:1767384366.449388:0:39775:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000100:00000001:2.0:1767384366.449388:0:19333:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 10000000:01000000:0.0:1767384366.449396:0:16768:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-barrier 00000020:00000040:3.0:1767384366.449397:0:39775:0:(genops.c:898:class_export_put()) PUTting export 00000000b2466616 : new refcount 3 00000100:00100000:2.0:1767384366.449398:0:19333:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723090432 10000000:00000001:0.0:1767384366.449403:0:16768:0:(mgc_request.c:117:config_log_put()) Process entered 00000020:00000001:3.0:1767384366.449410:0:39775:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384366.449411:0:19333:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 10000000:00000001:0.0:1767384366.449412:0:16768:0:(mgc_request.c:120:config_log_put()) Process leaving 00000100:00000001:3.0:1767384366.449414:0:39775:0:(import.c:2094:ptlrpc_cleanup_imp()) Process entered 00000100:00000001:1.0:1767384366.449415:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384366.449421:0:19333:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 10000000:00000001:0.0:1767384366.449421:0:16768:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00080000:3.0:1767384366.449422:0:39775:0:(import.c:65:import_set_state_nolock()) 00000000d3f841b0 : changing import state from FULL to CLOSED 00000100:00000040:1.0:1767384366.449423:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000dbd79448 x1853236723090432/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384382 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384366.449428:0:19333:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384366.449429:0:16768:0:(mgc_request.c:120:config_log_put()) Process leaving 00000100:00000001:3.0:1767384366.449430:0:39775:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 10000000:00000001:0.0:1767384366.449435:0:16768:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00000001:3.0:1767384366.449436:0:39775:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 02000000:00000001:2.0:1767384366.449439:0:19333:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384366.449441:0:39775:0:(import.c:2104:ptlrpc_cleanup_imp()) Process leaving 10000000:00000001:0.0:1767384366.449441:0:16768:0:(mgc_request.c:120:config_log_put()) Process leaving 00010000:00000001:3.0:1767384366.449447:0:39775:0:(ldlm_lib.c:871:server_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384366.449449:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384366.449449:0:16768:0:(mgc_request.c:117:config_log_put()) Process entered 00000004:00000001:3.0:1767384366.449451:0:39775:0:(mdt_handler.c:7363:mdt_export_cleanup()) Process entered 00000100:00100000:2.0:1767384366.449451:0:19333:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723090432 00000100:00000001:1.0:1767384366.449455:0:16139:0:(events.c:68:request_out_callback()) Process leaving 10000000:00000001:0.0:1767384366.449455:0:16768:0:(mgc_request.c:120:config_log_put()) Process leaving 00000001:00000001:3.0:1767384366.449457:0:39775:0:(tgt_lastrcvd.c:1159:tgt_client_del()) Process entered 00000020:00000001:2.0:1767384366.449461:0:19333:0:(genops.c:811:class_conn2export()) Process entered 00000001:00000001:3.0:1767384366.449462:0:39775:0:(tgt_lastrcvd.c:1174:tgt_client_del()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384366.449462:0:16768:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00000001:1.0:1767384366.449463:0:16139:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384366.449467:0:19333:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eec8e1 10000000:00000001:0.0:1767384366.449467:0:16768:0:(mgc_request.c:120:config_log_put()) Process leaving 00000004:00000001:3.0:1767384366.449469:0:39775:0:(mdt_handler.c:7432:mdt_export_cleanup()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384366.449470:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294956436 00000020:00000040:0.0:1767384366.449472:0:16768:0:(genops.c:898:class_export_put()) PUTting export 000000001876d0ab : new refcount 9 00000020:00000001:2.0:1767384366.449476:0:19333:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000001:00000001:3.0:1767384366.449478:0:39775:0:(nodemap_handler.c:633:nodemap_del_member()) Process entered 00000100:00000001:1.0:1767384366.449479:0:16139:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294956433 00000020:00000040:2.0:1767384366.449481:0:19333:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000555601ca refcount=14 00000001:00000040:3.0:1767384366.449482:0:39775:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=000000001fa9e1de) : new refcount 5 10000000:00000010:0.0:1767384366.449482:0:16768:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 287 at 00000000610c10fe. 00000020:00000001:2.0:1767384366.449496:0:19333:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000001:00000001:3.0:1767384366.449497:0:39775:0:(nodemap_member.c:32:nm_member_del()) Process entered 00000100:00000001:1.0:1767384366.449498:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294956436 10000000:00000001:0.0:1767384366.449499:0:16768:0:(mgc_request.c:147:config_log_put()) Process leaving 00000001:00000040:3.0:1767384366.449506:0:39775:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=000000001fa9e1de) : new refcount 4 00000100:00000001:1.0:1767384366.449508:0:16139:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294956433 00000020:00000001:2.0:1767384366.449511:0:19333:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000020:00000040:3.0:1767384366.449512:0:39775:0:(genops.c:898:class_export_put()) PUTting export 00000000b2466616 : new refcount 2 10000000:00000001:0.0:1767384366.449512:0:16768:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384366.449515:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294956436 00000001:00000001:3.0:1767384366.449520:0:39775:0:(nodemap_member.c:50:nm_member_del()) Process leaving 00000001:00000040:3.0:1767384366.449525:0:39775:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=000000001fa9e1de) : new refcount 3 00000100:00000001:2.0:1767384366.449527:0:19333:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:0.0:1767384366.449528:0:16768:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000001:00000001:3.0:1767384366.449529:0:39775:0:(nodemap_handler.c:658:nodemap_del_member()) Process leaving 00000100:00000001:1.0:1767384366.449529:0:16139:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294956433 00000020:00000040:3.0:1767384366.449536:0:39775:0:(genops.c:898:class_export_put()) PUTting export 00000000b2466616 : new refcount 1 00000100:00000001:1.0:1767384366.449538:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294956436 00010000:00000001:0.0:1767384366.449538:0:16768:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000004:00000001:3.0:1767384366.449540:0:39775:0:(mdt_handler.c:7467:mdt_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384366.449540:0:19333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000060a1270b. 00010000:00000001:0.0:1767384366.449544:0:16768:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:1.0:1767384366.449546:0:16139:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294956433 00000020:00000001:3.0:1767384366.449549:0:39775:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384366.449552:0:19333:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384366.449553:0:16768:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00080000:3.0:1767384366.449554:0:39775:0:(genops.c:1550:class_disconnect_export_list()) disconnected export at 0@lo (00000000b2466616): rc 0 00000100:00000001:1.0:1767384366.449554:0:16139:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384366.449560:0:16768:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384366.449573:0:19333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000060a1270b. 00000020:00000040:0.0:1767384366.449573:0:16768:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000035a9d915 with handle 0x7e51148972eec8f6 from hash 00000020:00000040:3.0:1767384366.449574:0:39775:0:(genops.c:898:class_export_put()) PUTting export 00000000b2466616 : new refcount 0 00000100:00000001:1.0:1767384366.449574:0:16139:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000080:3.0:1767384366.449589:0:39775:0:(genops.c:904:class_export_put()) final put 00000000b2466616/lustre-MDT0000-lwp-OST0000_UUID 00000100:00000001:1.0:1767384366.449590:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384366.449590:0:16768:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000020:00000010:2.0:1767384366.449594:0:19333:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000075adad42. 00010000:00000001:0.0:1767384366.449595:0:16768:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1767384366.449597:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384366.449603:0:19333:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000082d0810. 00000020:00000001:3.0:1767384366.449605:0:39775:0:(genops.c:1553:class_disconnect_export_list()) Process leaving 00010000:00000001:0.0:1767384366.449605:0:16768:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767384366.449607:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:3.0:1767384366.449618:0:39775:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000010:2.0:1767384366.449619:0:19333:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006fa09b38. 00000100:00000001:1.0:1767384366.449619:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00010000:00000001:0.0:1767384366.449619:0:16768:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000020:00000001:3.0:1767384366.449628:0:39775:0:(obd_class.h:604:obd_precleanup()) Process entered 00010000:00000001:0.0:1767384366.449629:0:16768:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000004:00000001:3.0:1767384366.449634:0:39775:0:(mdt_handler.c:8320:mdt_device_fini()) Process entered 00000100:00000001:1.0:1767384366.449634:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1767384366.449635:0:16768:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00000100:00000040:2.0:1767384366.449637:0:19333:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000004:00000001:3.0:1767384366.449638:0:39775:0:(mdt_handler.c:6442:mdt_fini()) Process entered 00000100:00000001:1.0:1767384366.449638:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384366.449647:0:19333:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384366.449648:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384366.449649:0:39775:0:(mdd_device.c:2298:mdd_iocontrol()) Process entered 00010000:00000001:0.0:1767384366.449649:0:16768:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00000100:00000001:2.0:1767384366.449653:0:19333:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000080:3.0:1767384366.449656:0:39775:0:(mdd_device.c:2300:mdd_iocontrol()) lustre-MDD0000: cmd=400866e7 len=0 karg=ffffb6f14c5a7b28 00010000:00000001:2.0:1767384366.449656:0:19333:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:0.0:1767384366.449656:0:16768:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000001:1.0:1767384366.449658:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1767384366.449669:0:39775:0:(lfsck_lib.c:3335:lfsck_stop()) Process entered 00010000:00000001:2.0:1767384366.449669:0:19333:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384366.449672:0:16768:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d6f175f1. 00100000:00000001:3.0:1767384366.449680:0:39775:0:(lfsck_lib.c:3350:lfsck_stop()) Process leaving via unlock (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384366.449680:0:19333:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00000020:00000040:0.0:1767384366.449682:0:16768:0:(genops.c:1229:class_import_get()) import 00000000df830bbe refcount=5 obd=MGC192.168.202.152@tcp 00000004:00000001:3.0:1767384366.449690:0:39775:0:(mdd_device.c:2327:mdd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384366.449690:0:19333:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:0.0:1767384366.449691:0:16768:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000020:00000001:2.0:1767384366.449697:0:19333:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000004:00000001:3.0:1767384366.449698:0:39775:0:(mdt_handler.c:5807:mdt_stack_pre_fini()) Process entered 02000000:00000001:0.0:1767384366.449698:0:16768:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000040:2.0:1767384366.449700:0:19333:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000b1fd1fec refcount=3 00000020:00000001:2.0:1767384366.449706:0:19333:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619782554460672 : -124291155090944 : ffff8ef535da2200) 00000004:00000010:3.0:1767384366.449708:0:39775:0:(mdt_handler.c:5827:mdt_stack_pre_fini()) kmalloced '(lcfg)': 56 at 000000001121160c. 02000000:00000001:0.0:1767384366.449708:0:16768:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384366.449719:0:19333:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619782554460672 : -124291155090944 : ffff8ef535da2200) 00000004:00000001:3.0:1767384366.449721:0:39775:0:(mdd_device.c:1194:mdd_process_config()) Process entered 02000000:00000010:0.0:1767384366.449725:0:16768:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000043b1e74d. 00010000:00000001:2.0:1767384366.449727:0:19333:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000004:00000001:3.0:1767384366.449728:0:39775:0:(lod_dev.c:979:lod_process_config()) Process entered 00010000:00000001:2.0:1767384366.449734:0:19333:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384366.449737:0:19333:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384366.449737:0:16768:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384366.449738:0:39775:0:(osp_dev.c:662:osp_process_config()) Process entered 00000004:00000001:3.0:1767384366.449743:0:39775:0:(osp_dev.c:449:osp_disconnect()) Process entered 00010000:00000001:1.0:1767384366.449748:0:16767:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000100:00000001:2.0:1767384366.449755:0:19333:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384366.449756:0:16767:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000004:00000040:3.0:1767384366.449757:0:39775:0:(osp_dev.c:454:osp_disconnect()) lustre-OST0000-osc-MDT0000: disconnecting import ffff8ef402e34800 00010000:00000001:0.0:1767384366.449757:0:16768:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1767384366.449764:0:16767:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.152@tcp lock: 00000000271e18dc/0x7e51148972eecd56 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x7e51148972eecd5d expref: -99 pid: 16776 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384366.449769:0:39775:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00010000:00010000:0.0:1767384366.449769:0:16768:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.152@tcp lock: 0000000035a9d915/0x7e51148972eec8f6 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x7e51148972eec8fd expref: -99 pid: 16760 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384366.449771:0:19333:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1767384366.449773:0:39775:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00010000:00010000:1.0:1767384366.449778:0:16767:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000271e18dc already unused, calling callback (00000000649d35d1) 00000100:00000001:3.0:1767384366.449786:0:39775:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 10000000:00000001:1.0:1767384366.449787:0:16767:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000001:3.0:1767384366.449790:0:39775:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00010000:00010000:0.0:1767384366.449791:0:16768:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:3.0:1767384366.449792:0:39775:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934596 gen 3 00000100:00000001:2.0:1767384366.449794:0:19333:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384366.449796:0:16768:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 10000000:00010000:1.0:1767384366.449802:0:16767:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.152@tcp lock: 00000000271e18dc/0x7e51148972eecd56 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x7e51148972eecd5d expref: -99 pid: 16776 timeout: 0 lvb_type: 0 00000100:00000040:3.0:1767384366.449805:0:39775:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:0.0:1767384366.449808:0:16768:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384366.449812:0:16768:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384366.449814:0:19333:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384366.449815:0:39775:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384366.449822:0:19333:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384366.449823:0:39775:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00010000:00000001:1.0:1767384366.449823:0:16767:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000040:0.0:1767384366.449827:0:16768:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d6f175f1] to pc [ptlrpcd_00_03+3] req@00000000d6f175f1 x1853236723090560/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384366.449828:0:39775:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00010000:00000001:1.0:1767384366.449829:0:16767:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00100000:2.0:1767384366.449831:0:19333:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00000001:3.0:1767384366.449834:0:39775:0:(obd_class.h:1217:obd_import_event()) Process entered 00000020:00000001:1.0:1767384366.449837:0:16767:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:2.0:1767384366.449843:0:19333:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000555601ca : new rpc_count 1 00000004:00000040:3.0:1767384366.449845:0:39775:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = -108 00000020:00000040:1.0:1767384366.449845:0:16767:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000271e18dc refcount=3 00000100:00000001:2.0:1767384366.449852:0:19333:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619782424487552 : -124291285064064 : ffff8ef52e1ae680) 00000020:00000001:1.0:1767384366.449858:0:16767:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781820864000 : -124291888687616 : ffff8ef50a205600) 00000004:00080000:3.0:1767384366.449861:0:39775:0:(osp_dev.c:1621:osp_import_event()) got inactive 00010000:00000001:1.0:1767384366.449863:0:16767:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781820864000 : -124291888687616 : ffff8ef50a205600) 00000100:00000040:2.0:1767384366.449868:0:19333:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000003615e837 x1853236723090432/t0(0) o103->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:347/0 lens 328/0 e 0 to 0 dl 1767384377 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384366.449869:0:39775:0:(obd_class.h:1226:obd_import_event()) Process leaving 00010000:00000001:1.0:1767384366.449869:0:16767:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384366.449877:0:16767:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.152@tcp lock: 00000000271e18dc/0x7e51148972eecd56 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0x7e51148972eecd5d expref: -99 pid: 16776 timeout: 0 lvb_type: 0 00000001:00000001:3.0:1767384366.449878:0:39775:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1767384366.449882:0:39775:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000001:0.0:1767384366.449883:0:16768:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384366.449897:0:16768:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384366.449904:0:16768:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1767384366.449908:0:16767:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00010000:00000001:0.0:1767384366.449911:0:16768:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384366.449914:0:39775:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 10000000:00010000:1.0:1767384366.449914:0:16767:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.152@tcp lock: 00000000271e18dc/0x7e51148972eecd56 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0x7e51148972eecd5d expref: -99 pid: 16776 timeout: 0 lvb_type: 0 00000001:00000001:3.0:1767384366.449923:0:39775:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1767384366.449928:0:39775:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000001:0.0:1767384366.449930:0:16768:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384366.449932:0:19333:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 10000000:01000000:1.0:1767384366.449940:0:16767:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:00000001:0.0:1767384366.449941:0:16768:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384366.449942:0:19333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000060a1270b. 10000000:01000000:1.0:1767384366.449944:0:16767:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-mdtir: stopping, won't requeue 10000000:00000001:1.0:1767384366.449951:0:16767:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00010000:0.0:1767384366.449952:0:16768:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.152@tcp lock: 0000000035a9d915/0x7e51148972eec8f6 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x7e51148972eec8fd expref: -99 pid: 16760 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384366.449953:0:19333:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 10000000:00000040:1.0:1767384366.449955:0:16767:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(0000000070cb7a0b) refs 1 00000001:00000001:3.0:1767384366.449957:0:39775:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384366.449968:0:19333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000060a1270b. 00000100:00000001:3.0:1767384366.449969:0:39775:0:(pinger.c:388:ptlrpc_pinger_del_import()) Process entered 10000000:01000000:1.0:1767384366.449970:0:16767:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-mdtir 00000100:00080000:3.0:1767384366.449974:0:39775:0:(pinger.c:396:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 10000000:00000001:1.0:1767384366.449978:0:16767:0:(mgc_request.c:117:config_log_put()) Process entered 00000020:00000001:3.0:1767384366.449985:0:39775:0:(genops.c:1236:class_import_put()) Process entered 10000000:00000001:1.0:1767384366.449985:0:16767:0:(mgc_request.c:120:config_log_put()) Process leaving 00010000:00000001:0.0:1767384366.449985:0:16768:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 10000000:00000001:1.0:1767384366.449990:0:16767:0:(mgc_request.c:117:config_log_put()) Process entered 00000020:00000040:3.0:1767384366.449991:0:39775:0:(genops.c:1242:class_import_put()) import 0000000068bc8709 refcount=1 obd=lustre-OST0000-osc-MDT0000 00010000:00010000:0.0:1767384366.449991:0:16768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.152@tcp lock: 0000000035a9d915/0x7e51148972eec8f6 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x7e51148972eec8fd expref: -99 pid: 16760 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767384366.449994:0:19333:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000003615e837 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c0412d60-4f67-4dbc-8791-892843f60083+14:16139:x1853236723090432:12345-0@lo:103: 10000000:00000001:1.0:1767384366.449996:0:16767:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00000001:3.0:1767384366.450001:0:39775:0:(genops.c:1249:class_import_put()) Process leaving 10000000:00000001:1.0:1767384366.450002:0:16767:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00000001:3.0:1767384366.450017:0:39775:0:(pinger.c:401:ptlrpc_pinger_del_import()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384366.450018:0:16767:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1767384366.450023:0:16767:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00000001:3.0:1767384366.450028:0:39775:0:(import.c:1850:ptlrpc_disconnect_import_async()) Process entered 00000100:00000200:2.0:1767384366.450029:0:19333:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723090432 10000000:00000001:1.0:1767384366.450030:0:16767:0:(mgc_request.c:120:config_log_put()) Process leaving 00010000:00000040:0.0:1767384366.450032:0:16768:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000002b7cd9f count: 0 00000100:00000001:3.0:1767384366.450033:0:39775:0:(import.c:1742:ptlrpc_disconnect_prep_req()) Process entered 10000000:00000001:1.0:1767384366.450034:0:16767:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00000001:2.0:1767384366.450037:0:19333:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 10000000:00000001:1.0:1767384366.450038:0:16767:0:(mgc_request.c:120:config_log_put()) Process leaving 00000100:00000010:3.0:1767384366.450040:0:39775:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b55211d7. 00000020:00000040:1.0:1767384366.450044:0:16767:0:(genops.c:898:class_export_put()) PUTting export 000000001876d0ab : new refcount 8 00000020:00000040:3.0:1767384366.450045:0:39775:0:(genops.c:1229:class_import_get()) import 0000000068bc8709 refcount=2 obd=lustre-OST0000-osc-MDT0000 00010000:00000002:2.0:1767384366.450045:0:19333:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:0.0:1767384366.450048:0:16768:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384366.450053:0:19333:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 10000000:00000010:1.0:1767384366.450054:0:16767:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 285 at 0000000070cb7a0b. 00010000:00000001:0.0:1767384366.450054:0:16768:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:3.0:1767384366.450056:0:39775:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384366.450061:0:39775:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00010000:00000010:0.0:1767384366.450061:0:16768:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 0000000002033446. 10000000:00000001:1.0:1767384366.450062:0:16767:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000001:2.0:1767384366.450064:0:19333:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 10000000:00000001:1.0:1767384366.450067:0:16767:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384366.450071:0:19333:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:3.0:1767384366.450073:0:39775:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384366.450073:0:16767:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384366.450073:0:16768:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384366.450082:0:19333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000b4fa3f23. 00000020:00000001:0.0:1767384366.450083:0:16768:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:1.0:1767384366.450084:0:16767:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 02000000:00000010:3.0:1767384366.450133:0:39775:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000059ca1e3e. 00010000:00000001:1.0:1767384366.450138:0:16767:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000020:00000001:0.0:1767384366.450138:0:16768:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384366.450140:0:39775:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384366.450142:0:16767:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00010000:0.0:1767384366.450144:0:16768:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1767384366.450146:0:39775:0:(import.c:1780:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446619782564206720 : -124291145344896 : ffff8ef5366ed880) 00010000:00000001:1.0:1767384366.450147:0:16767:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384366.450150:0:16768:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000040:1.0:1767384366.450152:0:16767:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000271e18dc with handle 0x7e51148972eecd56 from hash 00000020:00000001:0.0:1767384366.450156:0:16768:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1767384366.450157:0:39775:0:(import.c:65:import_set_state_nolock()) 0000000068bc8709 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00010000:00000001:1.0:1767384366.450157:0:16767:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384366.450162:0:16767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384366.450164:0:16768:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1767384366.450165:0:39775:0:(jobid.c:940:lustre_get_jobid()) Process entered 00010000:00000001:1.0:1767384366.450166:0:16767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:0.0:1767384366.450169:0:16768:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:3.0:1767384366.450172:0:39775:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384366.450173:0:16767:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000020:00000001:0.0:1767384366.450176:0:16768:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384366.450177:0:16767:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384366.450182:0:16767:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00010000:0.0:1767384366.450186:0:16768:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767384366.450187:0:16767:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00000100:00000040:3.0:1767384366.450188:0:39775:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b55211d7] to pc [ptlrpcd_rcv+-1] req@00000000b55211d7 x1853236723090688/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384366.450191:0:16767:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1767384366.450198:0:16767:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000091a70da0. 00000100:00000001:0.0:1767384366.450198:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:1.0:1767384366.450203:0:16767:0:(genops.c:1229:class_import_get()) import 00000000df830bbe refcount=6 obd=MGC192.168.202.152@tcp 00000100:00000001:0.0:1767384366.450204:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384366.450206:0:16767:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384366.450210:0:16767:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767384366.450211:0:16140:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767384366.450212:0:39775:0:(import.c:1896:ptlrpc_disconnect_import_async()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384366.450214:0:16767:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384366.450218:0:39775:0:(osp_dev.c:482:osp_disconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384366.450222:0:16767:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c0fd7b5a. 00000100:00000040:0.0:1767384366.450223:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d6f175f1 x1853236723090560/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:3.0:1767384366.450225:0:39775:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384366.450227:0:16767:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384366.450233:0:16767:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00080000:00000001:3.0:1767384366.450235:0:39775:0:(osd_handler.c:1463:osd_process_config()) Process entered 00010000:00010000:1.0:1767384366.450238:0:16767:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.152@tcp lock: 00000000271e18dc/0x7e51148972eecd56 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x7e51148972eecd5d expref: -99 pid: 16776 timeout: 0 lvb_type: 0 00100000:00000001:3.0:1767384366.450240:0:39775:0:(osd_scrub.c:1328:osd_scrub_stop()) Process entered 00000100:00000001:0.0:1767384366.450244:0:16140:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00010000:1.0:1767384366.450250:0:16767:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000100:00000001:0.0:1767384366.450250:0:16140:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384366.450254:0:16767:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:3.0:1767384366.450256:0:39775:0:(osd_scrub.c:1337:osd_scrub_stop()) Process leaving 02000000:00000001:0.0:1767384366.450257:0:16140:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767384366.450259:0:16767:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384366.450262:0:16767:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384366.450263:0:16140:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00080000:00000010:3.0:1767384366.450265:0:39775:0:(osd_oi.c:1052:osd_idc_add()) kmalloced '(idc)': 256 at 000000008bf0c879. 02000000:00000001:0.0:1767384366.450270:0:16140:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384366.450271:0:16767:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000091a70da0] to pc [ptlrpcd_00_00+0] req@0000000091a70da0 x1853236723090816/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00100000:00000001:3.0:1767384366.450272:0:39775:0:(scrub.c:1029:lustre_index_backup()) Process entered 00100000:00000010:3.0:1767384366.450282:0:39775:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000d883fbf2. 00000100:00100000:0.0:1767384366.450282:0:16140:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d6f175f1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c0412d60-4f67-4dbc-8791-892843f60083:16140:1853236723090560:0@lo:103: 00000100:00000001:0.0:1767384366.450291:0:16140:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00100000:00000010:3.0:1767384366.450294:0:39775:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000008774c478. 00100000:00000010:3.0:1767384366.450304:0:39775:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000005b811448. 02000000:00000001:0.0:1767384366.450306:0:16140:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384366.450312:0:16140:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00100000:00000010:3.0:1767384366.450314:0:39775:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 0000000070b5a982. 02000000:00000001:0.0:1767384366.450316:0:16140:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000001:1.0:1767384366.450322:0:16767:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000010:3.0:1767384366.450323:0:39775:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000c3a0a9bb. 02000000:00000001:2.0:1767384366.450324:0:19333:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384366.450324:0:16140:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000062460ff4. 00010000:00000001:1.0:1767384366.450330:0:16767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00100000:00000010:3.0:1767384366.450333:0:39775:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000b19923e0. 00010000:00000001:1.0:1767384366.450337:0:16767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384366.450338:0:19333:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384366.450339:0:16140:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00100000:00000010:3.0:1767384366.450340:0:39775:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 0000000098b7dc0b. 00010000:00000001:1.0:1767384366.450345:0:16767:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384366.450350:0:19333:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1767384366.450352:0:16767:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00100000:00000010:3.0:1767384366.450354:0:39775:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000c770b402. 00010000:00010000:2.0:1767384366.450354:0:19333:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000400:00000010:0.0:1767384366.450355:0:16140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a5c59d64. 10000000:00000001:1.0:1767384366.450356:0:16767:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384366.450362:0:19333:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00100000:00000010:3.0:1767384366.450366:0:39775:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000a5e5f03c. 00000020:00000001:2.0:1767384366.450371:0:19333:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:0.0:1767384366.450371:0:16140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b59c96da. 00010000:00010000:1.0:1767384366.450372:0:16767:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.152@tcp lock: 00000000271e18dc/0x7e51148972eecd56 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x7e51148972eecd5d expref: -99 pid: 16776 timeout: 0 lvb_type: 0 00000020:00000040:2.0:1767384366.450376:0:19333:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000b1fd1fec refcount=3 00100000:00000010:3.0:1767384366.450377:0:39775:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000006fddd0ca. 00000100:00000200:0.0:1767384366.450383:0:16140:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236723090560, portal 18 00100000:00000010:3.0:1767384366.450390:0:39775:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 0000000003448ebf. 00000020:00000001:2.0:1767384366.450391:0:19333:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619782554460672 : -124291155090944 : ffff8ef535da2200) 00000100:00000001:0.0:1767384366.450394:0:16140:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384366.450401:0:16140:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782423940608 : -124291285611008 : ffff8ef52e128e00) 00010000:00000001:1.0:1767384366.450402:0:16767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384366.450406:0:19333:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619782554460672 : -124291155090944 : ffff8ef535da2200) 00100000:00000010:3.0:1767384366.450409:0:39775:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000009811b57e. 00010000:00010000:1.0:1767384366.450409:0:16767:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.152@tcp lock: 00000000271e18dc/0x7e51148972eecd56 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x7e51148972eecd5d expref: -99 pid: 16776 timeout: 0 lvb_type: 0 00000100:00000040:0.0:1767384366.450415:0:16140:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d6f175f1 x1853236723090560/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384382 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:2.0:1767384366.450416:0:19333:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000fb071e46 count: 5 00100000:00000010:3.0:1767384366.450418:0:39775:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 0000000024ea7f2d. 00010000:00000001:2.0:1767384366.450428:0:19333:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00100000:00000010:3.0:1767384366.450429:0:39775:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000002d5de994. 00010000:00000040:1.0:1767384366.450430:0:16767:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000ac89e539 count: 0 00000020:00000001:2.0:1767384366.450438:0:19333:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00100000:00000010:3.0:1767384366.450439:0:39775:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 0000000088902477. 00000100:00000001:0.0:1767384366.450441:0:16140:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:1.0:1767384366.450442:0:16767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384366.450446:0:19333:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1767384366.450447:0:16767:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00100000:00000010:3.0:1767384366.450448:0:39775:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000006dbf695b. 00010000:00000001:2.0:1767384366.450452:0:19333:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.0:1767384366.450452:0:16767:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 000000005c654a19. 00000100:00000040:0.0:1767384366.450453:0:16140:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00100000:00000010:3.0:1767384366.450454:0:39775:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000bca49692. 00000400:00000010:0.0:1767384366.450462:0:16140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002d0a9da1. 00000020:00000001:2.0:1767384366.450465:0:19333:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00100000:00000010:3.0:1767384366.450466:0:39775:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000006869fd49. 00010000:00000001:1.0:1767384366.450466:0:16767:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384366.450468:0:16140:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853236723090560, offset 0 00000020:00000001:1.0:1767384366.450479:0:16767:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:2.0:1767384366.450481:0:19333:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00100000:00000010:3.0:1767384366.450482:0:39775:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000fff4fe58. 00010000:00000001:2.0:1767384366.450486:0:19333:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000020:00000001:1.0:1767384366.450486:0:16767:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384366.450488:0:16140:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00100000:00000010:3.0:1767384366.450490:0:39775:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 0000000046e2118d. 00010000:00010000:1.0:1767384366.450495:0:16767:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00100000:00000010:3.0:1767384366.450498:0:39775:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000ba875542. 00010000:00000001:2.0:1767384366.450498:0:19333:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:1.0:1767384366.450499:0:16767:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:2.0:1767384366.450503:0:19333:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:1.0:1767384366.450505:0:16767:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384366.450506:0:19333:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00100000:00000010:3.0:1767384366.450507:0:39775:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000fe6c7965. 00000400:00000200:0.0:1767384366.450511:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:2.0:1767384366.450514:0:19333:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384366.450515:0:16767:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00100000:00000001:3.0:1767384366.450517:0:39775:0:(scrub.c:1099:lustre_index_backup()) Process leaving 00000020:00000001:1.0:1767384366.450524:0:16767:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000040:2.0:1767384366.450526:0:19333:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000b1fd1fec with handle 0x7e51148972eec90b from hash 00080000:00000001:3.0:1767384366.450527:0:39775:0:(osd_handler.c:1495:osd_process_config()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384366.450527:0:16140:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x695824c908480 00000020:00000001:1.0:1767384366.450528:0:16767:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384366.450536:0:19333:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00010000:1.0:1767384366.450536:0:16767:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1767384366.450541:0:39775:0:(genops.c:1560:class_disconnect_exports()) Process entered 00010000:00000001:2.0:1767384366.450542:0:19333:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1767384366.450547:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1767384366.450550:0:19333:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00080000:3.0:1767384366.450552:0:39775:0:(genops.c:1575:class_disconnect_exports()) OBD device 5 (00000000b1f9e0ef) has no exports 00000400:00000200:0.0:1767384366.450552:0:16140:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x15 [2] + 1312 00010000:00000001:2.0:1767384366.450554:0:19333:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00100000:1.0:1767384366.450554:0:16138:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000020:00000001:3.0:1767384366.450560:0:39775:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00010000:00000001:2.0:1767384366.450563:0:19333:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000001:1.0:1767384366.450564:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384366.450565:0:39775:0:(ldlm_lib.c:1944:target_cleanup_recovery()) Process leaving 00000400:00000200:0.0:1767384366.450568:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1767384366.450569:0:19333:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1767384366.450574:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00010000:2.0:1767384366.450577:0:19333:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000b1fd1fec/0x7e51148972eec90b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x7e51148972eec904 expref: 14 pid: 16773 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384366.450580:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384366.450589:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384366.450595:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384366.450602:0:16136:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384366.450603:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000040:2.0:1767384366.450605:0:19333:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000555601ca : new locks_count 8 00000100:00000001:3.0:1767384366.450608:0:16136:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384366.450608:0:16138:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767384366.450609:0:16140:0:(events.c:286:request_in_callback()) Process entered 00000020:00000040:2.0:1767384366.450610:0:19333:0:(genops.c:898:class_export_put()) PUTting export 00000000555601ca : new refcount 13 00000100:00000001:3.0:1767384366.450613:0:16136:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000200:0.0:1767384366.450614:0:16140:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000040:1.0:1767384366.450620:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000091a70da0 x1853236723090816/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384366.450624:0:19333:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000010:0.0:1767384366.450624:0:16140:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c0631900. 00000100:00000040:3.0:1767384366.450625:0:16136:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b55211d7 x1853236723090688/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384366.450628:0:19333:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384366.450633:0:19333:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000040:0.0:1767384366.450635:0:16140:0:(events.c:337:request_in_callback()) incoming req@00000000c0631900 x1853236723090560 msgsize 328 00010000:00000001:2.0:1767384366.450640:0:19333:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384366.450650:0:19333:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384366.450660:0:19333:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00100000:0.0:1767384366.450662:0:16140:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1767384366.450666:0:19333:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:2.0:1767384366.450672:0:19333:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384366.450681:0:16140:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000001:2.0:1767384366.450684:0:19333:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1767384366.450685:0:16136:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384366.450685:0:16138:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1767384366.450687:0:19333:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384366.450689:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002d0a9da1 00000100:00000001:3.0:1767384366.450692:0:16136:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384366.450692:0:16138:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384366.450694:0:19333:0:(import.c:2128:obd_at_measure()) add 1 to 0000000028084485 time=96 v=5 (1 0 0 0) 00000400:00000010:0.0:1767384366.450695:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002d0a9da1. 02000000:00000001:3.0:1767384366.450704:0:16136:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384366.450706:0:16138:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767384366.450710:0:16140:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384366.450711:0:19333:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:3.0:1767384366.450714:0:16136:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384366.450714:0:16138:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384366.450717:0:19333:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 19 to 0@lo 00000100:00000200:0.0:1767384366.450723:0:16140:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d6f175f1 x1853236723090560/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384382 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384366.450728:0:19333:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 02000000:00000001:3.0:1767384366.450730:0:16136:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384366.450730:0:16138:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384366.450740:0:19333:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00100000:3.0:1767384366.450742:0:16136:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b55211d7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:16136:1853236723090688:0@lo:9: 02000000:00000001:2.0:1767384366.450746:0:19333:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384366.450746:0:16138:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000091a70da0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c0412d60-4f67-4dbc-8791-892843f60083:16138:1853236723090816:0@lo:103: 00000100:00000001:2.0:1767384366.450758:0:19333:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384366.450759:0:16136:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767384366.450767:0:16138:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384366.450768:0:16136:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767384366.450768:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384366.450769:0:19333:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:1.0:1767384366.450772:0:16138:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384366.450776:0:16136:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384366.450776:0:16138:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384366.450778:0:19333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000057bd51bb. 00000100:00000040:0.0:1767384366.450787:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d6f175f1 x1853236723090560/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384382 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384366.450788:0:16136:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1767384366.450790:0:16138:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:2.0:1767384366.450791:0:19333:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853236723090432, offset 224 02000000:00000010:3.0:1767384366.450795:0:16136:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c31f79c5. 02000000:00000010:1.0:1767384366.450797:0:16138:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007aa1dec1. 02000000:00000001:3.0:1767384366.450805:0:16136:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384366.450807:0:16138:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384366.450812:0:19333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:3.0:1767384366.450819:0:16136:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000aa96626. 00000100:00000001:0.0:1767384366.450822:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384366.450823:0:16138:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ded02916. 00000400:00000200:2.0:1767384366.450831:0:19333:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:3.0:1767384366.450833:0:16136:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000083038595. 00000100:00000001:0.0:1767384366.450833:0:16140:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:1.0:1767384366.450838:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e1b09e96. 00000100:00000200:3.0:1767384366.450842:0:16136:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236723090688, portal 4 00000400:00000200:2.0:1767384366.450845:0:19333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x695824c908400 00000100:00000001:0.0:1767384366.450846:0:16140:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384366.450851:0:16138:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236723090816, portal 18 00000100:00000001:3.0:1767384366.450859:0:16136:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384366.450860:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294956437 00000100:00000001:1.0:1767384366.450861:0:16138:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384366.450865:0:16136:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782564206720 : -124291145344896 : ffff8ef5366ed880) 00000400:00000200:2.0:1767384366.450868:0:19333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x2171 [1] + 224 00000100:00000001:1.0:1767384366.450870:0:16138:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782674421888 : -124291035129728 : ffff8ef53d009880) 00000100:00000001:0.0:1767384366.450877:0:16140:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294956436 00000400:00000200:2.0:1767384366.450883:0:19333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1767384366.450884:0:16136:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b55211d7 x1853236723090688/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384376 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384366.450888:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294956437 00000100:00000040:1.0:1767384366.450890:0:16138:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000091a70da0 x1853236723090816/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384382 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384366.450894:0:19333:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384366.450906:0:16140:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294956436 00000100:00000001:2.0:1767384366.450908:0:19333:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384366.450920:0:19333:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000dbd79448 x1853236723090432/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384382 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384366.450920:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294956437 00000100:00000001:0.0:1767384366.450933:0:16140:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294956436 00000100:00000001:0.0:1767384366.450945:0:16140:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294956437 00000100:00000001:3.0:1767384366.450951:0:16136:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384366.450958:0:16138:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384366.450962:0:16140:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294956436 00000100:00000040:3.0:1767384366.450970:0:16136:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:1.0:1767384366.450978:0:16138:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384366.450978:0:16140:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767384366.450981:0:16136:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005dadf04c. 00000400:00000010:1.0:1767384366.450989:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005ce4ec44. 00000100:00000001:0.0:1767384366.450992:0:16140:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384366.450995:0:16136:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853236723090688, offset 0 00000100:00000200:1.0:1767384366.450996:0:16138:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853236723090816, offset 0 00000100:00000040:2.0:1767384366.450999:0:19333:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000dbd79448 x1853236723090432/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384382 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384366.451002:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384366.451025:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384366.451031:0:16138:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384366.451044:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384366.451050:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1767384366.451052:0:16136:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384366.451055:0:16138:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384366.451056:0:19333:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384366.451059:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384366.451066:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767384366.451070:0:19333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000057bd51bb 00000400:00000200:3.0:1767384366.451071:0:16136:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384366.451071:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384366.451079:0:19333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000057bd51bb. 00000100:00000001:0.0:1767384366.451082:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384366.451083:0:16138:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x695824c908580 00000100:00000001:2.0:1767384366.451119:0:19333:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384366.451121:0:19333:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384366.451127:0:19333:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384366.451138:0:19333:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 18 to 0@lo 00010000:00000001:2.0:1767384366.451147:0:19333:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384366.451148:0:16138:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x15 [2] + 1640 00010000:00000001:2.0:1767384366.451160:0:19333:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384366.451168:0:16138:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1767384366.451169:0:19333:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003615e837 x1853236723090432/t0(0) o103->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:347/0 lens 328/224 e 0 to 0 dl 1767384377 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384366.451189:0:16138:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384366.451192:0:16765:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384366.451199:0:19333:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000003615e837 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c0412d60-4f67-4dbc-8791-892843f60083+13:16139:x1853236723090432:12345-0@lo:103: Request processed in 1258us (1864us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384366.451202:0:16138:0:(events.c:286:request_in_callback()) Process entered 00000100:00100000:0.0:1767384366.451202:0:16765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723090560 00000100:00000200:1.0:1767384366.451211:0:16138:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 02000000:00000001:0.0:1767384366.451214:0:16765:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000010:1.0:1767384366.451219:0:16138:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b3aa24c6. 00000100:00100000:2.0:1767384366.451222:0:19333:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00000001:0.0:1767384366.451222:0:16765:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:1.0:1767384366.451229:0:16138:0:(events.c:337:request_in_callback()) incoming req@00000000b3aa24c6 x1853236723090816 msgsize 328 00000100:00000040:2.0:1767384366.451234:0:19333:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000555601ca : new rpc_count 0 00000100:00000001:0.0:1767384366.451234:0:16765:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384366.451242:0:19333:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:0.0:1767384366.451247:0:16765:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384366.451249:0:19333:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384366.451254:0:19333:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000082d0810. 00000400:00000200:3.0:1767384366.451255:0:16136:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x695824c908500 00000100:00100000:1.0:1767384366.451256:0:16138:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767384366.451257:0:16765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723090560 00000020:00000010:2.0:1767384366.451263:0:19333:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006fa09b38. 00000020:00000001:0.0:1767384366.451265:0:16765:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:3.0:1767384366.451271:0:16136:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xa9d [8] + 5976 00000020:00000010:2.0:1767384366.451272:0:19333:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000075adad42. 00000020:00000040:0.0:1767384366.451273:0:16765:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eec8e1 00000100:00000001:1.0:1767384366.451274:0:16138:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000001:0.0:1767384366.451283:0:16765:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384366.451287:0:19333:0:(genops.c:898:class_export_put()) PUTting export 00000000555601ca : new refcount 12 00000400:00000200:3.0:1767384366.451288:0:16136:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384366.451291:0:19333:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384366.451295:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005ce4ec44 00000020:00000040:0.0:1767384366.451296:0:16765:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000555601ca refcount=13 00000400:00000200:3.0:1767384366.451301:0:16136:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:1.0:1767384366.451303:0:16138:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005ce4ec44. 00000020:00000001:0.0:1767384366.451305:0:16765:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000100:00000001:2.0:1767384366.451311:0:19333:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384366.451313:0:16136:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1767384366.451313:0:16138:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:0.0:1767384366.451313:0:16765:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000100:00100000:2.0:1767384366.451317:0:19333:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723090816 00000100:00000200:3.0:1767384366.451318:0:16136:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000001:0.0:1767384366.451324:0:16765:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:2.0:1767384366.451326:0:19333:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000200:1.0:1767384366.451326:0:16138:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000091a70da0 x1853236723090816/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384382 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384366.451328:0:16136:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002082e044. 00000100:00000001:2.0:1767384366.451330:0:19333:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:0.0:1767384366.451331:0:16765:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008319f039. 00000100:00000001:2.0:1767384366.451339:0:19333:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384366.451340:0:16136:0:(events.c:337:request_in_callback()) incoming req@000000002082e044 x1853236723090688 msgsize 224 00000100:00000001:0.0:1767384366.451341:0:16765:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384366.451353:0:19333:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384366.451354:0:16765:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008319f039. 00000100:00100000:2.0:1767384366.451364:0:19333:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723090816 00000100:00100000:3.0:1767384366.451368:0:16136:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000010:0.0:1767384366.451370:0:16765:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e1d4c45a. 00000020:00000001:2.0:1767384366.451371:0:19333:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384366.451376:0:19333:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eec8e1 00000020:00000001:2.0:1767384366.451380:0:19333:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384366.451381:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000010:0.0:1767384366.451381:0:16765:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005ac83f73. 00000100:00000001:3.0:1767384366.451383:0:16136:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000040:2.0:1767384366.451385:0:19333:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000555601ca refcount=14 00000100:00000040:1.0:1767384366.451392:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000091a70da0 x1853236723090816/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384382 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384366.451394:0:19333:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000400:00000200:3.0:1767384366.451395:0:16136:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005dadf04c 00000020:00000010:0.0:1767384366.451395:0:16765:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001238b710. 00000400:00000010:3.0:1767384366.451400:0:16136:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005dadf04c. 00000020:00000001:2.0:1767384366.451406:0:19333:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000100:00000001:3.0:1767384366.451408:0:16136:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:0.0:1767384366.451411:0:16765:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:2.0:1767384366.451421:0:19333:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384366.451421:0:16765:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000200:3.0:1767384366.451422:0:16136:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b55211d7 x1853236723090688/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384376 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384366.451427:0:16765:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:2.0:1767384366.451428:0:19333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000060a1270b. 00000100:00000001:1.0:1767384366.451431:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384366.451432:0:16765:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00000100:00000001:2.0:1767384366.451437:0:19333:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384366.451439:0:16138:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:0.0:1767384366.451439:0:16765:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384366.451448:0:16138:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384366.451452:0:19333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000060a1270b. 00010000:00000001:0.0:1767384366.451453:0:16765:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00000100:00000001:3.0:1767384366.451454:0:16136:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384366.451454:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294956438 00010000:00000001:0.0:1767384366.451462:0:16765:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000040:3.0:1767384366.451464:0:16136:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b55211d7 x1853236723090688/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384376 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384366.451465:0:19333:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000075adad42. 00000100:00000001:1.0:1767384366.451466:0:16138:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294956437 00000020:00000001:0.0:1767384366.451466:0:16765:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384366.451472:0:16765:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c3901236 refcount=3 00000020:00000010:2.0:1767384366.451477:0:19333:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000082d0810. 00000100:00000001:1.0:1767384366.451479:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294956438 00000020:00000001:0.0:1767384366.451484:0:16765:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619782554464256 : -124291155087360 : ffff8ef535da3000) 00000020:00000010:2.0:1767384366.451489:0:19333:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006fa09b38. 00000100:00000001:1.0:1767384366.451491:0:16138:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294956437 00010000:00000001:0.0:1767384366.451492:0:16765:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619782554464256 : -124291155087360 : ffff8ef535da3000) 00010000:00000001:0.0:1767384366.451502:0:16765:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767384366.451503:0:16136:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384366.451504:0:19333:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384366.451505:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294956438 00010000:00000001:0.0:1767384366.451506:0:16765:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767384366.451507:0:16136:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384366.451512:0:19333:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384366.451515:0:16138:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294956437 00010000:00000001:0.0:1767384366.451515:0:16765:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384366.451518:0:19333:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00000100:00000001:3.0:1767384366.451519:0:16136:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384366.451521:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294956438 00000100:00000001:0.0:1767384366.451524:0:16765:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384366.451525:0:19333:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384366.451527:0:16136:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 6373 usecs (7 jiffies) 00000100:00000001:1.0:1767384366.451529:0:16138:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294956437 00000100:00000001:0.0:1767384366.451536:0:16765:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384366.451537:0:16136:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294956421 00010000:00000001:2.0:1767384366.451539:0:19333:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00000100:00000001:1.0:1767384366.451540:0:16138:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384366.451546:0:16136:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294956438 00010000:00000001:2.0:1767384366.451548:0:19333:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:1.0:1767384366.451548:0:16138:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384366.451550:0:16136:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294956421 00000100:00000001:0.0:1767384366.451555:0:16765:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384366.451558:0:19333:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384366.451559:0:16136:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294956438 00000100:00000001:1.0:1767384366.451559:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384366.451566:0:19333:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000006dc32701 refcount=3 00000100:00000001:3.0:1767384366.451568:0:16136:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294956421 00000100:00000001:1.0:1767384366.451568:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384366.451571:0:16765:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384366.451576:0:16136:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294956438 00000020:00000001:2.0:1767384366.451579:0:19333:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781734629376 : -124291974922240 : ffff8ef504fc8000) 00000100:00000001:3.0:1767384366.451580:0:16136:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294956421 00000100:00000001:0.0:1767384366.451580:0:16765:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384366.451586:0:16136:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294956438 00000020:00000040:1.0:1767384366.451590:0:16810:0:(update_trans.c:1613:distribute_txn_commit_thread()) lustre-MDT0000 stopping distribute txn commit thread. 00010000:00000001:2.0:1767384366.451591:0:19333:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781734629376 : -124291974922240 : ffff8ef504fc8000) 00000100:00000001:3.0:1767384366.451593:0:16136:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1767384366.451593:0:16765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000020:00000001:1.0:1767384366.451595:0:16810:0:(update_trans.c:1619:distribute_txn_commit_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384366.451603:0:19333:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767384366.451604:0:16136:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384366.451604:0:16765:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000555601ca : new rpc_count 1 00010000:00000001:2.0:1767384366.451612:0:19333:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767384366.451614:0:16136:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384366.451614:0:16765:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619782423952256 : -124291285599360 : ffff8ef52e12bb80) 00010000:00000001:2.0:1767384366.451616:0:19333:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384366.451622:0:16136:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384366.451629:0:19333:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384366.451631:0:16136:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:0.0:1767384366.451632:0:16765:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c0631900 x1853236723090560/t0(0) o103->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:347/0 lens 328/0 e 0 to 0 dl 1767384377 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384366.451642:0:16136:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1767384366.451646:0:19333:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384366.451648:0:16136:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384366.451654:0:16136:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384366.451655:0:19333:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384366.451660:0:16136:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384366.451663:0:16136:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384366.451669:0:19333:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384366.451672:0:19333:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384366.451680:0:19333:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00000040:2.0:1767384366.451687:0:19333:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000555601ca : new rpc_count 2 00000100:00000001:0.0:1767384366.451688:0:16765:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384366.451691:0:19333:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619782071889280 : -124291637662336 : ffff8ef51916ad80) 00000100:00000001:3.0:1767384366.451692:0:17547:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:0.0:1767384366.451694:0:16765:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008319f039. 00000100:00100000:3.0:1767384366.451698:0:17547:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723090688 00000100:00000040:2.0:1767384366.451699:0:19333:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b3aa24c6 x1853236723090816/t0(0) o103->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:347/0 lens 328/0 e 0 to 0 dl 1767384377 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384366.451701:0:16765:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384366.451707:0:17547:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384366.451713:0:17547:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:0.0:1767384366.451715:0:16765:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008319f039. 00000100:00000001:3.0:1767384366.451721:0:17547:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384366.451728:0:19333:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:3.0:1767384366.451732:0:17547:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384366.451735:0:16765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000c0631900 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c0412d60-4f67-4dbc-8791-892843f60083+14:16140:x1853236723090560:12345-0@lo:103: 00000020:00000010:2.0:1767384366.451737:0:19333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000060a1270b. 00000100:00100000:3.0:1767384366.451739:0:17547:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723090688 00000020:00000001:3.0:1767384366.451746:0:17547:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384366.451746:0:19333:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1767384366.451748:0:16765:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723090560 00000020:00000040:3.0:1767384366.451750:0:17547:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eeca38 00000020:00000010:2.0:1767384366.451757:0:19333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000060a1270b. 00000020:00000001:3.0:1767384366.451758:0:17547:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:0.0:1767384366.451758:0:16765:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00000020:00000040:3.0:1767384366.451763:0:17547:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000cf791f94 refcount=5 00010000:00000002:0.0:1767384366.451765:0:16765:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:0.0:1767384366.451769:0:16765:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000020:00000001:3.0:1767384366.451774:0:17547:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619777391929344 : -124296317622272 : ffff8ef402242800) 00000100:00100000:2.0:1767384366.451775:0:19333:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000b3aa24c6 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c0412d60-4f67-4dbc-8791-892843f60083+14:16138:x1853236723090816:12345-0@lo:103: 00000100:00000001:0.0:1767384366.451778:0:16765:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:3.0:1767384366.451784:0:17547:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619777391929344 : -124296317622272 : ffff8ef402242800) 02000000:00000001:0.0:1767384366.451784:0:16765:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000200:2.0:1767384366.451792:0:19333:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723090816 00000100:00000001:3.0:1767384366.451794:0:17547:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000010:0.0:1767384366.451795:0:16765:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000ba4a6106. 00010000:00000001:2.0:1767384366.451796:0:19333:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00000020:00000010:3.0:1767384366.451804:0:17547:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a6646a7e. 00010000:00000002:2.0:1767384366.451805:0:19333:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 02000000:00000001:0.0:1767384366.451805:0:16765:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384366.451810:0:19333:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000020:00000010:3.0:1767384366.451815:0:17547:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000f347631d. 00000100:00000001:0.0:1767384366.451816:0:16765:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384366.451817:0:19333:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000040:3.0:1767384366.451823:0:17547:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (0000000083abdb14) now 8 - evictor 02000000:00000001:2.0:1767384366.451825:0:19333:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:0.0:1767384366.451826:0:16765:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:0.0:1767384366.451832:0:16765:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 02000000:00000010:2.0:1767384366.451833:0:19333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000cc9ddbff. 00010000:00000001:0.0:1767384366.451837:0:16765:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 02000000:00000001:2.0:1767384366.451840:0:19333:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384366.451841:0:17547:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000001:0.0:1767384366.451841:0:16765:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384366.451847:0:16765:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c3901236 refcount=3 00000020:00000010:3.0:1767384366.451850:0:17547:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000663f9b84. 00000100:00000001:2.0:1767384366.451850:0:19333:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384366.451852:0:16765:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619782554464256 : -124291155087360 : ffff8ef535da3000) 00010000:00000001:2.0:1767384366.451863:0:19333:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1767384366.451863:0:16765:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619782554464256 : -124291155087360 : ffff8ef535da3000) 00000020:00000010:3.0:1767384366.451864:0:17547:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006079c3e3. 00010000:00010000:2.0:1767384366.451871:0:19333:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000020:00000010:3.0:1767384366.451872:0:17547:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000cb198794. 00010000:00000040:0.0:1767384366.451872:0:16765:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000008d93df5e count: 2 00000100:00080000:1.0:1767384366.451877:0:16775:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00000001:2.0:1767384366.451880:0:19333:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1767384366.451882:0:16765:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000040:1.0:1767384366.451887:0:16775:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (0000000083abdb14) now 8 - evictor 00000020:00000001:2.0:1767384366.451888:0:19333:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1767384366.451888:0:16765:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000100:00000040:3.0:1767384366.451889:0:17547:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000020:00000040:2.0:1767384366.451894:0:19333:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000006dc32701 refcount=3 00010000:00000001:0.0:1767384366.451895:0:16765:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00000100:00000001:3.0:1767384366.451899:0:17547:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384366.451904:0:17547:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:2.0:1767384366.451904:0:19333:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781734629376 : -124291974922240 : ffff8ef504fc8000) 00010000:00000001:0.0:1767384366.451904:0:16765:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384366.451905:0:37:0:(genops.c:857:class_export_destroy()) Process entered 00010000:00000001:2.0:1767384366.451914:0:19333:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781734629376 : -124291974922240 : ffff8ef504fc8000) 00000100:00000001:3.0:1767384366.451916:0:17547:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000080:1.0:1767384366.451916:0:37:0:(genops.c:863:class_export_destroy()) destroying export 00000000b2466616/lustre-MDT0000-lwp-OST0000_UUID for lustre-MDT0000 00000020:00000001:0.0:1767384366.451916:0:16765:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384366.451921:0:19333:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000002c0c867f count: 2 00010000:00000001:2.0:1767384366.451929:0:19333:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000040:1.0:1767384366.451931:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 17 to 0@lo 00010000:00000001:0.0:1767384366.451931:0:16765:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:3.0:1767384366.451933:0:17547:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384366.451940:0:19333:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1767384366.451941:0:16765:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000020:00000001:1.0:1767384366.451942:0:37:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00010000:00000001:2.0:1767384366.451943:0:19333:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1767384366.451949:0:19333:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384366.451950:0:37:0:(mdt_handler.c:7618:mdt_destroy_export()) Process entered 00010000:00000001:0.0:1767384366.451950:0:16765:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384366.451957:0:16765:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:1.0:1767384366.451958:0:37:0:(genops.c:1229:class_import_get()) import 00000000d3f841b0 refcount=2 obd=lustre-MDT0000 00000100:00000001:3.0:1767384366.451959:0:17547:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384366.451960:0:19333:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384366.451963:0:16765:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000001:1.0:1767384366.451966:0:37:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:0.0:1767384366.451971:0:16765:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384366.451972:0:37:0:(genops.c:1242:class_import_put()) import 00000000d3f841b0 refcount=1 obd=lustre-MDT0000 00010000:00000001:2.0:1767384366.451973:0:19333:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384366.451978:0:19333:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:3.0:1767384366.451979:0:17547:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000040:0.0:1767384366.451983:0:16765:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000c3901236 with handle 0x7e51148972eec8fd from hash 00000100:00000001:3.0:1767384366.451985:0:17547:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:1.0:1767384366.451986:0:37:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:2.0:1767384366.451988:0:19333:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384366.451991:0:16765:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384366.451992:0:19333:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:1.0:1767384366.451992:0:37:0:(genops.c:1236:class_import_put()) Process entered 00000100:00100000:3.0:1767384366.451998:0:17547:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000020:00000040:1.0:1767384366.451998:0:37:0:(genops.c:1242:class_import_put()) import 00000000d3f841b0 refcount=0 obd=lustre-MDT0000 00010000:00000001:0.0:1767384366.451998:0:16765:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384366.451999:0:19333:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384366.452018:0:19333:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384366.452023:0:37:0:(genops.c:1245:class_import_put()) final put import 00000000d3f841b0 00000100:00000040:3.0:1767384366.452024:0:17547:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000cf791f94 : new rpc_count 1 00010000:00000001:0.0:1767384366.452025:0:16765:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:2.0:1767384366.452027:0:19333:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000006dc32701 with handle 0x7e51148972eecd5d from hash 00010000:00000001:0.0:1767384366.452029:0:16765:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:3.0:1767384366.452032:0:17547:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619782564201344 : -124291145350272 : ffff8ef5366ec380) 00010000:00000001:0.0:1767384366.452034:0:16765:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384366.452037:0:19333:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000020:00000001:1.0:1767384366.452038:0:37:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:0.0:1767384366.452040:0:16765:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384366.452043:0:19333:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:3.0:1767384366.452044:0:17547:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000002082e044 x1853236723090688/t0(0) o9->lustre-MDT0000-mdtlov_UUID@0@lo:347/0 lens 224/0 e 0 to 0 dl 1767384377 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000010:1.0:1767384366.452044:0:37:0:(mdt_handler.c:7622:mdt_destroy_export()) kfreed 'exp->exp_used_slots': 64 at 000000004c77cff8. 00010000:00000001:2.0:1767384366.452048:0:19333:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384366.452048:0:16765:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000c3901236/0x7e51148972eec8fd lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x7e51148972eec8f6 expref: 14 pid: 16773 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384366.452053:0:19333:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384366.452053:0:37:0:(ldlm_lockd.c:3159:ldlm_destroy_export()) Process entered 00010000:00000001:2.0:1767384366.452061:0:19333:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000001:00000001:1.0:1767384366.452061:0:37:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00010000:00000001:2.0:1767384366.452067:0:19333:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000001:00000010:1.0:1767384366.452073:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000bb0a3c53. 00010000:00000040:0.0:1767384366.452076:0:16765:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000555601ca : new locks_count 7 00010000:00010000:2.0:1767384366.452078:0:19333:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000006dc32701/0x7e51148972eecd5d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x7e51148972eecd56 expref: 14 pid: 16774 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384366.452079:0:17547:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000001:00000010:1.0:1767384366.452081:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000075037ea1. 00000020:00000040:0.0:1767384366.452082:0:16765:0:(genops.c:898:class_export_put()) PUTting export 00000000555601ca : new refcount 13 00000001:00000010:1.0:1767384366.452121:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000ac04c87d. 00000001:00000010:1.0:1767384366.452124:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000c69be3ab. 00000020:00000010:3.0:1767384366.452133:0:17547:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f347631d. 00010000:00000001:0.0:1767384366.452138:0:16765:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000010:1.0:1767384366.452140:0:37:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 000000003b9f20ac. 00000100:00000001:3.0:1767384366.452145:0:17547:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384366.452147:0:16765:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000001:00000010:1.0:1767384366.452151:0:37:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000407f1c61. 00010000:00000040:2.0:1767384366.452155:0:19333:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000555601ca : new locks_count 6 00010000:00000001:0.0:1767384366.452156:0:16765:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000020:00000010:3.0:1767384366.452157:0:17547:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f347631d. 00000001:00000001:1.0:1767384366.452158:0:37:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:2.0:1767384366.452166:0:19333:0:(genops.c:898:class_export_put()) PUTting export 00000000555601ca : new refcount 12 00010000:00000001:1.0:1767384366.452167:0:37:0:(ldlm_flock.c:1142:ldlm_destroy_flock_export()) Process entered 00010000:00000001:0.0:1767384366.452168:0:16765:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384366.452178:0:17547:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000002082e044 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:16136:x1853236723090688:12345-0@lo:9: 00000001:00000001:1.0:1767384366.452179:0:37:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00010000:00000001:0.0:1767384366.452180:0:16765:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384366.452182:0:19333:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000010:1.0:1767384366.452187:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000764b0ca7. 00010000:00000001:0.0:1767384366.452189:0:16765:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384366.452190:0:19333:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000200:3.0:1767384366.452191:0:17547:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723090688 00010000:00000040:0.0:1767384366.452195:0:16765:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000008d93df5e count: 0 00010000:00000001:2.0:1767384366.452200:0:19333:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000020:00000001:3.0:1767384366.452202:0:17547:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00010000:00000001:2.0:1767384366.452203:0:19333:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000001:00000010:1.0:1767384366.452204:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000508f761d. 00000020:00000001:3.0:1767384366.452208:0:17547:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00010000:00010000:0.0:1767384366.452208:0:16765:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:2.0:1767384366.452214:0:19333:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:1.0:1767384366.452216:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000054d03593. 00010000:00000001:0.0:1767384366.452217:0:16765:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384366.452218:0:17547:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384366.452218:0:19333:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:2.0:1767384366.452224:0:19333:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000002c0c867f count: 0 00000001:00000010:1.0:1767384366.452226:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000e633c175. 00000020:00000001:3.0:1767384366.452229:0:17547:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00010000:00000001:0.0:1767384366.452229:0:16765:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000001:3.0:1767384366.452235:0:17547:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072673305872 : -1036245744 : ffffffffc23c2510) 00010000:00000001:0.0:1767384366.452236:0:16765:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384366.452239:0:19333:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000001:00000010:1.0:1767384366.452239:0:37:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000add99e45. 00000020:00000001:3.0:1767384366.452242:0:17547:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00010000:00000001:2.0:1767384366.452247:0:19333:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767384366.452247:0:16765:0:(import.c:2128:obd_at_measure()) add 1 to 0000000028084485 time=96 v=5 (1 0 0 0) 00000020:00000001:3.0:1767384366.452249:0:17547:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000001:00000010:1.0:1767384366.452249:0:37:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 0000000092daeb7b. 00000001:00000001:1.0:1767384366.452261:0:37:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000001:3.0:1767384366.452263:0:17547:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00010000:00000001:2.0:1767384366.452263:0:19333:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384366.452264:0:37:0:(ldlm_flock.c:1147:ldlm_destroy_flock_export()) Process leaving 00000100:00000001:0.0:1767384366.452264:0:16765:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:2.0:1767384366.452271:0:19333:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384366.452272:0:17547:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00010000:00000001:1.0:1767384366.452273:0:37:0:(ldlm_lockd.c:3164:ldlm_destroy_export()) Process leaving 00000100:00000040:0.0:1767384366.452276:0:16765:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 18 to 0@lo 00000100:00001000:2.0:1767384366.452280:0:19333:0:(import.c:2128:obd_at_measure()) add 1 to 0000000028084485 time=96 v=5 (1 0 0 0) 00000020:00000001:3.0:1767384366.452281:0:17547:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:1.0:1767384366.452281:0:37:0:(tgt_lastrcvd.c:439:tgt_client_free()) kfreed 'ted->ted_lcd': 128 at 000000004cf94feb. 00000100:00000001:0.0:1767384366.452283:0:16765:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 00000004:00000001:1.0:1767384366.452291:0:37:0:(mdt_handler.c:7648:mdt_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384366.452296:0:17547:0:(tgt_handler.c:1122:tgt_disconnect()) Process entered 02000000:00000001:0.0:1767384366.452297:0:16765:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1767384366.452301:0:19333:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:3.0:1767384366.452302:0:17547:0:(ldlm_lib.c:1707:target_handle_disconnect()) Process entered 00000020:00000001:1.0:1767384366.452302:0:37:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384366.452303:0:16765:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384366.452309:0:17547:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000040:1.0:1767384366.452309:0:37:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000b1f9e0ef) now 7 - export 00000100:00000040:2.0:1767384366.452311:0:19333:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 19 to 0@lo 00000100:00000001:0.0:1767384366.452314:0:16765:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1767384366.452315:0:17547:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1767384366.452324:0:19333:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 00000020:00000010:1.0:1767384366.452325:0:37:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000b2466616. 02000000:00000010:3.0:1767384366.452329:0:17547:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000ccef7e8b. 02000000:00000001:2.0:1767384366.452336:0:19333:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:0.0:1767384366.452337:0:16765:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:3.0:1767384366.452339:0:17547:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384366.452340:0:19333:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384366.452341:0:37:0:(genops.c:880:class_export_destroy()) Process leaving 00000400:00000010:0.0:1767384366.452344:0:16765:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002d0a9da1. 00000100:00000001:2.0:1767384366.452351:0:19333:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384366.452352:0:17547:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384366.452354:0:37:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000100:00000200:0.0:1767384366.452358:0:16765:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853236723090560, offset 224 00000020:00000080:1.0:1767384366.452360:0:37:0:(genops.c:1202:obd_zombie_import_free()) destroying import 00000000d3f841b0 for lustre-MDT0000 00000100:00000040:2.0:1767384366.452364:0:19333:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000040:3.0:1767384366.452368:0:17547:0:(genops.c:887:class_export_get()) GET export 00000000cf791f94 refcount=6 00010000:00000001:3.0:1767384366.452376:0:17547:0:(obd_class.h:902:obd_disconnect()) Process entered 00000020:00000040:1.0:1767384366.452376:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 18 to 0@lo 00000400:00000200:0.0:1767384366.452377:0:16765:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00002000:00000001:3.0:1767384366.452383:0:17547:0:(ofd_obd.c:395:ofd_obd_disconnect()) Process entered 00000020:00000040:1.0:1767384366.452384:0:37:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000b1f9e0ef) now 6 - import 00000020:00000040:3.0:1767384366.452388:0:17547:0:(genops.c:887:class_export_get()) GET export 00000000cf791f94 refcount=7 00000400:00000200:0.0:1767384366.452393:0:16765:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:3.0:1767384366.452395:0:17547:0:(ldlm_lib.c:840:server_disconnect_export()) Process entered 00000020:00000010:1.0:1767384366.452397:0:37:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 00000000d3f841b0. 00000020:00000001:3.0:1767384366.452399:0:17547:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000040:3.0:1767384366.452410:0:17547:0:(genops.c:898:class_export_put()) PUTting export 00000000cf791f94 : new refcount 6 00000020:00000001:1.0:1767384366.452410:0:37:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000400:00000200:0.0:1767384366.452414:0:16765:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x695824c908480 00000020:00000080:3.0:1767384366.452416:0:17547:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x7e51148972eeca38 00000400:00000010:2.0:1767384366.452418:0:19333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000057bd51bb. 00000020:00000040:3.0:1767384366.452420:0:17547:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000cf791f94 with handle 0x7e51148972eeca38 from hash 00000100:00000200:2.0:1767384366.452431:0:19333:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853236723090816, offset 224 00000020:00000040:3.0:1767384366.452432:0:17547:0:(genops.c:898:class_export_put()) PUTting export 00000000cf791f94 : new refcount 5 00000400:00000200:0.0:1767384366.452439:0:16765:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x2179 [1] + 224 00000020:00000010:3.0:1767384366.452441:0:17547:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000a6646a7e. 00000400:00000200:0.0:1767384366.452448:0:16765:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:3.0:1767384366.452450:0:17547:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000400:00000200:2.0:1767384366.452454:0:19333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000040:3.0:1767384366.452456:0:17547:0:(genops.c:898:class_export_put()) PUTting export 00000000cf791f94 : new refcount 4 00000100:00000001:1.0:1767384366.452456:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384366.452457:0:16765:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384366.452465:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384366.452466:0:17547:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:3.0:1767384366.452471:0:17547:0:(genops.c:898:class_export_put()) PUTting export 00000000cf791f94 : new refcount 3 00000100:00000001:0.0:1767384366.452473:0:16765:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384366.452478:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384366.452480:0:19333:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:3.0:1767384366.452481:0:17547:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384366.452484:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:0.0:1767384366.452486:0:16765:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d6f175f1 x1853236723090560/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384382 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384366.452497:0:17547:0:(import.c:2094:ptlrpc_cleanup_imp()) Process entered 00000400:00000001:1.0:1767384366.452497:0:16139:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384366.452504:0:16139:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00080000:3.0:1767384366.452505:0:17547:0:(import.c:65:import_set_state_nolock()) 00000000630a8b14 : changing import state from FULL to CLOSED 00000400:00000200:2.0:1767384366.452508:0:19333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x695824c908580 00000400:00000010:1.0:1767384366.452516:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008b86d1cd. 00000100:00000040:0.0:1767384366.452519:0:16765:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000d6f175f1 x1853236723090560/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384382 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384366.452520:0:17547:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000400:00000200:1.0:1767384366.452522:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000041b879ca 00000100:00000001:3.0:1767384366.452525:0:17547:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000400:00000010:1.0:1767384366.452527:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000041b879ca. 00000100:00000001:3.0:1767384366.452530:0:17547:0:(import.c:2104:ptlrpc_cleanup_imp()) Process leaving 00000100:00000001:1.0:1767384366.452534:0:16139:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1767384366.452539:0:19333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x2189 [1] + 224 00000100:00000200:1.0:1767384366.452544:0:16139:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000dbd79448 x1853236723090432/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384382 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384366.452545:0:17547:0:(ldlm_lib.c:871:server_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384366.452548:0:19333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384366.452550:0:16765:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:3.0:1767384366.452555:0:17547:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003f185f35. 00000400:00000200:0.0:1767384366.452563:0:16765:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002d0a9da1 00000020:00000010:3.0:1767384366.452565:0:17547:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000008341e060. 00000400:00000200:2.0:1767384366.452569:0:19333:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:0.0:1767384366.452572:0:16765:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002d0a9da1. 00000020:00000010:3.0:1767384366.452580:0:17547:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000032ed4fd. 00000100:00000001:0.0:1767384366.452584:0:16765:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384366.452586:0:19333:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384366.452588:0:16765:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000010:3.0:1767384366.452589:0:17547:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000d84d9078. 00000100:00000200:2.0:1767384366.452596:0:19333:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000091a70da0 x1853236723090816/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384382 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384366.452597:0:16765:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384366.452599:0:17547:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000f8dd4368. 00000100:00000200:1.0:1767384366.452604:0:16139:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000dbd79448 x1853236723090432/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384382 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384366.452609:0:16765:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 17 to 0@lo 80000000:00000010:3.0:1767384366.452613:0:17547:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000b6cc8b4d. 00010000:00000001:0.0:1767384366.452622:0:16765:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 40000000:00000010:3.0:1767384366.452629:0:17547:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000a6646a7e. 00010000:00000001:0.0:1767384366.452633:0:16765:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00100000:00000010:3.0:1767384366.452644:0:17547:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000006977d006. 00000100:00000040:0.0:1767384366.452649:0:16765:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c0631900 x1853236723090560/t0(0) o103->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:347/0 lens 328/224 e 0 to 0 dl 1767384377 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00040000:00000010:3.0:1767384366.452658:0:17547:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000d605e0a6. 00040000:00000010:3.0:1767384366.452676:0:17547:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000ac04c87d. 00000100:00000040:2.0:1767384366.452678:0:19333:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000091a70da0 x1853236723090816/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384382 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00080000:00000010:3.0:1767384366.452688:0:17547:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000004740d533. 00000100:00000001:1.0:1767384366.452694:0:16139:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384366.452701:0:16139:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00002000:00000010:3.0:1767384366.452704:0:17547:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000277c5712. 00000100:00000001:1.0:1767384366.452717:0:16139:0:(client.c:1578:after_reply()) Process entered 00000001:00000001:3.0:1767384366.452719:0:17547:0:(tgt_lastrcvd.c:1159:tgt_client_del()) Process entered 00000001:00000040:3.0:1767384366.452728:0:17547:0:(tgt_lastrcvd.c:1186:tgt_client_del()) lustre-OST0000: del client at idx 0, off 8192, UUID 'lustre-MDT0000-mdtlov_UUID' 02000000:00000001:1.0:1767384366.452729:0:16139:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00100000:0.0:1767384366.452734:0:16765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000c0631900 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c0412d60-4f67-4dbc-8791-892843f60083+12:16140:x1853236723090560:12345-0@lo:103: Request processed in 1044us (2094us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384366.452735:0:16139:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000001:00000001:3.0:1767384366.452737:0:17547:0:(tgt_lastrcvd.c:691:tgt_server_data_update()) Process entered 00000100:00000001:1.0:1767384366.452740:0:16139:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000001:00000004:3.0:1767384366.452742:0:17547:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934596 00000100:00000001:2.0:1767384366.452748:0:19333:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:1.0:1767384366.452748:0:16139:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384366.452749:0:17547:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000100:00100000:0.0:1767384366.452750:0:16765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00001000:1.0:1767384366.452758:0:16139:0:(import.c:2128:obd_at_measure()) add 5 to 00000000e6189a3f time=96 v=5 (5 0 0 0) 00000100:00000040:0.0:1767384366.452758:0:16765:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000555601ca : new rpc_count 1 00000100:00000001:0.0:1767384366.452761:0:16765:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00080000:00000010:3.0:1767384366.452762:0:17547:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000a56b1680. 00000400:00000200:2.0:1767384366.452762:0:19333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000057bd51bb 00000100:00000001:0.0:1767384366.452765:0:16765:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:2.0:1767384366.452771:0:19333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000057bd51bb. 00080000:00000001:3.0:1767384366.452773:0:17547:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446619777411834880 : -124296297716736 : ffff8ef40353e400) 00000100:00001000:1.0:1767384366.452773:0:16139:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f5022cbe time=96 v=5 (1 0 0 0) 00000020:00000010:0.0:1767384366.452774:0:16765:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005ac83f73. 00000100:00000001:2.0:1767384366.452785:0:19333:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000010:0.0:1767384366.452785:0:16765:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001238b710. 00080000:00000001:3.0:1767384366.452786:0:17547:0:(osd_io.c:243:osd_declare_write()) Process entered 00000100:00000001:1.0:1767384366.452786:0:16139:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384366.452791:0:19333:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384366.452792:0:16139:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384366.452793:0:16765:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e1d4c45a. 00000100:00000001:2.0:1767384366.452797:0:19333:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384366.452799:0:16139:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000040:0.0:1767384366.452801:0:16765:0:(genops.c:898:class_export_put()) PUTting export 00000000555601ca : new refcount 11 00000100:00000040:2.0:1767384366.452805:0:19333:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 16 to 0@lo 00010000:00000001:1.0:1767384366.452806:0:16139:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384366.452807:0:16765:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:3.0:1767384366.452814:0:17547:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000100:00000001:1.0:1767384366.452818:0:16139:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384366.452820:0:17547:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384366.452820:0:19333:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384366.452830:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000dbd79448 x1853236723090432/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384382 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384366.452836:0:19333:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384366.452837:0:17547:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000100:00000001:0.0:1767384366.452837:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384366.452842:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384366.452849:0:16139:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000001:0.0:1767384366.452853:0:16140:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767384366.452854:0:16139:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:2.0:1767384366.452856:0:19333:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b3aa24c6 x1853236723090816/t0(0) o103->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:347/0 lens 328/224 e 0 to 0 dl 1767384377 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767384366.452856:0:16140:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767384366.452859:0:16139:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384366.452862:0:17547:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384366.452864:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a5c59d64. 00000001:00000001:3.0:1767384366.452871:0:17547:0:(tgt_lastrcvd.c:665:tgt_server_data_write()) Process entered 00000100:00000040:1.0:1767384366.452874:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000dbd79448 x1853236723090432/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384382 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384366.452875:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b59c96da 00080000:00000001:3.0:1767384366.452878:0:17547:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000010:0.0:1767384366.452880:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b59c96da. 00000100:00000001:0.0:1767384366.452889:0:16140:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384366.452902:0:16140:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d6f175f1 x1853236723090560/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384382 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00080000:00000001:3.0:1767384366.452905:0:17547:0:(osd_io.c:440:osd_write()) Process leaving (rc=512 : 512 : 200) 00000001:00000040:3.0:1767384366.452915:0:17547:0:(tgt_lastrcvd.c:676:tgt_server_data_write()) lustre-OST0000: write last_rcvd server data for UUID = lustre-OST0000_UUID, last_transno = 8589934596: rc = 0 00000001:00000001:3.0:1767384366.452925:0:17547:0:(tgt_lastrcvd.c:678:tgt_server_data_write()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384366.452926:0:19333:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000b3aa24c6 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c0412d60-4f67-4dbc-8791-892843f60083+11:16138:x1853236723090816:12345-0@lo:103: Request processed in 1190us (1688us total) trans 0 rc 0/0 00080000:00000001:3.0:1767384366.452935:0:17547:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384366.452948:0:17547:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:3.0:1767384366.452955:0:17547:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-OST0000: update last_rcvd server data for UUID = lustre-OST0000_UUID, last_transno = 8589934596: rc = 0 00000001:00000001:3.0:1767384366.452968:0:17547:0:(tgt_lastrcvd.c:729:tgt_server_data_update()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384366.452973:0:17547:0:(tgt_lastrcvd.c:581:tgt_client_data_update()) Process entered 00000100:00100000:1.0:1767384366.452979:0:16139:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000dbd79448 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c0412d60-4f67-4dbc-8791-892843f60083:16139:1853236723090432:0@lo:103: 00000100:00000200:0.0:1767384366.452979:0:16140:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d6f175f1 x1853236723090560/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384382 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384366.452980:0:19333:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00080000:00000001:3.0:1767384366.452981:0:17547:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384366.452990:0:17547:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000001818b1c6. 00000100:00000040:2.0:1767384366.452994:0:19333:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000555601ca : new rpc_count 0 00080000:00000001:3.0:1767384366.452996:0:17547:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446619781780230144 : -124291929321472 : ffff8ef507b45000) 00000100:00000001:1.0:1767384366.452998:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384366.453016:0:19333:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384366.453022:0:19333:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384366.453022:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00080000:00000001:3.0:1767384366.453023:0:17547:0:(osd_io.c:243:osd_declare_write()) Process entered 00000100:00000001:0.0:1767384366.453026:0:16140:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:2.0:1767384366.453030:0:19333:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000082d0810. 00000100:00000001:0.0:1767384366.453030:0:16140:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384366.453033:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000dbd79448 x1853236723090432/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384382 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000001:00000001:3.0:1767384366.453042:0:17547:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000100:00000001:0.0:1767384366.453044:0:16140:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:2.0:1767384366.453045:0:19333:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006fa09b38. 00080000:00000001:3.0:1767384366.453047:0:17547:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384366.453056:0:16140:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:2.0:1767384366.453057:0:19333:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000075adad42. 00080000:00000001:3.0:1767384366.453058:0:17547:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000100:00000001:1.0:1767384366.453063:0:16139:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1767384366.453064:0:16140:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000040:2.0:1767384366.453066:0:19333:0:(genops.c:898:class_export_put()) PUTting export 00000000555601ca : new refcount 10 00000100:00000001:0.0:1767384366.453069:0:16140:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384366.453071:0:16139:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1767384366.453072:0:19333:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384366.453073:0:17547:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384366.453073:0:16140:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384366.453084:0:16139:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a79b1c17. 00000100:00001000:0.0:1767384366.453085:0:16140:0:(import.c:2128:obd_at_measure()) add 5 to 00000000e6189a3f time=96 v=5 (5 0 0 0) 00000001:00000010:3.0:1767384366.453119:0:17547:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 000000000d240654. 00000001:00000040:3.0:1767384366.453127:0:17547:0:(tgt_lastrcvd.c:554:tgt_new_client_cb_add()) callback GETting export 00000000cf791f94 : new cb_count 1 00000100:00001000:0.0:1767384366.453127:0:16140:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f5022cbe time=96 v=5 (1 0 0 0) 02000000:00000001:1.0:1767384366.453130:0:16139:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767384366.453131:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:3.0:1767384366.453135:0:17547:0:(genops.c:887:class_export_get()) GET export 00000000cf791f94 refcount=4 00000100:00000001:0.0:1767384366.453135:0:16140:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384366.453137:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1767384366.453139:0:16139:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1767384366.453139:0:16140:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384366.453145:0:16138:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:0.0:1767384366.453145:0:16140:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000040:1.0:1767384366.453146:0:16139:0:(genops.c:1242:class_import_put()) import 00000000df830bbe refcount=5 obd=MGC192.168.202.152@tcp 00080000:00000001:3.0:1767384366.453148:0:17547:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000001:2.0:1767384366.453153:0:16138:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:0.0:1767384366.453154:0:16140:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384366.453159:0:16139:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767384366.453164:0:16140:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384366.453165:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ded02916. 02000000:00000010:1.0:1767384366.453165:0:16139:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000ca2d863a. 00080000:00000001:3.0:1767384366.453166:0:17547:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000400:00000200:2.0:1767384366.453182:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e1b09e96 00000001:00000001:3.0:1767384366.453183:0:17547:0:(tgt_lastrcvd.c:630:tgt_client_data_update()) Process leaving 00000100:00000040:0.0:1767384366.453184:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d6f175f1 x1853236723090560/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384382 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384366.453187:0:16139:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000010:2.0:1767384366.453193:0:16138:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e1b09e96. 00080000:00000001:3.0:1767384366.453194:0:17547:0:(osd_handler.c:287:osd_trans_stop()) Process entered 02000000:00000001:1.0:1767384366.453195:0:16139:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384366.453205:0:16139:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000dbd79448. 00000100:00000001:2.0:1767384366.453208:0:16138:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384366.453209:0:16140:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384366.453213:0:16139:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00080000:00000001:3.0:1767384366.453214:0:17547:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384366.453218:0:16140:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384366.453219:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384366.453221:0:16138:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000091a70da0 x1853236723090816/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384382 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384366.453223:0:16140:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000001:00000040:3.0:1767384366.453225:0:17547:0:(tgt_lastrcvd.c:635:tgt_client_data_update()) lustre-OST0000: update last_rcvd client data for UUID = lustre-OST0000_UUID, last_transno = 8589934596: rc = 0 00000100:00000001:1.0:1767384366.453229:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000001:00000040:3.0:1767384366.453241:0:17547:0:(tgt_lastrcvd.c:1230:tgt_client_del()) lustre-OST0000: zeroing out client at idx 0 (8192), rc 0 00000100:00000040:0.0:1767384366.453241:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d6f175f1 x1853236723090560/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384382 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384366.453244:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384366.453248:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384366.453260:0:17547:0:(tgt_lastrcvd.c:1231:tgt_client_del()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384366.453261:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384366.453268:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384366.453274:0:17547:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000008341e060. 00000020:00000010:3.0:1767384366.453287:0:17547:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000032ed4fd. 00000020:00000010:3.0:1767384366.453299:0:17547:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000d84d9078. 00000100:00100000:0.0:1767384366.453299:0:16140:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d6f175f1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c0412d60-4f67-4dbc-8791-892843f60083:16140:1853236723090560:0@lo:103: 00000100:00000200:2.0:1767384366.453301:0:16138:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000091a70da0 x1853236723090816/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384382 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384366.453309:0:17547:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000f8dd4368. 00000100:00000001:0.0:1767384366.453313:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 80000000:00000010:3.0:1767384366.453319:0:17547:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000b6cc8b4d. 00000100:00000001:0.0:1767384366.453324:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:1.0:1767384366.453328:0:16768:0:(genops.c:1912:obd_stale_export_get()) Process entered 40000000:00000010:3.0:1767384366.453333:0:17547:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000a6646a7e. 00000100:00000040:0.0:1767384366.453339:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d6f175f1 x1853236723090560/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384382 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384366.453340:0:16768:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00100000:00000010:3.0:1767384366.453345:0:17547:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000006977d006. 00010000:00010000:1.0:1767384366.453353:0:16768:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00040000:00000010:3.0:1767384366.453358:0:17547:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000d605e0a6. 00000100:00000001:2.0:1767384366.453368:0:16138:0:(events.c:163:reply_in_callback()) Process leaving 00040000:00000010:3.0:1767384366.453372:0:17547:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000ac04c87d. 00000100:00000001:0.0:1767384366.453374:0:16140:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1767384366.453377:0:16138:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384366.453379:0:16140:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00080000:00000010:3.0:1767384366.453380:0:17547:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000004740d533. 00000100:00000001:2.0:1767384366.453385:0:16138:0:(client.c:1578:after_reply()) Process entered 00010000:00000001:1.0:1767384366.453386:0:39777:0:(ldlm_lockd.c:2958:ldlm_bl_thread_main()) Process entered 02000000:00000010:0.0:1767384366.453386:0:16140:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000062460ff4. 00002000:00000010:3.0:1767384366.453388:0:17547:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000277c5712. 02000000:00000001:2.0:1767384366.453399:0:16138:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000010:1.0:1767384366.453400:0:39777:0:(ldlm_lockd.c:2960:ldlm_bl_thread_main()) kmalloced '(env)': 56 at 00000000ec15170a. 02000000:00000001:0.0:1767384366.453400:0:16140:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000010:3.0:1767384366.453401:0:17547:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003f185f35. 00000100:00000001:2.0:1767384366.453404:0:16138:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:0.0:1767384366.453405:0:16140:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000010:1.0:1767384366.453408:0:39777:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a79b1c17. 00000001:00000001:3.0:1767384366.453413:0:17547:0:(nodemap_handler.c:633:nodemap_del_member()) Process entered 00000020:00000040:0.0:1767384366.453413:0:16140:0:(genops.c:1242:class_import_put()) import 00000000df830bbe refcount=4 obd=MGC192.168.202.152@tcp 00000100:00000001:2.0:1767384366.453414:0:16138:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384366.453414:0:39777:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000007f7627ab. 00000001:00000040:3.0:1767384366.453419:0:17547:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=000000001fa9e1de) : new refcount 4 00000020:00000010:1.0:1767384366.453423:0:39777:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000009af639eb. 00000020:00000001:0.0:1767384366.453424:0:16140:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:2.0:1767384366.453425:0:16138:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384366.453427:0:17547:0:(nodemap_member.c:32:nm_member_del()) Process entered 02000000:00000010:0.0:1767384366.453428:0:16140:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000043b1e74d. 00000020:00000010:1.0:1767384366.453431:0:39777:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000021345c9e. 00000001:00000040:3.0:1767384366.453433:0:17547:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=000000001fa9e1de) : new refcount 3 00000020:00000010:1.0:1767384366.453440:0:39777:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000125cb87b. 02000000:00000001:0.0:1767384366.453440:0:16140:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000040:3.0:1767384366.453441:0:17547:0:(genops.c:898:class_export_put()) PUTting export 00000000cf791f94 : new refcount 3 00000100:00001000:2.0:1767384366.453441:0:16138:0:(import.c:2128:obd_at_measure()) add 5 to 00000000e6189a3f time=96 v=5 (5 0 0 0) 02000000:00000001:0.0:1767384366.453443:0:16140:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384366.453448:0:16140:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d6f175f1. 00000001:00000001:3.0:1767384366.453454:0:17547:0:(nodemap_member.c:50:nm_member_del()) Process leaving 00000100:00000001:0.0:1767384366.453459:0:16140:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000001:00000040:3.0:1767384366.453460:0:17547:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=000000001fa9e1de) : new refcount 2 80000000:00000010:1.0:1767384366.453460:0:39777:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000729e9f99. 00000100:00001000:2.0:1767384366.453462:0:16138:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f5022cbe time=96 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384366.453463:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 40000000:00000010:1.0:1767384366.453466:0:39777:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000c0a1e7bf. 00000001:00000001:3.0:1767384366.453469:0:17547:0:(nodemap_handler.c:658:nodemap_del_member()) Process leaving 00000100:00000001:0.0:1767384366.453477:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1767384366.453483:0:17547:0:(genops.c:898:class_export_put()) PUTting export 00000000cf791f94 : new refcount 2 00000100:00000001:2.0:1767384366.453483:0:16138:0:(client.c:1480:ptlrpc_check_status()) Process entered 00100000:00000010:1.0:1767384366.453483:0:39777:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000007e68384c. 00000100:00000001:0.0:1767384366.453486:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384366.453496:0:16138:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1767384366.453497:0:17547:0:(ofd_obd.c:420:ofd_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00040000:00000010:1.0:1767384366.453497:0:39777:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000ac0a9c0f. 00000100:00000001:0.0:1767384366.453498:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384366.453513:0:16138:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384366.453514:0:17547:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00040000:00000010:1.0:1767384366.453514:0:39777:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000043b1e74d. 00000100:00000001:0.0:1767384366.453515:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1767384366.453524:0:16138:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384366.453525:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384366.453526:0:17547:0:(ldlm_lib.c:1728:target_handle_disconnect()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384366.453526:0:39777:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000000e92f6ab. 00000100:00000001:2.0:1767384366.453540:0:16138:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384366.453541:0:17547:0:(tgt_handler.c:1130:tgt_disconnect()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:1.0:1767384366.453542:0:39777:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000008e19ae9f. 00000020:00000010:1.0:1767384366.453553:0:39777:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000221f08c9. 00010000:00000040:3.0:1767384366.453555:0:17547:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236723090688 00000100:00000040:2.0:1767384366.453556:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000091a70da0 x1853236723090816/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384382 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384366.453567:0:17547:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000001:1.0:1767384366.453571:0:39777:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1767384366.453573:0:16138:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384366.453575:0:39777:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384366.453578:0:16138:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00010000:00000200:3.0:1767384366.453579:0:17547:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000002082e044 x1853236723090688/t0(0) o9->lustre-MDT0000-mdtlov_UUID@0@lo:347/0 lens 224/224 e 0 to 0 dl 1767384377 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384366.453584:0:16138:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1767384366.453584:0:39777:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767384366.453592:0:39777:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:0.0:1767384366.453593:0:39776:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000100:00000040:2.0:1767384366.453597:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000091a70da0 x1853236723090816/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384382 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384366.453598:0:39777:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384366.453600:0:39776:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384366.453608:0:39776:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.152@tcp lock: 000000004900a9d3/0x7e51148972eec97b lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x7e51148972eec982 expref: -99 pid: 16760 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384366.453610:0:39777:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767384366.453618:0:39777:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384366.453622:0:39777:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384366.453635:0:39777:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767384366.453655:0:39776:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000004900a9d3 already unused, calling callback (00000000649d35d1) 00000100:00100000:2.0:1767384366.453665:0:16138:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000091a70da0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c0412d60-4f67-4dbc-8791-892843f60083:16138:1853236723090816:0@lo:103: 00000020:00000040:1.0:1767384366.453666:0:39775:0:(update_trans.c:1707:distribute_txn_fini()) lustre-MDT0000 stopping distribute txn commit thread. 10000000:00000001:0.0:1767384366.453666:0:39776:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1767384366.453673:0:39776:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.152@tcp lock: 000000004900a9d3/0x7e51148972eec97b lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x7e51148972eec982 expref: -99 pid: 16760 timeout: 0 lvb_type: 0 00000020:00000010:1.0:1767384366.453677:0:39775:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000005337ef03. 00000100:00000001:2.0:1767384366.453686:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000040:00000010:1.0:1767384366.453687:0:39775:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000072117179. 00000100:00000001:2.0:1767384366.453698:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000010:1.0:1767384366.453699:0:39775:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000f44d56c0. 00000100:00000040:2.0:1767384366.453706:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000091a70da0 x1853236723090816/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384382 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384366.453708:0:17547:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000010:1.0:1767384366.453711:0:39775:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000000f02a548. 00010000:00000001:0.0:1767384366.453714:0:39776:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384366.453717:0:17547:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384366.453722:0:39775:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000000c88dae7. 00010000:00000001:0.0:1767384366.453723:0:39776:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384366.453733:0:39776:0:(lustre_handles.c:113:class_handle2object()) Process entered 80000000:00000010:1.0:1767384366.453734:0:39775:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000056d2a711. 00000100:00001000:3.0:1767384366.453735:0:17547:0:(import.c:2128:obd_at_measure()) add 1 to 0000000094c7e214 time=85 v=5 (1 0 0 0) 00000020:00000040:0.0:1767384366.453740:0:39776:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000004900a9d3 refcount=3 40000000:00000010:1.0:1767384366.453745:0:39775:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000cd7ca8fa. 00000100:00000001:2.0:1767384366.453753:0:16138:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00100000:00000010:1.0:1767384366.453755:0:39775:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000009e0c4c2c. 00000020:00000001:0.0:1767384366.453755:0:39776:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781820861440 : -124291888690176 : ffff8ef50a204c00) 00000100:00000001:3.0:1767384366.453756:0:17547:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:2.0:1767384366.453758:0:16138:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00040000:00000010:1.0:1767384366.453759:0:39775:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000c4033519. 02000000:00000010:2.0:1767384366.453766:0:16138:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007aa1dec1. 00010000:00000001:0.0:1767384366.453766:0:39776:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619781820861440 : -124291888690176 : ffff8ef50a204c00) 00000100:00000040:3.0:1767384366.453767:0:17547:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 17 to 0@lo 00040000:00000010:1.0:1767384366.453769:0:39775:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000088cea3b3. 00040000:00000010:1.0:1767384366.453778:0:39775:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000881b0124. 00000100:00000001:3.0:1767384366.453780:0:17547:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 02000000:00000001:2.0:1767384366.453782:0:16138:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:0.0:1767384366.453783:0:39776:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00080000:00000010:1.0:1767384366.453784:0:39775:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000003a455d6b. 02000000:00000001:3.0:1767384366.453787:0:17547:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:2.0:1767384366.453789:0:16138:0:(genops.c:1236:class_import_put()) Process entered 00010000:00010000:0.0:1767384366.453791:0:39776:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.152@tcp lock: 000000004900a9d3/0x7e51148972eec97b lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0x7e51148972eec982 expref: -99 pid: 16760 timeout: 0 lvb_type: 0 00000020:00000040:2.0:1767384366.453792:0:16138:0:(genops.c:1242:class_import_put()) import 00000000df830bbe refcount=3 obd=MGC192.168.202.152@tcp 00000004:00000010:1.0:1767384366.453793:0:39775:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000a281a803. 02000000:00000001:3.0:1767384366.453794:0:17547:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384366.453800:0:16138:0:(genops.c:1249:class_import_put()) Process leaving 00000004:00000010:1.0:1767384366.453805:0:39775:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000003be72b78. 02000000:00000010:2.0:1767384366.453807:0:16138:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000c0fd7b5a. 00000100:00000001:3.0:1767384366.453808:0:17547:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000004:00000010:1.0:1767384366.453816:0:39775:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000fb21d68a. 02000000:00000001:2.0:1767384366.453818:0:16138:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:3.0:1767384366.453820:0:17547:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:2.0:1767384366.453824:0:16138:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 10000000:00000001:0.0:1767384366.453825:0:39776:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000010:2.0:1767384366.453827:0:16138:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000091a70da0. 00000400:00000010:3.0:1767384366.453828:0:17547:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005dadf04c. 00000004:00000010:1.0:1767384366.453828:0:39775:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000b1771c6a. 10000000:00010000:0.0:1767384366.453831:0:39776:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.152@tcp lock: 000000004900a9d3/0x7e51148972eec97b lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0x7e51148972eec982 expref: -99 pid: 16760 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384366.453835:0:16138:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384366.453839:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384366.453840:0:17547:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853236723090688, offset 224 00000020:00000010:1.0:1767384366.453840:0:39775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e66db9a4. 00000100:00000001:2.0:1767384366.453848:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384366.453860:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 10000000:01000000:0.0:1767384366.453861:0:39776:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00000400:00000200:3.0:1767384366.453862:0:17547:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000002:1.0:1767384366.453864:0:39775:0:(lu_object.c:207:lu_object_put()) Add 000000002d331719/000000009e9d6a9f to site lru. bkt: 000000008c68bda5 00000100:00000001:2.0:1767384366.453867:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384366.453879:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000004:00000010:1.0:1767384366.453880:0:39775:0:(lod_dev.c:930:lod_fini_distribute_txn()) kfreed 'lut->lut_tdtd': 280 at 00000000af6f523a. 10000000:01000000:0.0:1767384366.453880:0:39776:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 00000100:00000001:2.0:1767384366.453887:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384366.453891:0:39776:0:(mgc_request.c:117:config_log_put()) Process entered 00000400:00000200:3.0:1767384366.453893:0:17547:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000004:00000001:1.0:1767384366.453893:0:39775:0:(lod_dev.c:578:lod_sub_fini_llog()) Process entered 10000000:00000040:0.0:1767384366.453896:0:39776:0:(mgc_request.c:123:config_log_put()) log params(00000000764d30d9) refs 1 00000004:00000040:1.0:1767384366.453899:0:39775:0:(lod_dev.c:581:lod_sub_fini_llog()) lustre-MDT0000-osd: finish sub llog 10000000:01000000:0.0:1767384366.453904:0:39776:0:(mgc_request.c:130:config_log_put()) dropping config log params 00000004:00000040:1.0:1767384366.453905:0:39775:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 00000000b2dbdfa2 : new refcount 2 10000000:00000001:0.0:1767384366.453909:0:39776:0:(mgc_request.c:117:config_log_put()) Process entered 00000400:00000200:3.0:1767384366.453911:0:17547:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x695824c908500 00000040:00000001:1.0:1767384366.453912:0:39775:0:(llog_cat.c:426:llog_cat_close()) Process entered 10000000:00000001:0.0:1767384366.453913:0:39776:0:(mgc_request.c:120:config_log_put()) Process leaving 00000040:00000001:1.0:1767384366.453918:0:39775:0:(llog_osd.c:1821:llog_osd_close()) Process entered 10000000:00000001:0.0:1767384366.453918:0:39776:0:(mgc_request.c:117:config_log_put()) Process entered 00000400:00000200:3.0:1767384366.453923:0:17547:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x2185 [1] + 224 10000000:00000001:0.0:1767384366.453923:0:39776:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1767384366.453926:0:39776:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1767384366.453929:0:39776:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1767384366.453932:0:39776:0:(mgc_request.c:117:config_log_put()) Process entered 00000400:00000200:3.0:1767384366.453933:0:17547:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 10000000:00000001:0.0:1767384366.453934:0:39776:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1767384366.453937:0:39776:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1767384366.453940:0:39776:0:(mgc_request.c:120:config_log_put()) Process leaving 00080000:00000010:1.0:1767384366.453941:0:39775:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000008e28bcac. 00000400:00000200:3.0:1767384366.453944:0:17547:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000040:0.0:1767384366.453944:0:39776:0:(genops.c:898:class_export_put()) PUTting export 000000001876d0ab : new refcount 7 00000004:00000010:1.0:1767384366.453950:0:39775:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000006d7aab3d. 10000000:00000010:0.0:1767384366.453951:0:39776:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 279 at 00000000764d30d9. 00000100:00000001:3.0:1767384366.453953:0:17547:0:(events.c:78:reply_in_callback()) Process entered 00000004:00000010:1.0:1767384366.453957:0:39775:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000000bec1bca. 10000000:00000001:0.0:1767384366.453959:0:39776:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000200:3.0:1767384366.453961:0:17547:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b55211d7 x1853236723090688/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384376 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:0.0:1767384366.453963:0:39776:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384366.453965:0:39775:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384366.453971:0:39775:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000400:0x1:0x0] 00010000:00000001:0.0:1767384366.453972:0:39776:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384366.453976:0:39776:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000004:00000010:1.0:1767384366.453977:0:39775:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000c0ddf8a1. 00010000:00000001:0.0:1767384366.453981:0:39776:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000040:3.0:1767384366.453984:0:17547:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b55211d7 x1853236723090688/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384376 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:1.0:1767384366.453985:0:39775:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00010000:00000001:0.0:1767384366.453986:0:39776:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000040:00000001:1.0:1767384366.453989:0:39775:0:(llog_osd.c:1830:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384366.453991:0:39776:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:1.0:1767384366.453996:0:39775:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 32768 at 00000000559eefd0. 00000020:00000040:0.0:1767384366.453998:0:39776:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000004900a9d3 with handle 0x7e51148972eec97b from hash 00010000:00000001:0.0:1767384366.454021:0:39776:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384366.454024:0:39776:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384366.454026:0:39776:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384366.454028:0:39776:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000040:00000010:1.0:1767384366.454031:0:39775:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000006985ada5. 00000100:00000001:3.0:1767384366.454033:0:17547:0:(events.c:163:reply_in_callback()) Process leaving 00000040:00000001:1.0:1767384366.454037:0:39775:0:(llog_cat.c:454:llog_cat_close()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384366.454039:0:39776:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000040:00000001:1.0:1767384366.454042:0:39775:0:(llog_obd.c:93:llog_cleanup()) Process entered 00010000:00000001:0.0:1767384366.454043:0:39776:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00000400:00000200:3.0:1767384366.454044:0:17547:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005dadf04c 00000040:00000040:1.0:1767384366.454046:0:39775:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 00000000b2dbdfa2 : new refcount 1 00000400:00000010:3.0:1767384366.454050:0:17547:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005dadf04c. 00010000:00000001:0.0:1767384366.454051:0:39776:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00000020:00000040:1.0:1767384366.454054:0:39775:0:(genops.c:898:class_export_put()) PUTting export 00000000455838e6 : new refcount 2 00000100:00000001:2.0:1767384366.454056:0:16136:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1767384366.454056:0:39776:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000001:3.0:1767384366.454057:0:17547:0:(events.c:386:reply_out_callback()) Process entered 00000040:00000010:1.0:1767384366.454059:0:39775:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at 00000000b2dbdfa2. 00000100:00000001:2.0:1767384366.454063:0:16136:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384366.454065:0:17547:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000010:0.0:1767384366.454066:0:39776:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d6f175f1. 00000020:00000040:0.0:1767384366.454072:0:39776:0:(genops.c:1229:class_import_get()) import 00000000df830bbe refcount=4 obd=MGC192.168.202.152@tcp 00000400:00000001:2.0:1767384366.454073:0:16136:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767384366.454074:0:17547:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384366.454075:0:39775:0:(llog_obd.c:122:llog_cleanup()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384366.454076:0:16136:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767384366.454076:0:39776:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:2.0:1767384366.454081:0:16136:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000aa96626. 02000000:00000001:0.0:1767384366.454083:0:39776:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000004:00000001:1.0:1767384366.454085:0:39775:0:(lod_dev.c:597:lod_sub_fini_llog()) Process leaving 00000400:00000200:2.0:1767384366.454113:0:16136:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000083038595 00000400:00000010:2.0:1767384366.454116:0:16136:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000083038595. 00000004:00000001:1.0:1767384366.454122:0:39775:0:(lod_dev.c:1157:lod_process_config()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384366.454123:0:16136:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000010:3.1:1767384366.454127:0:17547:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000c3ad27bd. 00000004:00000001:1.0:1767384366.454131:0:39775:0:(mdd_device.c:1227:mdd_process_config()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384366.454133:0:16136:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b55211d7 x1853236723090688/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384376 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000010:1.0:1767384366.454141:0:39775:0:(mdt_handler.c:5833:mdt_stack_pre_fini()) kfreed 'lcfg': 56 at 000000001121160c. 02000000:00000001:0.0:1767384366.454142:0:39776:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384366.454144:0:17547:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 16 to 0@lo 00000004:00000001:1.0:1767384366.454153:0:39775:0:(mdt_handler.c:5834:mdt_stack_pre_fini()) Process leaving 02000000:00000010:0.0:1767384366.454158:0:39776:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000062460ff4. 00010000:00000001:3.0:1767384366.454161:0:17547:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000200:2.0:1767384366.454162:0:16136:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b55211d7 x1853236723090688/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384376 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384366.454167:0:17547:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384366.454173:0:39776:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384366.454181:0:17547:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000004:00000001:1.0:1767384366.454185:0:16800:0:(mdt_restripe.c:857:mdt_restriper_main()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384366.454188:0:39776:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00000100:00000040:3.0:1767384366.454197:0:17547:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002082e044 x1853236723090688/t0(0) o9->lustre-MDT0000-mdtlov_UUID@0@lo:347/0 lens 224/224 e 0 to 0 dl 1767384377 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384366.454200:0:16136:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00010000:0.0:1767384366.454202:0:39776:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.152@tcp lock: 000000004900a9d3/0x7e51148972eec97b lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x7e51148972eec982 expref: -99 pid: 16760 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384366.454209:0:16136:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384366.454218:0:16136:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384366.454223:0:16136:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384366.454229:0:16136:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384366.454235:0:16136:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384366.454241:0:39776:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 02000000:00000001:2.0:1767384366.454245:0:16136:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384366.454248:0:39776:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384366.454252:0:39775:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008e245d29. 00000100:00100000:3.0:1767384366.454255:0:17547:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000002082e044 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+2:16136:x1853236723090688:12345-0@lo:9: Request processed in 2173us (2910us total) trans 0 rc 0/0 00000100:00001000:2.0:1767384366.454256:0:16136:0:(import.c:2128:obd_at_measure()) add 5 to 0000000040f3b9ed time=85 v=5 (5 0 0 0) 00000100:00000001:0.0:1767384366.454257:0:39776:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000020:00000010:1.0:1767384366.454260:0:39775:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003fb0e549. 00000100:00000001:0.0:1767384366.454262:0:39776:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384366.454270:0:39775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000996f6799. 00000100:00001000:2.0:1767384366.454274:0:16136:0:(import.c:2128:obd_at_measure()) add 1 to 000000001fbc0fd6 time=85 v=5 (1 0 0 0) 00000020:00000010:1.0:1767384366.454280:0:39775:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000010e9785a. 00000100:00000040:0.0:1767384366.454280:0:39776:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d6f175f1] to pc [ptlrpcd_00_01+1] req@00000000d6f175f1 x1853236723090944/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384366.454290:0:17547:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00000001:2.0:1767384366.454291:0:16136:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000040:00000010:1.0:1767384366.454293:0:39775:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000fc52bf57. 00000100:00000001:2.0:1767384366.454297:0:16136:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384366.454301:0:17547:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000cf791f94 : new rpc_count 0 00000020:00000010:1.0:1767384366.454302:0:39775:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000004821f394. 00010000:00000001:2.0:1767384366.454305:0:16136:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767384366.454313:0:17547:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00080000:2.0:1767384366.454317:0:16136:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000b55211d7 x1853236723090688/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384376 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384366.454318:0:39775:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000008245d898. 00000100:00000001:3.0:1767384366.454320:0:17547:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384366.454327:0:17547:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006079c3e3. 00000020:00000010:1.0:1767384366.454333:0:39775:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000005b432d7d. 00000020:00000010:3.0:1767384366.454340:0:17547:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000cb198794. 80000000:00000010:1.0:1767384366.454348:0:39775:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000007c5b4d7f. 00010000:00000001:0.0:1767384366.454348:0:39776:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384366.454355:0:17547:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000663f9b84. 00010000:00000001:2.0:1767384366.454357:0:16136:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 40000000:00000010:1.0:1767384366.454360:0:39775:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000cd6a58ca. 00000100:00000001:2.0:1767384366.454366:0:16136:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00010000:00000001:0.0:1767384366.454366:0:39776:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:2.0:1767384366.454372:0:16136:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000020:00000040:3.0:1767384366.454373:0:17547:0:(genops.c:898:class_export_put()) PUTting export 00000000cf791f94 : new refcount 1 00100000:00000010:1.0:1767384366.454373:0:39775:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000fc7f4685. 00010000:00000001:0.0:1767384366.454373:0:39776:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384366.454383:0:16136:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00010000:00000001:0.0:1767384366.454386:0:39776:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384366.454387:0:16136:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384366.454389:0:17547:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00040000:00000010:1.0:1767384366.454389:0:39775:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000f1475933. 00010000:00000001:0.0:1767384366.454394:0:39776:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384366.454401:0:16136:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b55211d7 x1853236723090688/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384376 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00040000:00000010:1.0:1767384366.454404:0:39775:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000d1c72043. 10000000:00000001:0.0:1767384366.454404:0:39776:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384366.454416:0:39776:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.152@tcp lock: 000000004900a9d3/0x7e51148972eec97b lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x7e51148972eec982 expref: -99 pid: 16760 timeout: 0 lvb_type: 0 00040000:00000010:1.0:1767384366.454417:0:39775:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000033dabb5e. 00000100:00000001:2.0:1767384366.454421:0:16136:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384366.454425:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00080000:00000010:1.0:1767384366.454427:0:39775:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000009158a78. 00000100:00000001:2.0:1767384366.454431:0:16136:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384366.454433:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384366.454437:0:16136:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000010:1.0:1767384366.454438:0:39775:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000c54337a9. 00000100:00000001:3.0:1767384366.454439:0:16138:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000001:0.0:1767384366.454440:0:39776:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384366.454446:0:39776:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.152@tcp lock: 000000004900a9d3/0x7e51148972eec97b lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x7e51148972eec982 expref: -99 pid: 16760 timeout: 0 lvb_type: 0 00000100:00080000:2.0:1767384366.454454:0:16136:0:(import.c:65:import_set_state_nolock()) 0000000068bc8709 lustre-OST0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00000040:3.0:1767384366.454456:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d6f175f1 x1853236723090944/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000010:1.0:1767384366.454456:0:39775:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000008027d8fc. 00000100:00000001:2.0:1767384366.454468:0:16136:0:(obd_class.h:1217:obd_import_event()) Process entered 00000004:00000010:1.0:1767384366.454468:0:39775:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000418b9d04. 00010000:00000001:0.0:1767384366.454473:0:39776:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000040:2.0:1767384366.454476:0:16136:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = -19 00000004:00000010:1.0:1767384366.454477:0:39775:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000000f9707e0. 00010000:00000001:0.0:1767384366.454486:0:39776:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000020:00000010:1.0:1767384366.454489:0:39775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000401a7836. 00000100:00000001:3.0:1767384366.454490:0:16138:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000010:0.0:1767384366.454490:0:39776:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000829c7a4b. 00000004:00080000:2.0:1767384366.454492:0:16136:0:(osp_dev.c:1605:osp_import_event()) got disconnected 00000100:00000001:3.0:1767384366.454497:0:16138:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384366.454498:0:16136:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000004:00000001:1.0:1767384366.454499:0:39775:0:(mdt_coordinator.c:1304:mdt_hsm_cdt_stop()) Process entered 00000100:00000001:2.0:1767384366.454501:0:16136:0:(obd_class.h:1217:obd_import_event()) Process entered 00010000:00000001:0.0:1767384366.454502:0:39776:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:2.0:1767384366.454507:0:16136:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = -108 00000004:20000000:1.0:1767384366.454508:0:39775:0:(mdt_coordinator.c:564:set_cdt_state_locked()) unexpected coordinator transition, from=stopped, to=stopping 02000000:00000001:3.0:1767384366.454509:0:16138:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000004:00080000:2.0:1767384366.454514:0:16136:0:(osp_dev.c:1621:osp_import_event()) got inactive 00000100:00000001:0.0:1767384366.454515:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767384366.454517:0:16138:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384366.454519:0:16136:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000004:00000001:1.0:1767384366.454519:0:39775:0:(mdt_coordinator.c:1309:mdt_hsm_cdt_stop()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00000100:00000001:0.0:1767384366.454521:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384366.454527:0:16136:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b55211d7 x1853236723090688/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384376 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384366.454529:0:16138:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:1.0:1767384366.454532:0:39775:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 00000000197224cf : new refcount 3 00000020:00000001:0.0:1767384366.454534:0:39776:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384366.454540:0:39776:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:1.0:1767384366.454544:0:39775:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 00000000197224cf : new refcount 2 00000100:00100000:3.0:1767384366.454551:0:16138:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d6f175f1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c0412d60-4f67-4dbc-8791-892843f60083:16138:1853236723090944:0@lo:103: 00010000:00010000:0.0:1767384366.454554:0:39776:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00000040:1.0:1767384366.454557:0:39775:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 00000000197224cf : new refcount 1 00000020:00000001:0.0:1767384366.454563:0:39776:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384366.454570:0:39776:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:1.0:1767384366.454572:0:39775:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 000000002e899481 : new refcount 3 00000100:00000001:3.0:1767384366.454578:0:16138:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00010000:0.0:1767384366.454581:0:39776:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00000040:1.0:1767384366.454584:0:39775:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 000000002e899481 : new refcount 2 00000020:00000001:0.0:1767384366.454588:0:39776:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:3.0:1767384366.454589:0:16138:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000004:00000040:1.0:1767384366.454592:0:39775:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 000000002e899481 : new refcount 1 00000100:00100000:2.0:1767384366.454593:0:16136:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b55211d7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:16136:1853236723090688:0@lo:9: 00000020:00000001:0.0:1767384366.454594:0:39776:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384366.454596:0:16138:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384366.454602:0:39775:0:(genops.c:1560:class_disconnect_exports()) Process entered 00010000:00010000:0.0:1767384366.454607:0:39776:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:3.0:1767384366.454613:0:16138:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00080000:1.0:1767384366.454615:0:39775:0:(genops.c:1575:class_disconnect_exports()) OBD device 5 (00000000b1f9e0ef) has no exports 00000100:00000001:2.0:1767384366.454616:0:16136:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1767384366.454619:0:16138:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ac04c87d. 00000100:00000001:2.0:1767384366.454625:0:16136:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1767384366.454627:0:16138:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384366.454627:0:39775:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00010000:00000001:1.0:1767384366.454632:0:39775:0:(ldlm_lib.c:1944:target_cleanup_recovery()) Process leaving 00000100:00000040:2.0:1767384366.454634:0:16136:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b55211d7 x1853236723090688/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384376 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384366.454638:0:16138:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000074fc6862. 00010000:00000001:1.0:1767384366.454638:0:39775:0:(ldlm_resource.c:1079:ldlm_namespace_free_prior()) Process entered 00010000:00000001:1.0:1767384366.454648:0:39775:0:(ldlm_resource.c:1018:__ldlm_namespace_free()) Process entered 00000400:00000010:3.0:1767384366.454650:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005dadf04c. 00000100:00000001:2.0:1767384366.454652:0:16136:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000001:00000001:1.0:1767384366.454654:0:39775:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 02000000:00000001:2.0:1767384366.454656:0:16136:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:3.0:1767384366.454659:0:16138:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236723090944, portal 18 02000000:00000010:2.0:1767384366.454660:0:16136:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c31f79c5. 00000001:00000001:1.0:1767384366.454661:0:39775:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000100:00000001:3.0:1767384366.454670:0:16138:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1767384366.454671:0:16136:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384366.454676:0:16136:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384366.454677:0:16136:0:(genops.c:1242:class_import_put()) import 0000000068bc8709 refcount=1 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:3.0:1767384366.454679:0:16138:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782423940608 : -124291285611008 : ffff8ef52e128e00) 00000020:00000001:2.0:1767384366.454680:0:16136:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384366.454682:0:16136:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000059ca1e3e. 02000000:00000001:2.0:1767384366.454688:0:16136:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384366.454690:0:16136:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384366.454693:0:16136:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b55211d7. 00000100:00000040:3.0:1767384366.454694:0:16138:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d6f175f1 x1853236723090944/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384382 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384366.454697:0:16136:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384366.454699:0:16136:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384366.454707:0:16136:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384366.454716:0:16136:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384366.454720:0:16136:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384366.454731:0:16138:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384366.454731:0:16136:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384366.454734:0:16136:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384366.454743:0:16138:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384366.454748:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fad6765b. 00000100:00000200:3.0:1767384366.454752:0:16138:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853236723090944, offset 0 00000400:00000200:3.0:1767384366.454757:0:16138:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384366.454763:0:16138:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384366.454769:0:16138:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x695824c908600 00000400:00000200:3.0:1767384366.454773:0:16138:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x15 [2] + 1968 00000400:00000010:3.0:1767384366.454776:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005215c10b. 00000400:00000200:3.0:1767384366.454781:0:16138:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000068163af2 00000400:00000200:3.0:1767384366.454784:0:16138:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384366.454787:0:16138:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384366.454789:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000068163af2 00000400:00000010:3.0:1767384366.454791:0:16138:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000068163af2. 00000100:00000001:3.0:1767384366.454795:0:16138:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384366.454796:0:16138:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000040:3.0:1767384366.454799:0:16138:0:(events.c:337:request_in_callback()) incoming req@0000000034ae8947 x1853236723090944 msgsize 328 00000100:00100000:3.0:1767384366.454803:0:16138:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384366.454805:0:16138:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384366.454819:0:16138:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384366.454825:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fad6765b 00000400:00000010:3.0:1767384366.454826:0:16138:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fad6765b. 00000100:00000001:3.0:1767384366.454829:0:16138:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384366.454833:0:16138:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d6f175f1 x1853236723090944/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384382 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384366.454841:0:19333:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384366.454843:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:0.0:1767384366.454844:0:19333:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723090944 02000000:00000001:0.0:1767384366.454847:0:19333:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:3.0:1767384366.454849:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d6f175f1 x1853236723090944/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384382 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384366.454850:0:19333:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384366.454852:0:19333:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384366.454857:0:19333:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384366.454861:0:19333:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723090944 00000020:00000001:0.0:1767384366.454865:0:19333:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384366.454868:0:19333:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eec8e1 00000100:00000001:3.0:1767384366.454869:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384366.454870:0:19333:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384366.454872:0:19333:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000555601ca refcount=11 00000100:00000001:3.0:1767384366.454876:0:16138:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:0.0:1767384366.454876:0:19333:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000020:00000001:0.0:1767384366.454881:0:19333:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000100:00000001:0.0:1767384366.454883:0:19333:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384366.454884:0:16138:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384366.454886:0:19333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008319f039. 00000100:00000001:3.0:1767384366.454890:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294956441 00000100:00000001:0.0:1767384366.454891:0:19333:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384366.454897:0:19333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008319f039. 00000100:00000001:3.0:1767384366.454899:0:16138:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294956438 00000020:00000010:0.0:1767384366.454902:0:19333:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e1d4c45a. 00000100:00000001:3.0:1767384366.454906:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294956441 00000020:00000010:0.0:1767384366.454908:0:19333:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005ac83f73. 00000100:00000001:3.0:1767384366.454911:0:16138:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294956438 00000020:00000010:0.0:1767384366.454914:0:19333:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001238b710. 00000100:00000001:3.0:1767384366.454916:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294956441 00000100:00000001:3.0:1767384366.454922:0:16138:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294956438 00000100:00000040:0.0:1767384366.454923:0:19333:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:3.0:1767384366.454925:0:16138:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294956441 00000100:00000001:3.0:1767384366.454928:0:16138:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294956438 00000100:00000001:3.0:1767384366.454930:0:16138:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384366.454935:0:16138:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384366.454935:0:19333:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384366.454939:0:19333:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384366.454941:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384366.454943:0:19333:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00000100:00000001:3.0:1767384366.454945:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384366.454947:0:19333:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384366.454951:0:19333:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00000100:00000001:3.0:1767384366.454952:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:0.0:1767384366.454955:0:19333:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:3.0:1767384366.454956:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:0.0:1767384366.454959:0:19333:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384366.454961:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:0.0:1767384366.454961:0:19333:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000082cb0e68 refcount=3 00000100:00000001:3.0:1767384366.454965:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1767384366.454966:0:19333:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619782554466816 : -124291155084800 : ffff8ef535da3a00) 00010000:00000001:0.0:1767384366.454969:0:19333:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619782554466816 : -124291155084800 : ffff8ef535da3a00) 00000100:00000001:3.0:1767384366.454970:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384366.454971:0:19333:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384366.454973:0:19333:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384366.454976:0:19333:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384366.454977:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384366.454977:0:19333:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384366.454985:0:19333:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384366.454996:0:19333:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384366.455020:0:19333:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384366.455023:0:19333:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384366.455029:0:19333:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00000040:0.0:1767384366.455032:0:19333:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000555601ca : new rpc_count 1 00000100:00000001:0.0:1767384366.455034:0:19333:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619781923278928 : -124291786272688 : ffff8ef5103b1050) 00000100:00000040:0.0:1767384366.455038:0:19333:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000034ae8947 x1853236723090944/t0(0) o103->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:347/0 lens 328/0 e 0 to 0 dl 1767384377 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384366.455045:0:19333:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384366.455047:0:19333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008319f039. 00000100:00000001:0.0:1767384366.455049:0:19333:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384366.455050:0:19333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008319f039. 00000100:00100000:0.0:1767384366.455053:0:19333:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000034ae8947 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c0412d60-4f67-4dbc-8791-892843f60083+11:16138:x1853236723090944:12345-0@lo:103: 00000100:00000200:0.0:1767384366.455055:0:19333:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723090944 00010000:00000001:0.0:1767384366.455057:0:19333:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:0.0:1767384366.455058:0:19333:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:0.0:1767384366.455059:0:19333:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:0.0:1767384366.455062:0:19333:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384366.455067:0:19333:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384366.455069:0:19333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000cf467784. 02000000:00000001:0.0:1767384366.455071:0:19333:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384366.455072:0:19333:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384366.455074:0:19333:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:0.0:1767384366.455075:0:19333:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:0.0:1767384366.455077:0:19333:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384366.455078:0:19333:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384366.455078:0:19333:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000082cb0e68 refcount=3 00000020:00000001:0.0:1767384366.455080:0:19333:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619782554466816 : -124291155084800 : ffff8ef535da3a00) 00010000:00000001:0.0:1767384366.455081:0:19333:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446619782554466816 : -124291155084800 : ffff8ef535da3a00) 00010000:00000040:0.0:1767384366.455083:0:19333:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000bccb39d5 count: 3 00010000:00000001:0.0:1767384366.455084:0:19333:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1767384366.455115:0:19333:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1767384366.455117:0:19333:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1767384366.455118:0:19333:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384366.455120:0:19333:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384366.455122:0:19333:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384366.455123:0:19333:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384366.455126:0:19333:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384366.455127:0:19333:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384366.455128:0:19333:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384366.455129:0:19333:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384366.455131:0:19333:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000082cb0e68 with handle 0x7e51148972eec982 from hash 00010000:00000001:0.0:1767384366.455133:0:19333:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384366.455134:0:19333:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384366.455135:0:19333:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384366.455135:0:19333:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384366.455137:0:19333:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384366.455138:0:19333:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384366.455139:0:19333:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000082cb0e68/0x7e51148972eec982 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x7e51148972eec97b expref: 11 pid: 16773 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384366.455144:0:19333:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000555601ca : new locks_count 5 00000020:00000040:0.0:1767384366.455145:0:19333:0:(genops.c:898:class_export_put()) PUTting export 00000000555601ca : new refcount 10 00010000:00000001:0.0:1767384366.455148:0:19333:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384366.455153:0:19333:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384366.455155:0:19333:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384366.455156:0:19333:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384366.455158:0:19333:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384366.455159:0:19333:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:0.0:1767384366.455160:0:19333:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:0.0:1767384366.455161:0:19333:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384366.455163:0:19333:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384366.455165:0:19333:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384366.455167:0:19333:0:(import.c:2128:obd_at_measure()) add 1 to 0000000028084485 time=96 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384366.455169:0:19333:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384366.455170:0:19333:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 17 to 0@lo 00000100:00000001:0.0:1767384366.455172:0:19333:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 02000000:00000001:0.0:1767384366.455173:0:19333:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384366.455174:0:19333:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384366.455176:0:19333:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384366.455177:0:19333:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384366.455179:0:19333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b59c96da. 00000100:00000200:0.0:1767384366.455181:0:19333:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853236723090944, offset 224 00000400:00000200:0.0:1767384366.455184:0:19333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384366.455188:0:19333:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384366.455191:0:19333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x695824c908600 00000400:00000200:0.0:1767384366.455194:0:19333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x21a1 [1] + 224 00000400:00000200:0.0:1767384366.455197:0:19333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384366.455199:0:19333:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384366.455201:0:19333:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384366.455203:0:19333:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d6f175f1 x1853236723090944/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384382 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384366.455209:0:19333:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000d6f175f1 x1853236723090944/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384382 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384366.455221:0:19333:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384366.455224:0:19333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b59c96da 00000400:00000010:0.0:1767384366.455226:0:19333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b59c96da. 00000100:00000001:0.0:1767384366.455227:0:19333:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384366.455232:0:19333:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384366.455235:0:19333:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384366.455236:0:19333:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 16 to 0@lo 00010000:00000001:0.0:1767384366.455238:0:19333:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384366.455240:0:19333:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384366.455242:0:19333:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000034ae8947 x1853236723090944/t0(0) o103->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:347/0 lens 328/224 e 0 to 0 dl 1767384377 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384366.455248:0:19333:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000034ae8947 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c0412d60-4f67-4dbc-8791-892843f60083+10:16138:x1853236723090944:12345-0@lo:103: Request processed in 202us (447us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384366.455253:0:19333:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00000040:0.0:1767384366.455255:0:19333:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000555601ca : new rpc_count 0 00000100:00000001:0.0:1767384366.455257:0:19333:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384366.455259:0:19333:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384366.455261:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:0.0:1767384366.455262:0:19333:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005ac83f73. 00000100:00000001:3.0:1767384366.455265:0:16138:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:0.0:1767384366.455266:0:19333:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001238b710. 00000020:00000010:0.0:1767384366.455270:0:19333:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e1d4c45a. 00000400:00000001:3.0:1767384366.455272:0:16138:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000040:0.0:1767384366.455273:0:19333:0:(genops.c:898:class_export_put()) PUTting export 00000000555601ca : new refcount 9 00000400:00000001:3.0:1767384366.455276:0:16138:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:0.0:1767384366.455279:0:19333:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000400:00000010:3.0:1767384366.455280:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000074fc6862. 02000000:00000010:0.0:1767384366.455282:0:19333:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000cf467784. 00000400:00000200:3.0:1767384366.455288:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005dadf04c 02000000:00000001:0.0:1767384366.455288:0:19333:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:0.0:1767384366.455292:0:19333:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000400:00000010:3.0:1767384366.455293:0:16138:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005dadf04c. 02000000:00000010:0.0:1767384366.455294:0:19333:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000cc9ddbff. 00000100:00000001:3.0:1767384366.455298:0:16138:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:0.0:1767384366.455300:0:19333:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1767384366.455303:0:19333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b3aa24c6. 00000100:00000200:3.0:1767384366.455305:0:16138:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d6f175f1 x1853236723090944/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384382 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384366.455311:0:19333:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384366.455315:0:19333:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000ba4a6106. 02000000:00000001:0.0:1767384366.455320:0:19333:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000200:3.0:1767384366.455321:0:16138:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d6f175f1 x1853236723090944/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384382 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384366.455324:0:19333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c0631900. 02000000:00000001:0.0:1767384366.455330:0:19333:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384366.455333:0:19333:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000b4fa3f23. 00000100:00000001:3.0:1767384366.455335:0:16138:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:0.0:1767384366.455338:0:19333:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384366.455339:0:16138:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1767384366.455341:0:19333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003615e837. 00000100:00000001:3.0:1767384366.455345:0:16138:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384366.455348:0:19333:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:3.0:1767384366.455349:0:16138:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000010:0.0:1767384366.455351:0:19333:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000077c84527. 00000100:00000001:3.0:1767384366.455353:0:16138:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:0.0:1767384366.455356:0:19333:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384366.455358:0:16138:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384366.455361:0:16138:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384366.455364:0:16138:0:(import.c:2128:obd_at_measure()) add 5 to 00000000e6189a3f time=96 v=5 (5 0 0 0) 00000100:00000010:0.0:1767384366.455367:0:19333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004a8c2434. 00000100:00001000:3.0:1767384366.455370:0:16138:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f5022cbe time=96 v=5 (1 0 0 0) 02000000:00000001:0.0:1767384366.455373:0:19333:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1767384366.455376:0:16138:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000010:0.0:1767384366.455377:0:19333:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000221e017a. 00000100:00000001:3.0:1767384366.455382:0:16138:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384366.455384:0:19333:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:3.0:1767384366.455386:0:16138:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000010:0.0:1767384366.455387:0:19333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002312110c. 00010000:00000001:3.0:1767384366.455391:0:16138:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384366.455395:0:19333:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1767384366.455396:0:16138:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384366.455399:0:19333:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000f76cb71d. 00000100:00000040:3.0:1767384366.455403:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d6f175f1 x1853236723090944/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384382 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384366.455406:0:19333:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1767384366.455409:0:19333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000000eed528. 00000100:00000001:0.0:1767384366.455415:0:19333:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384366.455419:0:16138:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384366.455424:0:16138:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000200:0.0:1767384366.455425:0:19333:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000100:00000001:3.0:1767384366.455427:0:16138:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384366.455432:0:19333:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a5c59d64. 00000100:00000040:3.0:1767384366.455436:0:16138:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d6f175f1 x1853236723090944/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384382 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384366.455439:0:19333:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000007bdf0a3. 00000100:00100000:3.0:1767384366.455451:0:16138:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d6f175f1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c0412d60-4f67-4dbc-8791-892843f60083:16138:1853236723090944:0@lo:103: 00000100:00000001:3.0:1767384366.455456:0:16138:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384366.455459:0:16138:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384366.455462:0:16138:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d6f175f1 x1853236723090944/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384382 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384366.455469:0:16138:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384366.455472:0:16138:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384366.455474:0:16138:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ac04c87d. 02000000:00000001:3.0:1767384366.455477:0:16138:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384366.455479:0:16138:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384366.455480:0:16138:0:(genops.c:1242:class_import_put()) import 00000000df830bbe refcount=3 obd=MGC192.168.202.152@tcp 00000020:00000001:3.0:1767384366.455482:0:16138:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384366.455484:0:16138:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000062460ff4. 02000000:00000001:3.0:1767384366.455487:0:16138:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384366.455489:0:16138:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384366.455491:0:16138:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d6f175f1. 00000100:00000001:3.0:1767384366.455494:0:16138:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384366.455495:0:16138:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384366.455496:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384366.455501:0:16138:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384366.455503:0:16138:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384366.455504:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384366.455506:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1767384366.458116:0:39775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000ac89e539. 00010000:00000010:2.1:1767384366.458118:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000b1fd1fec. 00010000:00000010:1.1:1767384366.458131:0:39775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000271e18dc. 00010000:00000010:2.1:1767384366.458134:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000006dc32701. 00010000:00000010:2.1:1767384366.458142:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000002c0c867f. 00010000:00000010:0.1:1767384366.458188:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000004e88c22f. 00010000:00000010:0.1:1767384366.458197:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000000858b1ea. 00010000:00000010:0.1:1767384366.458201:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000002b7cd9f. 00010000:00000010:0.1:1767384366.458206:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000035a9d915. 00000001:00000001:1.0:1767384366.467949:0:39775:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384366.467958:0:39775:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1767384366.467960:0:39775:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000100:00000040:0.0:1767384366.479154:0:449:0:(connection.c:75:cpu_latency_work()) work item of 000000002fd0fb58 (cpu 0) has reached its deadline 4294956441, at 4294956442 00000100:00000040:3.0:1767384366.479168:0:53:0:(connection.c:75:cpu_latency_work()) work item of 000000009d5c2cb6 (cpu 0) has reached its deadline 4294956441, at 4294956442 00000100:00000040:2.0:1767384366.479169:0:270:0:(connection.c:75:cpu_latency_work()) work item of 00000000135c2452 (cpu 0) has reached its deadline 4294956441, at 4294956442 00000100:00000010:0.0:1767384366.479171:0:449:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000defeb003. 00000100:00000010:3.0:1767384366.479178:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000006c83c03. 00000100:00000010:2.0:1767384366.479189:0:270:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000dd0e6e0d. 00000001:00000001:1.0:1767384366.483580:0:39775:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384366.483605:0:39775:0:(ldlm_resource.c:1062:__ldlm_namespace_free()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384366.483608:0:39775:0:(ldlm_resource.c:1104:ldlm_namespace_free_prior()) Process leaving 00000004:00000001:1.0:1767384366.483610:0:39775:0:(mdt_handler.c:6210:mdt_quota_fini()) Process entered 00000004:00000001:1.0:1767384366.483613:0:39775:0:(obd_class.h:902:obd_disconnect()) Process entered 00040000:00000001:1.0:1767384366.483616:0:39775:0:(qmt_dev.c:405:qmt_device_obd_disconnect()) Process entered 00000020:00000001:1.0:1767384366.483618:0:39775:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:1.0:1767384366.483620:0:39775:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x7e51148972eec951 00000020:00000040:1.0:1767384366.483624:0:39775:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000d893b6ab with handle 0x7e51148972eec951 from hash 00000020:00000001:1.0:1767384366.483631:0:39775:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:1.0:1767384366.483633:0:39775:0:(genops.c:898:class_export_put()) PUTting export 00000000d893b6ab : new refcount 1 00000020:00000001:1.0:1767384366.483636:0:39775:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:1.0:1767384366.483638:0:39775:0:(genops.c:898:class_export_put()) PUTting export 00000000d893b6ab : new refcount 0 00000020:00000080:1.0:1767384366.483639:0:39775:0:(genops.c:904:class_export_put()) final put 00000000d893b6ab/lustre-QMT0000_UUID 00000020:00000001:1.0:1767384366.483642:0:39775:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384366.483662:0:39775:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384366.483665:0:39775:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:1.0:1767384366.483667:0:39775:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-QMT0000 (flags='') 00000100:00000040:1.0:1767384366.483720:0:62:0:(connection.c:75:cpu_latency_work()) work item of 00000000edc4e618 (cpu 0) has reached its deadline 4294956441, at 4294956446 00000100:00000010:1.0:1767384366.483729:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003790b8b3. 00000020:00000001:3.0:1767384366.483746:0:36:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:3.0:1767384366.483750:0:36:0:(genops.c:863:class_export_destroy()) destroying export 00000000d893b6ab/lustre-QMT0000_UUID for lustre-QMT0000 00000020:00000001:3.0:1767384366.483754:0:36:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:3.0:1767384366.483755:0:36:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384366.483774:0:36:0:(obd_config.c:955:class_decref()) Decref lustre-QMT0000 (000000004fea7323) now 4 - export 00000020:00000010:0.0:1767384366.483774:0:39775:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 64 at 000000008319f039. 00000020:00000010:3.0:1767384366.483779:0:36:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000d893b6ab. 00000020:00000080:0.0:1767384366.483781:0:39775:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000001:0.0:1767384366.483789:0:39775:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000001:3.0:1767384366.483792:0:36:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000080:0.0:1767384366.483793:0:39775:0:(obd_config.c:886:class_cleanup()) lustre-QMT0000: forcing exports to disconnect: 0/1 00000020:00000001:0.0:1767384366.483798:0:39775:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:0.0:1767384366.483799:0:39775:0:(genops.c:1575:class_disconnect_exports()) OBD device 7 (000000004fea7323) has no exports 00000020:00000001:0.0:1767384366.483800:0:39775:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:0.0:1767384366.483804:0:39775:0:(obd_class.h:604:obd_precleanup()) Process entered 00040000:00000001:0.0:1767384366.483807:0:39775:0:(qmt_dev.c:73:qmt_device_fini()) Process entered 00040000:04000000:0.0:1767384366.483808:0:39775:0:(qmt_dev.c:77:qmt_device_fini()) lustre-QMT0000: initiating QMT shutdown 00040000:00000001:0.0:1767384366.483810:0:39775:0:(qmt_pool.c:447:qmt_pool_fini()) Process entered 00040000:00000001:0.0:1767384366.483812:0:39775:0:(qmt_pool.c:227:qmt_pool_free()) Process entered 00000020:00000001:0.0:1767384366.483815:0:39775:0:(lu_tgt_pool.c:211:lu_tgt_pool_free()) Process entered 00000020:00000010:0.0:1767384366.483816:0:39775:0:(lu_tgt_pool.c:218:lu_tgt_pool_free()) kfreed 'op->op_array': 8 at 00000000cbd05c0d. 00000020:00000001:0.0:1767384366.483820:0:39775:0:(lu_tgt_pool.c:224:lu_tgt_pool_free()) Process leaving 00040000:00000001:0.0:1767384366.483832:0:39775:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:0.0:1767384366.483834:0:39775:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00040000:00000010:0.0:1767384366.483838:0:39775:0:(lquota_lib.c:45:lqe_ref_free()) slab-freed '(lqe)': 392 at 00000000fd02b003. 00000001:00000001:0.0:1767384366.483844:0:39775:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:0.0:1767384366.483845:0:39775:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:0.0:1767384366.483846:0:39775:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384366.483848:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 000000003cbd3216. 00000001:00000010:0.0:1767384366.483857:0:39775:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 0000000032296f54. 00000001:00000010:0.0:1767384366.483859:0:39775:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 0000000010600e0f. 00000001:00000001:0.0:1767384366.483863:0:39775:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:0.0:1767384366.483864:0:39775:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 000000001e5ca6fb. 00000020:00000002:0.0:1767384366.483870:0:39775:0:(lu_object.c:207:lu_object_put()) Add 00000000ede69446/00000000487f3d00 to site lru. bkt: 00000000a60f745d 00040000:00000001:0.0:1767384366.483872:0:39775:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:0.0:1767384366.483873:0:39775:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00040000:00000010:0.0:1767384366.483875:0:39775:0:(lquota_lib.c:45:lqe_ref_free()) slab-freed '(lqe)': 392 at 000000002ee32e4b. 00000001:00000001:0.0:1767384366.483879:0:39775:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:0.0:1767384366.483880:0:39775:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:0.0:1767384366.483881:0:39775:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384366.483882:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 0000000042181e71. 00000001:00000010:0.0:1767384366.483884:0:39775:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 000000005e10dee4. 00000001:00000010:0.0:1767384366.483885:0:39775:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 00000000a58af2ef. 00000001:00000001:0.0:1767384366.483887:0:39775:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:0.0:1767384366.483888:0:39775:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 00000000744c54ab. 00000020:00000002:0.0:1767384366.483890:0:39775:0:(lu_object.c:207:lu_object_put()) Add 000000000fd46e1e/00000000f614eac0 to site lru. bkt: 00000000a60f745d 00040000:00000001:0.0:1767384366.483891:0:39775:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:0.0:1767384366.483891:0:39775:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00040000:00000010:0.0:1767384366.483893:0:39775:0:(lquota_lib.c:45:lqe_ref_free()) slab-freed '(lqe)': 392 at 00000000dea9bc8c. 00000001:00000001:0.0:1767384366.483895:0:39775:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:0.0:1767384366.483896:0:39775:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:0.0:1767384366.483897:0:39775:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384366.483898:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 0000000058b245a9. 00000001:00000010:0.0:1767384366.483899:0:39775:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 000000006af8c1e4. 00000001:00000010:0.0:1767384366.483900:0:39775:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 0000000072fc80b0. 00000001:00000001:0.0:1767384366.483902:0:39775:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:0.0:1767384366.483903:0:39775:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 00000000423a2c5d. 00000020:00000002:0.0:1767384366.483904:0:39775:0:(lu_object.c:207:lu_object_put()) Add 000000003e8b5420/00000000277e4555 to site lru. bkt: 00000000a60f745d 00000020:00000002:0.0:1767384366.483906:0:39775:0:(lu_object.c:207:lu_object_put()) Add 0000000014f8fe82/0000000040859ff2 to site lru. bkt: 00000000edf5e9ab 00040000:00000010:0.0:1767384366.483908:0:39775:0:(qmt_pool.c:276:qmt_pool_free()) kfreed 'pool': 360 at 00000000c8d8892a. 00040000:00000001:0.0:1767384366.483909:0:39775:0:(qmt_pool.c:227:qmt_pool_free()) Process entered 00000020:00000001:0.0:1767384366.483911:0:39775:0:(lu_tgt_pool.c:211:lu_tgt_pool_free()) Process entered 00000020:00000010:0.0:1767384366.483912:0:39775:0:(lu_tgt_pool.c:218:lu_tgt_pool_free()) kfreed 'op->op_array': 8 at 00000000e3e35fcd. 00000020:00000001:0.0:1767384366.483913:0:39775:0:(lu_tgt_pool.c:224:lu_tgt_pool_free()) Process leaving 00040000:00000001:0.0:1767384366.483922:0:39775:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:0.0:1767384366.483927:0:39775:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00040000:00000010:0.0:1767384366.483929:0:39775:0:(lquota_lib.c:45:lqe_ref_free()) slab-freed '(lqe)': 392 at 00000000f95830c9. 00000001:00000001:0.0:1767384366.483931:0:39775:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:0.0:1767384366.483933:0:39775:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:0.0:1767384366.483933:0:39775:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384366.483934:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 00000000a6e71ab6. 00000001:00000010:0.0:1767384366.483935:0:39775:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 0000000022d361c3. 00000001:00000010:0.0:1767384366.483936:0:39775:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 00000000f7026efc. 00000001:00000001:0.0:1767384366.483939:0:39775:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:0.0:1767384366.483939:0:39775:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 000000003f431756. 00000020:00000002:0.0:1767384366.483941:0:39775:0:(lu_object.c:207:lu_object_put()) Add 000000006ea4e61c/000000002d525b27 to site lru. bkt: 00000000a60f745d 00040000:00000001:0.0:1767384366.483943:0:39775:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:0.0:1767384366.483943:0:39775:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00040000:00000010:0.0:1767384366.483944:0:39775:0:(lquota_lib.c:45:lqe_ref_free()) slab-freed '(lqe)': 392 at 0000000028e41282. 00000001:00000001:0.0:1767384366.483946:0:39775:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:0.0:1767384366.483947:0:39775:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:0.0:1767384366.483947:0:39775:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384366.483948:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 00000000e9a3a689. 00000001:00000010:0.0:1767384366.483949:0:39775:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 000000007b5ae093. 00000001:00000010:0.0:1767384366.483950:0:39775:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 00000000abe0ea4c. 00000001:00000001:0.0:1767384366.483952:0:39775:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:0.0:1767384366.483952:0:39775:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 00000000ea12fc25. 00000020:00000002:0.0:1767384366.483954:0:39775:0:(lu_object.c:207:lu_object_put()) Add 0000000047a1bc33/00000000075d1bcc to site lru. bkt: 00000000a60f745d 00040000:00000001:0.0:1767384366.483956:0:39775:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:0.0:1767384366.483956:0:39775:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00040000:00000010:0.0:1767384366.483957:0:39775:0:(lquota_lib.c:45:lqe_ref_free()) slab-freed '(lqe)': 392 at 00000000f1ab6a8f. 00000001:00000001:0.0:1767384366.483959:0:39775:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:0.0:1767384366.483960:0:39775:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:0.0:1767384366.483961:0:39775:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384366.483961:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 00000000418e00e3. 00000001:00000010:0.0:1767384366.483962:0:39775:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 0000000061f8a284. 00000001:00000010:0.0:1767384366.483963:0:39775:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 00000000ff830c8a. 00000001:00000001:0.0:1767384366.483965:0:39775:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:0.0:1767384366.483965:0:39775:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 0000000017b92b1e. 00000020:00000002:0.0:1767384366.483967:0:39775:0:(lu_object.c:207:lu_object_put()) Add 00000000ff753338/0000000088e0aa82 to site lru. bkt: 00000000a60f745d 00000020:00000002:0.0:1767384366.483968:0:39775:0:(lu_object.c:207:lu_object_put()) Add 00000000d4a35532/00000000312beb01 to site lru. bkt: 000000008f93f529 00040000:00000010:0.0:1767384366.483970:0:39775:0:(qmt_pool.c:276:qmt_pool_free()) kfreed 'pool': 360 at 00000000f7eed344. 00040000:00000001:0.0:1767384366.483974:0:39775:0:(qmt_pool.c:458:qmt_pool_fini()) Process leaving 00000020:00000010:1.0:1767384366.484032:0:16798:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000008f971cfd. 00000020:00000010:1.0:1767384366.484046:0:16798:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000cf65a0cd. 00000040:00000010:1.0:1767384366.484052:0:16798:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000028b0dceb. 00000020:00000010:1.0:1767384366.484056:0:16798:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000c8085bd5. 00000020:00000010:1.0:1767384366.484062:0:16798:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000717b1652. 00000020:00000010:1.0:1767384366.484067:0:16798:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000008e895f94. 80000000:00000010:1.0:1767384366.484071:0:16798:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000006508c2ca. 40000000:00000010:1.0:1767384366.484076:0:16798:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000f62e803c. 00100000:00000010:1.0:1767384366.484081:0:16798:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000003bd3245c. 00040000:00000010:1.0:1767384366.484128:0:16798:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000bbf62ac9. 00040000:00000010:1.0:1767384366.484134:0:16798:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000073a4fc61. 00040000:00000010:1.0:1767384366.484137:0:16798:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000e6c5273b. 00080000:00000010:1.0:1767384366.484141:0:16798:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000047781747. 00000004:00000010:1.0:1767384366.484150:0:16798:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000b21ab31a. 00000004:00000010:1.0:1767384366.484155:0:16798:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000064f010d8. 00000004:00000010:1.0:1767384366.484160:0:16798:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000e3e86e41. 00000004:00000010:1.0:1767384366.484172:0:16798:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000005d09c89e. 00000020:00000010:1.0:1767384366.484180:0:16798:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002a66704d. 00040000:00000010:1.0:1767384366.484184:0:16798:0:(qmt_lock.c:1073:qmt_reba_thread()) kfreed 'args': 72 at 000000008f0365d5. 00040000:00000001:1.0:1767384366.484188:0:16798:0:(qmt_lock.c:1074:qmt_reba_thread()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384366.484228:0:39775:0:(lu_object.c:207:lu_object_put()) Add 000000007a7178bd/000000000228289c to site lru. bkt: 000000003221050a 00040000:00000001:0.0:1767384366.484231:0:39775:0:(obd_class.h:902:obd_disconnect()) Process entered 00080000:00000001:0.0:1767384366.484233:0:39775:0:(osd_handler.c:1551:osd_obd_disconnect()) Process entered 00000020:00000001:0.0:1767384366.484235:0:39775:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:0.0:1767384366.484236:0:39775:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x7e51148972eec94a 00000020:00000040:0.0:1767384366.484238:0:39775:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000006b6d97fc with handle 0x7e51148972eec94a from hash 00000020:00000001:0.0:1767384366.484241:0:39775:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:0.0:1767384366.484243:0:39775:0:(genops.c:898:class_export_put()) PUTting export 000000006b6d97fc : new refcount 1 00000020:00000001:0.0:1767384366.484245:0:39775:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:0.0:1767384366.484246:0:39775:0:(genops.c:898:class_export_put()) PUTting export 000000006b6d97fc : new refcount 0 00000020:00000080:0.0:1767384366.484247:0:39775:0:(genops.c:904:class_export_put()) final put 000000006b6d97fc/lustre-MDT0000-osd_UUID 00000020:00000001:0.0:1767384366.484248:0:39775:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384366.484258:0:39775:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384366.484259:0:39775:0:(osd_handler.c:1559:osd_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384366.484261:0:39775:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384366.484272:0:39775:0:(qmt_dev.c:114:qmt_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384366.484274:0:39775:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384366.484300:0:39775:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000020:00000001:3.0:1767384366.484302:0:36:0:(genops.c:857:class_export_destroy()) Process entered 00000001:00000010:0.0:1767384366.484303:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000f6b54bb1. 00000020:00000080:3.0:1767384366.484305:0:36:0:(genops.c:863:class_export_destroy()) destroying export 000000006b6d97fc/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000001:00000010:0.0:1767384366.484307:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000004d714973. 00000001:00000010:0.0:1767384366.484311:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000d012bb88. 00000020:00000001:3.0:1767384366.484313:0:36:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000001:00000010:0.0:1767384366.484314:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000299db93d. 00000020:00000001:3.0:1767384366.484317:0:36:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:0.0:1767384366.484318:0:39775:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 000000002dd79fa2. 00000001:00000010:0.0:1767384366.484323:0:39775:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000262a04bf. 00000020:00000040:3.0:1767384366.484324:0:36:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-osd (0000000070e841d4) now 9 - export 00000020:00000010:3.0:1767384366.484328:0:36:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 000000006b6d97fc. 00000001:00000001:0.0:1767384366.484330:0:39775:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000001:3.0:1767384366.484332:0:36:0:(genops.c:880:class_export_destroy()) Process leaving 00000001:00000001:0.0:1767384366.484333:0:39775:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384366.484337:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000de946db5. 00000001:00000010:0.0:1767384366.484340:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000000cdfef68. 00000001:00000010:0.0:1767384366.484341:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000061ceb596. 00000001:00000010:0.0:1767384366.484343:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000d7b32a21. 00000001:00000010:0.0:1767384366.484344:0:39775:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 000000007455a569. 00000001:00000010:0.0:1767384366.484346:0:39775:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000e47ab3a9. 00000001:00000001:0.0:1767384366.484350:0:39775:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:0.0:1767384366.484352:0:39775:0:(obd_config.c:955:class_decref()) Decref lustre-QMT0000 (000000004fea7323) now 3 - setup 00000020:00000001:0.0:1767384366.484355:0:39775:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384366.484362:0:39775:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:0.0:1767384366.484365:0:39775:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:0.0:1767384366.484369:0:39775:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:0.0:1767384366.484372:0:39775:0:(obd_config.c:955:class_decref()) Decref lustre-QMT0000 (000000004fea7323) now 2 - obd_device_list 00000020:00000080:0.0:1767384366.484375:0:39775:0:(obd_config.c:814:class_detach()) detach on obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000040:0.0:1767384366.484376:0:39775:0:(obd_config.c:955:class_decref()) Decref lustre-QMT0000 (000000004fea7323) now 1 - newdev 00000020:00000040:0.0:1767384366.484379:0:39775:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000061be64c with handle 0x7e51148972eec943 from hash 00000020:00000040:0.0:1767384366.484382:0:39775:0:(genops.c:898:class_export_put()) PUTting export 00000000061be64c : new refcount 0 00000020:00000080:0.0:1767384366.484383:0:39775:0:(genops.c:904:class_export_put()) final put 00000000061be64c/lustre-QMT0000_UUID 00000020:00000001:0.0:1767384366.484385:0:39775:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384366.484387:0:39775:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:0.0:1767384366.484388:0:39775:0:(genops.c:863:class_export_destroy()) destroying export 00000000061be64c/lustre-QMT0000_UUID for lustre-QMT0000 00000020:00000001:0.0:1767384366.484391:0:39775:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:0.0:1767384366.484392:0:39775:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384366.484394:0:39775:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000061be64c. 00000020:00000001:0.0:1767384366.484404:0:39775:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:0.0:1767384366.484406:0:39775:0:(genops.c:440:class_free_dev()) Release obd device lustre-QMT0000 obd_type name = qmt 00000020:01000000:0.0:1767384366.484408:0:39775:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-QMT0000 (lustre-QMT0000_UUID) 00000020:00000001:0.0:1767384366.484410:0:39775:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:0.0:1767384366.484413:0:39775:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e1d4c45a. 00000020:00000010:0.0:1767384366.484418:0:39775:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000aeb22040. 00000040:00000010:0.0:1767384366.484421:0:39775:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000062460ff4. 00000020:00000010:0.0:1767384366.484425:0:39775:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000005683c0d2. 00000020:00000010:0.0:1767384366.484429:0:39775:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000be710cd7. 00000020:00000010:0.0:1767384366.484432:0:39775:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000d7b32a21. 80000000:00000010:0.0:1767384366.484434:0:39775:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000002aa2ea79. 40000000:00000010:0.0:1767384366.484436:0:39775:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000694778e0. 00100000:00000010:0.0:1767384366.484439:0:39775:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000006e52841a. 00040000:00000010:0.0:1767384366.484441:0:39775:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000006fd21a8c. 00040000:00000010:0.0:1767384366.484444:0:39775:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000009353009b. 00040000:00000010:0.0:1767384366.484445:0:39775:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000061ceb596. 00080000:00000010:0.0:1767384366.484448:0:39775:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000ac833b09. 00000004:00000010:0.0:1767384366.484450:0:39775:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000533d0554. 00000004:00000010:0.0:1767384366.484458:0:39775:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000b3a64943. 00000004:00000010:0.0:1767384366.484461:0:39775:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000007145a5d3. 00000004:00000010:0.0:1767384366.484463:0:39775:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000077c84527. 00040000:00000001:0.0:1767384366.484466:0:39775:0:(qmt_dev.c:295:qmt_device_free()) Process entered 00040000:00000010:0.0:1767384366.484470:0:39775:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000004f111f85. 00040000:00000010:0.0:1767384366.484472:0:39775:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000c9f0e487. 00040000:00000010:0.0:1767384366.484475:0:39775:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000095b1cf0. 00040000:00000010:0.0:1767384366.484477:0:39775:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000098ad6039. 00040000:00000010:0.0:1767384366.484480:0:39775:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000007438296d. 00040000:00000010:0.0:1767384366.484485:0:39775:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000cd937092. 00040000:00000010:0.0:1767384366.484487:0:39775:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000079197fb5. 00040000:00000010:0.0:1767384366.484490:0:39775:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000c8c72fb2. 00040000:00000010:0.0:1767384366.484492:0:39775:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000eafa430f. 00040000:00000010:0.0:1767384366.484494:0:39775:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000025b516c. 00040000:00000010:0.0:1767384366.484497:0:39775:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000ce499dd4. 00040000:00000010:0.0:1767384366.484498:0:39775:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000c40ca37e. 00040000:00000010:0.0:1767384366.484500:0:39775:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000332f1c4d. 00040000:00000010:0.0:1767384366.484502:0:39775:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000725b9206. 00040000:00000010:0.0:1767384366.484505:0:39775:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000b6242313. 00040000:00000010:0.0:1767384366.484507:0:39775:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000639951f6. 00040000:00000010:0.0:1767384366.484510:0:39775:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000dc27dae6. 00040000:00000010:0.0:1767384366.484512:0:39775:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000c53739fb. 00040000:00000010:0.0:1767384366.484515:0:39775:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000aa8a7e44. 00040000:00000010:0.0:1767384366.484517:0:39775:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000a44bfda5. 00040000:00000010:0.0:1767384366.484519:0:39775:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000003f89a3c2. 00040000:00000010:0.0:1767384366.484521:0:39775:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000039671dd. 00040000:00000010:0.0:1767384366.484523:0:39775:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000078c44b5b. 00040000:00000010:0.0:1767384366.484526:0:39775:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000a91a986a. 00040000:00000010:0.0:1767384366.484528:0:39775:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000491f532a. 00040000:00000010:0.0:1767384366.484530:0:39775:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000001b30f697. 00040000:00000010:0.0:1767384366.484532:0:39775:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000d9f81bdb. 00040000:00000010:0.0:1767384366.484533:0:39775:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000002b265fd5. 00040000:00000010:0.0:1767384366.484537:0:39775:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000005358e15b. 00040000:00000010:0.0:1767384366.484539:0:39775:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000000f2ca33b. 00040000:00000010:0.0:1767384366.484541:0:39775:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000ab77d80c. 00040000:00000010:0.0:1767384366.484545:0:39775:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000456d5f7e. 00040000:00000010:0.0:1767384366.484551:0:39775:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000ebb4d6f4. 00040000:00000010:0.0:1767384366.484554:0:39775:0:(qmt_dev.c:300:qmt_device_free()) kfreed 'qmt': 656 at 000000004c35e7ee. 00040000:00000001:0.0:1767384366.484556:0:39775:0:(qmt_dev.c:301:qmt_device_free()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384366.484558:0:39775:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000aeb22040. 00000040:00000010:0.0:1767384366.484560:0:39775:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000062460ff4. 00000020:00000010:0.0:1767384366.484562:0:39775:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000005683c0d2. 00000020:00000010:0.0:1767384366.484564:0:39775:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000be710cd7. 00000020:00000010:0.0:1767384366.484566:0:39775:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000d7b32a21. 80000000:00000010:0.0:1767384366.484568:0:39775:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000002aa2ea79. 40000000:00000010:0.0:1767384366.484570:0:39775:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000694778e0. 00100000:00000010:0.0:1767384366.484572:0:39775:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000006e52841a. 00040000:00000010:0.0:1767384366.484574:0:39775:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000006fd21a8c. 00040000:00000010:0.0:1767384366.484577:0:39775:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000009353009b. 00040000:00000010:0.0:1767384366.484578:0:39775:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000061ceb596. 00080000:00000010:0.0:1767384366.484579:0:39775:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000ac833b09. 00000004:00000010:0.0:1767384366.484581:0:39775:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000533d0554. 00000004:00000010:0.0:1767384366.484583:0:39775:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000b3a64943. 00000004:00000010:0.0:1767384366.484587:0:39775:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000007145a5d3. 00000004:00000010:0.0:1767384366.484588:0:39775:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000077c84527. 00000020:00000010:0.0:1767384366.484590:0:39775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e1d4c45a. 00000020:00000001:0.0:1767384366.484591:0:39775:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384366.484593:0:39775:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 000000004fea7323. 00000020:00000001:0.0:1767384366.484597:0:39775:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384366.484599:0:39775:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384366.484601:0:39775:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 64 at 000000008319f039. 00000020:00000001:0.0:1767384366.484602:0:39775:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384366.484604:0:39775:0:(qmt_dev.c:412:qmt_device_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384366.484605:0:39775:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384366.484606:0:39775:0:(mdt_handler.c:6220:mdt_quota_fini()) Process leaving 00010000:00000010:0.1:1767384366.485120:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000c3901236. 00010000:00000010:0.1:1767384366.485128:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000008d93df5e. 00010000:00000010:0.1:1767384366.485131:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000004900a9d3. 00010000:00000010:0.1:1767384366.489120:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000082cb0e68. 00000400:00000001:0.0:1767384366.517167:0:16134:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384366.517173:0:16134:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384366.517175:0:16134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d0007e92 00000400:00000010:0.0:1767384366.517181:0:16134:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d0007e92. 00000400:00000200:0.0:1767384366.517186:0:16134:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384366.517191:0:16134:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.152@tcp38 recovery ping unlinked 00000400:00000010:0.0:1767384366.517203:0:16134:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000093f77863. 00000400:00000010:0.0:1767384366.517224:0:16134:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000006bec9a87. 00000400:00000200:0.0:1767384366.517229:0:16134:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.152@tcp48 00000400:00000010:0.0:1767384366.517232:0:16134:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000ea12fc25. 00000400:00000010:0.0:1767384366.517236:0:16134:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000061ceb596. 00000400:00000010:0.0:1767384366.517240:0:16134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d0007e92. 00000400:00000010:0.0:1767384366.517244:0:16134:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000cc162811. 00000400:00000200:0.0:1767384366.517247:0:16134:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.152@tcp48 00000400:00000200:0.0:1767384366.517259:0:16134:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.152@tcp48 local destination 00000400:00000200:0.0:1767384366.517264:0:16134:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.152@tcp48 00000400:00000200:0.0:1767384366.517267:0:16134:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp48 NI seq info: [241:241:256:4294967295] 192.168.202.152@tcp48 LPNI seq info [207:207:8:4294967295] 00000400:00000200:0.0:1767384366.517272:0:16134:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.152@tcp48 00000400:00000200:0.0:1767384366.517278:0:16134:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp48(192.168.202.152@tcp48:) -> 192.168.202.152@tcp48(192.168.202.152@tcp48:192.168.202.152@tcp48) : GET try# 0 00000800:00000200:0.0:1767384366.517282:0:16134:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.152@tcp48 00000800:00000010:0.0:1767384366.517285:0:16134:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000006fd21a8c. 00000800:00000200:0.0:1767384366.517291:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004533456f] -> 12345-192.168.202.152@tcp48 (2) 00000800:00000200:0.1:1767384366.517295:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004533456f] -> 12345-192.168.202.152@tcp48 (2) 00000400:00000200:0.0:1767384366.517314:0:16134:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.152@tcp48 added to recovery queue. ping count: 3 next ping: 297 health :700 00000400:00000200:3.0:1767384366.517405:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.152:988 00000400:00000200:3.0:1767384366.517447:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.152:988 00000400:00000200:3.0:1767384366.517461:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.152:988 00000400:00000200:3.0:1767384366.517473:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.152:988 00000400:00000200:3.0:1767384366.517487:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.152:988 00000400:00000200:3.0:1767384366.517499:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.152:988 00000400:00000200:3.0:1767384366.517511:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.152:988 00000400:00000200:3.0:1767384366.517524:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.152:988 00000400:00000200:3.0:1767384366.517536:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.152:988 00000400:00000200:3.0:1767384366.517548:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.152:988 00000400:00000200:3.0:1767384366.517562:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.152:988 00000400:00000200:3.0:1767384366.517574:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.152:988 00000400:00000200:3.0:1767384366.517586:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.152:988 00000400:00000200:3.0:1767384366.517599:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.152:988 00000400:00000200:3.0:1767384366.517613:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.152:988 00000400:00000200:3.0:1767384366.517626:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.152:988 00000400:00000200:3.0:1767384366.517637:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.152:988 00000400:00000200:3.0:1767384366.517650:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.152:988 00000400:00000200:3.0:1767384366.517663:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.152:988 00000400:00000200:3.0:1767384366.517675:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.152:988 00000400:00000200:3.0:1767384366.517687:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.152:988 00000400:00000200:3.0:1767384366.517700:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.152:988 00000400:00000200:3.0:1767384366.517714:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.152:988 00000400:00000200:3.0:1767384366.517726:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.152:988 00000400:00000200:3.0:1767384366.517740:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.152:988 00000400:00000200:3.0:1767384366.517752:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.152:988 00000400:00000200:3.0:1767384366.517764:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.152:988 00000400:00000200:3.0:1767384366.517776:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.152:988 00000400:00000200:3.0:1767384366.517788:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.152:988 00000400:00000200:3.0:1767384366.517801:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.152:988 00000400:00000200:3.0:1767384366.517813:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.152:988 00000400:00000200:3.0:1767384366.517827:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.152:988 00000400:00000200:3.0:1767384366.517839:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.152:988 00000400:00000200:3.0:1767384366.517851:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.152:988 00000400:00000200:3.0:1767384366.517864:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.152:988 00000800:00000010:3.0:1767384366.518034:0:16125:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000082232bb6. 00000800:00000010:3.0:1767384366.518040:0:16125:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000072206abe. 00000800:00000010:3.0:1767384366.518047:0:16125:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000a6646a7e. 00000800:00000010:3.0:1767384366.518070:0:16125:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000a6646a7e. 00000800:00020000:3.0:1767384366.518081:0:16125:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.152 00000800:00000010:3.0:1767384366.518120:0:16125:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000072206abe. 00000800:00000010:3.0:1767384366.518124:0:16125:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000082232bb6. 00000400:02020000:3.0:1767384366.518191:0:16125:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.152@tcp48 at host 192.168.202.152:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384366.518199:0:16125:0:(router.c:1755:lnet_notify()) 192.168.202.152@tcp48 notifying 192.168.202.152@tcp48: down 00000800:00000200:3.0:1767384366.518205:0:16125:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.152@tcp48 down 00000800:00000100:3.0:1767384366.518211:0:16125:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.152@tcp48 00000800:00000010:3.0:1767384366.518213:0:16125:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000006fd21a8c. 00000400:00000200:3.0:1767384366.518217:0:16125:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384366.518221:0:16125:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp48->192.168.202.152@tcp48: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384366.518228:0:16125:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384366.518230:0:16125:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.152@tcp48 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384366.518233:0:16125:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.152@tcp48) recovery failed with -71 00010000:00000001:0.0:1767384366.645217:0:449:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384366.645224:0:449:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384366.645229:0:449:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384366.645230:0:449:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384366.645308:0:16767:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384366.645314:0:16767:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384366.645317:0:16767:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:0.0:1767384367.541204:0:16134:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384367.541210:0:16134:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384367.541213:0:16134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d0007e92 00000400:00000010:0.0:1767384367.541218:0:16134:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d0007e92. 00000400:00000200:0.0:1767384367.541224:0:16134:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384367.541230:0:16134:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.152@tcp48 recovery ping unlinked 00000400:00000010:0.0:1767384367.541245:0:16134:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000ea12fc25. 00000400:00000010:0.0:1767384367.541251:0:16134:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000061ceb596. 00010000:00000001:0.0:1767384367.669164:0:449:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384367.669172:0:449:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384367.669177:0:449:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384367.669178:0:449:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384367.669249:0:16768:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384367.669252:0:16768:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384367.669255:0:16768:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767384368.117271:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) c0412d60-4f67-4dbc-8791-892843f60083->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384368.117283:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767384368.117291:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004d267868. 00000020:00000040:2.0:1767384368.117298:0:36:0:(genops.c:1229:class_import_get()) import 00000000df830bbe refcount=4 obd=MGC192.168.202.152@tcp 00000100:00000001:2.0:1767384368.117302:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384368.117305:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384368.117311:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384368.117319:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000dcb376dc. 00000100:00000001:2.0:1767384368.117328:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384368.117337:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c0412d60-4f67-4dbc-8791-892843f60083->MGS req@000000004d267868 x1853236723091072/t0(0) o400->MGC192.168.202.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384368.117350:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384368.117353:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384368.117358:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d267868] to pc [ptlrpcd_00_02+2] req@000000004d267868 x1853236723091072/t0(0) o400->MGC192.168.202.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384368.117382:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384368.117385:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384368.117389:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767384368.117393:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002e0c7e56. 00000020:00000040:2.0:1767384368.117396:0:36:0:(genops.c:1229:class_import_get()) import 000000005a28ad8c refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:2.0:1767384368.117399:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384368.117400:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384368.117402:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384368.117407:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000f545113. 00000100:00000001:0.0:1767384368.117409:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384368.117411:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384368.117414:0:16139:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767384368.117415:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@000000002e0c7e56 x1853236723091200/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384368.117417:0:16139:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384368.117422:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004d267868 x1853236723091072/t0(0) o400->MGC192.168.202.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384368.117423:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384368.117425:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384368.117428:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002e0c7e56] to pc [ptlrpcd_00_03+3] req@000000002e0c7e56 x1853236723091200/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384368.117430:0:16139:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384368.117433:0:16139:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384368.117437:0:16139:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767384368.117438:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384368.117439:0:16139:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384368.117442:0:16139:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384368.117443:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (295) 00000100:00100000:0.0:1767384368.117445:0:16139:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004d267868 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c0412d60-4f67-4dbc-8791-892843f60083:16139:1853236723091072:0@lo:400: 00000100:00000001:0.0:1767384368.117450:0:16139:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384368.117455:0:16139:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384368.117458:0:16139:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384368.117461:0:16139:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384368.117465:0:16139:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000061ceb596. 02000000:00000001:0.0:1767384368.117468:0:16139:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384368.117475:0:16139:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e3dc7d26. 00000400:00000010:0.0:1767384368.117483:0:16139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d0007e92. 00000100:00000200:0.0:1767384368.117491:0:16139:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236723091072, portal 25 00000100:00000001:0.0:1767384368.117494:0:16139:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384368.117496:0:16139:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782675217280 : -124291034334336 : ffff8ef53d0cbb80) 00000100:00000040:0.0:1767384368.117501:0:16139:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000004d267868 x1853236723091072/t0(0) o400->MGC192.168.202.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384384 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384368.117507:0:16139:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384368.117510:0:16139:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384368.117513:0:16139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b59c96da. 00000100:00000200:0.0:1767384368.117515:0:16139:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853236723091072, offset 0 00000400:00000200:0.0:1767384368.117521:0:16139:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384368.117534:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384368.117544:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x695824c908680 00000400:00000200:0.0:1767384368.117550:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x19a5 [2] + 0 00000400:00000010:0.0:1767384368.117554:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000046003341. 00000400:00000200:0.0:1767384368.117559:0:16139:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000009911e1b7 00000400:00000200:0.0:1767384368.117580:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384368.117587:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384368.117592:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009911e1b7 00000400:00000010:0.0:1767384368.117595:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009911e1b7. 00000100:00000001:0.0:1767384368.117601:0:16139:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.117603:0:16139:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384368.117607:0:16139:0:(events.c:337:request_in_callback()) incoming req@00000000cbe21b76 x1853236723091072 msgsize 224 00000100:00100000:0.0:1767384368.117613:0:16139:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384368.117616:0:16139:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384368.117626:0:16139:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384368.117632:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b59c96da 00000400:00000010:0.0:1767384368.117634:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b59c96da. 00000100:00000001:0.0:1767384368.117637:0:16139:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384368.117641:0:16139:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004d267868 x1853236723091072/t0(0) o400->MGC192.168.202.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384384 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384368.117651:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384368.117654:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004d267868 x1853236723091072/t0(0) o400->MGC192.168.202.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384384 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384368.117662:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384368.117664:0:16139:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384368.117670:0:16139:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384368.117674:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294958104 00000100:00000001:0.0:1767384368.117694:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384368.117697:0:16140:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384368.117699:0:16140:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384368.117703:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002e0c7e56 x1853236723091200/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384368.117711:0:16140:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384368.117713:0:16140:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384368.117716:0:16140:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384368.117719:0:16140:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384368.117721:0:16140:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384368.117725:0:16140:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000002e0c7e56 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:16140:1853236723091200:0@lo:400: 00000100:00000001:0.0:1767384368.117729:0:16140:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384368.117738:0:16140:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384368.117740:0:16140:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384368.117742:0:16140:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384368.117746:0:16140:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d012bb88. 02000000:00000001:0.0:1767384368.117748:0:16140:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384368.117752:0:16140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000046003341. 00000100:00000001:2.0:1767384368.117753:0:16774:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384368.117756:0:16774:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723091072 00000400:00000010:0.0:1767384368.117757:0:16140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b59c96da. 02000000:00000001:2.0:1767384368.117759:0:16774:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000200:0.0:1767384368.117760:0:16140:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236723091200, portal 10 00000100:00000001:2.0:1767384368.117761:0:16774:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384368.117762:0:16140:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384368.117764:0:16774:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384368.117764:0:16140:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782675211904 : -124291034339712 : ffff8ef53d0ca680) 02000000:00000001:2.0:1767384368.117769:0:16774:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384368.117769:0:16140:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000002e0c7e56 x1853236723091200/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384384 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384368.117773:0:16774:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723091072 00000020:00000001:2.0:1767384368.117776:0:16774:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384368.117776:0:16140:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000040:2.0:1767384368.117778:0:16774:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eec8e1 00000100:00000040:0.0:1767384368.117779:0:16140:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:2.0:1767384368.117781:0:16774:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:0.0:1767384368.117783:0:16140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002d0a9da1. 00000020:00000040:2.0:1767384368.117785:0:16774:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000555601ca refcount=10 00000100:00000200:0.0:1767384368.117785:0:16140:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236723091200, offset 0 00000020:00000001:2.0:1767384368.117788:0:16774:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000020:00000001:2.0:1767384368.117791:0:16774:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000400:00000200:0.0:1767384368.117793:0:16140:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384368.117796:0:16774:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384368.117800:0:16774:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000021745c5c. 00000400:00000200:0.0:1767384368.117800:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384368.117803:0:16774:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384368.117806:0:16774:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000021745c5c. 00000400:00000200:0.0:1767384368.117808:0:16140:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824c908700 00000020:00000010:2.0:1767384368.117812:0:16774:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000075adad42. 00000400:00000200:0.0:1767384368.117814:0:16140:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 11608 00000020:00000010:2.0:1767384368.117818:0:16774:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000082d0810. 00000400:00000200:0.0:1767384368.117819:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384368.117822:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:2.0:1767384368.117825:0:16774:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006fa09b38. 00000100:00000001:0.0:1767384368.117827:0:16140:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.117829:0:16140:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1767384368.117833:0:16140:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c0631900. 00000100:00000040:2.0:1767384368.117836:0:16774:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000040:0.0:1767384368.117836:0:16140:0:(events.c:337:request_in_callback()) incoming req@00000000c0631900 x1853236723091200 msgsize 224 00000100:00000001:2.0:1767384368.117840:0:16774:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384368.117841:0:16774:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00100000:0.0:1767384368.117842:0:16140:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384368.117844:0:16774:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384368.117852:0:16774:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384368.117855:0:16140:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384368.117861:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002d0a9da1 00000400:00000010:0.0:1767384368.117863:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002d0a9da1. 00000100:00000001:0.0:1767384368.117867:0:16140:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384368.117872:0:16140:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002e0c7e56 x1853236723091200/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384384 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384368.117881:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384368.117883:0:16774:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384368.117892:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002e0c7e56 x1853236723091200/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384384 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384368.117899:0:16774:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384368.117899:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384368.117901:0:16774:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384368.117901:0:16140:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:2.0:1767384368.117907:0:16774:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 175 00000100:00000001:0.0:1767384368.117909:0:16140:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384368.117911:0:16774:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000555601ca : new rpc_count 1 00000100:00000040:0.0:1767384368.117912:0:16140:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3761 usecs (4 jiffies) 00000100:00000001:2.0:1767384368.117913:0:16774:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619777395456080 : -124296314095536 : ffff8ef40259f850) 00000100:00000001:0.0:1767384368.117916:0:16140:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294958084 00000100:00000040:2.0:1767384368.117919:0:16774:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000cbe21b76 x1853236723091072/t0(0) o400->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:349/0 lens 224/0 e 0 to 0 dl 1767384379 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384368.117928:0:16774:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384368.117932:0:16774:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000021745c5c. 00000100:00000001:2.0:1767384368.117933:0:16774:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384368.117936:0:16774:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000021745c5c. 00000100:00000001:0.0:1767384368.117936:0:16779:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384368.117938:0:16779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723091200 02000000:00000001:0.0:1767384368.117940:0:16779:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00100000:2.0:1767384368.117941:0:16774:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000cbe21b76 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c0412d60-4f67-4dbc-8791-892843f60083+10:16139:x1853236723091072:12345-0@lo:400: 00000100:00000001:0.0:1767384368.117942:0:16779:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384368.117944:0:16779:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384368.117946:0:16774:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723091072 02000000:00000001:0.0:1767384368.117947:0:16779:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384368.117949:0:16774:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00100000:0.0:1767384368.117949:0:16779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723091200 00000020:00000001:0.0:1767384368.117951:0:16779:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1767384368.117953:0:16774:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000040:0.0:1767384368.117953:0:16779:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eeca23 00000020:00000001:0.0:1767384368.117955:0:16779:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1767384368.117956:0:16774:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384368.117957:0:16779:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384368.117959:0:16774:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384368.117959:0:16779:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384368.117962:0:16774:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669141120 : -1040410496 : ffffffffc1fc9880) 00000020:00000010:0.0:1767384368.117964:0:16779:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004d714973. 00000020:00000001:2.0:1767384368.117966:0:16774:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000010:0.0:1767384368.117968:0:16779:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005ac83f73. 00000020:00000010:0.0:1767384368.117975:0:16779:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001238b710. 00000020:00000001:2.0:1767384368.117981:0:16774:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384368.117984:0:16779:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000020:00000001:2.0:1767384368.117985:0:16774:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384368.117987:0:16774:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:0.0:1767384368.117987:0:16779:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384368.118003:0:16779:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384368.118005:0:16779:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384368.118010:0:16779:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384368.118021:0:16779:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384368.118022:0:16774:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384368.118025:0:16774:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1767384368.118027:0:16774:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384368.118030:0:16774:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1767384368.118030:0:16779:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384368.118032:0:16779:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000010:2.0:1767384368.118034:0:16774:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000006a880cf4. 00000100:00100000:0.0:1767384368.118035:0:16779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 02000000:00000001:2.0:1767384368.118037:0:16774:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384368.118037:0:16779:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619782423952256 : -124291285599360 : ffff8ef52e12bb80) 00000100:00000001:2.0:1767384368.118039:0:16774:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384368.118041:0:16779:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c0631900 x1853236723091200/t0(0) o400->@:349/0 lens 224/0 e 0 to 0 dl 1767384379 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384368.118042:0:16774:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384368.118047:0:16774:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236723091072 00010000:00000001:2.0:1767384368.118049:0:16774:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00100000:0.0:1767384368.118050:0:16779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000c0631900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:16140:x1853236723091200:12345-0@lo:400: 00010000:00000200:2.0:1767384368.118054:0:16774:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000cbe21b76 x1853236723091072/t0(0) o400->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:349/0 lens 224/224 e 0 to 0 dl 1767384379 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384368.118059:0:16779:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723091200 00010000:00000001:2.0:1767384368.118063:0:16774:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000001:0.0:1767384368.118063:0:16779:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00010000:00000001:2.0:1767384368.118065:0:16774:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00080000:0.0:1767384368.118067:0:16779:0:(tgt_handler.c:788:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00001000:2.0:1767384368.118069:0:16774:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dd452398 time=98 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384368.118069:0:16779:0:(niobuf.c:815:ptlrpc_send_error()) Process entered 00000100:00000001:0.0:1767384368.118071:0:16779:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384368.118073:0:16779:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1767384368.118074:0:16774:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000010:0.0:1767384368.118076:0:16779:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000077c84527. 00000100:00000040:2.0:1767384368.118077:0:16774:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 17 to 0@lo 02000000:00000001:0.0:1767384368.118078:0:16779:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384368.118080:0:16774:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 00000100:00000001:0.0:1767384368.118080:0:16779:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384368.118083:0:16774:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:0.0:1767384368.118083:0:16779:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384368.118085:0:16779:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384368.118111:0:16779:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:0.0:1767384368.118114:0:16779:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384368.118117:0:16779:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 18 to 0@lo 00000100:00000001:0.0:1767384368.118119:0:16779:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 02000000:00000001:2.0:1767384368.118121:0:16774:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384368.118122:0:16779:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446619782676400896 : -124291033150720 : 0xffff8ef53d1ecb00) 00000100:00000001:2.0:1767384368.118125:0:16774:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384368.118125:0:16779:0:(connection.c:149:ptlrpc_connection_get()) conn=000000007ad52f0f refcount 18 to 0@lo 00000100:00000040:2.0:1767384368.118128:0:16774:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:0.0:1767384368.118128:0:16779:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384368.118129:0:16779:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384368.118132:0:16774:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000057bd51bb. 00000100:00000001:0.0:1767384368.118132:0:16779:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:2.0:1767384368.118135:0:16774:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853236723091072, offset 224 00000100:00000040:0.0:1767384368.118135:0:16779:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384368.118138:0:16779:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002d0a9da1. 00000400:00000200:2.0:1767384368.118142:0:16774:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:0.0:1767384368.118147:0:16779:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236723091200, offset 224 00000400:00000200:2.0:1767384368.118148:0:16774:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384368.118154:0:16779:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384368.118155:0:16774:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x695824c908680 00000400:00000200:0.0:1767384368.118159:0:16779:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384368.118160:0:16774:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x21b5 [1] + 224 00000400:00000200:2.0:1767384368.118164:0:16774:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384368.118166:0:16779:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824c908700 00000400:00000200:2.0:1767384368.118168:0:16774:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384368.118170:0:16779:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x21bd [1] + 224 00000400:00000200:0.0:1767384368.118173:0:16779:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384368.118174:0:16774:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384368.118179:0:16774:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004d267868 x1853236723091072/t0(0) o400->MGC192.168.202.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384384 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384368.118179:0:16779:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384368.118182:0:16779:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384368.118186:0:16779:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002e0c7e56 x1853236723091200/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384384 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384368.118189:0:16774:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004d267868 x1853236723091072/t0(0) o400->MGC192.168.202.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384384 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384368.118196:0:16779:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000002e0c7e56 x1853236723091200/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384384 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384368.118199:0:16774:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384368.118205:0:16774:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000057bd51bb 00000400:00000010:2.0:1767384368.118207:0:16774:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000057bd51bb. 00000100:00000001:2.0:1767384368.118211:0:16774:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384368.118213:0:16774:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384368.118218:0:16774:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384368.118218:0:16779:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:2.0:1767384368.118221:0:16774:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 17 to 0@lo 00000400:00000200:0.0:1767384368.118223:0:16779:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002d0a9da1 00010000:00000001:2.0:1767384368.118224:0:16774:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:0.0:1767384368.118225:0:16779:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002d0a9da1. 00000020:00000001:2.0:1767384368.118226:0:16774:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384368.118228:0:16774:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1767384368.118228:0:16779:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384368.118230:0:16779:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000040:2.0:1767384368.118232:0:16774:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cbe21b76 x1853236723091072/t0(0) o400->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:349/0 lens 224/224 e 0 to 0 dl 1767384379 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384368.118233:0:16779:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384368.118237:0:16779:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 16 to 0@lo 00000100:00000001:0.0:1767384368.118240:0:16779:0:(niobuf.c:836:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384368.118242:0:16774:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000cbe21b76 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c0412d60-4f67-4dbc-8791-892843f60083+10:16139:x1853236723091072:12345-0@lo:400: Request processed in 312us (632us total) trans 0 rc 0/0 00000020:00000001:0.0:1767384368.118242:0:16779:0:(tgt_handler.c:791:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384368.118247:0:16779:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c0631900 x1853236723091200/t0(0) o400->@:349/0 lens 224/224 e 0 to 0 dl 1767384379 ref 1 fl Interpret:/200/0 rc -107/-107 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384368.118251:0:16774:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 175 00000100:00000040:2.0:1767384368.118256:0:16774:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000555601ca : new rpc_count 0 00000100:00100000:0.0:1767384368.118256:0:16779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000c0631900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:16140:x1853236723091200:12345-0@lo:400: Request processed in 205us (418us total) trans 0 rc -107/-107 00000100:00000001:2.0:1767384368.118259:0:16774:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384368.118261:0:16774:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00100000:0.0:1767384368.118264:0:16779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000020:00000010:2.0:1767384368.118266:0:16774:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000082d0810. 00000100:00000001:0.0:1767384368.118266:0:16779:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.118267:0:16779:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384368.118269:0:16774:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006fa09b38. 00000020:00000010:0.0:1767384368.118269:0:16779:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005ac83f73. 00000020:00000010:0.0:1767384368.118273:0:16779:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001238b710. 00000020:00000010:2.0:1767384368.118274:0:16774:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000075adad42. 00000020:00000010:0.0:1767384368.118278:0:16779:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004d714973. 00000020:00000040:2.0:1767384368.118279:0:16774:0:(genops.c:898:class_export_put()) PUTting export 00000000555601ca : new refcount 9 00000100:00000001:0.0:1767384368.118282:0:16779:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384368.118284:0:16774:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384368.118286:0:16774:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000006a880cf4. 02000000:00000001:2.0:1767384368.118290:0:16774:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384368.118292:0:16774:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384368.118297:0:16774:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384368.118302:0:16774:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008e1fef75. 00000400:00000010:2.0:1767384368.118307:0:16774:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000026b42374. 00000100:00000010:0.0:1767384368.119356:0:16140:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000073a31ddd. 00000100:00000001:0.0:1767384368.119365:0:16140:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 0 00000100:00000001:0.0:1767384368.119372:0:16140:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294958086 00000100:00000010:0.0:1767384368.119378:0:16140:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000072ea26c8. 00000100:00000001:0.0:1767384368.119382:0:16140:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767384368.119385:0:16140:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294958086 00000100:00000010:0.0:1767384368.119390:0:16140:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000021e3d9a2. 00000100:00000001:0.0:1767384368.119394:0:16140:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767384368.119398:0:16140:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294958086 00000100:00000010:0.0:1767384368.119402:0:16140:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a2b448c3. 00000100:00000001:0.0:1767384368.119412:0:16140:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767384368.119417:0:16140:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384368.119420:0:16140:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384368.119426:0:16140:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.119428:0:16140:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.119430:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000046003341. 00000400:00000200:0.0:1767384368.119434:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b59c96da 00000400:00000010:0.0:1767384368.119436:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b59c96da. 00000100:00000001:0.0:1767384368.119439:0:16140:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384368.119443:0:16140:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002e0c7e56 x1853236723091200/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384384 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384368.119453:0:16140:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002e0c7e56 x1853236723091200/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384384 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384368.119462:0:16140:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384368.119465:0:16140:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384368.119469:0:16140:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384368.119472:0:16140:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384368.119474:0:16140:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384368.119476:0:16140:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384368.119478:0:16140:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384368.119484:0:16140:0:(import.c:2128:obd_at_measure()) add 0 to 00000000edb11b67 time=93 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384368.119488:0:16140:0:(import.c:2128:obd_at_measure()) add 1 to 000000006fb1a5f2 time=93 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384368.119491:0:16140:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384368.119493:0:16140:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:0.0:1767384368.119497:0:16140:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:0.0:1767384368.119501:0:16140:0:(recover.c:203:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-OST0000 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:0.0:1767384368.119505:0:16140:0:(import.c:65:import_set_state_nolock()) 000000005a28ad8c lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:0.0:1767384368.119509:0:16140:0:(import.c:181:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-OST0000: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00000001:1.0:1767384368.119667:0:16139:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294958084 00000100:00000001:1.0:1767384368.119673:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294958106 00000100:00000001:1.0:1767384368.119677:0:16139:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294958086 00000100:00000001:1.0:1767384368.119681:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294958106 00000100:00000001:1.0:1767384368.119684:0:16139:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294958086 00000100:00000001:1.0:1767384368.119688:0:16139:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294958106 00000100:00000001:1.0:1767384368.119692:0:16139:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294958086 00000100:00000001:1.0:1767384368.119697:0:16139:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384368.119699:0:16139:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384368.119703:0:16139:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384368.119705:0:16139:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384368.119706:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e3dc7d26. 00000400:00000200:1.0:1767384368.119710:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d0007e92 00000400:00000010:1.0:1767384368.119712:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d0007e92. 00000100:00000001:1.0:1767384368.119714:0:16139:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384368.119718:0:16139:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004d267868 x1853236723091072/t0(0) o400->MGC192.168.202.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384384 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384368.119726:0:16139:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004d267868 x1853236723091072/t0(0) o400->MGC192.168.202.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384384 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384368.119733:0:16139:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384368.119735:0:16139:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384368.119736:0:16139:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384368.119742:0:16139:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384368.119744:0:16139:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384368.119745:0:16139:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384368.119747:0:16139:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384368.119750:0:16139:0:(import.c:2128:obd_at_measure()) add 5 to 0000000028df3f77 time=98 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384368.119753:0:16139:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f5022cbe time=98 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384368.119755:0:16139:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384368.119756:0:16139:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384368.119759:0:16139:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384368.119761:0:16139:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384368.119763:0:16139:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384368.119767:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004d267868 x1853236723091072/t0(0) o400->MGC192.168.202.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384384 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384368.119778:0:16139:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384368.119781:0:16139:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384368.119783:0:16139:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384368.119786:0:16139:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004d267868 x1853236723091072/t0(0) o400->MGC192.168.202.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384384 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384368.119791:0:16139:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004d267868 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c0412d60-4f67-4dbc-8791-892843f60083:16139:1853236723091072:0@lo:400: 00000100:00000001:1.0:1767384368.119795:0:16139:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384368.119797:0:16139:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384368.119798:0:16139:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004d267868 x1853236723091072/t0(0) o400->MGC192.168.202.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384384 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384368.119803:0:16139:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384368.119805:0:16139:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384368.119807:0:16139:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000061ceb596. 02000000:00000001:1.0:1767384368.119809:0:16139:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384368.119810:0:16139:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384368.119811:0:16139:0:(genops.c:1242:class_import_put()) import 00000000df830bbe refcount=3 obd=MGC192.168.202.152@tcp 00000020:00000001:1.0:1767384368.119813:0:16139:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384368.119814:0:16139:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000dcb376dc. 02000000:00000001:1.0:1767384368.119816:0:16139:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384368.119818:0:16139:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384368.119818:0:16139:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004d267868. 00000100:00000001:1.0:1767384368.119826:0:16139:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384368.119828:0:16139:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384368.119830:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384368.119835:0:16139:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384368.119836:0:16139:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384368.119838:0:16139:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384368.119839:0:16139:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384368.128154:0:17574:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00100000:2.0:1767384368.128160:0:17574:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000001:00000040:2.0:1767384368.128163:0:17574:0:(tgt_lastrcvd.c:539:tgt_cb_new_client()) callback PUTting export 00000000cf791f94 : new cb_count 0 00000020:00000040:2.0:1767384368.128167:0:17574:0:(genops.c:898:class_export_put()) PUTting export 00000000cf791f94 : new refcount 0 00000020:00000080:2.0:1767384368.128170:0:17574:0:(genops.c:904:class_export_put()) final put 00000000cf791f94/lustre-MDT0000-mdtlov_UUID 00000001:00000010:2.0:1767384368.128186:0:17574:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) kfreed 'ccb': 80 at 000000000d240654. 00040000:00000001:2.0:1767384368.128192:0:17574:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384368.128194:0:17574:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000020:00000001:1.0:1767384368.128195:0:36:0:(genops.c:857:class_export_destroy()) Process entered 00080000:00000010:2.0:1767384368.128196:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000001818b1c6. 00000020:00000080:1.0:1767384368.128199:0:36:0:(genops.c:863:class_export_destroy()) destroying export 00000000cf791f94/lustre-MDT0000-mdtlov_UUID for lustre-OST0000 00080000:00000001:2.0:1767384368.128201:0:17574:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000020:00000040:1.0:1767384368.128204:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 15 to 0@lo 00080000:00000001:2.0:1767384368.128205:0:17574:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384368.128208:0:17574:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000020:00000001:1.0:1767384368.128209:0:36:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00040000:00000001:2.0:1767384368.128211:0:17574:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384368.128214:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000a56b1680. 00000020:00000040:1.0:1767384368.128215:0:36:0:(genops.c:1229:class_import_get()) import 00000000630a8b14 refcount=2 obd=lustre-OST0000 00080000:00000001:2.0:1767384368.128220:0:17574:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000020:00000001:1.0:1767384368.128221:0:36:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384368.128224:0:36:0:(genops.c:1242:class_import_put()) import 00000000630a8b14 refcount=1 obd=lustre-OST0000 00080000:00000001:2.0:1767384368.128225:0:17574:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000020:00000001:1.0:1767384368.128226:0:36:0:(genops.c:1249:class_import_put()) Process leaving 00000001:00100000:2.0:1767384368.128228:0:17574:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of dfcc6be8-6fd1-4e6d-a8a4-ac9b181b1ec3 00000020:00000001:1.0:1767384368.128230:0:36:0:(genops.c:1236:class_import_put()) Process entered 00000001:00000040:2.0:1767384368.128231:0:17574:0:(tgt_lastrcvd.c:539:tgt_cb_new_client()) callback PUTting export 00000000bbd4965c : new cb_count 1 00000020:00000040:1.0:1767384368.128233:0:36:0:(genops.c:1242:class_import_put()) import 00000000630a8b14 refcount=0 obd=lustre-OST0000 00000020:00000040:2.0:1767384368.128234:0:17574:0:(genops.c:898:class_export_put()) PUTting export 00000000bbd4965c : new refcount 1 00000020:00000040:1.0:1767384368.128237:0:36:0:(genops.c:1245:class_import_put()) final put import 00000000630a8b14 00000001:00000010:2.0:1767384368.128238:0:17574:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) kfreed 'ccb': 80 at 00000000632fd645. 00040000:00000001:2.0:1767384368.128242:0:17574:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384368.128244:0:17574:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384368.128245:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000bc97bb33. 00000020:00000001:1.0:1767384368.128246:0:36:0:(genops.c:1249:class_import_put()) Process leaving 00080000:00000001:2.0:1767384368.128248:0:17574:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00010000:00000001:1.0:1767384368.128250:0:36:0:(ldlm_lockd.c:3159:ldlm_destroy_export()) Process entered 00080000:00000001:2.0:1767384368.128252:0:17574:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000001:1.0:1767384368.128253:0:36:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00040000:00000001:2.0:1767384368.128255:0:17574:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384368.128258:0:17574:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384368.128259:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000004bff7e26. 00000001:00000010:1.0:1767384368.128260:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000000023c1df. 00080000:00000001:2.0:1767384368.128261:0:17574:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384368.128266:0:17574:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000010:1.0:1767384368.128267:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000040455b2d. 00000001:00100000:2.0:1767384368.128269:0:17574:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of dfcc6be8-6fd1-4e6d-a8a4-ac9b181b1ec3 00000001:00000010:1.0:1767384368.128272:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000009effb167. 00000001:00000040:2.0:1767384368.128273:0:17574:0:(tgt_lastrcvd.c:539:tgt_cb_new_client()) callback PUTting export 00000000bbd4965c : new cb_count 0 00000001:00000010:1.0:1767384368.128276:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000118e9eb2. 00000020:00000040:2.0:1767384368.128277:0:17574:0:(genops.c:898:class_export_put()) PUTting export 00000000bbd4965c : new refcount 0 00000020:00000080:2.0:1767384368.128280:0:17574:0:(genops.c:904:class_export_put()) final put 00000000bbd4965c/dfcc6be8-6fd1-4e6d-a8a4-ac9b181b1ec3 00000001:00000010:1.0:1767384368.128282:0:36:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000735111d1. 00000001:00000010:2.0:1767384368.128286:0:17574:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) kfreed 'ccb': 80 at 0000000037aab434. 00000001:00000010:1.0:1767384368.128286:0:36:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 000000004bfbfd20. 00040000:00000001:2.0:1767384368.128291:0:17574:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000001:00000001:1.0:1767384368.128291:0:36:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000001:2.0:1767384368.128295:0:17574:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00010000:00000001:1.0:1767384368.128295:0:36:0:(ldlm_flock.c:1142:ldlm_destroy_flock_export()) Process entered 00080000:00000010:2.0:1767384368.128300:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000008e7ce15c. 00010000:00000001:1.0:1767384368.128300:0:36:0:(ldlm_flock.c:1147:ldlm_destroy_flock_export()) Process leaving 00010000:00000001:1.0:1767384368.128303:0:36:0:(ldlm_lockd.c:3164:ldlm_destroy_export()) Process leaving 00080000:00000001:2.0:1767384368.128304:0:17574:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000001:00000010:1.0:1767384368.128308:0:36:0:(tgt_lastrcvd.c:439:tgt_client_free()) kfreed 'ted->ted_lcd': 128 at 00000000f3683502. 00000020:00000001:1.0:1767384368.128314:0:36:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384368.128316:0:36:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (0000000083abdb14) now 7 - export 00000020:00000010:1.0:1767384368.128319:0:36:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000cf791f94. 00000020:00000001:1.0:1767384368.128327:0:36:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000001:1.0:1767384368.128335:0:36:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000020:00000080:1.0:1767384368.128336:0:36:0:(genops.c:1202:obd_zombie_import_free()) destroying import 00000000630a8b14 for lustre-OST0000 00000020:00000040:1.0:1767384368.128339:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 14 to 0@lo 00000020:00000040:1.0:1767384368.128340:0:36:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (0000000083abdb14) now 6 - import 00000020:00000010:1.0:1767384368.128342:0:36:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 00000000630a8b14. 00000020:00000001:1.0:1767384368.128345:0:36:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000020:00000001:1.0:1767384368.128347:0:36:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:1.0:1767384368.128348:0:36:0:(genops.c:863:class_export_destroy()) destroying export 00000000bbd4965c/dfcc6be8-6fd1-4e6d-a8a4-ac9b181b1ec3 for lustre-OST0000 00000020:00000040:1.0:1767384368.128352:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000edb0cbe6 refcount 3 to 192.168.202.52@tcp50 00000020:00000001:1.0:1767384368.128354:0:36:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000040:1.0:1767384368.128356:0:36:0:(genops.c:1229:class_import_get()) import 000000005e1e4e83 refcount=2 obd=lustre-OST0000 00000020:00000001:1.0:1767384368.128357:0:36:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384368.128358:0:36:0:(genops.c:1242:class_import_put()) import 000000005e1e4e83 refcount=1 obd=lustre-OST0000 00000020:00000001:1.0:1767384368.128360:0:36:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:1.0:1767384368.128361:0:36:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384368.128362:0:36:0:(genops.c:1242:class_import_put()) import 000000005e1e4e83 refcount=0 obd=lustre-OST0000 00000020:00000040:1.0:1767384368.128363:0:36:0:(genops.c:1245:class_import_put()) final put import 000000005e1e4e83 00000020:00000001:1.0:1767384368.128366:0:36:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:1.0:1767384368.128366:0:36:0:(ldlm_lockd.c:3159:ldlm_destroy_export()) Process entered 00000001:00000001:1.0:1767384368.128367:0:36:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384368.128370:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000004e4593e6. 00000001:00000010:1.0:1767384368.128372:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000042bbd6ba. 00000001:00000010:1.0:1767384368.128373:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000b5a3e027. 00000001:00000010:1.0:1767384368.128374:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000005b170b71. 00000001:00000010:1.0:1767384368.128375:0:36:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 0000000047cfa462. 00000001:00000010:1.0:1767384368.128378:0:36:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000fd01dd85. 00000001:00000001:1.0:1767384368.128379:0:36:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000001:1.0:1767384368.128380:0:36:0:(ldlm_flock.c:1142:ldlm_destroy_flock_export()) Process entered 00010000:00000001:1.0:1767384368.128381:0:36:0:(ldlm_flock.c:1147:ldlm_destroy_flock_export()) Process leaving 00010000:00000001:1.0:1767384368.128383:0:36:0:(ldlm_lockd.c:3164:ldlm_destroy_export()) Process leaving 00000001:00000010:1.0:1767384368.128384:0:36:0:(tgt_lastrcvd.c:439:tgt_client_free()) kfreed 'ted->ted_lcd': 128 at 000000005ce7b8d4. 00000020:00000001:1.0:1767384368.128388:0:36:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384368.128390:0:36:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (0000000083abdb14) now 5 - export 00000020:00000010:1.0:1767384368.128392:0:36:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000bbd4965c. 00000020:00000001:1.0:1767384368.128395:0:36:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000001:1.0:1767384368.128402:0:36:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000020:00000080:1.0:1767384368.128403:0:36:0:(genops.c:1202:obd_zombie_import_free()) destroying import 000000005e1e4e83 for lustre-OST0000 00000020:00000040:1.0:1767384368.128405:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000edb0cbe6 refcount 2 to 192.168.202.52@tcp50 00000020:00000040:1.0:1767384368.128406:0:36:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (0000000083abdb14) now 4 - import 00000020:00000010:1.0:1767384368.128408:0:36:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 000000005e1e4e83. 00000020:00000001:1.0:1767384368.128410:0:36:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000100:00000001:0.0:1767384368.128518:0:16140:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:0.0:1767384368.128523:0:16140:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:0.0:1767384368.128526:0:16140:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1767384368.128528:0:16140:0:(import.c:65:import_set_state_nolock()) 000000005a28ad8c lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1767384368.128533:0:16140:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1767384368.128544:0:16140:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 198 00000100:00000040:0.0:1767384368.128550:0:16140:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 13 to 0@lo 00000100:00000001:0.0:1767384368.128553:0:16140:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384368.128556:0:16140:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 14 to 0@lo 00000100:00000001:0.0:1767384368.128559:0:16140:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 00000020:00000001:0.0:1767384368.128562:0:16140:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384368.128564:0:16140:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eeca1c 00000020:00000001:0.0:1767384368.128566:0:16140:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384368.128569:0:16140:0:(lustre_handles.c:131:class_handle2object()) GET export 000000004ead5a6d refcount=8 00000020:00000001:0.0:1767384368.128571:0:16140:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619777412161536 : -124296297390080 : ffff8ef40358e000) 00000020:00000001:0.0:1767384368.128574:0:16140:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619777412161536 : -124296297390080 : ffff8ef40358e000) 00000100:00000040:0.0:1767384368.128577:0:16140:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 13 to 0@lo 00000100:00000001:0.0:1767384368.128580:0:16140:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384368.128583:0:16140:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 14 to 0@lo 00000100:00000001:0.0:1767384368.128585:0:16140:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 00000020:00000040:0.0:1767384368.128588:0:16140:0:(genops.c:898:class_export_put()) PUTting export 000000004ead5a6d : new refcount 7 00000100:00080000:0.0:1767384368.128591:0:16140:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import 000000005a28ad8c using connection 192.168.202.152@tcp/0@lo 00000100:00000001:0.0:1767384368.128595:0:16140:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384368.128598:0:16140:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1767384368.128605:0:16140:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384368.128608:0:16140:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384368.128611:0:16140:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1767384368.128612:0:16140:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384368.128616:0:16140:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e6a754bd. 00000020:00000040:0.0:1767384368.128619:0:16140:0:(genops.c:1229:class_import_get()) import 000000005a28ad8c refcount=4 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:0.0:1767384368.128623:0:16140:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1767384368.128624:0:16140:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384368.128627:0:16140:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384368.128629:0:16140:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384368.128632:0:16140:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384368.128638:0:16140:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000cf467784. 00000100:00000001:0.0:1767384368.128644:0:16140:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384368.128651:0:16140:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000e6a754bd x1853236723091328/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384368.128669:0:16140:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384368.128671:0:16140:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384368.128675:0:16140:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e6a754bd] to pc [ptlrpcd_rcv+-1] req@00000000e6a754bd x1853236723091328/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384368.128695:0:16140:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384368.128699:0:16140:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:1.0:1767384368.128701:0:16136:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384368.128702:0:16140:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:1.0:1767384368.128706:0:16136:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384368.128709:0:16136:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384368.128710:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002e0c7e56 x1853236723091200/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384384 ref 1 fl Rpc:RNQU/200/0 rc -107/-107 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384368.128715:0:16136:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e6a754bd x1853236723091328/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384368.128736:0:16140:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:1.0:1767384368.128738:0:16136:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384368.128742:0:16136:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384368.128743:0:16140:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:1.0:1767384368.128745:0:16136:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767384368.128747:0:16140:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384368.128748:0:16136:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384368.128753:0:16136:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384368.128758:0:16136:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e6a754bd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:16136:1853236723091328:0@lo:38: 00000100:00000040:0.0:1767384368.128758:0:16140:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002e0c7e56 x1853236723091200/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384384 ref 1 fl Interpret:RNQU/200/0 rc -107/-107 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384368.128765:0:16136:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384368.128768:0:16136:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384368.128771:0:16136:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384368.128775:0:16136:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384368.128780:0:16136:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000dcf44e89. 00000100:00100000:0.0:1767384368.128781:0:16140:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000002e0c7e56 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:16140:1853236723091200:0@lo:400: 02000000:00000001:1.0:1767384368.128785:0:16136:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384368.128791:0:16140:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384368.128792:0:16136:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008b86d1cd. 00000100:00000001:0.0:1767384368.128795:0:16140:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:1.0:1767384368.128800:0:16136:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000041b879ca. 00000100:00000040:0.0:1767384368.128800:0:16140:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002e0c7e56 x1853236723091200/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384384 ref 1 fl Complete:RNQU/200/0 rc -107/-107 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384368.128807:0:16136:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236723091328, portal 10 00000100:00000001:1.0:1767384368.128812:0:16136:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384368.128815:0:16136:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782423941504 : -124291285610112 : ffff8ef52e129180) 00000100:00000001:0.0:1767384368.128818:0:16140:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000040:1.0:1767384368.128823:0:16136:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e6a754bd x1853236723091328/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384378 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384368.128823:0:16140:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384368.128828:0:16140:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d012bb88. 00000100:00000001:1.0:1767384368.128833:0:16136:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1767384368.128835:0:16140:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:1.0:1767384368.128837:0:16136:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:0.0:1767384368.128840:0:16140:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000010:1.0:1767384368.128842:0:16136:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005ce4ec44. 00000020:00000040:0.0:1767384368.128844:0:16140:0:(genops.c:1242:class_import_put()) import 000000005a28ad8c refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000200:1.0:1767384368.128845:0:16136:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1853236723091328, offset 0 00000020:00000001:0.0:1767384368.128849:0:16140:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384368.128852:0:16140:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000f545113. 02000000:00000001:0.0:1767384368.128858:0:16140:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:1.0:1767384368.128860:0:16136:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:0.0:1767384368.128860:0:16140:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384368.128864:0:16140:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002e0c7e56. 00000400:00000200:1.0:1767384368.128872:0:16136:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384368.128878:0:16140:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384368.128882:0:16140:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384368.128886:0:16136:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x695824c908780 00000100:00000001:0.0:1767384368.128887:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384368.128895:0:16136:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x229 [64] + 11832 00000100:00000001:0.0:1767384368.128897:0:16140:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384368.128900:0:16140:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384368.128901:0:16136:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384368.128907:0:16136:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384368.128907:0:16140:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384368.128912:0:16140:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384368.128915:0:16136:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384368.128917:0:16136:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1767384368.128929:0:16136:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bc8de67e. 00000100:00000040:1.0:1767384368.128935:0:16136:0:(events.c:337:request_in_callback()) incoming req@00000000bc8de67e x1853236723091328 msgsize 520 00000100:00100000:1.0:1767384368.128938:0:16136:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384368.128946:0:16136:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384368.128952:0:16136:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005ce4ec44 00000400:00000010:1.0:1767384368.128954:0:16136:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005ce4ec44. 00000100:00000001:1.0:1767384368.128957:0:16136:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384368.128960:0:16136:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e6a754bd x1853236723091328/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384378 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384368.128967:0:16136:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384368.128969:0:16780:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:1.0:1767384368.128970:0:16136:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e6a754bd x1853236723091328/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384378 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384368.128975:0:16780:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236723091328 00000100:00000001:1.0:1767384368.128978:0:16136:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384368.128980:0:16780:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384368.128981:0:16136:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384368.128984:0:16780:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384368.128987:0:16136:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384368.129000:0:16780:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384368.129006:0:16136:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3697 usecs (4 jiffies) 02000000:00000001:0.0:1767384368.129007:0:16780:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384368.129012:0:16136:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294958095 00000100:00100000:0.0:1767384368.129013:0:16780:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236723091328 00000100:00000001:1.0:1767384368.129016:0:16136:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294958104 00000020:00000001:0.0:1767384368.129018:0:16780:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384368.129021:0:16780:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eeca23 00000100:00000001:1.0:1767384368.129022:0:16136:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294958095 00000020:00000001:0.0:1767384368.129027:0:16780:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384368.129028:0:16136:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294958106 00000100:00000001:1.0:1767384368.129032:0:16136:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294958095 00000020:00000001:0.0:1767384368.129032:0:16780:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384368.129036:0:16136:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294958106 00000020:00000001:0.0:1767384368.129039:0:16780:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384368.129040:0:16136:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294958095 00000020:00000010:0.0:1767384368.129046:0:16780:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d012bb88. 00000100:00000001:1.0:1767384368.129048:0:16136:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294958106 00000100:00000001:1.0:1767384368.129054:0:16136:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384368.129054:0:16780:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002dc0e001. 00000100:00000001:1.0:1767384368.129060:0:16136:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384368.129061:0:16780:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001238b710. 00000100:00000001:1.0:1767384368.129064:0:16136:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384368.129068:0:16136:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384368.129068:0:16780:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384368.129072:0:16780:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384368.129076:0:16780:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384368.129077:0:16136:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384368.129082:0:16136:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1767384368.129113:0:16136:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384368.129115:0:16136:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384368.129117:0:16136:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384368.129118:0:16136:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384368.129122:0:16780:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384368.129134:0:16780:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384368.129150:0:16780:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384368.129152:0:16780:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384368.129153:0:16779:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384368.129156:0:16779:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384368.129159:0:16780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00000001:0.0:1767384368.129164:0:16780:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446619782071883008 : -124291637668608 : ffff8ef519169500) 00000100:00000001:1.0:1767384368.129167:0:16779:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384368.129168:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000bc8de67e x1853236723091328/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1767384388 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384368.129170:0:16779:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384368.129188:0:16780:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000bc8de67e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:16136:x1853236723091328:12345-0@lo:38: 00000100:00000200:0.0:1767384368.129193:0:16780:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723091328 00000020:00000001:0.0:1767384368.129204:0:16780:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00010000:00000001:0.0:1767384368.129208:0:16780:0:(ldlm_lib.c:1163:target_handle_connect()) Process entered 00000020:00000040:0.0:1767384368.129217:0:16780:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000b1f9e0ef) now 6 - find 00000020:00000001:0.0:1767384368.129220:0:16780:0:(genops.c:681:class_str2obd()) Process leaving (rc=18446619781697961984 : -124292011589632 : ffff8ef502cd0000) 00010000:02000000:0.0:1767384368.129224:0:16780:0:(ldlm_lib.c:1191:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00080000:00000001:2.0:1767384368.130884:0:16807:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00100000:2.0:1767384368.130888:0:16807:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of dfcc6be8-6fd1-4e6d-a8a4-ac9b181b1ec3 00000001:00000040:2.0:1767384368.130891:0:16807:0:(tgt_lastrcvd.c:539:tgt_cb_new_client()) callback PUTting export 0000000076935a1c : new cb_count 2 00000020:00000040:2.0:1767384368.130894:0:16807:0:(genops.c:898:class_export_put()) PUTting export 0000000076935a1c : new refcount 2 00000001:00000010:2.0:1767384368.130896:0:16807:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) kfreed 'ccb': 80 at 000000006d6e87cd. 00040000:00000001:2.0:1767384368.130901:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384368.130903:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1767384368.130904:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384368.130906:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384368.130908:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000c1d4e66e. 00080000:00000001:2.0:1767384368.130911:0:16807:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384368.130914:0:16807:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000100:00000001:2.0:1767384368.130916:0:16807:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000100:00000001:2.0:1767384368.130917:0:16807:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000001:00080000:2.0:1767384368.130919:0:16807:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934593 is committed 00000001:00000040:2.0:1767384368.130922:0:16807:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export 0000000076935a1c : new cb_count 1 00000020:00000040:2.0:1767384368.130923:0:16807:0:(genops.c:898:class_export_put()) PUTting export 0000000076935a1c : new refcount 1 00000001:00000010:2.0:1767384368.130924:0:16807:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 0000000021256cfb. 00040000:00000001:2.0:1767384368.130926:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384368.130927:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1767384368.130927:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384368.130928:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384368.130928:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000c5df7bcc. 00080000:00000001:2.0:1767384368.130930:0:16807:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384368.130933:0:16807:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00100000:2.0:1767384368.130934:0:16807:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of dfcc6be8-6fd1-4e6d-a8a4-ac9b181b1ec3 00000001:00000040:2.0:1767384368.130935:0:16807:0:(tgt_lastrcvd.c:539:tgt_cb_new_client()) callback PUTting export 0000000076935a1c : new cb_count 0 00000020:00000040:2.0:1767384368.130936:0:16807:0:(genops.c:898:class_export_put()) PUTting export 0000000076935a1c : new refcount 0 00000020:00000080:2.0:1767384368.130937:0:16807:0:(genops.c:904:class_export_put()) final put 0000000076935a1c/dfcc6be8-6fd1-4e6d-a8a4-ac9b181b1ec3 00000001:00000010:2.0:1767384368.130944:0:16807:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) kfreed 'ccb': 80 at 000000007cac839b. 00040000:00000001:2.0:1767384368.130947:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384368.130948:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1767384368.130949:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384368.130950:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384368.130952:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000058fe19fc. 00000020:00000001:1.0:1767384368.130953:0:37:0:(genops.c:857:class_export_destroy()) Process entered 00080000:00000001:2.0:1767384368.130954:0:16807:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000020:00000080:1.0:1767384368.130957:0:37:0:(genops.c:863:class_export_destroy()) destroying export 0000000076935a1c/dfcc6be8-6fd1-4e6d-a8a4-ac9b181b1ec3 for lustre-MDT0000 00000020:00000040:1.0:1767384368.130962:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000edb0cbe6 refcount 1 to 192.168.202.52@tcp50 00000020:00000001:1.0:1767384368.130964:0:37:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000004:00000001:1.0:1767384368.130966:0:37:0:(mdt_handler.c:7618:mdt_destroy_export()) Process entered 00000020:00000040:1.0:1767384368.130969:0:37:0:(genops.c:1229:class_import_get()) import 00000000c80cbb98 refcount=2 obd=lustre-MDT0000 00000020:00000001:1.0:1767384368.130971:0:37:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384368.130971:0:37:0:(genops.c:1242:class_import_put()) import 00000000c80cbb98 refcount=1 obd=lustre-MDT0000 00000020:00000001:1.0:1767384368.130973:0:37:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:1.0:1767384368.130974:0:37:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384368.130975:0:37:0:(genops.c:1242:class_import_put()) import 00000000c80cbb98 refcount=0 obd=lustre-MDT0000 00000020:00000040:1.0:1767384368.130976:0:37:0:(genops.c:1245:class_import_put()) final put import 00000000c80cbb98 00000020:00000001:1.0:1767384368.130984:0:37:0:(genops.c:1249:class_import_put()) Process leaving 00000004:00000010:1.0:1767384368.130986:0:37:0:(mdt_handler.c:7622:mdt_destroy_export()) kfreed 'exp->exp_used_slots': 64 at 00000000fba8788c. 00010000:00000001:1.0:1767384368.131000:0:37:0:(ldlm_lockd.c:3159:ldlm_destroy_export()) Process entered 00000001:00000001:1.0:1767384368.131002:0:37:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384368.131006:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000a66b421e. 00000001:00000010:1.0:1767384368.131008:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000c9ed71b6. 00000001:00000010:1.0:1767384368.131010:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000b377c798. 00000001:00000010:1.0:1767384368.131011:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000fc37ce69. 00000001:00000010:1.0:1767384368.131013:0:37:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000ad2707e6. 00000001:00000010:1.0:1767384368.131021:0:37:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000af3d0ec9. 00000001:00000001:1.0:1767384368.131026:0:37:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000001:1.0:1767384368.131027:0:37:0:(ldlm_flock.c:1142:ldlm_destroy_flock_export()) Process entered 00000001:00000001:1.0:1767384368.131028:0:37:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384368.131031:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000009d7cd7ed. 00000001:00000010:1.0:1767384368.131033:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000b72a6a2a. 00000001:00000010:1.0:1767384368.131035:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000007d0f2312. 00000001:00000010:1.0:1767384368.131037:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000e1b35bbb. 00000001:00000010:1.0:1767384368.131039:0:37:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000889e5d08. 00000001:00000010:1.0:1767384368.131041:0:37:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 0000000097db7eda. 00000001:00000001:1.0:1767384368.131043:0:37:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000001:1.0:1767384368.131044:0:37:0:(ldlm_flock.c:1147:ldlm_destroy_flock_export()) Process leaving 00010000:00000001:1.0:1767384368.131045:0:37:0:(ldlm_lockd.c:3164:ldlm_destroy_export()) Process leaving 00000001:00000001:1.0:1767384368.131048:0:37:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data 00000000a9234ec1: xid 1853236716768768, transno 8589934593, client gen 1, slot idx 0 00000001:00000001:1.0:1767384368.131053:0:37:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data 00000000a9234ec1: xid 1853236716768768, transno 8589934593, client gen 1, slot idx 0 00000001:00000010:1.0:1767384368.131057:0:37:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at 00000000a9234ec1. 00000001:00000010:1.0:1767384368.131060:0:37:0:(tgt_lastrcvd.c:439:tgt_client_free()) kfreed 'ted->ted_lcd': 128 at 00000000333ba1ba. 00000004:00000001:1.0:1767384368.131064:0:37:0:(mdt_handler.c:7648:mdt_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384368.131066:0:37:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384368.131068:0:37:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000b1f9e0ef) now 6 - export 00000020:00000010:1.0:1767384368.131071:0:37:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 0000000076935a1c. 00000020:00000001:1.0:1767384368.131074:0:37:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000001:1.0:1767384368.131077:0:37:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000020:00000080:1.0:1767384368.131078:0:37:0:(genops.c:1202:obd_zombie_import_free()) destroying import 00000000c80cbb98 for lustre-MDT0000 00000020:00000040:1.0:1767384368.131082:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000edb0cbe6 refcount 0 to 192.168.202.52@tcp50 00000020:00000040:1.0:1767384368.131084:0:37:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000b1f9e0ef) now 5 - import 00000020:00000010:1.0:1767384368.131116:0:37:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 00000000c80cbb98. 00000020:00000001:1.0:1767384368.131118:0:37:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00010000:00000001:0.0:1767384368.132724:0:16780:0:(ldlm_lib.c:1192:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000040:0.0:1767384368.132729:0:16780:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000b1f9e0ef) now 4 - find 00010000:00000001:0.0:1767384368.132732:0:16780:0:(ldlm_lib.c:1700:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1767384368.132736:0:16780:0:(niobuf.c:815:ptlrpc_send_error()) Process entered 00000100:00000001:0.0:1767384368.132738:0:16780:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384368.132740:0:16780:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384368.132744:0:16780:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000ba4a6106. 02000000:00000001:0.0:1767384368.132747:0:16780:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384368.132749:0:16780:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384368.132753:0:16780:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384368.132755:0:16780:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384368.132758:0:16780:0:(niobuf.c:600:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:0.0:1767384368.132762:0:16780:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:0.0:1767384368.132765:0:16780:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384368.132767:0:16780:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 15 to 0@lo 00000100:00000001:0.0:1767384368.132769:0:16780:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 00000100:00000001:0.0:1767384368.132772:0:16780:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446619782676400896 : -124291033150720 : 0xffff8ef53d1ecb00) 00000100:00000040:0.0:1767384368.132775:0:16780:0:(connection.c:149:ptlrpc_connection_get()) conn=000000007ad52f0f refcount 15 to 0@lo 02000000:00000001:0.0:1767384368.132777:0:16780:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384368.132779:0:16780:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384368.132781:0:16780:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384368.132783:0:16780:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384368.132786:0:16780:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b59c96da. 00000100:00000200:0.0:1767384368.132790:0:16780:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236723091328, offset 0 00000400:00000200:0.0:1767384368.132795:0:16780:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384368.132802:0:16780:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384368.132807:0:16780:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824c908780 00000400:00000200:0.0:1767384368.132812:0:16780:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x21d1 [1] + 0 00000400:00000200:0.0:1767384368.132816:0:16780:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384368.132826:0:16780:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384368.132830:0:16780:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384368.132834:0:16780:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e6a754bd x1853236723091328/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384378 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384368.132844:0:16780:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@00000000e6a754bd x1853236723091328/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384378 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384368.132857:0:16780:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384368.132862:0:16780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b59c96da 00000400:00000010:0.0:1767384368.132863:0:16780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b59c96da. 00000100:00000001:0.0:1767384368.132865:0:16780:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384368.132866:0:16780:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384368.132869:0:16780:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384368.132871:0:16780:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 14 to 0@lo 00000100:00000001:0.0:1767384368.132873:0:16780:0:(niobuf.c:836:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384368.132875:0:16780:0:(tgt_handler.c:770:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384368.132877:0:16136:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767384368.132878:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bc8de67e x1853236723091328/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1767384388 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384368.132881:0:16136:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384368.132886:0:16136:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:0.0:1767384368.132890:0:16780:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000bc8de67e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:16136:x1853236723091328:12345-0@lo:38: Request processed in 3702us (3952us total) trans 0 rc -19/-19 00000400:00000001:1.0:1767384368.132891:0:16136:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384368.132894:0:16136:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008b86d1cd. 00000400:00000200:1.0:1767384368.132899:0:16136:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000041b879ca 00000100:00100000:0.0:1767384368.132902:0:16780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00000001:0.0:1767384368.132905:0:16780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000010:1.0:1767384368.132908:0:16136:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000041b879ca. 00000100:00000001:0.0:1767384368.132908:0:16780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384368.132913:0:16136:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:0.0:1767384368.132914:0:16780:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002dc0e001. 00000100:00000200:1.0:1767384368.132918:0:16136:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e6a754bd x1853236723091328/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384378 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384368.132919:0:16780:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001238b710. 00000020:00000010:0.0:1767384368.132924:0:16780:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d012bb88. 00000100:00000001:0.0:1767384368.132929:0:16780:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384368.132934:0:16136:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e6a754bd x1853236723091328/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384378 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384368.132940:0:16136:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384368.132942:0:16136:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384368.132943:0:16136:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384368.132945:0:16136:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384368.132946:0:16136:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384368.132947:0:16136:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384368.132949:0:16136:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384368.132954:0:16136:0:(import.c:2128:obd_at_measure()) add 0 to 00000000edb11b67 time=93 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384368.132956:0:16136:0:(import.c:2128:obd_at_measure()) add 1 to 000000006fb1a5f2 time=93 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384368.132958:0:16136:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384368.132959:0:16136:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1767384368.132961:0:16136:0:(client.c:1695:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1767384368.132963:0:16136:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e6a754bd x1853236723091328/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1767384378 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384368.132968:0:16136:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1767384368.132969:0:16136:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384368.132970:0:16136:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384368.132971:0:16136:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1767384368.132973:0:16136:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:1.0:1767384368.132975:0:16136:0:(import.c:65:import_set_state_nolock()) 000000005a28ad8c lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767384368.132977:0:16136:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00000001:1.0:1767384368.132978:0:16136:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1767384368.132980:0:16136:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e6a754bd x1853236723091328/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1767384378 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384368.132985:0:16136:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e6a754bd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:16136:1853236723091328:0@lo:38: 00000100:00000001:1.0:1767384368.133005:0:16136:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384368.133008:0:16136:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384368.133009:0:16136:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e6a754bd x1853236723091328/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1767384378 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384368.133014:0:16136:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384368.133015:0:16136:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384368.133017:0:16136:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000dcf44e89. 02000000:00000001:1.0:1767384368.133019:0:16136:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384368.133020:0:16136:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384368.133021:0:16136:0:(genops.c:1242:class_import_put()) import 000000005a28ad8c refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:1.0:1767384368.133022:0:16136:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384368.133023:0:16136:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000cf467784. 02000000:00000001:1.0:1767384368.133025:0:16136:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384368.133026:0:16136:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384368.133027:0:16136:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e6a754bd. 00000100:00000001:1.0:1767384368.133029:0:16136:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384368.133029:0:16136:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384368.133031:0:16136:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384368.133034:0:16136:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384368.133035:0:16136:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384368.133036:0:16136:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384368.133037:0:16136:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384368.144127:0:270:0:(connection.c:75:cpu_latency_work()) work item of 00000000135c2452 (cpu 0) has reached its deadline 4294958106, at 4294958107 00000100:00000010:2.0:1767384368.144140:0:270:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000021e3d9a2. 00000100:00000040:1.0:1767384368.144153:0:62:0:(connection.c:75:cpu_latency_work()) work item of 00000000edc4e618 (cpu 0) has reached its deadline 4294958106, at 4294958107 00000100:00000040:3.0:1767384368.144160:0:53:0:(connection.c:75:cpu_latency_work()) work item of 000000009d5c2cb6 (cpu 0) has reached its deadline 4294958106, at 4294958107 00000100:00000040:0.0:1767384368.144160:0:449:0:(connection.c:75:cpu_latency_work()) work item of 000000002fd0fb58 (cpu 0) has reached its deadline 4294958104, at 4294958107 00000100:00000010:1.0:1767384368.144164:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000072ea26c8. 00000100:00000010:0.0:1767384368.144170:0:449:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000073a31ddd. 00000100:00000010:3.0:1767384368.144172:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a2b448c3. 00000800:00000200:0.0:1767384368.181201:0:16129:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000637d50da] -> 12345-192.168.202.152@tcp35 (4) 00000800:00000200:0.1:1767384368.181209:0:16129:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000637d50da] -> 12345-192.168.202.152@tcp35 (4) 00000400:00000200:2.0:1767384368.181316:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.152:988 00000400:00000200:2.0:1767384368.181361:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.152:988 00000400:00000200:2.0:1767384368.181391:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.152:988 00000400:00000200:2.0:1767384368.181405:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.152:988 00000400:00000200:2.0:1767384368.181418:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.152:988 00000400:00000200:2.0:1767384368.181447:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.152:988 00000400:00000200:2.0:1767384368.181460:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.152:988 00000400:00000200:2.0:1767384368.181473:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.152:988 00000400:00000200:2.0:1767384368.181485:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.152:988 00000400:00000200:2.0:1767384368.181514:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.152:988 00000400:00000200:2.0:1767384368.181529:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.152:988 00000400:00000200:2.0:1767384368.181542:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.152:988 00000400:00000200:2.0:1767384368.181555:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.152:988 00000400:00000200:2.0:1767384368.181567:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.152:988 00000400:00000200:2.0:1767384368.181579:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.152:988 00000400:00000200:2.0:1767384368.181592:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.152:988 00000400:00000200:2.0:1767384368.181604:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.152:988 00000400:00000200:2.0:1767384368.181617:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.152:988 00000400:00000200:2.0:1767384368.181629:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.152:988 00000400:00000200:2.0:1767384368.181642:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.152:988 00000400:00000200:2.0:1767384368.181654:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.152:988 00000400:00000200:2.0:1767384368.181667:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.152:988 00000400:00000200:2.0:1767384368.181680:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.152:988 00000400:00000200:2.0:1767384368.181693:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.152:988 00000400:00000200:2.0:1767384368.181721:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.152:988 00000400:00000200:2.0:1767384368.181734:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.152:988 00000400:00000200:2.0:1767384368.181746:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.152:988 00000400:00000200:2.0:1767384368.181759:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.152:988 00000400:00000200:2.0:1767384368.181771:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.152:988 00000400:00000200:2.0:1767384368.181785:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.152:988 00000400:00000200:2.0:1767384368.181808:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.152:988 00000400:00000200:2.0:1767384368.181834:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.152:988 00000400:00000200:2.0:1767384368.181854:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.152:988 00000400:00000200:2.0:1767384368.181867:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.152:988 00000400:00000200:2.0:1767384368.181880:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.152:988 00000800:00000010:2.0:1767384368.182031:0:16127:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000713c9570. 00000800:00000010:2.0:1767384368.182036:0:16127:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000067e383b9. 00000800:00000010:2.0:1767384368.182039:0:16127:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ecfa86a1. 00000800:00000010:2.0:1767384368.182054:0:16127:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ecfa86a1. 00000800:00020000:2.0:1767384368.182063:0:16127:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.152 00000800:00000010:2.0:1767384368.182066:0:16127:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000067e383b9. 00000800:00000010:2.0:1767384368.182068:0:16127:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000713c9570. 00000400:02020000:2.0:1767384368.182127:0:16127:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.152@tcp35 at host 192.168.202.152:988: is it running a compatible version of Lustre? 00000800:00000100:2.0:1767384368.182131:0:16127:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00000020:00000001:0.0:1767384368.501171:0:39775:0:(lprocfs_status_server.c:320:lprocfs_free_per_client_stats()) Process entered 00000020:01000000:0.0:1767384368.501184:0:39775:0:(lprocfs_status_server.c:299:lprocfs_free_client_stats()) stat 00000000b9bc1dce - data 00000000daed2d3a/000000005160657a 00000020:00000010:0.0:1767384368.501273:0:39775:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 1040 at 00000000c5851326. 00000020:00000010:0.0:1767384368.501295:0:39775:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 832 at 00000000bfe333b4. 00000020:00000010:0.0:1767384368.501300:0:39775:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 584 at 000000005160657a. 00000020:00000010:0.0:1767384368.501302:0:39775:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 280 at 00000000f8ae913e. 00000020:00000010:0.0:1767384368.501314:0:39775:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 224 at 00000000c751b565. 00000020:00000010:0.0:1767384368.501316:0:39775:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 584 at 00000000539e415f. 00000020:00000010:0.0:1767384368.501319:0:39775:0:(lprocfs_status_server.c:313:lprocfs_free_client_stats()) kfreed 'client_stat': 96 at 00000000b9bc1dce. 00000020:01000000:0.0:1767384368.501323:0:39775:0:(lprocfs_status_server.c:299:lprocfs_free_client_stats()) stat 00000000c5e104e0 - data 000000004794704b/00000000e05444ea 00000020:00000010:0.0:1767384368.501399:0:39775:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 1040 at 00000000a5e343d1. 00000020:00000010:0.0:1767384368.501404:0:39775:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 832 at 0000000053e7072f. 00000020:00000010:0.0:1767384368.501407:0:39775:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 584 at 00000000e05444ea. 00000020:00000010:0.0:1767384368.501411:0:39775:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 280 at 000000009182cf83. 00000020:00000010:0.0:1767384368.501414:0:39775:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 224 at 000000001f57ca39. 00000020:00000010:0.0:1767384368.501416:0:39775:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 584 at 00000000732a70eb. 00000020:00000010:0.0:1767384368.501419:0:39775:0:(lprocfs_status_server.c:313:lprocfs_free_client_stats()) kfreed 'client_stat': 96 at 00000000c5e104e0. 00000020:00000001:0.0:1767384368.501422:0:39775:0:(lprocfs_status_server.c:331:lprocfs_free_per_client_stats()) Process leaving 00000020:00000010:0.0:1767384368.501645:0:39775:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 1728 at 00000000020aa078. 00000020:00000010:0.0:1767384368.501649:0:39775:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 1728 at 00000000d41f1308. 00000020:00000010:0.0:1767384368.501651:0:39775:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 1344 at 00000000639467c5. 00000020:00000010:0.0:1767384368.501653:0:39775:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 000000007f25ddf9. 02000000:00000001:0.0:1767384368.507267:0:39775:0:(upcall_cache.c:512:upcall_cache_flush()) Process entered 02000000:00001000:0.0:1767384368.507273:0:39775:0:(upcall_cache_internal.h:25:free_entry()) destroy cache entry 000000007cd60bd9 for key 0 00000004:00000010:0.0:1767384368.507277:0:39775:0:(mdt_identity.c:63:mdt_identity_free_delay()) kfreed 'entry': 472 at 000000007cd60bd9. 02000000:00000001:0.0:1767384368.507283:0:39775:0:(upcall_cache.c:527:upcall_cache_flush()) Process leaving 02000000:00000010:0.0:1767384368.507284:0:39775:0:(upcall_cache.c:604:upcall_cache_cleanup()) kfreed 'cache->uc_hashtable': 2048 at 0000000023dddb28. 02000000:00000010:0.0:1767384368.507288:0:39775:0:(upcall_cache.c:605:upcall_cache_cleanup()) kfreed 'cache': 1208 at 00000000e73c4218. 02000000:00000001:0.0:1767384368.507290:0:39775:0:(upcall_cache.c:512:upcall_cache_flush()) Process entered 02000000:00000001:0.0:1767384368.507292:0:39775:0:(upcall_cache.c:527:upcall_cache_flush()) Process leaving 02000000:00000010:0.0:1767384368.507294:0:39775:0:(upcall_cache.c:604:upcall_cache_cleanup()) kfreed 'cache->uc_hashtable': 2048 at 00000000d83ad611. 02000000:00000010:0.0:1767384368.507296:0:39775:0:(upcall_cache.c:605:upcall_cache_cleanup()) kfreed 'cache': 1208 at 0000000008317b48. 00000020:00000001:0.0:1767384368.507300:0:39775:0:(tgt_main.c:643:tgt_fini()) Process entered 00000001:00000001:0.0:1767384368.507303:0:39775:0:(tgt_lastrcvd.c:691:tgt_server_data_update()) Process entered 00000001:00000004:0.0:1767384368.507305:0:39775:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934593 00080000:00000001:0.0:1767384368.507316:0:39775:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384368.507325:0:39775:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000cf467784. 00080000:00000001:0.0:1767384368.507329:0:39775:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446619782545156096 : -124291164395520 : ffff8ef5354c2800) 00080000:00000001:0.0:1767384368.507334:0:39775:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384368.507357:0:39775:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384368.507359:0:39775:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384368.507362:0:39775:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384368.507384:0:39775:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384368.507387:0:39775:0:(tgt_lastrcvd.c:665:tgt_server_data_write()) Process entered 00080000:00000001:0.0:1767384368.507392:0:39775:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384368.507484:0:39775:0:(osd_io.c:440:osd_write()) Process leaving (rc=512 : 512 : 200) 00000001:00000040:0.0:1767384368.507488:0:39775:0:(tgt_lastrcvd.c:676:tgt_server_data_write()) lustre-MDT0000: write last_rcvd server data for UUID = lustre-MDT0000_UUID, last_transno = 8589934593: rc = 0 00000001:00000001:0.0:1767384368.507491:0:39775:0:(tgt_lastrcvd.c:678:tgt_server_data_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384368.507494:0:39775:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:2.0:1767384368.515184:0:16807:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384368.515188:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384368.515190:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1767384368.515192:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384368.515192:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384368.515195:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000cf467784. 00080000:00000001:2.0:1767384368.515199:0:16807:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384368.515204:0:39775:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:0.0:1767384368.515210:0:39775:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-MDT0000: update last_rcvd server data for UUID = lustre-MDT0000_UUID, last_transno = 8589934593: rc = 0 00000001:00000001:0.0:1767384368.515214:0:39775:0:(tgt_lastrcvd.c:729:tgt_server_data_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384368.515220:0:39775:0:(lu_object.c:207:lu_object_put()) Add 000000004efb0d6b/00000000a5273a9d to site lru. bkt: 00000000d632c892 00000020:00000010:0.0:1767384368.515224:0:39775:0:(tgt_main.c:667:tgt_fini()) kvfree 'lut->lut_reply_bitmap[i]': 131072 at 0000000058837c99. 00000020:00000010:0.0:1767384368.515251:0:39775:0:(tgt_main.c:671:tgt_fini()) kfreed 'lut->lut_reply_bitmap': 128 at 000000004f3ad0f9. 00000020:00000010:0.0:1767384368.515254:0:39775:0:(tgt_main.c:675:tgt_fini()) kfreed 'lut->lut_client_bitmap': 16384 at 00000000619cdb9c. 00000020:00000002:0.0:1767384368.515262:0:39775:0:(lu_object.c:207:lu_object_put()) Add 00000000fd123b87/00000000fbbf4f9b to site lru. bkt: 00000000108360f4 00000020:00000001:0.0:1767384368.515264:0:39775:0:(tgt_main.c:683:tgt_fini()) Process leaving 00000004:00000001:0.0:1767384368.515267:0:39775:0:(mdt_coordinator.c:1213:mdt_hsm_cdt_fini()) Process entered 00000020:00000010:0.0:1767384368.515273:0:39775:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006a165c9d. 00000020:00000010:0.0:1767384368.515277:0:39775:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001915815d. 00000020:00000010:0.0:1767384368.515281:0:39775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000609f1ff1. 00000020:00000010:0.0:1767384368.515287:0:39775:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000009a28b92d. 00000040:00000010:0.0:1767384368.515290:0:39775:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000b728c887. 00000020:00000010:0.0:1767384368.515293:0:39775:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000183f0db8. 00000020:00000010:0.0:1767384368.515299:0:39775:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000beaa3e94. 00000020:00000010:0.0:1767384368.515303:0:39775:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000077743a09. 80000000:00000010:0.0:1767384368.515307:0:39775:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000b7d8d5e8. 40000000:00000010:0.0:1767384368.515318:0:39775:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000063f51212. 00100000:00000010:0.0:1767384368.515322:0:39775:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000001d0c5fec. 00040000:00000010:0.0:1767384368.515327:0:39775:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000003e6917dd. 00040000:00000010:0.0:1767384368.515333:0:39775:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000e4017d3e. 00040000:00000010:0.0:1767384368.515338:0:39775:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000ad9c8752. 00080000:00000010:0.0:1767384368.515341:0:39775:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000006d328023. 00000004:00000010:0.0:1767384368.515345:0:39775:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000003d69fc04. 00000004:00000010:0.0:1767384368.515350:0:39775:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000009ed24b9e. 00000004:00000010:0.0:1767384368.515354:0:39775:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000044864466. 00000004:00000010:0.0:1767384368.515358:0:39775:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000972ebc37. 00000020:00000010:0.0:1767384368.515361:0:39775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007bb763e6. 00000001:00000001:0.0:1767384368.515365:0:39775:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384368.515369:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 00000000fa51536c. 00000001:00000010:0.0:1767384368.515372:0:39775:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 000000006a6e5a07. 00000001:00000010:0.0:1767384368.515375:0:39775:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 0000000070f7f0ac. 00000001:00000001:0.0:1767384368.515378:0:39775:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000004:00000001:0.0:1767384368.515380:0:39775:0:(mdt_coordinator.c:1225:mdt_hsm_cdt_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384368.515383:0:39775:0:(ldlm_resource.c:1115:ldlm_namespace_free_post()) Process entered 00010000:00000001:0.0:1767384368.515387:0:39775:0:(ldlm_pool.c:931:ldlm_pool_fini()) Process entered 00000020:00000010:0.0:1767384368.515423:0:39775:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 448 at 000000008cb9c9e0. 00000020:00000010:0.0:1767384368.515426:0:39775:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 448 at 000000004ec749c9. 00000020:00000010:0.0:1767384368.515429:0:39775:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 352 at 0000000046676fb7. 00000020:00000010:0.0:1767384368.515433:0:39775:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 0000000057e141e7. 00010000:00000001:0.0:1767384368.515472:0:39775:0:(ldlm_pool.c:934:ldlm_pool_fini()) Process leaving 00000020:00000010:0.0:1767384368.515482:0:39775:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 64 at 0000000046ca3067. 00000020:00000010:0.0:1767384368.515484:0:39775:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 64 at 0000000079eb4551. 00000020:00000010:0.0:1767384368.515487:0:39775:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 32 at 00000000b5624a3c. 00000020:00000010:0.0:1767384368.515489:0:39775:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 0000000098ec8df0. 00000001:00000001:0.0:1767384368.515522:0:39775:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384368.534340:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000a84d51c3. 00000001:00000010:0.0:1767384368.534357:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000dc307ffc. 00000001:00000010:0.0:1767384368.534358:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000934853b9. 00000001:00000010:0.0:1767384368.534360:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000087fcd148. 00000001:00000010:0.0:1767384368.534361:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000bdbfde4b. 00000001:00000010:0.0:1767384368.534362:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000005d772765. 00000001:00000010:0.0:1767384368.534380:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000c52fd897. 00000001:00000010:0.0:1767384368.534382:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000008edc9041. 00000001:00000010:0.0:1767384368.534383:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000008d6c3196. 00000001:00000010:0.0:1767384368.534384:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000068bb5996. 00000001:00000010:0.0:1767384368.534386:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000006d4e1054. 00000001:00000010:0.0:1767384368.534387:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000012e4f75b. 00000001:00000010:0.0:1767384368.534388:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000000600ef35. 00000001:00000010:0.0:1767384368.534389:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000028952fe. 00000001:00000010:0.0:1767384368.534390:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000004d96b50f. 00000001:00000010:0.0:1767384368.534391:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000c89e2f60. 00000001:00000010:0.0:1767384368.534392:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000cf39b289. 00000001:00000010:0.0:1767384368.534393:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000d21eb19e. 00000001:00000010:0.0:1767384368.534395:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000e6f66649. 00000001:00000010:0.0:1767384368.534396:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000006bdf9227. 00000001:00000010:0.0:1767384368.534397:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000880a2718. 00000001:00000010:0.0:1767384368.534398:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000ecd9fdf8. 00000001:00000010:0.0:1767384368.534399:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000075818eb6. 00000001:00000010:0.0:1767384368.534400:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000003e71cc32. 00000001:00000010:0.0:1767384368.534402:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000417ea9e2. 00000001:00000010:0.0:1767384368.534403:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000015d9349b. 00000001:00000010:0.0:1767384368.534404:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000009e2b072d. 00000001:00000010:0.0:1767384368.534405:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000006a868349. 00000001:00000010:0.0:1767384368.534406:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000053f74dae. 00000001:00000010:0.0:1767384368.534407:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000008de28f1e. 00000001:00000010:0.0:1767384368.534408:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000001e29a0f2. 00000001:00000010:0.0:1767384368.534409:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000018afd1d7. 00000001:00000010:0.0:1767384368.534410:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000018ff88a5. 00000001:00000010:0.0:1767384368.534411:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000007c028383. 00000001:00000010:0.0:1767384368.534412:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000001410492. 00000001:00000010:0.0:1767384368.534414:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000012be09eb. 00000001:00000010:0.0:1767384368.534415:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000000c5fea5b. 00000001:00000010:0.0:1767384368.534416:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000001ce365bf. 00000001:00000010:0.0:1767384368.534420:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000087eeddd. 00000001:00000010:0.0:1767384368.534421:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000b689d41f. 00000001:00000010:0.0:1767384368.534422:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000097d926bb. 00000001:00000010:0.0:1767384368.534424:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000007c74fab1. 00000001:00000010:0.0:1767384368.534425:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000a5f7006c. 00000001:00000010:0.0:1767384368.534426:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000ac745ee5. 00000001:00000010:0.0:1767384368.534427:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000e1f521e9. 00000001:00000010:0.0:1767384368.534428:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000004d3f4263. 00000001:00000010:0.0:1767384368.534429:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000005fb0263e. 00000001:00000010:0.0:1767384368.534430:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000d760b6a4. 00000001:00000010:0.0:1767384368.534432:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000004d80a83c. 00000001:00000010:0.0:1767384368.534433:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000004ea90f7. 00000001:00000010:0.0:1767384368.534434:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000495d9ef6. 00000001:00000010:0.0:1767384368.534435:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000f16d7092. 00000001:00000010:0.0:1767384368.534436:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000006ee1d909. 00000001:00000010:0.0:1767384368.534437:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000001d9c5ae. 00000001:00000010:0.0:1767384368.534438:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000045a840fd. 00000001:00000010:0.0:1767384368.534439:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000876d5f23. 00000001:00000010:0.0:1767384368.534441:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000039b8bb65. 00000001:00000010:0.0:1767384368.534442:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000dfe6e667. 00000001:00000010:0.0:1767384368.534443:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000085d111cf. 00000001:00000010:0.0:1767384368.534444:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000001423a62b. 00000001:00000010:0.0:1767384368.534445:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000c0ef2a4f. 00000001:00000010:0.0:1767384368.534446:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000430910dc. 00000001:00000010:0.0:1767384368.534447:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000097caeabf. 00000001:00000010:0.0:1767384368.534448:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000a45f43b1. 00000001:00000010:0.0:1767384368.534449:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000002ff1a959. 00000001:00000010:0.0:1767384368.534450:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000007e546f68. 00000001:00000010:0.0:1767384368.534452:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000005401ca3d. 00000001:00000010:0.0:1767384368.534453:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000ab72e931. 00000001:00000010:0.0:1767384368.534454:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000004ec6c6ab. 00000001:00000010:0.0:1767384368.534455:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000037dd0649. 00000001:00000010:0.0:1767384368.534458:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000008447e9fc. 00000001:00000010:0.0:1767384368.534459:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000098010947. 00000001:00000010:0.0:1767384368.534461:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000a0803995. 00000001:00000010:0.0:1767384368.534462:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000ae57ccea. 00000001:00000010:0.0:1767384368.534464:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000d8886294. 00000001:00000010:0.0:1767384368.534465:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000fcdeb118. 00000001:00000010:0.0:1767384368.534466:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000059afc399. 00000001:00000010:0.0:1767384368.534467:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000081d24f40. 00000001:00000010:0.0:1767384368.534468:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000009fd1d02. 00000001:00000010:0.0:1767384368.534469:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000e71c1924. 00000001:00000010:0.0:1767384368.534470:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000d250c826. 00000001:00000010:0.0:1767384368.534471:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000e564ff26. 00000001:00000010:0.0:1767384368.534472:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000020b1bbf9. 00000001:00000010:0.0:1767384368.534473:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000002f801a29. 00000001:00000010:0.0:1767384368.534474:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000ac3f5f90. 00000001:00000010:0.0:1767384368.534475:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000c9160435. 00000001:00000010:0.0:1767384368.534476:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000d3d5bf66. 00000001:00000010:0.0:1767384368.534477:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000fa51b36b. 00000001:00000010:0.0:1767384368.534478:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000005f22a5ff. 00000001:00000010:0.0:1767384368.534479:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000007a1f453d. 00000001:00000010:0.0:1767384368.534480:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000012a7da2c. 00000001:00000010:0.0:1767384368.534481:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000023fe35d3. 00000001:00000010:0.0:1767384368.534482:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000d9fa22a1. 00000001:00000010:0.0:1767384368.534483:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000bce25218. 00000001:00000010:0.0:1767384368.534484:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000009ee23137. 00000001:00000010:0.0:1767384368.534485:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000c0827293. 00000001:00000010:0.0:1767384368.534486:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000007bc65f99. 00000001:00000010:0.0:1767384368.534486:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000a2948161. 00000001:00000010:0.0:1767384368.534487:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000eded10d8. 00000001:00000010:0.0:1767384368.534488:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000088adec18. 00000001:00000010:0.0:1767384368.534489:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000c2a7ec54. 00000001:00000010:0.0:1767384368.534490:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000004cc54302. 00000001:00000010:0.0:1767384368.534493:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000c9247e85. 00000001:00000010:0.0:1767384368.534494:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000923a2e1d. 00000001:00000010:0.0:1767384368.534495:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000f2e39919. 00000001:00000010:0.0:1767384368.534497:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000055c11598. 00000001:00000010:0.0:1767384368.534498:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000000aea9cf9. 00000001:00000010:0.0:1767384368.534499:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000d57102e9. 00000001:00000010:0.0:1767384368.534500:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000000220c238. 00000001:00000010:0.0:1767384368.534500:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000091e6ca6e. 00000001:00000010:0.0:1767384368.534501:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000008b57227c. 00000001:00000010:0.0:1767384368.534502:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000007627be3b. 00000001:00000010:0.0:1767384368.534503:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000a1cda81e. 00000001:00000010:0.0:1767384368.534504:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000d7247179. 00000001:00000010:0.0:1767384368.534505:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000a0d57137. 00000001:00000010:0.0:1767384368.534506:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000eff3d975. 00000001:00000010:0.0:1767384368.534507:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000fd9ba6c9. 00000001:00000010:0.0:1767384368.534508:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000ec73f360. 00000001:00000010:0.0:1767384368.534508:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000092481d38. 00000001:00000010:0.0:1767384368.534509:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000cc62109d. 00000001:00000010:0.0:1767384368.534510:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000003715ddb4. 00000001:00000010:0.0:1767384368.534511:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000001df738b7. 00000001:00000010:0.0:1767384368.534512:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000006119b4f9. 00000001:00000010:0.0:1767384368.534513:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000001ca14b70. 00000001:00000010:0.0:1767384368.534514:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000016090089. 00000001:00000010:0.0:1767384368.534515:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000002d1aae1b. 00000001:00000010:0.0:1767384368.534516:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000f6f124d1. 00000001:00000010:0.0:1767384368.534517:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000003dd97423. 00000001:00000010:0.0:1767384368.534518:0:39775:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 1024 at 0000000001db3ddc. 00000001:00000010:0.0:1767384368.534522:0:39775:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 0000000021b595ab. 00000001:00000001:0.0:1767384368.534524:0:39775:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000010:0.0:1767384368.534529:0:39775:0:(ldlm_resource.c:1138:ldlm_namespace_free_post()) kfreed 'ns': 816 at 000000000e969fb5. 00010000:00000001:0.0:1767384368.534532:0:39775:0:(ldlm_lockd.c:3043:ldlm_put_ref()) Process entered 00010000:00000001:2.0:1767384368.535179:0:39775:0:(ldlm_lockd.c:3057:ldlm_put_ref()) Process leaving 00010000:00000001:2.0:1767384368.535182:0:39775:0:(ldlm_resource.c:1140:ldlm_namespace_free_post()) Process leaving 40000000:00000001:2.0:1767384368.535185:0:39775:0:(fid_handler.c:36:seq_server_set_cli()) Process entered 40000000:00000040:2.0:1767384368.535187:0:39775:0:(fid_handler.c:45:seq_server_set_cli()) srv-lustre-MDT0000: Detached sequence client 40000000:00000001:2.0:1767384368.535189:0:39775:0:(fid_handler.c:47:seq_server_set_cli()) Process leaving via out_up (rc=0 : 0 : 0x0) 40000000:00000001:2.0:1767384368.535192:0:39775:0:(fid_handler.c:586:seq_server_fini()) Process entered 40000000:00000001:2.0:1767384368.535284:0:39775:0:(fid_store.c:220:seq_store_fini()) Process entered 00000020:00000002:2.0:1767384368.535292:0:39775:0:(lu_object.c:207:lu_object_put()) Add 00000000d3cb7907/00000000965538bf to site lru. bkt: 00000000931983e1 40000000:00000001:2.0:1767384368.535295:0:39775:0:(fid_store.c:228:seq_store_fini()) Process leaving 40000000:00000001:2.0:1767384368.535297:0:39775:0:(fid_handler.c:591:seq_server_fini()) Process leaving 40000000:00000010:2.0:1767384368.535300:0:39775:0:(fid_handler.c:602:seq_site_fini()) kfreed 'ss->ss_server_seq': 288 at 000000006a79ecd8. 40000000:00000001:2.0:1767384368.535304:0:39775:0:(fid_handler.c:586:seq_server_fini()) Process entered 40000000:00000001:2.0:1767384368.535363:0:39775:0:(fid_store.c:220:seq_store_fini()) Process entered 00000020:00000002:2.0:1767384368.535367:0:39775:0:(lu_object.c:207:lu_object_put()) Add 000000004223e119/00000000fdb40c7b to site lru. bkt: 000000001d263678 40000000:00000001:2.0:1767384368.535369:0:39775:0:(fid_store.c:228:seq_store_fini()) Process leaving 40000000:00000001:2.0:1767384368.535369:0:39775:0:(fid_handler.c:591:seq_server_fini()) Process leaving 40000000:00000010:2.0:1767384368.535370:0:39775:0:(fid_handler.c:608:seq_site_fini()) kfreed 'ss->ss_control_seq': 288 at 0000000095a663c9. 40000000:00000001:2.0:1767384368.535373:0:39775:0:(fid_request.c:376:seq_client_fini()) Process entered 40000000:00000001:2.0:1767384368.535418:0:39775:0:(fid_request.c:386:seq_client_fini()) Process leaving 40000000:00000010:2.0:1767384368.535420:0:39775:0:(fid_handler.c:614:seq_site_fini()) kfreed 'ss->ss_client_seq': 224 at 0000000061d276c8. 40000000:00000001:2.0:1767384368.535425:0:39775:0:(fid_handler.c:618:seq_site_fini()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384368.535428:0:39775:0:(mdt_handler.c:5763:mdt_fld_fini()) Process entered 80000000:00000001:2.0:1767384368.535431:0:39775:0:(fld_handler.c:447:fld_server_fini()) Process entered 80000000:00000001:2.0:1767384368.535452:0:39775:0:(fld_index.c:447:fld_index_fini()) Process entered 00000020:00000002:2.0:1767384368.535453:0:39775:0:(lu_object.c:207:lu_object_put()) Add 000000009f2dfe5e/0000000053b5c537 to site lru. bkt: 000000000c90367f 80000000:00000001:2.0:1767384368.535456:0:39775:0:(fld_index.c:453:fld_index_fini()) Process leaving 80000000:00000001:2.0:1767384368.535457:0:39775:0:(fld_cache.c:213:fld_cache_flush()) Process entered 80000000:00000001:2.0:1767384368.535459:0:39775:0:(fld_cache.c:184:fld_cache_shrink()) Process entered 80000000:00000010:2.0:1767384368.535461:0:39775:0:(fld_cache.c:90:fld_cache_entry_delete()) kfreed 'node': 56 at 00000000c624f16a. 80000000:00000010:2.0:1767384368.535464:0:39775:0:(fld_cache.c:90:fld_cache_entry_delete()) kfreed 'node': 56 at 000000003b5afb92. 80000000:00000010:2.0:1767384368.535466:0:39775:0:(fld_cache.c:90:fld_cache_entry_delete()) kfreed 'node': 56 at 0000000086cd85c0. 80000000:00000010:2.0:1767384368.535469:0:39775:0:(fld_cache.c:90:fld_cache_entry_delete()) kfreed 'node': 56 at 00000000e0e35872. 80000000:00000010:2.0:1767384368.535472:0:39775:0:(fld_cache.c:90:fld_cache_entry_delete()) kfreed 'node': 56 at 000000000013bb06. 80000000:00000040:2.0:1767384368.535475:0:39775:0:(fld_cache.c:203:fld_cache_shrink()) srv-lustre-MDT0000: FLD cache - Shrunk by 5 entries 80000000:00000001:2.0:1767384368.535477:0:39775:0:(fld_cache.c:205:fld_cache_shrink()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1767384368.535479:0:39775:0:(fld_cache.c:220:fld_cache_flush()) Process leaving 80000000:00000040:2.0:1767384368.535480:0:39775:0:(fld_cache.c:74:fld_cache_fini()) FLD cache statistics (srv-lustre-MDT0000): 80000000:00000040:2.0:1767384368.535482:0:39775:0:(fld_cache.c:75:fld_cache_fini()) Cache reqs: 29 80000000:00000040:2.0:1767384368.535483:0:39775:0:(fld_cache.c:76:fld_cache_fini()) Total reqs: 29 80000000:00000010:2.0:1767384368.535484:0:39775:0:(fld_cache.c:78:fld_cache_fini()) kfreed 'cache': 168 at 000000001bc0964e. 80000000:00000001:2.0:1767384368.535487:0:39775:0:(fld_handler.c:458:fld_server_fini()) Process leaving 00000004:00000010:2.0:1767384368.535488:0:39775:0:(mdt_handler.c:5767:mdt_fld_fini()) kfreed 'ss->ss_server_fld': 192 at 000000002a21bb83. 00000004:00000001:2.0:1767384368.535491:0:39775:0:(mdt_handler.c:5771:mdt_fld_fini()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384368.535493:0:39775:0:(mdt_handler.c:5846:mdt_stack_fini()) Process entered 00080000:00000010:2.0:1767384368.535521:0:39775:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000005504f1b4. 00000004:00000010:2.0:1767384368.535525:0:39775:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000fd0e1b06. 00000004:00000010:2.0:1767384368.535530:0:39775:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000430d1f63. 00000004:00000001:2.0:1767384368.535533:0:39775:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384368.535534:0:39775:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0xd:0x0] 00000004:00000010:2.0:1767384368.535536:0:39775:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000003b409ea5. 00000004:00000001:2.0:1767384368.535541:0:39775:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384368.535555:0:39775:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000004223e119. 00000004:00000010:2.0:1767384368.535558:0:39775:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000099302bc. 00000004:00000010:2.0:1767384368.535560:0:39775:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000ecbd1c22. 00000004:00000001:2.0:1767384368.535562:0:39775:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384368.535562:0:39775:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x4:0x0] 00000004:00000010:2.0:1767384368.535564:0:39775:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000fdb40c7b. 00000004:00000001:2.0:1767384368.535568:0:39775:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384368.535583:0:39775:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000f07b1e3f. 20000000:00000010:2.0:1767384368.535587:0:39775:0:(mgs_handler.c:1581:mgs_object_free()) kfreed_rcu 'obj': 240 at 000000000f28175b. 00080000:00000010:2.0:1767384368.535609:0:39775:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000014f8fe82. 00000004:00000010:2.0:1767384368.535612:0:39775:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000b5d1e6c1. 00000004:00000010:2.0:1767384368.535614:0:39775:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000075e8f32d. 00000004:00000001:2.0:1767384368.535617:0:39775:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384368.535618:0:39775:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0x6:0x0] 00000004:00000010:2.0:1767384368.535619:0:39775:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000040859ff2. 00000004:00000001:2.0:1767384368.535622:0:39775:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384368.535634:0:39775:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000f999a668. 00000004:00000010:2.0:1767384368.535638:0:39775:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000ef479de6. 00000004:00000010:2.0:1767384368.535642:0:39775:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000096a9c35c. 00000004:00000001:2.0:1767384368.535645:0:39775:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384368.535647:0:39775:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x1016:0x0] 00000004:00000010:2.0:1767384368.535649:0:39775:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000a5386879. 00000004:00000001:2.0:1767384368.535653:0:39775:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384368.535668:0:39775:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000d3cb7907. 00000004:00000010:2.0:1767384368.535672:0:39775:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000002099f07f. 00000004:00000010:2.0:1767384368.535676:0:39775:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000228e5149. 00000004:00000001:2.0:1767384368.535679:0:39775:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384368.535681:0:39775:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x5:0x0] 00000004:00000010:2.0:1767384368.535683:0:39775:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000965538bf. 00000004:00000001:2.0:1767384368.535690:0:39775:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384368.535717:0:39775:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000d4a35532. 00000004:00000010:2.0:1767384368.535721:0:39775:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000597232f6. 00000004:00000010:2.0:1767384368.535722:0:39775:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000f13790d6. 00000004:00000001:2.0:1767384368.535723:0:39775:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384368.535724:0:39775:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0x7:0x0] 00000004:00000010:2.0:1767384368.535725:0:39775:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000312beb01. 00000004:00000001:2.0:1767384368.535733:0:39775:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384368.535743:0:39775:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000f8bac949. 00000020:00000010:2.0:1767384368.535746:0:39775:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000002bdd7942. 00080000:00000010:2.0:1767384368.535759:0:39775:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000017d2affb. 00000020:00000010:2.0:1767384368.535761:0:39775:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000004632015f. 00080000:00000010:2.0:1767384368.535781:0:39775:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000384192d3. 00000004:00000010:2.0:1767384368.535784:0:39775:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000770998c9. 00000004:00000010:2.0:1767384368.535787:0:39775:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000044e40cba. 00000004:00000001:2.0:1767384368.535790:0:39775:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384368.535791:0:39775:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x20000000a:0x0:0x0] 00000004:00000010:2.0:1767384368.535792:0:39775:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000b544061a. 00000004:00000001:2.0:1767384368.535795:0:39775:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384368.535809:0:39775:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000ff753338. 00000004:00000010:2.0:1767384368.535811:0:39775:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000e7272ade. 00000004:00000010:2.0:1767384368.535813:0:39775:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000f2de959e. 00000004:00000001:2.0:1767384368.535815:0:39775:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384368.535816:0:39775:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000006:0x2020000:0x0] 00000004:00000010:2.0:1767384368.535818:0:39775:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000088e0aa82. 00000004:00000001:2.0:1767384368.535820:0:39775:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384368.535828:0:39775:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000047a1bc33. 00000004:00000010:2.0:1767384368.535830:0:39775:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000c1818f86. 00000004:00000010:2.0:1767384368.535833:0:39775:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000e7507355. 00000004:00000001:2.0:1767384368.535835:0:39775:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384368.535835:0:39775:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000006:0x1020000:0x0] 00000004:00000010:2.0:1767384368.535837:0:39775:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000075d1bcc. 00000004:00000001:2.0:1767384368.535840:0:39775:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384368.535847:0:39775:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000006ea4e61c. 00000004:00000010:2.0:1767384368.535849:0:39775:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000519ae74c. 00000004:00000010:2.0:1767384368.535851:0:39775:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000cd014940. 00000004:00000001:2.0:1767384368.535853:0:39775:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384368.535854:0:39775:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000006:0x20000:0x0] 00000004:00000010:2.0:1767384368.535855:0:39775:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000002d525b27. 00000004:00000001:2.0:1767384368.535858:0:39775:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384368.535865:0:39775:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000003e8b5420. 00000004:00000010:2.0:1767384368.535868:0:39775:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000000cc53c5a. 00000004:00000010:2.0:1767384368.535869:0:39775:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000abcfe1a3. 00000004:00000001:2.0:1767384368.535871:0:39775:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384368.535872:0:39775:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000006:0x2010000:0x0] 00000004:00000010:2.0:1767384368.535873:0:39775:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000277e4555. 00000004:00000001:2.0:1767384368.535876:0:39775:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384368.535883:0:39775:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000000fd46e1e. 00000004:00000010:2.0:1767384368.535886:0:39775:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000625f6b38. 00000004:00000010:2.0:1767384368.535888:0:39775:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000007e646293. 00000004:00000001:2.0:1767384368.535890:0:39775:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384368.535891:0:39775:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000006:0x1010000:0x0] 00000004:00000010:2.0:1767384368.535892:0:39775:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000f614eac0. 00000004:00000001:2.0:1767384368.535895:0:39775:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384368.535901:0:39775:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000ede69446. 00000004:00000010:2.0:1767384368.535905:0:39775:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000f645e9c8. 00000004:00000010:2.0:1767384368.535907:0:39775:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000cbbaebc5. 00000004:00000001:2.0:1767384368.535909:0:39775:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384368.535910:0:39775:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000006:0x10000:0x0] 00000004:00000010:2.0:1767384368.535911:0:39775:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000487f3d00. 00000004:00000001:2.0:1767384368.535916:0:39775:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384368.535929:0:39775:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000fd123b87. 00000004:00000010:2.0:1767384368.535932:0:39775:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000803bd12c. 00000004:00000010:2.0:1767384368.535935:0:39775:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000011a32ac2. 00000004:00000001:2.0:1767384368.535937:0:39775:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384368.535938:0:39775:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0xb:0x0] 00000004:00000010:2.0:1767384368.535939:0:39775:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000fbbf4f9b. 00000004:00000001:2.0:1767384368.535943:0:39775:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384368.535949:0:39775:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000009f2dfe5e. 00000004:00000010:2.0:1767384368.535950:0:39775:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000b1b0a2bb. 00000004:00000010:2.0:1767384368.535957:0:39775:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000034486020. 00000004:00000001:2.0:1767384368.535959:0:39775:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384368.535959:0:39775:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x3:0x0] 00000004:00000010:2.0:1767384368.535961:0:39775:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000053b5c537. 00000004:00000001:2.0:1767384368.535962:0:39775:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384368.535975:0:39775:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000504317e2. 00000020:00000010:2.0:1767384368.535977:0:39775:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000056e37aaf. 00080000:00000010:2.0:1767384368.536006:0:39775:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000009bbbf61e. 00000004:00000010:2.0:1767384368.536010:0:39775:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000c132d278. 00000004:00000010:2.0:1767384368.536014:0:39775:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000f39a77ee. 00000004:00000001:2.0:1767384368.536017:0:39775:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384368.536018:0:39775:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000009:0x0:0x0] 00000004:00000010:2.0:1767384368.536020:0:39775:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000006f586938. 00000004:00000001:2.0:1767384368.536024:0:39775:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384368.536040:0:39775:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000002d331719. 00000004:00000010:2.0:1767384368.536043:0:39775:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000b46ac579. 00000004:00000010:2.0:1767384368.536045:0:39775:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000b8b1439e. 00000004:00000001:2.0:1767384368.536047:0:39775:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384368.536048:0:39775:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x101d:0x0] 00000004:00000010:2.0:1767384368.536050:0:39775:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000009e9d6a9f. 00000004:00000001:2.0:1767384368.536052:0:39775:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384368.536062:0:39775:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000006451a16. 00000020:00000010:2.0:1767384368.536064:0:39775:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000eb14c526. 00080000:00000010:3.0:1767384368.536180:0:39775:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000004efb0d6b. 00000004:00000010:3.0:1767384368.536186:0:39775:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000004ee65209. 00000004:00000010:3.0:1767384368.536191:0:39775:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000029404e37. 00000004:00000001:3.0:1767384368.536195:0:39775:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:3.0:1767384368.536197:0:39775:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x15:0x0] 00000004:00000010:3.0:1767384368.536199:0:39775:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000a5273a9d. 00000004:00000001:3.0:1767384368.536206:0:39775:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:3.0:1767384368.536222:0:39775:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000007a7178bd. 00000004:00000010:3.0:1767384368.536224:0:39775:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000073c61b00. 00000004:00000010:3.0:1767384368.536226:0:39775:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000b386bbb3. 00000004:00000001:3.0:1767384368.536228:0:39775:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:3.0:1767384368.536229:0:39775:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0x5:0x0] 00000004:00000010:3.0:1767384368.536231:0:39775:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000000228289c. 00000004:00000001:3.0:1767384368.536234:0:39775:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:3.0:1767384368.536243:0:39775:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000ac6f993d. 00000004:00000010:3.0:1767384368.536246:0:39775:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000000eb6c3a9. 00000004:00000010:3.0:1767384368.536249:0:39775:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000001b78c1e7. 00000004:00000001:3.0:1767384368.536251:0:39775:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:3.0:1767384368.536258:0:39775:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000007:0x1:0x0] 00000004:00000010:3.0:1767384368.536261:0:39775:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000004d828a56. 00000004:00000001:3.0:1767384368.536264:0:39775:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00000004:00000010:3.0:1767384368.536271:0:39775:0:(mdt_handler.c:5864:mdt_stack_fini()) kmalloced '(lcfg)': 64 at 0000000032dd7034. 00000004:00000001:3.0:1767384368.536274:0:39775:0:(mdd_device.c:1194:mdd_process_config()) Process entered 00000004:00000001:3.0:1767384368.536277:0:39775:0:(lod_dev.c:979:lod_process_config()) Process entered 00000004:00000001:3.0:1767384368.536285:0:39775:0:(osp_dev.c:662:osp_process_config()) Process entered 00010000:00000001:3.0:1767384368.536287:0:39775:0:(ldlm_resource.c:1079:ldlm_namespace_free_prior()) Process entered 00010000:00000001:3.0:1767384368.536289:0:39775:0:(ldlm_resource.c:1018:__ldlm_namespace_free()) Process entered 00000001:00000001:3.0:1767384368.536291:0:39775:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1767384368.536294:0:39775:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1767384368.536330:0:39775:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384368.536332:0:39775:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1767384368.536333:0:39775:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1767384368.536360:0:39775:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384368.536362:0:39775:0:(ldlm_resource.c:1062:__ldlm_namespace_free()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384368.536364:0:39775:0:(ldlm_resource.c:1104:ldlm_namespace_free_prior()) Process leaving 00000004:00000001:3.0:1767384368.536366:0:39775:0:(osp_dev.c:604:osp_shutdown()) Process entered 00000100:00000001:3.0:1767384368.536370:0:39775:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:3.0:1767384368.536371:0:39775:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00000001:3.0:1767384368.536374:0:39775:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:3.0:1767384368.536376:0:39775:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1767384368.536378:0:39775:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934596 gen 4 00000100:00000040:3.0:1767384368.536381:0:39775:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:3.0:1767384368.536384:0:39775:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384368.536385:0:39775:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:3.0:1767384368.536386:0:39775:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:3.0:1767384368.536388:0:39775:0:(obd_class.h:1217:obd_import_event()) Process entered 00000004:00000040:3.0:1767384368.536391:0:39775:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = -108 00000004:00080000:3.0:1767384368.536407:0:39775:0:(osp_dev.c:1621:osp_import_event()) got inactive 00000100:00000001:3.0:1767384368.536409:0:39775:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00100000:3.0:1767384368.536411:0:39775:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:3.0:1767384368.536413:0:39775:0:(obd_class.h:1217:obd_import_event()) Process entered 00000001:00000001:3.0:1767384368.536415:0:39775:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1767384368.536416:0:39775:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1767384368.536453:0:39775:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384368.536455:0:39775:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1767384368.536456:0:39775:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1767384368.536485:0:39775:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384368.536487:0:39775:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000004:00000001:3.0:1767384368.536491:0:39775:0:(osp_precreate.c:1865:osp_statfs_fini()) Process entered 00000020:00000010:1.0:1767384368.536527:0:16802:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000a36653d2. 00000040:00000010:1.0:1767384368.536535:0:16802:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000451f1137. 00000020:00000010:1.0:1767384368.536539:0:16802:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000ba479d1d. 00000020:00000010:1.0:1767384368.536543:0:16802:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000006a43d010. 00000020:00000010:1.0:1767384368.536547:0:16802:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000004800ed91. 80000000:00000010:1.0:1767384368.536551:0:16802:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000a0838fa9. 40000000:00000010:1.0:1767384368.536555:0:16802:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000007dc5e854. 00100000:00000010:1.0:1767384368.536558:0:16802:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000005214adb7. 00040000:00000010:1.0:1767384368.536561:0:16802:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000801a8f44. 00040000:00000010:1.0:1767384368.536565:0:16802:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000009718206. 00040000:00000010:1.0:1767384368.536571:0:16802:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000063b5d3e0. 00080000:00000010:1.0:1767384368.536582:0:16802:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000005ea020ed. 00000004:00000010:1.0:1767384368.536585:0:16802:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000009ce5f5e7. 00000004:00000010:1.0:1767384368.536590:0:16802:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000859b072f. 00000004:00000010:1.0:1767384368.536594:0:16802:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000088703f37. 00002000:00000010:1.0:1767384368.536597:0:16802:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000d9959175. 00000004:00000010:1.0:1767384368.536600:0:16802:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000000961f999. 00000020:00000010:1.0:1767384368.536604:0:16802:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005d90faee. 00000004:00000010:1.0:1767384368.536607:0:16802:0:(osp_precreate.c:1361:osp_precreate_thread()) kfreed 'args': 72 at 00000000b15344c8. 00000004:00000001:1.0:1767384368.536610:0:16802:0:(osp_precreate.c:1363:osp_precreate_thread()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384368.536656:0:39775:0:(osp_precreate.c:1873:osp_statfs_fini()) Process leaving 00000004:00000001:3.0:1767384368.536660:0:39775:0:(osp_sync.c:1715:osp_sync_fini()) Process entered 00000004:00080000:2.0:1767384368.536686:0:16801:0:(osp_sync.c:1253:osp_sync_process_queues()) stop llog processing 00000040:00000001:2.0:1767384368.536691:0:16801:0:(llog.c:822:llog_process_thread()) Process leaving via out (rc=1 : 1 : 0x1) 00000040:00080000:2.0:1767384368.536695:0:16801:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x5:0x0] index 1 count 1 00000040:00000010:2.0:1767384368.536698:0:16801:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 00000000c7a969ac. 00000040:00000010:2.0:1767384368.536707:0:16801:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 00000000a459e2c2. 00000040:00000001:2.0:1767384368.536710:0:16801:0:(llog.c:987:llog_process_or_fork()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:2.0:1767384368.536712:0:16801:0:(llog_cat.c:923:llog_cat_process_cb()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:2.0:1767384368.536714:0:16801:0:(llog.c:822:llog_process_thread()) Process leaving via out (rc=1 : 1 : 0x1) 00000040:00080000:2.0:1767384368.536716:0:16801:0:(llog.c:854:llog_process_thread()) stop processing catalog [0x1:0x2:0x0] index 2 count 2 00000040:00000010:2.0:1767384368.536717:0:16801:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 00000000f7545e49. 00000040:00000010:2.0:1767384368.536719:0:16801:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 0000000006c1d123. 00000040:00000001:2.0:1767384368.536721:0:16801:0:(llog.c:987:llog_process_or_fork()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:2.0:1767384368.536723:0:16801:0:(llog_cat.c:995:llog_cat_process_or_fork()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:2.0:1767384368.536726:0:16801:0:(llog_cat.c:426:llog_cat_close()) Process entered 00000040:00000001:2.0:1767384368.536728:0:16801:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00080000:00000010:2.0:1767384368.536732:0:16801:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000eea38d3e. 00000020:00000010:2.0:1767384368.536735:0:16801:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000a6da3013. 00000040:00000001:2.0:1767384368.536740:0:16801:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:2.0:1767384368.536742:0:16801:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000f5e8c50c. 00000040:00000001:2.0:1767384368.536745:0:16801:0:(llog.c:150:llog_destroy()) Process entered 00000040:00000001:2.0:1767384368.536746:0:16801:0:(llog.c:1135:llog_exist()) Process entered 00000040:00000001:2.0:1767384368.536748:0:16801:0:(llog.c:1144:llog_exist()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384368.536750:0:16801:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384368.536757:0:16801:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000019e3b954. 00080000:00000001:2.0:1767384368.536759:0:16801:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446619777400911872 : -124296308639744 : ffff8ef402ad3800) 00000040:00000001:2.0:1767384368.536762:0:16801:0:(llog.c:108:llog_declare_destroy()) Process entered 00000040:00000001:2.0:1767384368.536763:0:16801:0:(llog_osd.c:1912:llog_osd_declare_destroy()) Process entered 00080000:00000002:2.0:1767384368.536767:0:16801:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-MDT0000: FID [0x1:0x5:0x0] not in the id map cache 00080000:00000001:2.0:1767384368.536770:0:16801:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:2.0:1767384368.536788:0:16801:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384368.536790:0:16801:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384368.536793:0:16801:0:(osd_object.c:744:osd_declare_destroy()) Process entered 00080000:00000001:2.0:1767384368.536795:0:16801:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1767384368.536796:0:16801:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384368.536930:0:16801:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000001:00000001:2.0:1767384368.536932:0:16801:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384368.536951:0:16801:0:(osd_object.c:790:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384368.536953:0:16801:0:(llog_osd.c:1950:llog_osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384368.536955:0:16801:0:(llog.c:118:llog_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384368.536957:0:16801:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384368.536972:0:16801:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384368.536974:0:16801:0:(llog_osd.c:1976:llog_osd_destroy()) Process entered 00080000:00000001:2.0:1767384368.536977:0:16801:0:(osd_object.c:2094:osd_ref_del()) Process entered 00080000:00000001:2.0:1767384368.537041:0:16801:0:(osd_object.c:2114:osd_ref_del()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384368.537045:0:16801:0:(osd_object.c:806:osd_destroy()) Process entered 00080000:00000001:2.0:1767384368.537046:0:16801:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1767384368.537048:0:16801:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384368.537175:0:16801:0:(osd_object.c:876:osd_destroy()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384368.537178:0:16801:0:(osd_object.c:884:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384368.537180:0:16801:0:(llog_osd.c:2022:llog_osd_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384368.537182:0:16801:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:2.0:1767384368.537195:0:16801:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384368.537196:0:16801:0:(llog.c:190:llog_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384368.537199:0:16801:0:(llog.c:208:llog_cancel_arr_rec()) Process entered 00000040:00001000:2.0:1767384368.537200:0:16801:0:(llog.c:217:llog_cancel_arr_rec()) Canceling 1 records, first 2 in log [0x1:0x2:0x0] 00080000:00000001:2.0:1767384368.537202:0:16801:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384368.537205:0:16801:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000006a880cf4. 00080000:00000001:2.0:1767384368.537207:0:16801:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446619777400910848 : -124296308640768 : ffff8ef402ad3400) 00000040:00000001:2.0:1767384368.537209:0:16801:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:2.0:1767384368.537211:0:16801:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:2.0:1767384368.537214:0:16801:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384368.537222:0:16801:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384368.537223:0:16801:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384368.537224:0:16801:0:(llog_osd.c:325:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384368.537226:0:16801:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384368.537228:0:16801:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:2.0:1767384368.537229:0:16801:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384368.537231:0:16801:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384368.537232:0:16801:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384368.537238:0:16801:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384368.537240:0:16801:0:(llog_cat.c:1181:llog_cat_set_first_idx()) Process entered 00000040:00000001:2.0:1767384368.537243:0:16801:0:(llog_cat.c:1186:llog_cat_set_first_idx()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384368.537244:0:16801:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:2.0:1767384368.537246:0:16801:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:2.0:1767384368.537247:0:16801:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10645539 to [0x1:0x2:0x0] 00080000:00000001:2.0:1767384368.537253:0:16801:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1767384368.537369:0:16801:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:2.0:1767384368.537372:0:16801:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1767384368.537376:0:16801:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00000040:00000001:2.0:1767384368.537378:0:16801:0:(llog_osd.c:478:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384368.537380:0:16801:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384368.537382:0:16801:0:(osd_object.c:1228:osd_attr_set()) Process entered 00080000:00000001:2.0:1767384368.537389:0:16801:0:(osd_object.c:1425:osd_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384368.537390:0:16801:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:2.0:1767384368.537396:0:16801:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384368.537398:0:16801:0:(llog.c:344:llog_cancel_arr_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384368.537400:0:16801:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00080000:00000010:2.0:1767384368.537409:0:16801:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000e967378b. 00000020:00000010:2.0:1767384368.537412:0:16801:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000094770d23. 00000040:00000001:2.0:1767384368.537416:0:16801:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:2.0:1767384368.537417:0:16801:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000009727ecc2. 00000040:00000010:2.0:1767384368.537420:0:16801:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000bb6d5b82. 00000040:00000001:2.0:1767384368.537422:0:16801:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:2.0:1767384368.537423:0:16801:0:(lu_object.c:207:lu_object_put()) Add 00000000eb0c7445/00000000eb00a0cb to site lru. bkt: 000000009fc7223a 00000040:00000001:2.0:1767384368.537425:0:16801:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:2.0:1767384368.537426:0:16801:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 0000000021a08c0f. 00000040:00000010:2.0:1767384368.537428:0:16801:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000eb4e9bdb. 00000040:00000001:2.0:1767384368.537430:0:16801:0:(llog_cat.c:454:llog_cat_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384368.537432:0:16801:0:(llog_obd.c:93:llog_cleanup()) Process entered 00000040:00000040:2.0:1767384368.537433:0:16801:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 00000000d8594e8a : new refcount 1 00000020:00000040:2.0:1767384368.537437:0:16801:0:(genops.c:898:class_export_put()) PUTting export 00000000455838e6 : new refcount 1 00000040:00000010:2.0:1767384368.537439:0:16801:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at 00000000d8594e8a. 00000040:00000001:2.0:1767384368.537444:0:16801:0:(llog_obd.c:122:llog_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384368.537460:0:16801:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000f0599b2f. 00000020:00000010:2.0:1767384368.537464:0:16801:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000002feb2044. 00000040:00000010:2.0:1767384368.537467:0:16801:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000f497e3df. 00000020:00000010:2.0:1767384368.537469:0:16801:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000d8b4b727. 00000020:00000010:2.0:1767384368.537472:0:16801:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000050295681. 00040000:00000010:2.0:1767384368.537474:0:16801:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000bf8cd77c. 00040000:00000010:2.0:1767384368.537477:0:16801:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000033bb172b. 00080000:00000010:2.0:1767384368.537479:0:16801:0:(osd_handler.c:800:osd_key_fini()) kvfree 'idc': 256 at 000000003d504b58. 00080000:00000010:2.0:1767384368.537481:0:16801:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000008380fa11. 00000020:00000010:2.0:1767384368.537487:0:16801:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000dfd7071f. 00000004:00000010:2.0:1767384368.537489:0:16801:0:(osp_sync.c:1472:osp_sync_thread()) kfreed 'args': 16 at 000000003a0862d9. 00000004:00000001:2.0:1767384368.537492:0:16801:0:(osp_sync.c:1473:osp_sync_thread()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384368.537525:0:39775:0:(osp_sync.c:1721:osp_sync_fini()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384368.537529:0:39775:0:(osp_precreate.c:1792:osp_precreate_fini()) Process entered 00000004:00000010:3.0:1767384368.537531:0:39775:0:(osp_precreate.c:1797:osp_precreate_fini()) kfreed 'd->opd_pre': 112 at 00000000f6befe9d. 00000004:00000001:3.0:1767384368.537535:0:39775:0:(osp_precreate.c:1800:osp_precreate_fini()) Process leaving 00000020:00000002:3.0:1767384368.537539:0:39775:0:(lu_object.c:207:lu_object_put()) Add 00000000dfee8315/0000000061dfeaf7 to site lru. bkt: 0000000082ba799b 00000020:00000002:3.0:1767384368.537542:0:39775:0:(lu_object.c:207:lu_object_put()) Add 00000000a753c523/0000000057f6f71b to site lru. bkt: 00000000281c3d2e 40000000:00000001:3.0:1767384368.537545:0:39775:0:(fid_request.c:460:client_fid_fini()) Process entered 40000000:00000001:3.0:1767384368.537547:0:39775:0:(fid_request.c:376:seq_client_fini()) Process entered 00000020:00000040:3.0:1767384368.537587:0:39775:0:(genops.c:898:class_export_put()) PUTting export 00000000d74a516e : new refcount 2 40000000:00000001:3.0:1767384368.537590:0:39775:0:(fid_request.c:386:seq_client_fini()) Process leaving 40000000:00000010:3.0:1767384368.537591:0:39775:0:(fid_request.c:465:client_fid_fini()) kfreed 'cli->cl_seq': 224 at 000000005883f534. 40000000:00000001:3.0:1767384368.537594:0:39775:0:(fid_request.c:470:client_fid_fini()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384368.537596:0:39775:0:(osp_dev.c:636:osp_shutdown()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384368.537598:0:39775:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384368.537602:0:39775:0:(osd_handler.c:1463:osd_process_config()) Process entered 00100000:00000001:3.0:1767384368.537605:0:39775:0:(scrub.c:1029:lustre_index_backup()) Process entered 00100000:00000001:3.0:1767384368.537607:0:39775:0:(scrub.c:1032:lustre_index_backup()) Process leaving 00080000:00000001:3.0:1767384368.537608:0:39775:0:(osd_handler.c:826:osd_shutdown()) Process entered 00080000:00000020:3.0:1767384368.537610:0:39775:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 00080000:00000001:2.0:1767384368.546598:0:16807:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384368.546602:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384368.546604:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1767384368.546606:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384368.546608:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384368.546610:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000006a880cf4. 00080000:00000001:2.0:1767384368.546614:0:16807:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384368.546616:0:16807:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384368.546617:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384368.546619:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1767384368.546620:0:16807:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384368.546621:0:16807:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384368.546622:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000019e3b954. 00080000:00000001:2.0:1767384368.546623:0:16807:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000020:1.0:1767384368.548276:0:39775:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00040000:00000001:1.0:1767384368.548282:0:39775:0:(qsd_lib.c:583:qsd_fini()) Process entered 00040000:04000000:1.0:1767384368.548284:0:39775:0:(qsd_lib.c:588:qsd_fini()) lustre-MDT0000: initiating QSD shutdown 00000020:00000010:2.0:1767384368.548332:0:16808:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000059a7147a. 00000020:00000010:2.0:1767384368.548337:0:16808:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000b38149f3. 00000020:00000010:2.0:1767384368.548341:0:16808:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000013d3c286. 00000020:00000010:2.0:1767384368.548345:0:16808:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000071950928. 80000000:00000010:2.0:1767384368.548348:0:16808:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000429ae41c. 40000000:00000010:2.0:1767384368.548351:0:16808:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000219d4c10. 00100000:00000010:2.0:1767384368.548354:0:16808:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000f31c4f04. 00040000:00000010:2.0:1767384368.548357:0:16808:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000007f40c916. 00040000:00000010:2.0:1767384368.548360:0:16808:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000090d5b494. 00080000:00000010:2.0:1767384368.548363:0:16808:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000ca26a94e. 00002000:00000010:2.0:1767384368.548366:0:16808:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000401d8e85. 00000020:00000010:2.0:1767384368.548369:0:16808:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000118ead1. 00040000:00000010:2.0:1767384368.548371:0:16808:0:(qsd_writeback.c:648:qsd_upd_thread()) kfreed 'args': 72 at 000000005812eb88. 00040000:00000001:2.0:1767384368.548374:0:16808:0:(qsd_writeback.c:650:qsd_upd_thread()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384368.548398:0:39775:0:(qsd_config.c:31:qsd_put_fsinfo()) Process entered 00040000:00000001:1.0:1767384368.548400:0:39775:0:(qsd_config.c:43:qsd_put_fsinfo()) Process leaving 00040000:00000001:1.0:1767384368.548402:0:39775:0:(qsd_lib.c:358:qsd_qtype_fini()) Process entered 00040000:00000001:1.0:1767384368.548404:0:39775:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:1.0:1767384368.548406:0:39775:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00000001:00000001:1.0:1767384368.548411:0:39775:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384368.548413:0:39775:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:1.0:1767384368.548415:0:39775:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384368.548417:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 00000000bd4e530d. 00000001:00000010:1.0:1767384368.548421:0:39775:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 000000005eb8d7fd. 00000001:00000010:1.0:1767384368.548424:0:39775:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 00000000f10d44d5. 00000001:00000001:1.0:1767384368.548428:0:39775:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:1.0:1767384368.548430:0:39775:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 00000000ffeedc07. 00000020:00000002:1.0:1767384368.548437:0:39775:0:(lu_object.c:207:lu_object_put()) Add 000000002c344697/00000000407d2cbc to site lru. bkt: 00000000b56e2c81 00000020:00000002:1.0:1767384368.548439:0:39775:0:(lu_object.c:207:lu_object_put()) Add 000000006f4a97d9/00000000211de2a3 to site lru. bkt: 000000003b320da1 00040000:00000010:1.0:1767384368.548441:0:39775:0:(qsd_lib.c:420:qsd_qtype_fini()) kfreed 'qqi': 192 at 00000000b988e14b. 00040000:00000001:1.0:1767384368.548442:0:39775:0:(qsd_lib.c:421:qsd_qtype_fini()) Process leaving 00040000:00000001:1.0:1767384368.548443:0:39775:0:(qsd_lib.c:358:qsd_qtype_fini()) Process entered 00040000:00000001:1.0:1767384368.548444:0:39775:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:1.0:1767384368.548448:0:39775:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00000001:00000001:1.0:1767384368.548450:0:39775:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384368.548452:0:39775:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:1.0:1767384368.548453:0:39775:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384368.548454:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 00000000f4f764c0. 00000001:00000010:1.0:1767384368.548456:0:39775:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 00000000c86ca9c0. 00000001:00000010:1.0:1767384368.548458:0:39775:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 0000000055960700. 00000001:00000001:1.0:1767384368.548467:0:39775:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:1.0:1767384368.548468:0:39775:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 00000000ce7780cd. 00000020:00000002:1.0:1767384368.548472:0:39775:0:(lu_object.c:207:lu_object_put()) Add 000000006de69ffa/000000001cdfd49c to site lru. bkt: 0000000099cadfa0 00000020:00000002:1.0:1767384368.548474:0:39775:0:(lu_object.c:207:lu_object_put()) Add 00000000553f4ae8/000000007507c2d8 to site lru. bkt: 000000006c2ec948 00040000:00000010:1.0:1767384368.548475:0:39775:0:(qsd_lib.c:420:qsd_qtype_fini()) kfreed 'qqi': 192 at 00000000be6cb74d. 00040000:00000001:1.0:1767384368.548478:0:39775:0:(qsd_lib.c:421:qsd_qtype_fini()) Process leaving 00040000:00000001:1.0:1767384368.548478:0:39775:0:(qsd_lib.c:358:qsd_qtype_fini()) Process entered 00040000:00000001:1.0:1767384368.548479:0:39775:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:1.0:1767384368.548480:0:39775:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00000001:00000001:1.0:1767384368.548482:0:39775:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384368.548483:0:39775:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:1.0:1767384368.548484:0:39775:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384368.548485:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 00000000069408b2. 00000001:00000010:1.0:1767384368.548486:0:39775:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 00000000f7096235. 00000001:00000010:1.0:1767384368.548488:0:39775:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 000000000b8fe765. 00000001:00000001:1.0:1767384368.548490:0:39775:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:1.0:1767384368.548490:0:39775:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 000000007c364f19. 00000020:00000002:1.0:1767384368.548493:0:39775:0:(lu_object.c:207:lu_object_put()) Add 000000007cd56086/00000000ef3df0d6 to site lru. bkt: 00000000e038aa77 00000020:00000002:1.0:1767384368.548496:0:39775:0:(lu_object.c:207:lu_object_put()) Add 00000000cced665d/000000005d19f00e to site lru. bkt: 00000000d7509e7b 00040000:00000010:1.0:1767384368.548497:0:39775:0:(qsd_lib.c:420:qsd_qtype_fini()) kfreed 'qqi': 192 at 000000003c727825. 00040000:00000001:1.0:1767384368.548498:0:39775:0:(qsd_lib.c:421:qsd_qtype_fini()) Process leaving 00000020:00000040:1.0:1767384368.548502:0:39775:0:(genops.c:898:class_export_put()) PUTting export 00000000c02aebe5 : new refcount 4 00000020:00000010:1.0:1767384368.548504:0:39775:0:(tgt_mount.c:377:lustre_put_lwp_item()) kfreed 'lri': 112 at 0000000061f2e551. 00040000:04000000:1.0:1767384368.548506:0:39775:0:(qsd_lib.c:643:qsd_fini()) lustre-MDT0000: QSD shutdown completed 00040000:00000010:1.0:1767384368.548507:0:39775:0:(qsd_lib.c:644:qsd_fini()) kfreed 'qsd': 328 at 00000000b99ed653. 00040000:00000001:1.0:1767384368.548509:0:39775:0:(qsd_lib.c:645:qsd_fini()) Process leaving 00080000:00000020:1.0:1767384368.548510:0:39775:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 00080000:00000020:1.0:1767384368.550207:0:39775:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00040000:00000001:1.0:1767384368.550211:0:39775:0:(qsd_lib.c:583:qsd_fini()) Process entered 00040000:04000000:1.0:1767384368.550212:0:39775:0:(qsd_lib.c:588:qsd_fini()) lustre-MDT0000: initiating QSD shutdown 00000020:00000010:2.0:1767384368.550256:0:16809:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000831c61e4. 00000020:00000010:2.0:1767384368.550261:0:16809:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000afc08ded. 00000020:00000010:2.0:1767384368.550264:0:16809:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000b7299d27. 00000020:00000010:2.0:1767384368.550267:0:16809:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000597db604. 80000000:00000010:2.0:1767384368.550269:0:16809:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000d5594cf9. 40000000:00000010:2.0:1767384368.550272:0:16809:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000000c7f8781. 00100000:00000010:2.0:1767384368.550274:0:16809:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000f0f8993b. 00040000:00000010:2.0:1767384368.550276:0:16809:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000005cb41e7f. 00040000:00000010:2.0:1767384368.550279:0:16809:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000056e3280. 00080000:00000010:2.0:1767384368.550281:0:16809:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000fb8d0c0d. 00002000:00000010:2.0:1767384368.550283:0:16809:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000009284ee0e. 00000020:00000010:2.0:1767384368.550286:0:16809:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009205ccf2. 00040000:00000010:2.0:1767384368.550287:0:16809:0:(qsd_writeback.c:648:qsd_upd_thread()) kfreed 'args': 72 at 00000000e8066240. 00040000:00000001:2.0:1767384368.550290:0:16809:0:(qsd_writeback.c:650:qsd_upd_thread()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384368.550317:0:39775:0:(qsd_config.c:31:qsd_put_fsinfo()) Process entered 00040000:00000001:1.0:1767384368.550323:0:39775:0:(qsd_config.c:43:qsd_put_fsinfo()) Process leaving 00040000:00000001:1.0:1767384368.550326:0:39775:0:(qsd_lib.c:358:qsd_qtype_fini()) Process entered 00040000:00000001:1.0:1767384368.550328:0:39775:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:1.0:1767384368.550330:0:39775:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00000001:00000001:1.0:1767384368.550337:0:39775:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384368.550340:0:39775:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:1.0:1767384368.550342:0:39775:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384368.550355:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 0000000058d04268. 00000001:00000010:1.0:1767384368.550360:0:39775:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 00000000073623ae. 00000001:00000010:1.0:1767384368.550363:0:39775:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 00000000c8b214d9. 00000001:00000001:1.0:1767384368.550367:0:39775:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:1.0:1767384368.550369:0:39775:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 00000000ec0eeca3. 00000020:00000002:1.0:1767384368.550374:0:39775:0:(lu_object.c:207:lu_object_put()) Add 00000000dbadb752/00000000e35f45cc to site lru. bkt: 00000000e1c1b489 00000020:00000002:1.0:1767384368.550377:0:39775:0:(lu_object.c:207:lu_object_put()) Add 000000001affbb11/000000002c00d492 to site lru. bkt: 00000000b56e2c81 00000020:00000002:1.0:1767384368.550380:0:39775:0:(lu_object.c:207:lu_object_put()) Add 0000000076e171c0/00000000a18a0186 to site lru. bkt: 00000000411c52c3 00040000:00000010:1.0:1767384368.550382:0:39775:0:(qsd_lib.c:420:qsd_qtype_fini()) kfreed 'qqi': 192 at 000000009329f140. 00040000:00000001:1.0:1767384368.550385:0:39775:0:(qsd_lib.c:421:qsd_qtype_fini()) Process leaving 00040000:00000001:1.0:1767384368.550386:0:39775:0:(qsd_lib.c:358:qsd_qtype_fini()) Process entered 00040000:00000001:1.0:1767384368.550387:0:39775:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:1.0:1767384368.550389:0:39775:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00000001:00000001:1.0:1767384368.550392:0:39775:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384368.550394:0:39775:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:1.0:1767384368.550395:0:39775:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384368.550397:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 0000000024eda4a5. 00000001:00000010:1.0:1767384368.550400:0:39775:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 00000000d8264dae. 00000001:00000010:1.0:1767384368.550402:0:39775:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 00000000ba8699e5. 00000001:00000001:1.0:1767384368.550405:0:39775:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:1.0:1767384368.550406:0:39775:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 00000000b9cc6257. 00000020:00000002:1.0:1767384368.550410:0:39775:0:(lu_object.c:207:lu_object_put()) Add 000000002ccef479/000000005aeae62c to site lru. bkt: 00000000937b9dde 00000020:00000002:1.0:1767384368.550413:0:39775:0:(lu_object.c:207:lu_object_put()) Add 00000000de5300cf/000000008a9e11c5 to site lru. bkt: 0000000099cadfa0 00000020:00000002:1.0:1767384368.550416:0:39775:0:(lu_object.c:207:lu_object_put()) Add 00000000ac01b4f9/000000001f271c07 to site lru. bkt: 000000001af8017a 00040000:00000010:1.0:1767384368.550418:0:39775:0:(qsd_lib.c:420:qsd_qtype_fini()) kfreed 'qqi': 192 at 00000000fe490506. 00040000:00000001:1.0:1767384368.550421:0:39775:0:(qsd_lib.c:421:qsd_qtype_fini()) Process leaving 00040000:00000001:1.0:1767384368.550423:0:39775:0:(qsd_lib.c:358:qsd_qtype_fini()) Process entered 00040000:00000001:1.0:1767384368.550424:0:39775:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:1.0:1767384368.550425:0:39775:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00000001:00000001:1.0:1767384368.550428:0:39775:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384368.550430:0:39775:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:1.0:1767384368.550432:0:39775:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384368.550434:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 000000009a40eea7. 00000001:00000010:1.0:1767384368.550436:0:39775:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 000000003678ac95. 00000001:00000010:1.0:1767384368.550438:0:39775:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 00000000bfd50b3b. 00000001:00000001:1.0:1767384368.550440:0:39775:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:1.0:1767384368.550446:0:39775:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 0000000018ad92fa. 00000020:00000002:1.0:1767384368.550450:0:39775:0:(lu_object.c:207:lu_object_put()) Add 000000004514f7f5/0000000018730d3e to site lru. bkt: 000000002eaacc2d 00000020:00000002:1.0:1767384368.550452:0:39775:0:(lu_object.c:207:lu_object_put()) Add 000000005edfb81a/000000000bda88e2 to site lru. bkt: 00000000e038aa77 00000020:00000002:1.0:1767384368.550454:0:39775:0:(lu_object.c:207:lu_object_put()) Add 000000000c0abe48/0000000058bed963 to site lru. bkt: 00000000128adc18 00040000:00000010:1.0:1767384368.550455:0:39775:0:(qsd_lib.c:420:qsd_qtype_fini()) kfreed 'qqi': 192 at 000000000ea50c55. 00040000:00000001:1.0:1767384368.550457:0:39775:0:(qsd_lib.c:421:qsd_qtype_fini()) Process leaving 00000020:00000040:1.0:1767384368.550459:0:39775:0:(genops.c:898:class_export_put()) PUTting export 00000000c02aebe5 : new refcount 3 00000020:00000010:1.0:1767384368.550460:0:39775:0:(tgt_mount.c:377:lustre_put_lwp_item()) kfreed 'lri': 112 at 00000000593d228b. 00080000:00000010:1.0:1767384368.550475:0:39775:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000092623c87. 00000004:00000010:1.0:1767384368.550479:0:39775:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000038e252f0. 00000004:00000010:1.0:1767384368.550483:0:39775:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000d3380bac. 00000004:00000001:1.0:1767384368.550485:0:39775:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384368.550487:0:39775:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0x9:0x0] 00000004:00000010:1.0:1767384368.550489:0:39775:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000001c39f1dd. 00000004:00000001:1.0:1767384368.550493:0:39775:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00040000:04000000:1.0:1767384368.550494:0:39775:0:(qsd_lib.c:643:qsd_fini()) lustre-MDT0000: QSD shutdown completed 00040000:00000010:1.0:1767384368.550495:0:39775:0:(qsd_lib.c:644:qsd_fini()) kfreed 'qsd': 328 at 000000003188124d. 00040000:00000001:1.0:1767384368.550497:0:39775:0:(qsd_lib.c:645:qsd_fini()) Process leaving 40000000:00000001:1.0:1767384368.550499:0:39775:0:(fid_request.c:376:seq_client_fini()) Process entered 40000000:00000001:1.0:1767384368.550545:0:39775:0:(fid_request.c:386:seq_client_fini()) Process leaving 40000000:00000010:1.0:1767384368.550546:0:39775:0:(fid_lib.c:123:seq_target_fini()) kfreed 'dt->dd_cl_seq': 224 at 0000000080cd997c. 00080000:00000001:1.0:1767384368.550549:0:39775:0:(osd_handler.c:847:osd_shutdown()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384368.550551:0:39775:0:(osd_handler.c:1495:osd_process_config()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384368.550554:0:39775:0:(obd_class.h:902:obd_disconnect()) Process entered 00080000:00000001:1.0:1767384368.550556:0:39775:0:(osd_handler.c:1551:osd_obd_disconnect()) Process entered 00000020:00000001:1.0:1767384368.550558:0:39775:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:1.0:1767384368.550560:0:39775:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x7e51148972eec919 00000020:00000040:1.0:1767384368.550564:0:39775:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000758d26c8 with handle 0x7e51148972eec919 from hash 00000020:00000001:1.0:1767384368.550568:0:39775:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:1.0:1767384368.550574:0:39775:0:(genops.c:898:class_export_put()) PUTting export 00000000758d26c8 : new refcount 1 00000020:00000001:1.0:1767384368.550576:0:39775:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:1.0:1767384368.550577:0:39775:0:(genops.c:898:class_export_put()) PUTting export 00000000758d26c8 : new refcount 0 00000020:00000080:1.0:1767384368.550578:0:39775:0:(genops.c:904:class_export_put()) final put 00000000758d26c8/lustre-MDT0000-osd_UUID 00000020:00000001:1.0:1767384368.550580:0:39775:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384368.550593:0:39775:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384368.550599:0:39775:0:(osd_handler.c:1559:osd_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384368.550601:0:39775:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384368.550602:0:39775:0:(lod_dev.c:1157:lod_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384368.550603:0:37:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:2.0:1767384368.550606:0:37:0:(genops.c:863:class_export_destroy()) destroying export 00000000758d26c8/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000001:2.0:1767384368.550609:0:37:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:2.0:1767384368.550610:0:37:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00200000:00000010:1.0:1767384368.550611:0:39775:0:(barrier.c:57:barrier_instance_put_free()) kfreed 'barrier': 176 at 000000008d4c9b19. 00000020:00000040:2.0:1767384368.550613:0:37:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-osd (0000000070e841d4) now 8 - export 00000020:00000010:2.0:1767384368.550617:0:37:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000758d26c8. 00100000:00000001:1.0:1767384368.550618:0:39775:0:(lfsck_lib.c:1651:lfsck_instance_cleanup()) Process entered 00000020:00000001:2.0:1767384368.550622:0:37:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000002:1.0:1767384368.550623:0:39775:0:(lu_object.c:207:lu_object_put()) Add 00000000b1b60238/0000000020222d69 to site lru. bkt: 00000000429299c2 00000020:00000002:1.0:1767384368.550628:0:39775:0:(lu_object.c:207:lu_object_put()) Add 00000000a93ac39f/00000000fbf2369f to site lru. bkt: 000000009c08f9ea 00000020:00000002:1.0:1767384368.550630:0:39775:0:(lu_object.c:207:lu_object_put()) Add 00000000afaf545f/000000003c51b183 to site lru. bkt: 00000000e038aa77 00000020:00000002:1.0:1767384368.550632:0:39775:0:(lu_object.c:207:lu_object_put()) Add 00000000a85dc7ae/00000000c2dd5ec4 to site lru. bkt: 000000009179e772 00000020:00000002:1.0:1767384368.550634:0:39775:0:(lu_object.c:207:lu_object_put()) Add 00000000f572c991/000000009bf27eef to site lru. bkt: 00000000f9749884 00000020:00000002:1.0:1767384368.550636:0:39775:0:(lu_object.c:207:lu_object_put()) Add 000000000e3ad565/00000000bf4819c4 to site lru. bkt: 000000000368f16e 00000020:00000002:1.0:1767384368.550637:0:39775:0:(lu_object.c:207:lu_object_put()) Add 000000003e7c3939/000000008bf0da3c to site lru. bkt: 0000000082303983 00000020:00000002:1.0:1767384368.550639:0:39775:0:(lu_object.c:207:lu_object_put()) Add 00000000f27f65b2/00000000f19b2f07 to site lru. bkt: 000000004648f549 00000020:00000002:1.0:1767384368.550641:0:39775:0:(lu_object.c:207:lu_object_put()) Add 00000000e9306fc1/000000002a1ad320 to site lru. bkt: 000000001ce38eb4 00000020:00000002:1.0:1767384368.550642:0:39775:0:(lu_object.c:207:lu_object_put()) Add 0000000018784d69/00000000266b8138 to site lru. bkt: 00000000099fcba2 00000020:00000002:1.0:1767384368.550644:0:39775:0:(lu_object.c:207:lu_object_put()) Add 0000000079b6fb46/000000002ca5be9e to site lru. bkt: 00000000e2559153 00000020:00000002:1.0:1767384368.550645:0:39775:0:(lu_object.c:207:lu_object_put()) Add 000000002528a6fe/00000000fa97b7c1 to site lru. bkt: 00000000da4af130 00000020:00000002:1.0:1767384368.550647:0:39775:0:(lu_object.c:207:lu_object_put()) Add 00000000090b7ca8/0000000091c1497c to site lru. bkt: 0000000026d78c64 00000020:00000002:1.0:1767384368.550648:0:39775:0:(lu_object.c:207:lu_object_put()) Add 00000000adefbcec/00000000821a8d04 to site lru. bkt: 0000000026a8d0ae 00000020:00000002:1.0:1767384368.550650:0:39775:0:(lu_object.c:207:lu_object_put()) Add 0000000098d6d7bf/000000006f560a37 to site lru. bkt: 000000007472e278 00000020:00000002:1.0:1767384368.550652:0:39775:0:(lu_object.c:207:lu_object_put()) Add 000000009bf4f001/0000000091d7b6d5 to site lru. bkt: 00000000396df623 00000020:00000002:1.0:1767384368.550654:0:39775:0:(lu_object.c:207:lu_object_put()) Add 0000000083c13bfc/00000000bf44d77a to site lru. bkt: 00000000194f17a4 00000020:00000002:1.0:1767384368.550655:0:39775:0:(lu_object.c:207:lu_object_put()) Add 00000000a5d115b3/00000000db67ebba to site lru. bkt: 000000003f4f667e 00100000:00000010:1.0:1767384368.550657:0:39775:0:(lfsck_internal.h:1382:lfsck_component_put()) kfreed 'com->lc_file_ram': 544 at 00000000f349b4b4. 00100000:00000010:1.0:1767384368.550660:0:39775:0:(lfsck_internal.h:1384:lfsck_component_put()) kfreed 'com->lc_file_disk': 544 at 0000000097c335f2. 00100000:00000010:1.0:1767384368.550666:0:39775:0:(lfsck_namespace.c:5033:lfsck_namespace_data_release()) kfreed 'lad': 208 at 00000000db88eff1. 00100000:00000010:1.0:1767384368.550670:0:39775:0:(lfsck_internal.h:1391:lfsck_component_put()) kfreed 'com': 1392 at 00000000ce421ab8. 00000020:00000002:1.0:1767384368.550673:0:39775:0:(lu_object.c:207:lu_object_put()) Add 00000000ac326b1a/00000000a184eefb to site lru. bkt: 000000006c00e9d1 00000020:00000002:1.0:1767384368.550676:0:39775:0:(lu_object.c:207:lu_object_put()) Add 0000000046d11cd1/000000004071d729 to site lru. bkt: 000000003e3d45a8 00000020:00000002:1.0:1767384368.550688:0:39775:0:(lu_object.c:207:lu_object_put()) Add 00000000634c10ee/000000001526d70e to site lru. bkt: 00000000915be9f4 00000020:00000002:1.0:1767384368.550691:0:39775:0:(lu_object.c:207:lu_object_put()) Add 00000000549a3d0d/000000002aa6fc39 to site lru. bkt: 000000006b362169 00000020:00000002:1.0:1767384368.550694:0:39775:0:(lu_object.c:207:lu_object_put()) Add 00000000feacc4ec/0000000026ac1f56 to site lru. bkt: 00000000bf514292 00000020:00000002:1.0:1767384368.550697:0:39775:0:(lu_object.c:207:lu_object_put()) Add 000000007795f81a/00000000f72b2cec to site lru. bkt: 000000000702159c 00000020:00000002:1.0:1767384368.550700:0:39775:0:(lu_object.c:207:lu_object_put()) Add 000000009df14700/0000000016d41a1e to site lru. bkt: 00000000d34f9021 00000020:00000002:1.0:1767384368.550703:0:39775:0:(lu_object.c:207:lu_object_put()) Add 000000004de7b051/00000000b6138235 to site lru. bkt: 00000000fb6ec6ab 00000020:00000002:1.0:1767384368.550706:0:39775:0:(lu_object.c:207:lu_object_put()) Add 0000000082250657/00000000e58570ae to site lru. bkt: 00000000c90c7b20 00000020:00000002:1.0:1767384368.550709:0:39775:0:(lu_object.c:207:lu_object_put()) Add 000000007e54680d/0000000089124477 to site lru. bkt: 00000000ef64bdf9 00000020:00000002:1.0:1767384368.550712:0:39775:0:(lu_object.c:207:lu_object_put()) Add 000000009efa86a2/0000000021f89227 to site lru. bkt: 00000000cc4d0509 00000020:00000002:1.0:1767384368.550714:0:39775:0:(lu_object.c:207:lu_object_put()) Add 00000000cdb6e885/000000004272d84d to site lru. bkt: 00000000fad97f3a 00000020:00000002:1.0:1767384368.550718:0:39775:0:(lu_object.c:207:lu_object_put()) Add 00000000b4f7d1d2/00000000c0f23593 to site lru. bkt: 00000000786cee9d 00000020:00000002:1.0:1767384368.550721:0:39775:0:(lu_object.c:207:lu_object_put()) Add 000000007b5cc7cc/0000000005bd1ef2 to site lru. bkt: 0000000057be01c9 00000020:00000002:1.0:1767384368.550724:0:39775:0:(lu_object.c:207:lu_object_put()) Add 00000000fec4fca0/0000000016be36bc to site lru. bkt: 00000000fd6a8e10 00000020:00000002:1.0:1767384368.550727:0:39775:0:(lu_object.c:207:lu_object_put()) Add 0000000083bfd803/00000000ba09dc45 to site lru. bkt: 000000002046dfac 00000020:00000002:1.0:1767384368.550730:0:39775:0:(lu_object.c:207:lu_object_put()) Add 00000000cb6bdbce/000000001696111a to site lru. bkt: 00000000a1a3a44e 00100000:00000010:1.0:1767384368.550732:0:39775:0:(lfsck_internal.h:1382:lfsck_component_put()) kfreed 'com->lc_file_ram': 256 at 00000000eb0074e3. 00100000:00000010:1.0:1767384368.550736:0:39775:0:(lfsck_internal.h:1384:lfsck_component_put()) kfreed 'com->lc_file_disk': 256 at 00000000a47045b5. 00100000:00000010:1.0:1767384368.550743:0:39775:0:(lfsck_layout.c:6517:lfsck_layout_master_data_release()) kfreed 'lad': 208 at 0000000013ecc9ab. 00100000:00000010:1.0:1767384368.550745:0:39775:0:(lfsck_internal.h:1391:lfsck_component_put()) kfreed 'com': 1392 at 00000000a6aabf20. 00100000:00000010:1.0:1767384368.550750:0:39775:0:(lfsck_lib.c:3950:lfsck_tgt_free()) kfreed 'ltd': 152 at 0000000082522dc5. 00100000:00000010:1.0:1767384368.550752:0:39775:0:(lfsck_lib.c:146:lfsck_tgt_descs_fini()) kfreed 'ltds->ltd_tgts_idx[idx]': 4096 at 00000000afe821bc. 00000020:00000002:1.0:1767384368.550760:0:39775:0:(lu_object.c:207:lu_object_put()) Add 00000000b613555b/000000007823a96f to site lru. bkt: 0000000091264bc1 00000020:00000002:1.0:1767384368.550762:0:39775:0:(lu_object.c:207:lu_object_put()) Add 00000000ca576318/000000004b18eea8 to site lru. bkt: 00000000a3070c8b 40000000:00000001:1.0:1767384368.550764:0:39775:0:(fid_request.c:376:seq_client_fini()) Process entered 40000000:00000001:1.0:1767384368.550828:0:39775:0:(fid_request.c:386:seq_client_fini()) Process leaving 00100000:00000010:1.0:1767384368.550831:0:39775:0:(lfsck_lib.c:1637:lfsck_fid_fini()) kfreed 'lfsck->li_seq': 224 at 00000000cb2362e3. 00100000:00000010:1.0:1767384368.550836:0:39775:0:(lfsck_lib.c:1715:lfsck_instance_cleanup()) kfreed 'lfsck': 3152 at 00000000614eab22. 00000004:00000001:1.0:1767384368.550839:0:39775:0:(mdd_device.c:1148:mdd_hsm_actions_llog_fini()) Process entered 00000004:00000040:1.0:1767384368.550841:0:39775:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 00000000197224cf : new refcount 2 00000040:00000001:1.0:1767384368.550849:0:39775:0:(llog_cat.c:426:llog_cat_close()) Process entered 00000040:00000001:1.0:1767384368.550851:0:39775:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:1.0:1767384368.550853:0:39775:0:(lu_object.c:207:lu_object_put()) Add 00000000d8a5f310/00000000ce6db0a3 to site lru. bkt: 000000001d263678 00000040:00000010:1.0:1767384368.550855:0:39775:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 12 at 000000006ad3532d. 00000040:00000001:1.0:1767384368.550857:0:39775:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:1.0:1767384368.550859:0:39775:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000c871e94a. 00000040:00000010:1.0:1767384368.550862:0:39775:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000162ef360. 00000040:00000001:1.0:1767384368.550864:0:39775:0:(llog_cat.c:454:llog_cat_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384368.550867:0:39775:0:(llog_obd.c:93:llog_cleanup()) Process entered 00000040:00000040:1.0:1767384368.550868:0:39775:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 00000000197224cf : new refcount 1 00000020:00000040:1.0:1767384368.550871:0:39775:0:(genops.c:898:class_export_put()) PUTting export 0000000051897283 : new refcount 3 00000040:00000010:1.0:1767384368.550872:0:39775:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at 00000000197224cf. 00000040:00000001:1.0:1767384368.550875:0:39775:0:(llog_obd.c:122:llog_cleanup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384368.550877:0:39775:0:(mdd_device.c:1157:mdd_hsm_actions_llog_fini()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:1.0:1767384368.550879:0:39775:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 000000002e899481 : new refcount 2 00000040:00000001:1.0:1767384368.550881:0:39775:0:(llog_cat.c:426:llog_cat_close()) Process entered 00000040:00000001:1.0:1767384368.550882:0:39775:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:1.0:1767384368.550883:0:39775:0:(lu_object.c:207:lu_object_put()) Add 000000005cb5bc52/000000001d71c042 to site lru. bkt: 0000000096def940 00000040:00000010:1.0:1767384368.550885:0:39775:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 18 at 000000003c2a7f85. 00000040:00000001:1.0:1767384368.550887:0:39775:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:1.0:1767384368.550888:0:39775:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 0000000002a63be7. 00000040:00000010:1.0:1767384368.550890:0:39775:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000001476b985. 00000040:00000001:1.0:1767384368.550892:0:39775:0:(llog_cat.c:454:llog_cat_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384368.550893:0:39775:0:(llog_obd.c:93:llog_cleanup()) Process entered 00000040:00000040:1.0:1767384368.550894:0:39775:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 000000002e899481 : new refcount 1 00000020:00000040:1.0:1767384368.550896:0:39775:0:(genops.c:898:class_export_put()) PUTting export 0000000051897283 : new refcount 2 00000040:00000010:1.0:1767384368.550897:0:39775:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at 000000002e899481. 00000040:00000001:1.0:1767384368.550900:0:39775:0:(llog_obd.c:122:llog_cleanup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:1.0:1767384368.550902:0:39775:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 00000000115eddf8 : new refcount 2 00000040:00000001:1.0:1767384368.550903:0:39775:0:(llog_cat.c:426:llog_cat_close()) Process entered 00000040:00000001:1.0:1767384368.550904:0:39775:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:1.0:1767384368.550906:0:39775:0:(lu_object.c:207:lu_object_put()) Add 00000000ffd9975c/00000000859a9f05 to site lru. bkt: 00000000ff2d33e2 00000040:00000010:1.0:1767384368.550907:0:39775:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 16 at 00000000b2183b17. 00000040:00000001:1.0:1767384368.550909:0:39775:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:1.0:1767384368.550910:0:39775:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000004119235b. 00000040:00000010:1.0:1767384368.550917:0:39775:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000d98ced8c. 00000040:00000001:1.0:1767384368.550919:0:39775:0:(llog_cat.c:454:llog_cat_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384368.550920:0:39775:0:(llog_obd.c:93:llog_cleanup()) Process entered 00000040:00000040:1.0:1767384368.550921:0:39775:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 00000000115eddf8 : new refcount 1 00000020:00000040:1.0:1767384368.550923:0:39775:0:(genops.c:898:class_export_put()) PUTting export 0000000051897283 : new refcount 1 00000040:00000010:1.0:1767384368.550924:0:39775:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at 00000000115eddf8. 00000040:00000001:1.0:1767384368.550927:0:39775:0:(llog_obd.c:122:llog_cleanup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384368.550929:0:39775:0:(mdd_orphans.c:512:mdd_orphan_index_fini()) Process entered 00000020:00000002:1.0:1767384368.550931:0:39775:0:(lu_object.c:207:lu_object_put()) Add 000000008b5fd70f/00000000df91c97b to site lru. bkt: 00000000ed59a0f2 00000004:00000001:1.0:1767384368.550933:0:39775:0:(mdd_orphans.c:517:mdd_orphan_index_fini()) Process leaving 00000020:00000002:1.0:1767384368.550935:0:39775:0:(lu_object.c:207:lu_object_put()) Add 000000007d195c8c/0000000091f8cb7e to site lru. bkt: 00000000d236ac78 00000020:00000002:1.0:1767384368.550937:0:39775:0:(lu_object.c:207:lu_object_put()) Add 00000000141a8d1f/00000000eb596bdc to site lru. bkt: 00000000d585d539 00000020:00000002:1.0:1767384368.550939:0:39775:0:(lu_object.c:207:lu_object_put()) Add 000000004b6652e2/00000000f094b088 to site lru. bkt: 00000000dfde6970 00000001:00000001:1.0:1767384368.550942:0:39775:0:(nodemap_storage.c:2659:nm_config_file_deregister_tgt()) Process entered 00000020:00000002:1.0:1767384368.550944:0:39775:0:(lu_object.c:207:lu_object_put()) Add 0000000096716c86/00000000d363144c to site lru. bkt: 000000005f5df426 00000001:00000010:1.0:1767384368.550946:0:39775:0:(nodemap_storage.c:2671:nm_config_file_deregister_tgt()) kfreed 'ncf': 32 at 000000008116d870. 00000001:00000001:1.0:1767384368.550948:0:39775:0:(nodemap_storage.c:2673:nm_config_file_deregister_tgt()) Process leaving 00080000:00000010:1.0:1767384368.550963:0:39775:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000009df14700. 00000020:00000010:1.0:1767384368.550965:0:39775:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000016d41a1e. 00080000:00000010:1.0:1767384368.550984:0:39775:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000000c0abe48. 00000004:00000010:1.0:1767384368.551003:0:39775:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000a98dd180. 00000004:00000010:1.0:1767384368.551006:0:39775:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000085156544. 00000004:00000001:1.0:1767384368.551008:0:39775:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384368.551009:0:39775:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0xf:0x0] 00000004:00000010:1.0:1767384368.551010:0:39775:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000058bed963. 00000004:00000001:1.0:1767384368.551017:0:39775:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767384368.551027:0:39775:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000018784d69. 00000020:00000010:1.0:1767384368.551029:0:39775:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000266b8138. 00080000:00000010:1.0:1767384368.551037:0:39775:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000046d11cd1. 00000020:00000010:1.0:1767384368.551039:0:39775:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000004071d729. 00080000:00000010:1.0:1767384368.551049:0:39775:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000083bfd803. 00000020:00000010:1.0:1767384368.551051:0:39775:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000ba09dc45. 00080000:00000010:1.0:1767384368.551061:0:39775:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000b63703fa. 00000004:00000010:1.0:1767384368.551065:0:39775:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000000cc257ae. 00000004:00000010:1.0:1767384368.551067:0:39775:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000141a8d1f. 00000004:00000001:1.0:1767384368.551069:0:39775:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384368.551070:0:39775:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000002:0x2:0x0] 00000004:00000010:1.0:1767384368.551071:0:39775:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000eb596bdc. 00000004:00000001:1.0:1767384368.551073:0:39775:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767384368.551081:0:39775:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000d8a5f310. 00000020:00000010:1.0:1767384368.551082:0:39775:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000ce6db0a3. 00080000:00000010:1.0:1767384368.551112:0:39775:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000001affbb11. 00000004:00000010:1.0:1767384368.551116:0:39775:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000063411787. 00000004:00000010:1.0:1767384368.551118:0:39775:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000004f7937de. 00000004:00000001:1.0:1767384368.551120:0:39775:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384368.551120:0:39775:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000005:0x20001:0x0] 00000004:00000010:1.0:1767384368.551122:0:39775:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000002c00d492. 00000004:00000001:1.0:1767384368.551125:0:39775:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767384368.551133:0:39775:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000002c344697. 00000004:00000010:1.0:1767384368.551135:0:39775:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000afc5b95d. 00000004:00000010:1.0:1767384368.551137:0:39775:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000555ab4c5. 00000004:00000001:1.0:1767384368.551140:0:39775:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384368.551141:0:39775:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000005:0x1:0x0] 00000004:00000010:1.0:1767384368.551142:0:39775:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000407d2cbc. 00000004:00000001:1.0:1767384368.551144:0:39775:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767384368.551147:0:39775:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000b1b60238. 00000004:00000010:1.0:1767384368.551149:0:39775:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000e4a71f9e. 00000004:00000010:1.0:1767384368.551150:0:39775:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000007b3ed4e4. 00000004:00000001:1.0:1767384368.551152:0:39775:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384368.551153:0:39775:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x12:0x0] 00000004:00000010:1.0:1767384368.551154:0:39775:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000020222d69. 00000004:00000001:1.0:1767384368.551158:0:39775:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767384368.551167:0:39775:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000007e54680d. 00000020:00000010:1.0:1767384368.551169:0:39775:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000089124477. 00080000:00000010:1.0:1767384368.551178:0:39775:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000553f4ae8. 00000004:00000010:1.0:1767384368.551181:0:39775:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000009f051c81. 00000004:00000010:1.0:1767384368.551182:0:39775:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000027a5fe30. 00000004:00000001:1.0:1767384368.551184:0:39775:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384368.551186:0:39775:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0xb:0x0] 00000004:00000010:1.0:1767384368.551187:0:39775:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000007507c2d8. 00000004:00000001:1.0:1767384368.551190:0:39775:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767384368.551197:0:39775:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000000e3ad565. 00000020:00000010:1.0:1767384368.551199:0:39775:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000bf4819c4. 00080000:00000010:1.0:1767384368.551208:0:39775:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000eb0c7445. 00000020:00000010:1.0:1767384368.551210:0:39775:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000eb00a0cb. 00080000:00000010:1.0:1767384368.551222:0:39775:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000009bf4f001. 00000020:00000010:1.0:1767384368.551225:0:39775:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000091d7b6d5. 00080000:00000010:1.0:1767384368.551239:0:39775:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000cdb6e885. 00000020:00000010:1.0:1767384368.551243:0:39775:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000004272d84d. 00080000:00000010:1.0:1767384368.551263:0:39775:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000634c10ee. 00000020:00000010:1.0:1767384368.551267:0:39775:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000001526d70e. 00080000:00000010:1.0:1767384368.551290:0:39775:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000a5d115b3. 00000020:00000010:1.0:1767384368.551293:0:39775:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000db67ebba. 00080000:00000010:1.0:1767384368.551298:0:39775:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000004514f7f5. 00000004:00000010:1.0:1767384368.551301:0:39775:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000037ee5e50. 00000004:00000010:1.0:1767384368.551304:0:39775:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000fd846b39. 00000004:00000001:1.0:1767384368.551306:0:39775:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384368.551307:0:39775:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x16:0x0] 00000004:00000010:1.0:1767384368.551308:0:39775:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000018730d3e. 00000004:00000001:1.0:1767384368.551310:0:39775:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767384368.551319:0:39775:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000de5300cf. 00000004:00000010:1.0:1767384368.551322:0:39775:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000019422a84. 00000004:00000010:1.0:1767384368.551324:0:39775:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000009492f99b. 00000004:00000001:1.0:1767384368.551326:0:39775:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384368.551326:0:39775:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000005:0x20002:0x0] 00000004:00000010:1.0:1767384368.551328:0:39775:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000008a9e11c5. 00000004:00000001:1.0:1767384368.551330:0:39775:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767384368.551338:0:39775:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000006de69ffa. 00000004:00000010:1.0:1767384368.551340:0:39775:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000d275f50d. 00000004:00000010:1.0:1767384368.551342:0:39775:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000793a0d70. 00000004:00000001:1.0:1767384368.551344:0:39775:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384368.551345:0:39775:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000005:0x2:0x0] 00000004:00000010:1.0:1767384368.551347:0:39775:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000001cdfd49c. 00000004:00000001:1.0:1767384368.551349:0:39775:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767384368.551357:0:39775:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000079b6fb46. 00000020:00000010:1.0:1767384368.551360:0:39775:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000002ca5be9e. 00080000:00000010:1.0:1767384368.551370:0:39775:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000017ba24b. 00000004:00000010:1.0:1767384368.551373:0:39775:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000795fa5aa. 00000004:00000010:1.0:1767384368.551374:0:39775:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000004b6652e2. 00000004:00000001:1.0:1767384368.551376:0:39775:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384368.551377:0:39775:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000002:0x1:0x0] 00000004:00000010:1.0:1767384368.551379:0:39775:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000f094b088. 00000004:00000001:1.0:1767384368.551381:0:39775:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767384368.551388:0:39775:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000083c13bfc. 00000020:00000010:1.0:1767384368.551390:0:39775:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000bf44d77a. 00080000:00000010:1.0:1767384368.551399:0:39775:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000b4f7d1d2. 00000020:00000010:1.0:1767384368.551400:0:39775:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000c0f23593. 00080000:00000010:1.0:1767384368.551410:0:39775:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000ffd9975c. 00000020:00000010:1.0:1767384368.551412:0:39775:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000859a9f05. 00080000:00000010:1.0:1767384368.551421:0:39775:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000004de7b051. 00000020:00000010:1.0:1767384368.551422:0:39775:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000b6138235. 00080000:00000010:1.0:1767384368.551432:0:39775:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000090b7ca8. 00000020:00000010:1.0:1767384368.551434:0:39775:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000091c1497c. 00080000:00000010:1.0:1767384368.551437:0:39775:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000002ccef479. 00000004:00000010:1.0:1767384368.551440:0:39775:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000f5f7ed01. 00000004:00000010:1.0:1767384368.551441:0:39775:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000002ee3b347. 00000004:00000001:1.0:1767384368.551443:0:39775:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384368.551443:0:39775:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x10:0x0] 00000004:00000010:1.0:1767384368.551444:0:39775:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000005aeae62c. 00000004:00000001:1.0:1767384368.551447:0:39775:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767384368.551453:0:39775:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000cced665d. 00000004:00000010:1.0:1767384368.551455:0:39775:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000afa20713. 00000004:00000010:1.0:1767384368.551457:0:39775:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000006fe9cc53. 00000004:00000001:1.0:1767384368.551458:0:39775:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384368.551459:0:39775:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0xc:0x0] 00000004:00000010:1.0:1767384368.551460:0:39775:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000005d19f00e. 00000004:00000001:1.0:1767384368.551463:0:39775:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767384368.551472:0:39775:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000003e7c3939. 00000020:00000010:1.0:1767384368.551474:0:39775:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000008bf0da3c. 00080000:00000010:1.0:1767384368.551484:0:39775:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000a93ac39f. 00000020:00000010:1.0:1767384368.551487:0:39775:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000fbf2369f. 00080000:00000010:1.0:1767384368.551545:0:39775:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000549a3d0d. 00000020:00000010:1.0:1767384368.551548:0:39775:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000002aa6fc39. 00080000:00000010:1.0:1767384368.551557:0:39775:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000cb6bdbce. 00000020:00000010:1.0:1767384368.551559:0:39775:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000001696111a. 00080000:00000010:1.0:1767384368.551568:0:39775:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000007b5cc7cc. 00000020:00000010:1.0:1767384368.551570:0:39775:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000005bd1ef2. 00080000:00000010:1.0:1767384368.551579:0:39775:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000005cb5bc52. 00000020:00000010:1.0:1767384368.551581:0:39775:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000001d71c042. 00080000:00000010:1.0:1767384368.551590:0:39775:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000afaf545f. 00000020:00000010:1.0:1767384368.551591:0:39775:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000003c51b183. 00080000:00000010:1.0:1767384368.551600:0:39775:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000005edfb81a. 00000004:00000010:1.0:1767384368.551603:0:39775:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000e680f13a. 00000004:00000010:1.0:1767384368.551605:0:39775:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000a2a79289. 00000004:00000001:1.0:1767384368.551607:0:39775:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384368.551608:0:39775:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000005:0x20003:0x0] 00000004:00000010:1.0:1767384368.551609:0:39775:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000000bda88e2. 00000004:00000001:1.0:1767384368.551612:0:39775:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767384368.551619:0:39775:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000007cd56086. 00000004:00000010:1.0:1767384368.551621:0:39775:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000dcfce1a0. 00000004:00000010:1.0:1767384368.551623:0:39775:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000010643d18. 00000004:00000001:1.0:1767384368.551624:0:39775:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384368.551625:0:39775:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000005:0x3:0x0] 00000004:00000010:1.0:1767384368.551627:0:39775:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000ef3df0d6. 00000004:00000001:1.0:1767384368.551629:0:39775:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767384368.551636:0:39775:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000082250657. 00000020:00000010:1.0:1767384368.551638:0:39775:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000e58570ae. 00080000:00000010:1.0:1767384368.551647:0:39775:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000006f4a97d9. 00000004:00000010:1.0:1767384368.551649:0:39775:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000539a81df. 00000004:00000010:1.0:1767384368.551651:0:39775:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000780888b2. 00000004:00000001:1.0:1767384368.551654:0:39775:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384368.551654:0:39775:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0xa:0x0] 00000004:00000010:1.0:1767384368.551656:0:39775:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000211de2a3. 00000004:00000001:1.0:1767384368.551658:0:39775:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767384368.551665:0:39775:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000002528a6fe. 00000020:00000010:1.0:1767384368.551667:0:39775:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000fa97b7c1. 00080000:00000010:1.0:1767384368.551679:0:39775:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000a753c523. 00000004:00000010:1.0:1767384368.551681:0:39775:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000a7c748a4. 00000004:00000010:1.0:1767384368.551683:0:39775:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000004a8b4bd8. 00000004:00000001:1.0:1767384368.551685:0:39775:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384368.551686:0:39775:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x1019:0x0] 00000004:00000010:1.0:1767384368.551687:0:39775:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000057f6f71b. 00000004:00000001:1.0:1767384368.551689:0:39775:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767384368.551698:0:39775:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000adefbcec. 00000020:00000010:1.0:1767384368.551700:0:39775:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000821a8d04. 00080000:00000010:1.0:1767384368.551710:0:39775:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000096716c86. 00000020:00000010:1.0:1767384368.551712:0:39775:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000d363144c. 00080000:00000010:1.0:1767384368.551724:0:39775:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000dfee8315. 00000004:00000010:1.0:1767384368.551727:0:39775:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000080cc96e7. 00000004:00000010:1.0:1767384368.551730:0:39775:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000072610cef. 00000004:00000001:1.0:1767384368.551732:0:39775:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384368.551734:0:39775:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x8:0x0] 00000004:00000010:1.0:1767384368.551735:0:39775:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000061dfeaf7. 00000004:00000001:1.0:1767384368.551740:0:39775:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767384368.551754:0:39775:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000b613555b. 00000020:00000010:1.0:1767384368.551756:0:39775:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000007823a96f. 00080000:00000010:1.0:1767384368.551767:0:39775:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000feacc4ec. 00000020:00000010:1.0:1767384368.551770:0:39775:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000026ac1f56. 00080000:00000010:1.0:1767384368.551777:0:39775:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000076e171c0. 00000004:00000010:1.0:1767384368.551779:0:39775:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000d29df3a0. 00000004:00000010:1.0:1767384368.551781:0:39775:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000a1c4cdb3. 00000004:00000001:1.0:1767384368.551783:0:39775:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384368.551784:0:39775:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0xd:0x0] 00000004:00000010:1.0:1767384368.551785:0:39775:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000a18a0186. 00000004:00000001:1.0:1767384368.551788:0:39775:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767384368.551795:0:39775:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000f27f65b2. 00000020:00000010:1.0:1767384368.551798:0:39775:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000f19b2f07. 00080000:00000010:1.0:1767384368.551804:0:39775:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000dbadb752. 00000004:00000010:1.0:1767384368.551807:0:39775:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000085a7ad9f. 00000004:00000010:1.0:1767384368.551811:0:39775:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000008cae8547. 00000004:00000001:1.0:1767384368.551814:0:39775:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384368.551815:0:39775:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0xf:0x0] 00000004:00000010:1.0:1767384368.551817:0:39775:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000e35f45cc. 00000004:00000001:1.0:1767384368.551822:0:39775:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767384368.551874:0:39775:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000a85dc7ae. 00000020:00000010:1.0:1767384368.551879:0:39775:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000c2dd5ec4. 00080000:00000010:1.0:1767384368.551897:0:39775:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000007795f81a. 00000020:00000010:1.0:1767384368.551900:0:39775:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000f72b2cec. 00080000:00000010:1.0:1767384368.551913:0:39775:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000885773ca. 00000004:00000010:1.0:1767384368.551917:0:39775:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000008b5fd70f. 00000004:00000010:1.0:1767384368.551921:0:39775:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000285d9510. 00000004:00000001:1.0:1767384368.551924:0:39775:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384368.551926:0:39775:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0x10:0x0] 00000004:00000010:1.0:1767384368.551928:0:39775:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000df91c97b. 00000004:00000001:1.0:1767384368.551932:0:39775:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767384368.551946:0:39775:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000ac326b1a. 00000020:00000010:1.0:1767384368.551950:0:39775:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000a184eefb. 00080000:00000010:1.0:1767384368.551971:0:39775:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000fec4fca0. 00000020:00000010:1.0:1767384368.551982:0:39775:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000016be36bc. 00080000:00000010:1.0:1767384368.552016:0:39775:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000004ed03a08. 00000004:00000010:1.0:1767384368.552021:0:39775:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000035dfda37. 00000004:00000010:1.0:1767384368.552024:0:39775:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000007d195c8c. 00000004:00000001:1.0:1767384368.552027:0:39775:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384368.552029:0:39775:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000002:0x3:0x0] 00000004:00000010:1.0:1767384368.552031:0:39775:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000091f8cb7e. 00000004:00000001:1.0:1767384368.552035:0:39775:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767384368.552046:0:39775:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000ca576318. 00000020:00000010:1.0:1767384368.552050:0:39775:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000004b18eea8. 00080000:00000010:1.0:1767384368.552067:0:39775:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000f572c991. 00000020:00000010:1.0:1767384368.552071:0:39775:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000009bf27eef. 00080000:00000010:1.0:1767384368.552121:0:39775:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000009efa86a2. 00000020:00000010:1.0:1767384368.552128:0:39775:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000021f89227. 00080000:00000010:1.0:1767384368.552158:0:39775:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000ac01b4f9. 00000004:00000010:1.0:1767384368.552162:0:39775:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000000074fcdb. 00000004:00000010:1.0:1767384368.552166:0:39775:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000057cce0cf. 00000004:00000001:1.0:1767384368.552169:0:39775:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384368.552170:0:39775:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0xe:0x0] 00000004:00000010:1.0:1767384368.552172:0:39775:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000001f271c07. 00000004:00000001:1.0:1767384368.552177:0:39775:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767384368.552243:0:39775:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000e9306fc1. 00000020:00000010:1.0:1767384368.552248:0:39775:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000002a1ad320. 00080000:00000010:1.0:1767384368.552263:0:39775:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000098d6d7bf. 00000020:00000010:1.0:1767384368.552267:0:39775:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000006f560a37. 00000004:00000001:1.0:1767384368.552273:0:39775:0:(obd_class.h:902:obd_disconnect()) Process entered 00000004:00000001:1.0:1767384368.552276:0:39775:0:(lod_dev.c:2313:lod_obd_disconnect()) Process entered 00000020:00000001:1.0:1767384368.552278:0:39775:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:1.0:1767384368.552280:0:39775:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x7e51148972eec92e 00000020:00000040:1.0:1767384368.552282:0:39775:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000edf7b105 with handle 0x7e51148972eec92e from hash 00000020:00000001:1.0:1767384368.552287:0:39775:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:1.0:1767384368.552288:0:39775:0:(genops.c:898:class_export_put()) PUTting export 00000000edf7b105 : new refcount 1 00000020:00000001:1.0:1767384368.552290:0:39775:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:1.0:1767384368.552291:0:39775:0:(genops.c:898:class_export_put()) PUTting export 00000000edf7b105 : new refcount 0 00000020:00000080:1.0:1767384368.552293:0:39775:0:(genops.c:904:class_export_put()) final put 00000000edf7b105/lustre-MDT0000-mdtlov_UUID 00000020:00000001:1.0:1767384368.552295:0:39775:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384368.552307:0:39775:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384368.552310:0:39775:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:1.0:1767384368.552313:0:39775:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-mdtlov (flags='') 00000020:00000001:2.0:1767384368.552314:0:37:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:2.0:1767384368.552316:0:37:0:(genops.c:863:class_export_destroy()) destroying export 00000000edf7b105/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:00000010:1.0:1767384368.552317:0:39775:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 72 at 00000000fba2ceaf. 00000020:00000001:2.0:1767384368.552319:0:37:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:2.0:1767384368.552323:0:37:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000080:1.0:1767384368.552323:0:39775:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000040:2.0:1767384368.552325:0:37:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-mdtlov (0000000037e58b42) now 4 - export 00000020:00000010:2.0:1767384368.552329:0:37:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000edf7b105. 00000020:00000001:1.0:1767384368.552331:0:39775:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000001:2.0:1767384368.552336:0:37:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000080:1.0:1767384368.552336:0:39775:0:(obd_config.c:886:class_cleanup()) lustre-MDT0000-mdtlov: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1767384368.552341:0:39775:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1767384368.552345:0:39775:0:(genops.c:1575:class_disconnect_exports()) OBD device 4 (0000000037e58b42) has no exports 00000020:00000001:1.0:1767384368.552349:0:39775:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1767384368.552352:0:39775:0:(obd_class.h:604:obd_precleanup()) Process entered 00000004:00000001:1.0:1767384368.552354:0:39775:0:(lod_dev.c:2233:lod_device_fini()) Process entered 00000004:00000001:1.0:1767384368.552358:0:39775:0:(lod_lov.c:2548:lod_pools_fini()) Process entered 00000020:00000001:1.0:1767384368.552368:0:39775:0:(lu_tgt_pool.c:211:lu_tgt_pool_free()) Process entered 00000020:00000010:1.0:1767384368.552371:0:39775:0:(lu_tgt_pool.c:218:lu_tgt_pool_free()) kfreed 'op->op_array': 8 at 00000000a5a8413a. 00000020:00000001:1.0:1767384368.552375:0:39775:0:(lu_tgt_pool.c:224:lu_tgt_pool_free()) Process leaving 00000020:00000001:1.0:1767384368.552376:0:39775:0:(lu_tgt_pool.c:211:lu_tgt_pool_free()) Process entered 00000020:00000010:1.0:1767384368.552378:0:39775:0:(lu_tgt_pool.c:218:lu_tgt_pool_free()) kfreed 'op->op_array': 8 at 00000000a56f173d. 00000020:00000001:1.0:1767384368.552381:0:39775:0:(lu_tgt_pool.c:224:lu_tgt_pool_free()) Process leaving 00000020:00000001:1.0:1767384368.552383:0:39775:0:(lu_tgt_pool.c:211:lu_tgt_pool_free()) Process entered 00000020:00000010:1.0:1767384368.552385:0:39775:0:(lu_tgt_pool.c:218:lu_tgt_pool_free()) kfreed 'op->op_array': 8 at 000000003bf9e3f2. 00000020:00000001:1.0:1767384368.552388:0:39775:0:(lu_tgt_pool.c:224:lu_tgt_pool_free()) Process leaving 00000020:00000001:1.0:1767384368.552390:0:39775:0:(lu_tgt_pool.c:211:lu_tgt_pool_free()) Process entered 00000020:00000010:1.0:1767384368.552392:0:39775:0:(lu_tgt_pool.c:218:lu_tgt_pool_free()) kfreed 'op->op_array': 8 at 00000000473f8904. 00000020:00000001:1.0:1767384368.552394:0:39775:0:(lu_tgt_pool.c:224:lu_tgt_pool_free()) Process leaving 00000004:00000001:1.0:1767384368.552396:0:39775:0:(lod_lov.c:2564:lod_pools_fini()) Process leaving (rc=0 : 0 : 0) 00000004:01000000:1.0:1767384368.552567:0:39775:0:(lod_lov.c:59:lod_putref()) destroying 1 ltd desc 00000020:00000001:1.0:1767384368.552570:0:39775:0:(lu_tgt_pool.c:163:lu_tgt_pool_remove()) Process entered 00000020:00000001:1.0:1767384368.552571:0:39775:0:(lu_tgt_pool.c:180:lu_tgt_pool_remove()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00020000:00000001:1.0:1767384368.552574:0:39775:0:(lu_tgt_descs.c:166:lu_qos_del_tgt()) Process entered 00020000:00001000:1.0:1767384368.552575:0:39775:0:(lu_tgt_descs.c:177:lu_qos_del_tgt()) removing server 0@lo 00020000:00000010:1.0:1767384368.552577:0:39775:0:(lu_tgt_descs.c:179:lu_qos_del_tgt()) kfreed 'svr': 104 at 00000000908f41cb. 00020000:00000001:1.0:1767384368.552580:0:39775:0:(lu_tgt_descs.c:188:lu_qos_del_tgt()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384368.552582:0:39775:0:(obd_class.h:902:obd_disconnect()) Process entered 00000004:00000001:1.0:1767384368.552584:0:39775:0:(osp_dev.c:1487:osp_obd_disconnect()) Process entered 00000020:00000001:1.0:1767384368.552585:0:39775:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:1.0:1767384368.552587:0:39775:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x7e51148972eec966 00000020:00000040:1.0:1767384368.552589:0:39775:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000d74a516e with handle 0x7e51148972eec966 from hash 00000020:00000001:1.0:1767384368.552592:0:39775:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:1.0:1767384368.552593:0:39775:0:(genops.c:898:class_export_put()) PUTting export 00000000d74a516e : new refcount 1 00000020:00000001:1.0:1767384368.552595:0:39775:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:1.0:1767384368.552596:0:39775:0:(genops.c:898:class_export_put()) PUTting export 00000000d74a516e : new refcount 0 00000020:00000080:1.0:1767384368.552597:0:39775:0:(genops.c:904:class_export_put()) final put 00000000d74a516e/lustre-MDT0000-mdtlov_UUID 00000020:00000001:1.0:1767384368.552598:0:39775:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384368.552607:0:39775:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384368.552609:0:39775:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:1.0:1767384368.552610:0:39775:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osc-MDT0000 (flags='') 00000020:00000010:1.0:1767384368.552613:0:39775:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 80 at 00000000339ba51d. 00000020:00000001:2.0:1767384368.552615:0:37:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:1.0:1767384368.552615:0:39775:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1767384368.552619:0:37:0:(genops.c:863:class_export_destroy()) destroying export 00000000d74a516e/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:00000001:1.0:1767384368.552621:0:39775:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000080:1.0:1767384368.552624:0:39775:0:(obd_config.c:886:class_cleanup()) lustre-OST0000-osc-MDT0000: forcing exports to disconnect: 0/3 00000020:00000040:2.0:1767384368.552625:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 13 to 0@lo 00000020:00000001:1.0:1767384368.552627:0:39775:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00000001:2.0:1767384368.552629:0:37:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00080000:1.0:1767384368.552630:0:39775:0:(genops.c:1575:class_disconnect_exports()) OBD device 8 (0000000000d5e12f) has no exports 00000020:00000001:2.0:1767384368.552632:0:37:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384368.552633:0:39775:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1767384368.552636:0:39775:0:(obd_class.h:604:obd_precleanup()) Process entered 00000020:00000040:2.0:1767384368.552637:0:37:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000-osc-MDT0000 (0000000000d5e12f) now 5 - export 00000004:00000001:1.0:1767384368.552639:0:39775:0:(osp_dev.c:1380:osp_device_fini()) Process entered 00000004:00000001:1.0:1767384368.552643:0:39775:0:(obd_class.h:902:obd_disconnect()) Process entered 00000020:00000010:2.0:1767384368.552644:0:37:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000d74a516e. 00080000:00000001:1.0:1767384368.552645:0:39775:0:(osd_handler.c:1551:osd_obd_disconnect()) Process entered 00000020:00000001:1.0:1767384368.552648:0:39775:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:1.0:1767384368.552651:0:39775:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x7e51148972eec95f 00000020:00000040:1.0:1767384368.552654:0:39775:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000389e6200 with handle 0x7e51148972eec95f from hash 00000020:00000001:2.0:1767384368.552655:0:37:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000001:1.0:1767384368.552657:0:39775:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:1.0:1767384368.552660:0:39775:0:(genops.c:898:class_export_put()) PUTting export 00000000389e6200 : new refcount 1 00000020:00000001:1.0:1767384368.552661:0:39775:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:1.0:1767384368.552662:0:39775:0:(genops.c:898:class_export_put()) PUTting export 00000000389e6200 : new refcount 0 00000020:00000080:1.0:1767384368.552664:0:39775:0:(genops.c:904:class_export_put()) final put 00000000389e6200/lustre-MDT0000-osd_UUID 00000020:00000001:1.0:1767384368.552665:0:39775:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384368.552672:0:39775:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384368.552674:0:39775:0:(osd_handler.c:1559:osd_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384368.552675:0:39775:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384368.552688:0:37:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:2.0:1767384368.552691:0:37:0:(genops.c:863:class_export_destroy()) destroying export 00000000389e6200/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000001:2.0:1767384368.552695:0:37:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:2.0:1767384368.552697:0:37:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384368.552700:0:37:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-osd (0000000070e841d4) now 7 - export 00000020:00000010:2.0:1767384368.552702:0:37:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000389e6200. 00000020:00000001:2.0:1767384368.552708:0:37:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000010:1.0:1767384368.552787:0:39775:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000f5b3b64c. 00000020:00000010:1.0:1767384368.552791:0:39775:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000804011ed. 00000020:00000010:1.0:1767384368.552794:0:39775:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000bac6eb6e. 00000020:00000010:1.0:1767384368.552796:0:39775:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000d978212b. 00000020:00000010:1.0:1767384368.552801:0:39775:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 00000000217e93ef. 00000020:00000010:1.0:1767384368.552805:0:39775:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 0000000098b5c67f. 00010000:00000001:1.0:1767384368.552898:0:39775:0:(ldlm_lib.c:631:client_obd_cleanup()) Process entered 00010000:00000001:1.0:1767384368.552900:0:39775:0:(ldlm_resource.c:1115:ldlm_namespace_free_post()) Process entered 00010000:00000001:1.0:1767384368.552903:0:39775:0:(ldlm_pool.c:931:ldlm_pool_fini()) Process entered 00000020:00000010:1.0:1767384368.552955:0:39775:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 352 at 000000006fe2eb9c. 00000020:00000010:1.0:1767384368.552961:0:39775:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 000000009d5c8e58. 00010000:00000001:1.0:1767384368.553022:0:39775:0:(ldlm_pool.c:934:ldlm_pool_fini()) Process leaving 00000020:00000010:1.0:1767384368.553040:0:39775:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 32 at 0000000056a47148. 00000020:00000010:1.0:1767384368.553043:0:39775:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000726ecbeb. 00000001:00000001:1.0:1767384368.553129:0:39775:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384368.553177:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000d503f5a3. 00000001:00000010:1.0:1767384368.553184:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000f3bd3414. 00000001:00000010:1.0:1767384368.553187:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 0000000019a3a7cf. 00000001:00000010:1.0:1767384368.553190:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 000000008da005b4. 00000001:00000010:1.0:1767384368.553193:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000445f7f80. 00000001:00000010:1.0:1767384368.553196:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 000000004e70e00c. 00000001:00000010:1.0:1767384368.553200:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000146fda3a. 00000001:00000010:1.0:1767384368.553203:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 000000004cdecfba. 00000001:00000010:1.0:1767384368.553206:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 0000000080418006. 00000001:00000010:1.0:1767384368.553209:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000a38ec941. 00000001:00000010:1.0:1767384368.553212:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000e3db1a8a. 00000001:00000010:1.0:1767384368.553215:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000348901fe. 00000001:00000010:1.0:1767384368.553218:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000416ae99b. 00000001:00000010:1.0:1767384368.553245:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000a0784067. 00000001:00000010:1.0:1767384368.553248:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 000000007e9d261d. 00000001:00000010:1.0:1767384368.553251:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000dcf1b3c5. 00000001:00000010:1.0:1767384368.553254:0:39775:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 128 at 00000000fa28fc4b. 00000001:00000010:1.0:1767384368.553257:0:39775:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 0000000028d0ed90. 00000001:00000001:1.0:1767384368.553262:0:39775:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000010:1.0:1767384368.553265:0:39775:0:(ldlm_resource.c:1138:ldlm_namespace_free_post()) kfreed 'ns': 816 at 00000000f0af9ba2. 00010000:00000001:1.0:1767384368.553269:0:39775:0:(ldlm_lockd.c:3043:ldlm_put_ref()) Process entered 00010000:00000001:1.0:1767384368.553271:0:39775:0:(ldlm_lockd.c:3057:ldlm_put_ref()) Process leaving 00010000:00000001:1.0:1767384368.553273:0:39775:0:(ldlm_resource.c:1140:ldlm_namespace_free_post()) Process leaving 00010000:00000001:1.0:1767384368.553275:0:39775:0:(obd_class.h:652:obd_cleanup_client_import()) Process entered 00010000:01000000:1.0:1767384368.553277:0:39775:0:(obd_class.h:663:obd_cleanup_client_import()) lustre-OST0000-osc-MDT0000: client import never connected 00000100:00000001:1.0:1767384368.553280:0:39775:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:1.0:1767384368.553283:0:39775:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00000001:1.0:1767384368.553286:0:39775:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:1.0:1767384368.553288:0:39775:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1767384368.553290:0:39775:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934596 gen 5 00000100:00000040:1.0:1767384368.553293:0:39775:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:1.0:1767384368.553297:0:39775:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384368.553299:0:39775:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:1.0:1767384368.553301:0:39775:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:1.0:1767384368.553303:0:39775:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00020000:1.0:1767384368.553305:0:39775:0:(obd_class.h:479:obd_check_dev()) Device 8 not setup 00000100:00000001:1.0:1767384368.556603:0:39775:0:(obd_class.h:1221:obd_import_event()) Process leaving 00000100:00100000:1.0:1767384368.556608:0:39775:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:1.0:1767384368.556611:0:39775:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00020000:1.0:1767384368.556612:0:39775:0:(obd_class.h:479:obd_check_dev()) Device 8 not setup 00000100:00000001:1.0:1767384368.556614:0:39775:0:(obd_class.h:1221:obd_import_event()) Process leaving 00000020:00000040:1.0:1767384368.556619:0:39775:0:(genops.c:1229:class_import_get()) import 0000000068bc8709 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:1.0:1767384368.556624:0:39775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384368.556626:0:39775:0:(genops.c:1242:class_import_put()) import 0000000068bc8709 refcount=1 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:1.0:1767384368.556628:0:39775:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:1.0:1767384368.556630:0:39775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384368.556632:0:39775:0:(genops.c:1242:class_import_put()) import 0000000068bc8709 refcount=0 obd=lustre-OST0000-osc-MDT0000 00000020:00000040:1.0:1767384368.556634:0:39775:0:(genops.c:1245:class_import_put()) final put import 0000000068bc8709 00000020:00000001:1.0:1767384368.556645:0:39775:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:1.0:1767384368.556648:0:39775:0:(obd_class.h:670:obd_cleanup_client_import()) Process leaving 00010000:00000001:1.0:1767384368.556650:0:39775:0:(ldlm_lockd.c:3043:ldlm_put_ref()) Process entered 00010000:00000001:1.0:1767384368.556652:0:39775:0:(ldlm_lockd.c:3057:ldlm_put_ref()) Process leaving 00010000:00000010:1.0:1767384368.556654:0:39775:0:(ldlm_lib.c:647:client_obd_cleanup()) kfreed 'cli->cl_read_io_latency_by_size': 3920 at 0000000097b006ed. 00010000:00000010:1.0:1767384368.556659:0:39775:0:(ldlm_lib.c:651:client_obd_cleanup()) kfreed 'cli->cl_write_io_latency_by_size': 3920 at 000000002af1aae4. 00010000:00000001:1.0:1767384368.556662:0:39775:0:(ldlm_lib.c:654:client_obd_cleanup()) Process leaving 00000004:00000001:1.0:1767384368.556665:0:39775:0:(osp_dev.c:1402:osp_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384368.556668:0:39775:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384368.556676:0:37:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000020:00000080:2.0:1767384368.556680:0:37:0:(genops.c:1202:obd_zombie_import_free()) destroying import 0000000068bc8709 for lustre-OST0000-osc-MDT0000 00000001:00000001:1.0:1767384368.556681:0:39775:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000020:00000040:2.0:1767384368.556687:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 12 to 0@lo 00000001:00000010:1.0:1767384368.556688:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000a8100420. 00000020:00000040:2.0:1767384368.556695:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 11 to 0@lo 00000001:00000010:1.0:1767384368.556695:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000096d5370f. 00000001:00000010:1.0:1767384368.556701:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000d14ab1fb. 00000020:00000010:2.0:1767384368.556702:0:37:0:(genops.c:1213:obd_zombie_import_free()) kfreed 'imp_conn': 88 at 0000000050e33f15. 00000001:00000010:1.0:1767384368.556706:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000080c608dc. 00000020:00000040:2.0:1767384368.556710:0:37:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000-osc-MDT0000 (0000000000d5e12f) now 4 - import 00000001:00000010:1.0:1767384368.556712:0:39775:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 000000003e7aba80. 00000020:00000010:2.0:1767384368.556715:0:37:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 0000000068bc8709. 00000001:00000010:1.0:1767384368.556719:0:39775:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000d41d6d8e. 00000020:00000001:2.0:1767384368.556724:0:37:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000001:00000001:1.0:1767384368.556726:0:39775:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:1.0:1767384368.556730:0:39775:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384368.556734:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000051d3b5d2. 00000001:00000010:1.0:1767384368.556738:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000025b42e54. 00000001:00000010:1.0:1767384368.556741:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000006821816a. 00000001:00000010:1.0:1767384368.556743:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000edafc08b. 00000001:00000010:1.0:1767384368.556751:0:39775:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000bd0a96bc. 00000001:00000010:1.0:1767384368.556754:0:39775:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000f3b2fdfe. 00000001:00000001:1.0:1767384368.556757:0:39775:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1767384368.556759:0:39775:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000-osc-MDT0000 (0000000000d5e12f) now 3 - setup 00000020:00000001:1.0:1767384368.556762:0:39775:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384368.556764:0:39775:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:1.0:1767384368.556767:0:39775:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1767384368.556771:0:39775:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:1.0:1767384368.556774:0:39775:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000-osc-MDT0000 (0000000000d5e12f) now 2 - obd_device_list 00000020:00000080:1.0:1767384368.556778:0:39775:0:(obd_config.c:814:class_detach()) detach on obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000040:1.0:1767384368.556780:0:39775:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000-osc-MDT0000 (0000000000d5e12f) now 1 - newdev 00000020:00000040:1.0:1767384368.556783:0:39775:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000008db63db5 with handle 0x7e51148972eec958 from hash 00000020:00000040:1.0:1767384368.556786:0:39775:0:(genops.c:898:class_export_put()) PUTting export 000000008db63db5 : new refcount 0 00000020:00000080:1.0:1767384368.556788:0:39775:0:(genops.c:904:class_export_put()) final put 000000008db63db5/lustre-MDT0000-mdtlov_UUID 00000020:00000001:1.0:1767384368.556790:0:39775:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384368.556793:0:39775:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:1.0:1767384368.556795:0:39775:0:(genops.c:863:class_export_destroy()) destroying export 000000008db63db5/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:00000001:1.0:1767384368.556797:0:39775:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:1.0:1767384368.556799:0:39775:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384368.556801:0:39775:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 000000008db63db5. 00000020:00000001:1.0:1767384368.556806:0:39775:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:1.0:1767384368.556808:0:39775:0:(genops.c:440:class_free_dev()) Release obd device lustre-OST0000-osc-MDT0000 obd_type name = osp 00000020:01000000:1.0:1767384368.556811:0:39775:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-OST0000-osc-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000001:1.0:1767384368.556813:0:39775:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:1.0:1767384368.556816:0:39775:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005d90faee. 00000020:00000010:1.0:1767384368.556821:0:39775:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000063b5d3e0. 00000040:00000010:1.0:1767384368.556824:0:39775:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000fc52bf57. 00000020:00000010:1.0:1767384368.556829:0:39775:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000066ae20bf. 00000020:00000010:1.0:1767384368.556833:0:39775:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000717b1652. 00000020:00000010:1.0:1767384368.556837:0:39775:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000010e9785a. 80000000:00000010:1.0:1767384368.556841:0:39775:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000029eacf56. 40000000:00000010:1.0:1767384368.556845:0:39775:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000005f63b595. 00100000:00000010:1.0:1767384368.556850:0:39775:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000a3f7f93b. 00040000:00000010:1.0:1767384368.556853:0:39775:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000c794c3c9. 00040000:00000010:1.0:1767384368.556857:0:39775:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000996f6799. 00080000:00000010:1.0:1767384368.556861:0:39775:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000005dfb4fb7. 00000004:00000010:1.0:1767384368.556866:0:39775:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000b4f7c579. 00000004:00000010:1.0:1767384368.556871:0:39775:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000c9ab2117. 00000004:00000010:1.0:1767384368.556876:0:39775:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000a7410881. 00002000:00000010:1.0:1767384368.556879:0:39775:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000008af599a8. 00000004:00000010:1.0:1767384368.556884:0:39775:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000d567c85f. 00000004:00000010:1.0:1767384368.556890:0:39775:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000c6051342. 00000004:00000010:1.0:1767384368.556896:0:39775:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000dfe386ca. 00000004:00000010:1.0:1767384368.556900:0:39775:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000f7d40a97. 00000004:00000010:1.0:1767384368.556904:0:39775:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000dbe14dd1. 00000004:00000010:1.0:1767384368.556909:0:39775:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000da4728db. 00000004:00000010:1.0:1767384368.556912:0:39775:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000402e07a5. 00000004:00000010:1.0:1767384368.556917:0:39775:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000075b6dda. 00000004:00000010:1.0:1767384368.556929:0:39775:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000003974e370. 00000004:00000010:1.0:1767384368.556932:0:39775:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000057fecf1c. 00000004:00000010:1.0:1767384368.556936:0:39775:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000000a975915. 00000004:00000010:1.0:1767384368.556939:0:39775:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000094f295da. 00000004:00000010:1.0:1767384368.556942:0:39775:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000001c3cae4c. 00000004:00000010:1.0:1767384368.556945:0:39775:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000000bdab86a. 00000004:00000010:1.0:1767384368.556948:0:39775:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000009be51750. 00000004:00000010:1.0:1767384368.556951:0:39775:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000ded0c04f. 00000004:00000010:1.0:1767384368.556953:0:39775:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000008758bd38. 00000004:00000010:1.0:1767384368.556956:0:39775:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000272748c6. 00000004:00000010:1.0:1767384368.556960:0:39775:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000006b699bd0. 00000004:00000010:1.0:1767384368.556963:0:39775:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000001ef16667. 00000004:00000010:1.0:1767384368.556966:0:39775:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000007cc3f95. 00000004:00000010:1.0:1767384368.556970:0:39775:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000b8bd5568. 00000004:00000010:1.0:1767384368.556973:0:39775:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000f27cb9c2. 00000004:00000010:1.0:1767384368.556976:0:39775:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000b984a67a. 00000004:00000010:1.0:1767384368.556980:0:39775:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000ea148095. 00000004:00000010:1.0:1767384368.556999:0:39775:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000003928f57f. 00000004:00000010:1.0:1767384368.557003:0:39775:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000004a972c3e. 00000004:00000010:1.0:1767384368.557006:0:39775:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000ce318702. 00000004:00000010:1.0:1767384368.557009:0:39775:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000e1b63ee1. 00000004:00000010:1.0:1767384368.557013:0:39775:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000222aff79. 00000004:00000010:1.0:1767384368.557018:0:39775:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000005cda2ed4. 00000004:00000010:1.0:1767384368.557022:0:39775:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000b46252b6. 00000004:00000010:1.0:1767384368.557025:0:39775:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000004d1d1e4a. 00000004:00000010:1.0:1767384368.557028:0:39775:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000e631ec41. 00000004:00000010:1.0:1767384368.557034:0:39775:0:(osp_dev.c:1318:osp_device_free()) kfreed 'osp': 1400 at 000000009fef8af1. 00000020:00000010:1.0:1767384368.557041:0:39775:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000063b5d3e0. 00000040:00000010:1.0:1767384368.557045:0:39775:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000fc52bf57. 00000020:00000010:1.0:1767384368.557048:0:39775:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000066ae20bf. 00000020:00000010:1.0:1767384368.557052:0:39775:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000717b1652. 00000020:00000010:1.0:1767384368.557056:0:39775:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000010e9785a. 80000000:00000010:1.0:1767384368.557060:0:39775:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000029eacf56. 40000000:00000010:1.0:1767384368.557063:0:39775:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000005f63b595. 00100000:00000010:1.0:1767384368.557067:0:39775:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000a3f7f93b. 00040000:00000010:1.0:1767384368.557071:0:39775:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000c794c3c9. 00040000:00000010:1.0:1767384368.557074:0:39775:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000996f6799. 00080000:00000010:1.0:1767384368.557078:0:39775:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000005dfb4fb7. 00000004:00000010:1.0:1767384368.557082:0:39775:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000b4f7c579. 00000004:00000010:1.0:1767384368.557120:0:39775:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000c9ab2117. 00000004:00000010:1.0:1767384368.557126:0:39775:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000a7410881. 00002000:00000010:1.0:1767384368.557129:0:39775:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000008af599a8. 00000004:00000010:1.0:1767384368.557133:0:39775:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000d567c85f. 00000020:00000010:1.0:1767384368.557137:0:39775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005d90faee. 00000020:00000001:1.0:1767384368.557140:0:39775:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384368.557143:0:39775:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 0000000000d5e12f. 00000020:00000001:1.0:1767384368.557148:0:39775:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384368.557150:0:39775:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384368.557158:0:39775:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 80 at 00000000339ba51d. 00000020:00000001:1.0:1767384368.557162:0:39775:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384368.557164:0:39775:0:(osp_dev.c:1499:osp_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384368.557166:0:39775:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:1.0:1767384368.557169:0:39775:0:(lod_lov.c:84:lod_putref()) kfreed 'tgt_desc': 368 at 000000004072db41. 00020000:00000010:1.0:1767384368.557174:0:39775:0:(lu_tgt_descs.c:289:lu_tgt_descs_fini()) kfreed 'ltd->ltd_tgt_idx[i]': 4096 at 000000007c9d739e. 00000004:00000001:1.0:1767384368.557184:0:39775:0:(lod_dev.c:2249:lod_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384368.557186:0:39775:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384368.557197:0:39775:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384368.557202:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000cabfdfed. 00000001:00000010:1.0:1767384368.557205:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000af910d70. 00000001:00000010:1.0:1767384368.557207:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000009c5f2fa5. 00000001:00000010:1.0:1767384368.557210:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000240e042c. 00000001:00000010:1.0:1767384368.557212:0:39775:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 000000007055d417. 00000001:00000010:1.0:1767384368.557215:0:39775:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000482ddd18. 00000001:00000001:1.0:1767384368.557219:0:39775:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:1.0:1767384368.557221:0:39775:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384368.557225:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000442a0c81. 00000001:00000010:1.0:1767384368.557229:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000092320cc3. 00000001:00000010:1.0:1767384368.557232:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000006fa2afc1. 00000001:00000010:1.0:1767384368.557234:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000cceb9211. 00000001:00000010:1.0:1767384368.557238:0:39775:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 0000000098c3987c. 00000001:00000010:1.0:1767384368.557241:0:39775:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 000000007d79f727. 00000001:00000001:1.0:1767384368.557244:0:39775:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1767384368.557246:0:39775:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-mdtlov (0000000037e58b42) now 3 - setup 00000020:00000001:1.0:1767384368.557249:0:39775:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384368.557251:0:39775:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:1.0:1767384368.557254:0:39775:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1767384368.557258:0:39775:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:1.0:1767384368.557260:0:39775:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-mdtlov (0000000037e58b42) now 2 - obd_device_list 00000020:00000080:1.0:1767384368.557264:0:39775:0:(obd_config.c:814:class_detach()) detach on obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000040:1.0:1767384368.557266:0:39775:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-mdtlov (0000000037e58b42) now 1 - newdev 00000020:00000040:1.0:1767384368.557269:0:39775:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000cfd1f607 with handle 0x7e51148972eec912 from hash 00000020:00000040:1.0:1767384368.557273:0:39775:0:(genops.c:898:class_export_put()) PUTting export 00000000cfd1f607 : new refcount 0 00000020:00000080:1.0:1767384368.557275:0:39775:0:(genops.c:904:class_export_put()) final put 00000000cfd1f607/lustre-MDT0000-mdtlov_UUID 00000020:00000001:1.0:1767384368.557278:0:39775:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384368.557280:0:39775:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:1.0:1767384368.557281:0:39775:0:(genops.c:863:class_export_destroy()) destroying export 00000000cfd1f607/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:00000001:1.0:1767384368.557284:0:39775:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:1.0:1767384368.557286:0:39775:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384368.557288:0:39775:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000cfd1f607. 00000020:00000001:1.0:1767384368.557293:0:39775:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:1.0:1767384368.557295:0:39775:0:(genops.c:440:class_free_dev()) Release obd device lustre-MDT0000-mdtlov obd_type name = lod 00000020:01000000:1.0:1767384368.557297:0:39775:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-MDT0000-mdtlov (lustre-MDT0000-mdtlov_UUID) 00000020:00000001:1.0:1767384368.557299:0:39775:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:1.0:1767384368.557302:0:39775:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005d90faee. 00000020:00000010:1.0:1767384368.557306:0:39775:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000996f6799. 00000040:00000010:1.0:1767384368.557309:0:39775:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000010e9785a. 00000020:00000010:1.0:1767384368.557312:0:39775:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000a7410881. 00000020:00000010:1.0:1767384368.557315:0:39775:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000717b1652. 00000020:00000010:1.0:1767384368.557318:0:39775:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000fc52bf57. 80000000:00000010:1.0:1767384368.557322:0:39775:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000339ba51d. 40000000:00000010:1.0:1767384368.557325:0:39775:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000005f63b595. 00100000:00000010:1.0:1767384368.557328:0:39775:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000b4f7c579. 00040000:00000010:1.0:1767384368.557331:0:39775:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000c794c3c9. 00040000:00000010:1.0:1767384368.557335:0:39775:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000063b5d3e0. 00080000:00000010:1.0:1767384368.557345:0:39775:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000005dfb4fb7. 00000004:00000010:1.0:1767384368.557348:0:39775:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000a3f7f93b. 00000004:00000010:1.0:1767384368.557351:0:39775:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000c9ab2117. 00000004:00000010:1.0:1767384368.557354:0:39775:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000066ae20bf. 00000004:00000001:1.0:1767384368.557357:0:39775:0:(lod_dev.c:2168:lod_device_free()) Process entered 00000004:00000010:1.0:1767384368.557361:0:39775:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000d5a09289. 00000004:00000010:1.0:1767384368.557366:0:39775:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000000860d4a6. 00000004:00000010:1.0:1767384368.557370:0:39775:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000009988803e. 00000004:00000010:1.0:1767384368.557374:0:39775:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000cc41a8ae. 00000004:00000010:1.0:1767384368.557378:0:39775:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000891374bf. 00000004:00000010:1.0:1767384368.557381:0:39775:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000cbc08a6d. 00000004:00000010:1.0:1767384368.557384:0:39775:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000ed5fd126. 00000004:00000010:1.0:1767384368.557388:0:39775:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000bc549bf4. 00000004:00000010:1.0:1767384368.557392:0:39775:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000adbe3f9d. 00000004:00000010:1.0:1767384368.557396:0:39775:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000a7208475. 00000004:00000010:1.0:1767384368.557399:0:39775:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000000e142705. 00000004:00000010:1.0:1767384368.557402:0:39775:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000051bc18fa. 00000004:00000010:1.0:1767384368.557405:0:39775:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000009322ab22. 00000004:00000010:1.0:1767384368.557408:0:39775:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000008a9c1678. 00000004:00000010:1.0:1767384368.557412:0:39775:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000d16c751a. 00000004:00000010:1.0:1767384368.557416:0:39775:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000004be875e6. 00000004:00000010:1.0:1767384368.557419:0:39775:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000004636a9ac. 00000004:00000010:1.0:1767384368.557423:0:39775:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000de79f6ba. 00000004:00000010:1.0:1767384368.557427:0:39775:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000a5b2e37a. 00000004:00000010:1.0:1767384368.557431:0:39775:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000009f4d19e3. 00000004:00000010:1.0:1767384368.557434:0:39775:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000067a7cbe4. 00000004:00000010:1.0:1767384368.557437:0:39775:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000676243e4. 00000004:00000010:1.0:1767384368.557442:0:39775:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000009733859c. 00000004:00000010:1.0:1767384368.557445:0:39775:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000845c65fa. 00000004:00000010:1.0:1767384368.557449:0:39775:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000b4d5c212. 00000004:00000010:1.0:1767384368.557452:0:39775:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000001bbf9f5b. 00000004:00000010:1.0:1767384368.557455:0:39775:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000ab62cce5. 00000004:00000010:1.0:1767384368.557458:0:39775:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000092352e8b. 00000004:00000010:1.0:1767384368.557462:0:39775:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000001334d905. 00000004:00000010:1.0:1767384368.557465:0:39775:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000a366f3ad. 00000004:00000010:1.0:1767384368.557469:0:39775:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000002c0710cd. 00000004:00000010:1.0:1767384368.557473:0:39775:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000b5c0d7a4. 00000004:00000010:1.0:1767384368.557477:0:39775:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000e82e40d3. 00000004:00000010:1.0:1767384368.557481:0:39775:0:(lod_dev.c:2176:lod_device_free()) kfreed 'lod': 4056 at 00000000c6c018ef. 00000004:00000001:1.0:1767384368.557484:0:39775:0:(lod_dev.c:2177:lod_device_free()) Process leaving (rc=18446619782723338240 : -124290986213376 : ffff8ef53feb0000) 00000020:00000010:1.0:1767384368.557488:0:39775:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000996f6799. 00000040:00000010:1.0:1767384368.557491:0:39775:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000010e9785a. 00000020:00000010:1.0:1767384368.557495:0:39775:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000a7410881. 00000020:00000010:1.0:1767384368.557498:0:39775:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000717b1652. 00000020:00000010:1.0:1767384368.557502:0:39775:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000fc52bf57. 80000000:00000010:1.0:1767384368.557505:0:39775:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000339ba51d. 40000000:00000010:1.0:1767384368.557509:0:39775:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000005f63b595. 00100000:00000010:1.0:1767384368.557513:0:39775:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000b4f7c579. 00040000:00000010:1.0:1767384368.557516:0:39775:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000c794c3c9. 00040000:00000010:1.0:1767384368.557520:0:39775:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000063b5d3e0. 00080000:00000010:1.0:1767384368.557524:0:39775:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000005dfb4fb7. 00000004:00000010:1.0:1767384368.557527:0:39775:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000a3f7f93b. 00000004:00000010:1.0:1767384368.557531:0:39775:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000c9ab2117. 00000004:00000010:1.0:1767384368.557534:0:39775:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000066ae20bf. 00000020:00000010:1.0:1767384368.557542:0:39775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005d90faee. 00000020:00000001:1.0:1767384368.557546:0:39775:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384368.557548:0:39775:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 0000000037e58b42. 00000020:00000001:1.0:1767384368.557554:0:39775:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384368.557557:0:39775:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384368.557559:0:39775:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 72 at 00000000fba2ceaf. 00000020:00000001:1.0:1767384368.557563:0:39775:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384368.557565:0:39775:0:(lod_dev.c:2335:lod_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384368.557567:0:39775:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384368.557569:0:39775:0:(mdd_device.c:1227:mdd_process_config()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:1.0:1767384368.557571:0:39775:0:(mdt_handler.c:5871:mdt_stack_fini()) kfreed 'lcfg': 64 at 0000000032dd7034. 00000004:00000001:1.0:1767384368.557606:0:39775:0:(obd_class.h:902:obd_disconnect()) Process entered 00000004:00000001:1.0:1767384368.557609:0:39775:0:(mdd_device.c:1618:mdd_obd_disconnect()) Process entered 00000020:00000001:1.0:1767384368.557611:0:39775:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:1.0:1767384368.557613:0:39775:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x7e51148972eec935 00000020:00000040:1.0:1767384368.557616:0:39775:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000f7998ef1 with handle 0x7e51148972eec935 from hash 00000020:00000001:1.0:1767384368.557620:0:39775:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:1.0:1767384368.557621:0:39775:0:(genops.c:898:class_export_put()) PUTting export 00000000f7998ef1 : new refcount 1 00000020:00000001:1.0:1767384368.557623:0:39775:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:1.0:1767384368.557625:0:39775:0:(genops.c:898:class_export_put()) PUTting export 00000000f7998ef1 : new refcount 0 00000020:00000080:1.0:1767384368.557627:0:39775:0:(genops.c:904:class_export_put()) final put 00000000f7998ef1/lustre-MDD0000_UUID 00000020:00000001:1.0:1767384368.557629:0:39775:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384368.557640:0:39775:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384368.557643:0:39775:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:1.0:1767384368.557645:0:39775:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-MDD0000 (flags='') 00000020:00000010:1.0:1767384368.557649:0:39775:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 64 at 000000005f63b595. 00000020:00000001:2.0:1767384368.557652:0:37:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:1.0:1767384368.557652:0:39775:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1767384368.557657:0:37:0:(genops.c:863:class_export_destroy()) destroying export 00000000f7998ef1/lustre-MDD0000_UUID for lustre-MDD0000 00000020:00000001:1.0:1767384368.557660:0:39775:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000001:2.0:1767384368.557662:0:37:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000080:1.0:1767384368.557664:0:39775:0:(obd_config.c:886:class_cleanup()) lustre-MDD0000: forcing exports to disconnect: 0/2 00000020:00000001:2.0:1767384368.557666:0:37:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384368.557668:0:39775:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00000040:2.0:1767384368.557671:0:37:0:(obd_config.c:955:class_decref()) Decref lustre-MDD0000 (00000000e2b51082) now 4 - export 00000020:00080000:1.0:1767384368.557672:0:39775:0:(genops.c:1575:class_disconnect_exports()) OBD device 6 (00000000e2b51082) has no exports 00000020:00000010:2.0:1767384368.557678:0:37:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000f7998ef1. 00000020:00000001:1.0:1767384368.557678:0:39775:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1767384368.557682:0:39775:0:(obd_class.h:604:obd_precleanup()) Process entered 00000020:00000001:2.0:1767384368.557689:0:37:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000001:1.0:1767384368.557821:0:39775:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384368.557833:0:39775:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384368.557838:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000009249f8d4. 00000001:00000010:1.0:1767384368.557842:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000008cf336fd. 00000001:00000010:1.0:1767384368.557844:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000f303a111. 00000001:00000010:1.0:1767384368.557847:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000004dfdea50. 00000001:00000010:1.0:1767384368.557851:0:39775:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000f9565819. 00000001:00000010:1.0:1767384368.557853:0:39775:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000efe684b4. 00000001:00000001:1.0:1767384368.557857:0:39775:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:1.0:1767384368.557859:0:39775:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384368.557863:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000830fd1d3. 00000001:00000010:1.0:1767384368.557866:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000031e29d53. 00000001:00000010:1.0:1767384368.557868:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000c53a9a16. 00000001:00000010:1.0:1767384368.557871:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000000a1f873c. 00000001:00000010:1.0:1767384368.557873:0:39775:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000a6cf354f. 00000001:00000010:1.0:1767384368.557875:0:39775:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 0000000016b7520e. 00000001:00000001:1.0:1767384368.557880:0:39775:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1767384368.557881:0:39775:0:(obd_config.c:955:class_decref()) Decref lustre-MDD0000 (00000000e2b51082) now 3 - setup 00000020:00000001:1.0:1767384368.557884:0:39775:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384368.557886:0:39775:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:1.0:1767384368.557889:0:39775:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1767384368.557892:0:39775:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:1.0:1767384368.557894:0:39775:0:(obd_config.c:955:class_decref()) Decref lustre-MDD0000 (00000000e2b51082) now 2 - obd_device_list 00000020:00000080:1.0:1767384368.557897:0:39775:0:(obd_config.c:814:class_detach()) detach on obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000020:00000040:1.0:1767384368.557899:0:39775:0:(obd_config.c:955:class_decref()) Decref lustre-MDD0000 (00000000e2b51082) now 1 - newdev 00000020:00000040:1.0:1767384368.557902:0:39775:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000051897283 with handle 0x7e51148972eec927 from hash 00000020:00000040:1.0:1767384368.557905:0:39775:0:(genops.c:898:class_export_put()) PUTting export 0000000051897283 : new refcount 0 00000020:00000080:1.0:1767384368.557907:0:39775:0:(genops.c:904:class_export_put()) final put 0000000051897283/lustre-MDD0000_UUID 00000020:00000001:1.0:1767384368.557910:0:39775:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384368.557912:0:39775:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:1.0:1767384368.557914:0:39775:0:(genops.c:863:class_export_destroy()) destroying export 0000000051897283/lustre-MDD0000_UUID for lustre-MDD0000 00000020:00000001:1.0:1767384368.557916:0:39775:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:1.0:1767384368.557918:0:39775:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384368.557920:0:39775:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 0000000051897283. 00000020:00000001:1.0:1767384368.557925:0:39775:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:1.0:1767384368.557927:0:39775:0:(genops.c:440:class_free_dev()) Release obd device lustre-MDD0000 obd_type name = mdd 00000020:01000000:1.0:1767384368.557929:0:39775:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-MDD0000 (lustre-MDD0000_UUID) 00000020:00000001:1.0:1767384368.557932:0:39775:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:1.0:1767384368.557935:0:39775:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005d90faee. 00000020:00000010:1.0:1767384368.557938:0:39775:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000063b5d3e0. 00000040:00000010:1.0:1767384368.557941:0:39775:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000fc52bf57. 00000020:00000010:1.0:1767384368.557944:0:39775:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000066ae20bf. 00000020:00000010:1.0:1767384368.557948:0:39775:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000717b1652. 00000020:00000010:1.0:1767384368.557951:0:39775:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000010e9785a. 80000000:00000010:1.0:1767384368.557953:0:39775:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000fba2ceaf. 40000000:00000010:1.0:1767384368.557956:0:39775:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000062441b13. 00100000:00000010:1.0:1767384368.557959:0:39775:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000a3f7f93b. 00040000:00000010:1.0:1767384368.557962:0:39775:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000c794c3c9. 00040000:00000010:1.0:1767384368.557966:0:39775:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000996f6799. 00080000:00000010:1.0:1767384368.557975:0:39775:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000005dfb4fb7. 00000004:00000010:1.0:1767384368.557977:0:39775:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000b4f7c579. 00000004:00000010:1.0:1767384368.557980:0:39775:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000c9ab2117. 00000004:00000001:1.0:1767384368.557983:0:39775:0:(mdd_device.c:1552:mdd_device_free()) Process entered 00000004:00000010:1.0:1767384368.558003:0:39775:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000f727af09. 00000004:00000010:1.0:1767384368.558007:0:39775:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000f4d902c7. 00000004:00000010:1.0:1767384368.558011:0:39775:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000ea4c9739. 00000004:00000010:1.0:1767384368.558015:0:39775:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000778e5311. 00000004:00000010:1.0:1767384368.558018:0:39775:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000007ee9fa71. 00000004:00000010:1.0:1767384368.558022:0:39775:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000378733a2. 00000004:00000010:1.0:1767384368.558025:0:39775:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000838c4dde. 00000004:00000010:1.0:1767384368.558029:0:39775:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000bc2b21e4. 00000004:00000010:1.0:1767384368.558033:0:39775:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000bf906fc1. 00000004:00000010:1.0:1767384368.558036:0:39775:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000003b544e1c. 00000004:00000010:1.0:1767384368.558039:0:39775:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000d30639bb. 00000004:00000010:1.0:1767384368.558042:0:39775:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000004cfcb771. 00000004:00000010:1.0:1767384368.558045:0:39775:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000002ec922cf. 00000004:00000010:1.0:1767384368.558049:0:39775:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000000d87bfe. 00000004:00000010:1.0:1767384368.558052:0:39775:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000007d8e0853. 00000004:00000010:1.0:1767384368.558055:0:39775:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000004a3d8a5d. 00000004:00000010:1.0:1767384368.558059:0:39775:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000dcc0f79c. 00000004:00000010:1.0:1767384368.558063:0:39775:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000d1b6c561. 00000004:00000010:1.0:1767384368.558066:0:39775:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000003d0065f6. 00000004:00000010:1.0:1767384368.558069:0:39775:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000084dbe4fb. 00000004:00000010:1.0:1767384368.558073:0:39775:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000006d6b4ea0. 00000004:00000010:1.0:1767384368.558076:0:39775:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000caab6ef7. 00000004:00000010:1.0:1767384368.558079:0:39775:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000f2513986. 00000004:00000010:1.0:1767384368.558083:0:39775:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000229480d9. 00000004:00000010:1.0:1767384368.558108:0:39775:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000007662a977. 00000004:00000010:1.0:1767384368.558112:0:39775:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000001b40b9de. 00000004:00000010:1.0:1767384368.558115:0:39775:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000dea7d1f6. 00000004:00000010:1.0:1767384368.558118:0:39775:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000615d03b7. 00000004:00000010:1.0:1767384368.558122:0:39775:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000db168c7a. 00000004:00000010:1.0:1767384368.558125:0:39775:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000008289f5b2. 00000004:00000010:1.0:1767384368.558128:0:39775:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000528e7cca. 00000004:00000010:1.0:1767384368.558131:0:39775:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000004c473e49. 00000004:00000010:1.0:1767384368.558134:0:39775:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000cca5f3bc. 00000004:00000010:1.0:1767384368.558138:0:39775:0:(mdd_device.c:1556:mdd_device_free()) kfreed 'm': 816 at 0000000074faea40. 00000004:00000001:1.0:1767384368.558141:0:39775:0:(mdd_device.c:1557:mdd_device_free()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384368.558144:0:39775:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000063b5d3e0. 00000040:00000010:1.0:1767384368.558147:0:39775:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000fc52bf57. 00000020:00000010:1.0:1767384368.558150:0:39775:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000066ae20bf. 00000020:00000010:1.0:1767384368.558153:0:39775:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000717b1652. 00000020:00000010:1.0:1767384368.558156:0:39775:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000010e9785a. 80000000:00000010:1.0:1767384368.558159:0:39775:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000fba2ceaf. 40000000:00000010:1.0:1767384368.558163:0:39775:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000062441b13. 00100000:00000010:1.0:1767384368.558167:0:39775:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000a3f7f93b. 00040000:00000010:1.0:1767384368.558170:0:39775:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000c794c3c9. 00040000:00000010:1.0:1767384368.558173:0:39775:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000996f6799. 00080000:00000010:1.0:1767384368.558176:0:39775:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000005dfb4fb7. 00000004:00000010:1.0:1767384368.558179:0:39775:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000b4f7c579. 00000004:00000010:1.0:1767384368.558181:0:39775:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000c9ab2117. 00000020:00000010:1.0:1767384368.558184:0:39775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005d90faee. 00000020:00000001:1.0:1767384368.558187:0:39775:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384368.558189:0:39775:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 00000000e2b51082. 00000020:00000001:1.0:1767384368.558194:0:39775:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384368.558196:0:39775:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384368.558198:0:39775:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 64 at 000000005f63b595. 00000020:00000001:1.0:1767384368.558201:0:39775:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384368.558203:0:39775:0:(mdd_device.c:1628:mdd_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384368.558205:0:39775:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384368.558207:0:39775:0:(obd_class.h:902:obd_disconnect()) Process entered 00080000:00000001:1.0:1767384368.558209:0:39775:0:(osd_handler.c:1551:osd_obd_disconnect()) Process entered 00000020:00000001:1.0:1767384368.558210:0:39775:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:1.0:1767384368.558212:0:39775:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x7e51148972eec93c 00000020:00000040:1.0:1767384368.558216:0:39775:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000002bdf5c0f with handle 0x7e51148972eec93c from hash 00000020:00000001:1.0:1767384368.558220:0:39775:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:1.0:1767384368.558221:0:39775:0:(genops.c:898:class_export_put()) PUTting export 000000002bdf5c0f : new refcount 1 00000020:00000001:1.0:1767384368.558223:0:39775:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:1.0:1767384368.558224:0:39775:0:(genops.c:898:class_export_put()) PUTting export 000000002bdf5c0f : new refcount 0 00000020:00000080:1.0:1767384368.558225:0:39775:0:(genops.c:904:class_export_put()) final put 000000002bdf5c0f/lustre-MDT0000-osd_UUID 00000020:00000001:1.0:1767384368.558233:0:39775:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384368.558243:0:39775:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384368.558246:0:39775:0:(osd_handler.c:1559:osd_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384368.558248:0:39775:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384368.558251:0:39775:0:(tgt_mount.c:177:server_put_mount()) Process entered 00000020:00000001:2.0:1767384368.558252:0:37:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000001:1.0:1767384368.558253:0:39775:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000020:00000080:2.0:1767384368.558254:0:37:0:(genops.c:863:class_export_destroy()) destroying export 000000002bdf5c0f/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000001:1.0:1767384368.558258:0:39775:0:(tgt_mount.c:60:server_find_mount()) Process leaving (rc=18446619781700361248 : -124292009190368 : ffff8ef502f19c20) 00000020:00000001:2.0:1767384368.558259:0:37:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:2.0:1767384368.558261:0:37:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:1.0:1767384368.558264:0:39775:0:(tgt_mount.c:188:server_put_mount()) put mount 000000002ab61b8f from lustre-MDT0000, refs=3 00000020:00000040:2.0:1767384368.558265:0:37:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-osd (0000000070e841d4) now 6 - export 00000020:00000010:2.0:1767384368.558271:0:37:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 000000002bdf5c0f. 00000020:00000001:1.0:1767384368.558271:0:39775:0:(obd_mount.c:701:lustre_put_lsi()) Process entered 00000020:01000004:1.0:1767384368.558275:0:39775:0:(obd_mount.c:705:lustre_put_lsi()) put 000000002ab61b8f 3 00000020:00000001:2.0:1767384368.558277:0:37:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000001:1.0:1767384368.558278:0:39775:0:(obd_mount.c:710:lustre_put_lsi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384368.558282:0:39775:0:(tgt_mount.c:112:server_deregister_mount()) Process entered 00000020:00000001:1.0:1767384368.558284:0:39775:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000020:00000001:1.0:1767384368.558285:0:39775:0:(tgt_mount.c:60:server_find_mount()) Process leaving (rc=18446619781700361248 : -124292009190368 : ffff8ef502f19c20) 00000020:01000004:1.0:1767384368.558287:0:39775:0:(tgt_mount.c:121:server_deregister_mount()) deregister mount 000000002ab61b8f from lustre-MDT0000 00000020:00000010:1.0:1767384368.558290:0:39775:0:(tgt_mount.c:123:server_deregister_mount()) kfreed 'lmi->lmi_name': 15 at 0000000039904de5. 00000020:00000010:1.0:1767384368.558293:0:39775:0:(tgt_mount.c:125:server_deregister_mount()) kfreed 'lmi': 32 at 00000000bbe15463. 00000020:00000001:1.0:1767384368.558297:0:39775:0:(tgt_mount.c:129:server_deregister_mount()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384368.558299:0:39775:0:(tgt_mount.c:198:server_put_mount()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384368.558301:0:39775:0:(mdt_handler.c:6511:mdt_fini()) Process leaving 00000004:00000001:1.0:1767384368.558304:0:39775:0:(mdt_handler.c:8323:mdt_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384368.558306:0:39775:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384368.558315:0:39775:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384368.558319:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000e68efa84. 00000001:00000010:1.0:1767384368.558322:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000439adb2c. 00000001:00000010:1.0:1767384368.558324:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000001e49910f. 00000001:00000010:1.0:1767384368.558327:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000000c63ad8b. 00000001:00000010:1.0:1767384368.558330:0:39775:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000afdc9aeb. 00000001:00000010:1.0:1767384368.558332:0:39775:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000c178127a. 00000001:00000001:1.0:1767384368.558335:0:39775:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:1.0:1767384368.558337:0:39775:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384368.558341:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000014871dde. 00000001:00000010:1.0:1767384368.558343:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000887eabac. 00000001:00000010:1.0:1767384368.558346:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000acbf988b. 00000001:00000010:1.0:1767384368.558350:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000d81c0fdf. 00000001:00000010:1.0:1767384368.558353:0:39775:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000f23c2546. 00000001:00000010:1.0:1767384368.558355:0:39775:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000b260cbd2. 00000001:00000001:1.0:1767384368.558358:0:39775:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1767384368.558359:0:39775:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000b1f9e0ef) now 3 - setup 00000020:00000001:1.0:1767384368.558361:0:39775:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384368.558363:0:39775:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:1.0:1767384368.558366:0:39775:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1767384368.558369:0:39775:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:1.0:1767384368.558372:0:39775:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000b1f9e0ef) now 2 - obd_device_list 00000020:00000080:1.0:1767384368.558375:0:39775:0:(obd_config.c:814:class_detach()) detach on obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:00000040:1.0:1767384368.558376:0:39775:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000b1f9e0ef) now 1 - newdev 00000020:00000040:1.0:1767384368.558379:0:39775:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000045422a40 with handle 0x7e51148972eec920 from hash 00000020:00000040:1.0:1767384368.558382:0:39775:0:(genops.c:898:class_export_put()) PUTting export 0000000045422a40 : new refcount 0 00000020:00000080:1.0:1767384368.558384:0:39775:0:(genops.c:904:class_export_put()) final put 0000000045422a40/lustre-MDT0000_UUID 00000020:00000001:1.0:1767384368.558386:0:39775:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384368.558388:0:39775:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:1.0:1767384368.558390:0:39775:0:(genops.c:863:class_export_destroy()) destroying export 0000000045422a40/lustre-MDT0000_UUID for lustre-MDT0000 00000020:00000001:1.0:1767384368.558392:0:39775:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000004:00000001:1.0:1767384368.558395:0:39775:0:(mdt_handler.c:7618:mdt_destroy_export()) Process entered 00000004:00000010:1.0:1767384368.558397:0:39775:0:(mdt_handler.c:7622:mdt_destroy_export()) kfreed 'exp->exp_used_slots': 64 at 0000000016738655. 00000004:00000001:1.0:1767384368.558402:0:39775:0:(mdt_handler.c:7629:mdt_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384368.558403:0:39775:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384368.558405:0:39775:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 0000000045422a40. 00000020:00000001:1.0:1767384368.558411:0:39775:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:1.0:1767384368.558412:0:39775:0:(genops.c:440:class_free_dev()) Release obd device lustre-MDT0000 obd_type name = mdt 00000020:01000000:1.0:1767384368.558414:0:39775:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-MDT0000 (lustre-MDT0000_UUID) 00000020:00000001:1.0:1767384368.558417:0:39775:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:1.0:1767384368.558420:0:39775:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005d90faee. 00000020:00000010:1.0:1767384368.558424:0:39775:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000996f6799. 00000040:00000010:1.0:1767384368.558426:0:39775:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000010e9785a. 00000020:00000010:1.0:1767384368.558430:0:39775:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000b4f7c579. 00000020:00000010:1.0:1767384368.558434:0:39775:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000717b1652. 00000020:00000010:1.0:1767384368.558444:0:39775:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000fc52bf57. 80000000:00000010:1.0:1767384368.558446:0:39775:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000fba2ceaf. 40000000:00000010:1.0:1767384368.558449:0:39775:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000005f63b595. 00100000:00000010:1.0:1767384368.558451:0:39775:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000005dfb4fb7. 00040000:00000010:1.0:1767384368.558455:0:39775:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000c794c3c9. 00040000:00000010:1.0:1767384368.558457:0:39775:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000063b5d3e0. 00080000:00000010:1.0:1767384368.558460:0:39775:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000a3f7f93b. 00000004:00000010:1.0:1767384368.558463:0:39775:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000c9ab2117. 00000004:00000001:1.0:1767384368.558467:0:39775:0:(mdt_handler.c:8331:mdt_device_free()) Process entered 00000004:00000010:1.0:1767384368.558469:0:39775:0:(mdt_handler.c:8334:mdt_device_free()) kfreed 'm': 4000 at 000000006080703e. 00000004:00000001:1.0:1767384368.558472:0:39775:0:(mdt_handler.c:8336:mdt_device_free()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384368.558475:0:39775:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000996f6799. 00000040:00000010:1.0:1767384368.558478:0:39775:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000010e9785a. 00000020:00000010:1.0:1767384368.558482:0:39775:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000b4f7c579. 00000020:00000010:1.0:1767384368.558486:0:39775:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000717b1652. 00000020:00000010:1.0:1767384368.558489:0:39775:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000fc52bf57. 80000000:00000010:1.0:1767384368.558492:0:39775:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000fba2ceaf. 40000000:00000010:1.0:1767384368.558496:0:39775:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000005f63b595. 00100000:00000010:1.0:1767384368.558499:0:39775:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000005dfb4fb7. 00040000:00000010:1.0:1767384368.558503:0:39775:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000c794c3c9. 00040000:00000010:1.0:1767384368.558506:0:39775:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000063b5d3e0. 00080000:00000010:1.0:1767384368.558509:0:39775:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000a3f7f93b. 00000004:00000010:1.0:1767384368.558512:0:39775:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000c9ab2117. 00000020:00000010:1.0:1767384368.558515:0:39775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005d90faee. 00000020:00000001:1.0:1767384368.558518:0:39775:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384368.558520:0:39775:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 00000000b1f9e0ef. 00000020:00000001:1.0:1767384368.558525:0:39775:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384368.558527:0:39775:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384368.558530:0:39775:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 64 at 00000000add76aa0. 00000020:00000001:1.0:1767384368.558533:0:39775:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384368.558536:0:39775:0:(obd_mount.c:552:lustre_stop_mgc()) Process entered 00000020:01000004:1.0:1767384368.558538:0:39775:0:(obd_mount.c:569:lustre_stop_mgc()) MGC still has 1 references. 00000020:00000001:1.0:1767384368.558540:0:39775:0:(obd_mount.c:570:lustre_stop_mgc()) Process leaving via out (rc=18446744073709551600 : -16 : 0xfffffffffffffff0) 00000020:00000001:1.0:1767384368.558544:0:39775:0:(obd_mount.c:597:lustre_stop_mgc()) Process leaving (rc=18446744073709551600 : -16 : fffffffffffffff0) 00000020:00000001:1.0:1767384368.558546:0:39775:0:(tgt_mount.c:250:server_stop_mgs()) Process entered 00000020:00000001:1.0:1767384368.558548:0:39775:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000020:00000001:1.0:1767384368.558550:0:39775:0:(tgt_mount.c:60:server_find_mount()) Process leaving (rc=18446619781740979424 : -124291968572192 : ffff8ef5055d64e0) 00000020:01000004:1.0:1767384368.558553:0:39775:0:(tgt_mount.c:256:server_stop_mgs()) Stop MGS service MGS 00000020:00000001:1.0:1767384368.558555:0:39775:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:1.0:1767384368.558557:0:39775:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of MGS (flags='F') 00000020:00000010:1.0:1767384368.558561:0:39775:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 56 at 000000005f63b595. 00000020:00000080:1.0:1767384368.558563:0:39775:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1767384368.558566:0:39775:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000080:1.0:1767384368.558568:0:39775:0:(obd_config.c:886:class_cleanup()) MGS: forcing exports to disconnect: 1/3 00000020:00080000:1.0:1767384368.558573:0:39775:0:(genops.c:1836:print_export_data()) MGS: ACTIVE 00000000555601ca c0412d60-4f67-4dbc-8791-892843f60083 0@lo 9 (0 0 5) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00000001:1.0:1767384368.558578:0:39775:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1767384368.558580:0:39775:0:(genops.c:1570:class_disconnect_exports()) OBD device 1 (0000000042dad3ef) has exports, disconnecting them 00000020:00000001:1.0:1767384368.558583:0:39775:0:(genops.c:1515:class_disconnect_export_list()) Process entered 00000020:00000040:1.0:1767384368.558585:0:39775:0:(genops.c:887:class_export_get()) GET export 00000000555601ca refcount=10 00000020:00000040:1.0:1767384368.558587:0:39775:0:(genops.c:887:class_export_get()) GET export 00000000555601ca refcount=11 00000020:00080000:1.0:1767384368.558591:0:39775:0:(genops.c:1545:class_disconnect_export_list()) MGS: disconnecting export at 0@lo (00000000555601ca), last request at 1767384270 00000020:00000001:1.0:1767384368.558593:0:39775:0:(obd_class.h:902:obd_disconnect()) Process entered 20000000:00000001:1.0:1767384368.558596:0:39775:0:(mgs_handler.c:1797:mgs_obd_disconnect()) Process entered 00000020:00000040:1.0:1767384368.558600:0:39775:0:(genops.c:898:class_export_put()) PUTting export 00000000555601ca : new refcount 10 20000000:00000010:1.0:1767384368.558603:0:39775:0:(mgs_nids.c:1222:mgs_fsc_cleanup()) kfreed 'fsc': 56 at 00000000aa5756a2. 00000020:00000040:1.0:1767384368.558608:0:39775:0:(genops.c:887:class_export_get()) GET export 00000000555601ca refcount=11 00010000:00000001:1.0:1767384368.558613:0:39775:0:(ldlm_lib.c:840:server_disconnect_export()) Process entered 00000020:00000001:1.0:1767384368.558615:0:39775:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000040:1.0:1767384368.558618:0:39775:0:(genops.c:898:class_export_put()) PUTting export 00000000555601ca : new refcount 10 00000020:00000080:1.0:1767384368.558621:0:39775:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x7e51148972eec8e1 00000020:00000040:1.0:1767384368.558624:0:39775:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000555601ca with handle 0x7e51148972eec8e1 from hash 00000020:00000040:1.0:1767384368.558627:0:39775:0:(genops.c:898:class_export_put()) PUTting export 00000000555601ca : new refcount 9 00000020:00000001:1.0:1767384368.558636:0:39775:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00010000:1.0:1767384368.558638:0:39775:0:(genops.c:1938:obd_stale_export_put()) Put export 00000000555601ca: total 0 00000020:00000001:1.0:1767384368.558640:0:39775:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:1.0:1767384368.558642:0:39775:0:(genops.c:898:class_export_put()) PUTting export 00000000555601ca : new refcount 8 00000020:00000001:1.0:1767384368.558643:0:39775:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384368.558646:0:39775:0:(import.c:2094:ptlrpc_cleanup_imp()) Process entered 00000100:00080000:1.0:1767384368.558649:0:39775:0:(import.c:65:import_set_state_nolock()) 00000000ec48d8bc : changing import state from FULL to CLOSED 00000100:00000001:1.0:1767384368.558652:0:39775:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:1.0:1767384368.558654:0:39775:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:1.0:1767384368.558656:0:39775:0:(import.c:2104:ptlrpc_cleanup_imp()) Process leaving 00010000:00000001:1.0:1767384368.558670:0:39775:0:(ldlm_lib.c:871:server_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384368.558673:0:39775:0:(genops.c:898:class_export_put()) PUTting export 00000000555601ca : new refcount 7 20000000:00000001:1.0:1767384368.558675:0:39775:0:(mgs_handler.c:1808:mgs_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384368.558678:0:39775:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384368.558681:0:39777:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00080000:1.0:1767384368.558681:0:39775:0:(genops.c:1550:class_disconnect_export_list()) disconnected export at 0@lo (00000000555601ca): rc 0 00000020:00010000:2.0:1767384368.558685:0:39777:0:(genops.c:1924:obd_stale_export_get()) Get export 00000000555601ca: total 0 00000020:00000040:1.0:1767384368.558687:0:39775:0:(genops.c:898:class_export_put()) PUTting export 00000000555601ca : new refcount 6 00000020:00000001:2.0:1767384368.558691:0:39777:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=18446619781928292352 : -124291781259264 : ffff8ef510879000) 00000020:00000001:1.0:1767384368.558692:0:39775:0:(genops.c:1553:class_disconnect_export_list()) Process leaving 00000020:00000001:1.0:1767384368.558694:0:39775:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1767384368.558698:0:39775:0:(obd_class.h:604:obd_precleanup()) Process entered 00010000:00000001:2.0:1767384368.558699:0:39777:0:(ldlm_lockd.c:2930:ldlm_bl_thread_exports()) Process entered 20000000:00000001:1.0:1767384368.558701:0:39775:0:(mgs_handler.c:1661:mgs_device_fini()) Process entered 00000020:00000001:1.0:1767384368.558704:0:39775:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00000010:2.0:1767384368.558705:0:39777:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000ef7af6c. 00000020:00080000:1.0:1767384368.558707:0:39775:0:(genops.c:1575:class_disconnect_exports()) OBD device 1 (0000000042dad3ef) has no exports 00000020:00000010:2.0:1767384368.558710:0:39777:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000491f8641. 00000020:00000001:1.0:1767384368.558712:0:39775:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000010:2.0:1767384368.558716:0:39777:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000083ebf461. 00000100:00000001:1.0:1767384368.558717:0:39775:0:(service.c:3834:ptlrpc_unregister_service()) Process entered 00000020:00000010:2.0:1767384368.558721:0:39777:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000fb958363. 00000100:00000200:1.0:1767384368.558721:0:39775:0:(service.c:3836:ptlrpc_unregister_service()) mgs: tearing down 00000020:00000010:2.0:1767384368.558726:0:39777:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000096972147. 00000100:00000001:1.0:1767384368.558727:0:39775:0:(service.c:3377:ptlrpc_stop_all_threads()) Process entered 80000000:00000010:2.0:1767384368.558728:0:39777:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000006c83c03. 00000100:00000001:1.0:1767384368.558731:0:39775:0:(service.c:3331:ptlrpc_svcpt_stop_threads()) Process entered 40000000:00000010:2.0:1767384368.558733:0:39777:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000bc0c9109. 00000100:00000040:1.0:1767384368.558735:0:39775:0:(service.c:3334:ptlrpc_svcpt_stop_threads()) Stopping threads for service mgs 00100000:00000010:2.0:1767384368.558737:0:39777:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000006087ed70. 00000100:00000040:1.0:1767384368.558738:0:39775:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread ll_mgs #3 00040000:00000010:2.0:1767384368.558741:0:39777:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000dc97d449. 00000100:00000040:1.0:1767384368.558743:0:39775:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread ll_mgs #2 00040000:00000010:2.0:1767384368.558745:0:39777:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000008ed06329. 00000100:00000040:1.0:1767384368.558746:0:39775:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread ll_mgs #1 00080000:00000010:2.0:1767384368.558751:0:39777:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000f7d78bd9. 00000100:00000040:1.0:1767384368.558752:0:39775:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread ll_mgs #0 00002000:00000010:2.0:1767384368.558755:0:39777:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000019e3b954. 00000020:00000010:2.0:1767384368.558760:0:39777:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000491f8641. 00000020:00000010:2.0:1767384368.558763:0:39777:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000083ebf461. 00000020:00000010:2.0:1767384368.558765:0:39777:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000fb958363. 00000020:00000010:2.0:1767384368.558770:0:39777:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000096972147. 80000000:00000010:2.0:1767384368.558773:0:39777:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000006c83c03. 40000000:00000010:2.0:1767384368.558776:0:39777:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000bc0c9109. 00100000:00000010:2.0:1767384368.558778:0:39777:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000006087ed70. 00040000:00000010:2.0:1767384368.558780:0:39777:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000dc97d449. 00040000:00000010:2.0:1767384368.558783:0:39777:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000008ed06329. 00080000:00000010:2.0:1767384368.558785:0:39777:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000f7d78bd9. 00000100:00000040:1.0:1767384368.558787:0:39775:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread ll_mgs #3 00002000:00000010:2.0:1767384368.558788:0:39777:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000019e3b954. 00000020:00000010:3.0:1767384368.558794:0:16773:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000002e639b95. 00000020:00000010:2.0:1767384368.558794:0:39777:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000ef7af6c. 00010000:00010000:2.0:1767384368.558799:0:39777:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export 00000000555601ca, canceled 0 locks, left on hash table 5. 00000040:00000010:3.0:1767384368.558803:0:16773:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000ed86ab6b. 00000020:00000010:2.0:1767384368.558804:0:39777:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008ed06329. 00000020:00000010:1.0:1767384368.558805:0:27212:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000035f439f8. 00000020:00000010:3.0:1767384368.558808:0:16773:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000dfbad1f7. 00000020:00000010:2.0:1767384368.558810:0:39777:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000ed86ab6b. 00000020:00000010:2.0:1767384368.558815:0:39777:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000f7d78bd9. 00000040:00000010:1.0:1767384368.558815:0:27212:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000066e4368c. 00000020:00000010:3.0:1767384368.558816:0:16773:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000001983245e. 00000020:00000010:2.0:1767384368.558821:0:39777:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000fb958363. 80000000:00000010:3.0:1767384368.558824:0:16773:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000756b2223. 00000020:00000010:1.0:1767384368.558824:0:27212:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000042fa2ae5. 00000020:00000010:2.0:1767384368.558825:0:39777:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000002e639b95. 80000000:00000010:2.0:1767384368.558831:0:39777:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000006c83c03. 00040000:00000010:3.0:1767384368.558834:0:16773:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000ac4fd777. 40000000:00000010:2.0:1767384368.558835:0:39777:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000bc0c9109. 00000020:00000010:1.0:1767384368.558835:0:27212:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000db5a1c10. 00080000:00000010:3.0:1767384368.558843:0:16773:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000def4a7c5. 00100000:00000010:2.0:1767384368.558843:0:39777:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000006087ed70. 80000000:00000010:1.0:1767384368.558850:0:27212:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000002ff4f777. 00040000:00000010:2.0:1767384368.558852:0:39777:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000dc97d449. 20000000:00000010:3.0:1767384368.558856:0:16773:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 00000000f90843cb. 00040000:00000010:2.0:1767384368.558857:0:39777:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000096972147. 00040000:00000010:1.0:1767384368.558859:0:27212:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000079b82411. 00080000:00000010:2.0:1767384368.558863:0:39777:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000083ebf461. 00000020:00000010:3.0:1767384368.558864:0:16773:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000596c4411. 00002000:00000010:2.0:1767384368.558867:0:39777:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000019e3b954. 00080000:00000010:1.0:1767384368.558867:0:27212:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000f50fee40. 00000020:00000010:3.0:1767384368.558872:0:16773:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000009e45cc39. 00000001:00000001:2.0:1767384368.558872:0:39777:0:(hash.c:1733:cfs_hash_for_each_empty()) Process entered 20000000:00000010:1.0:1767384368.558875:0:27212:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 00000000e26c50f6. 00000001:00000001:2.0:1767384368.558876:0:39777:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000020:00000010:1.0:1767384368.558882:0:27212:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000991c42bd. 00000100:00000010:3.0:1767384368.558883:0:16773:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000600fe177. 00010000:00000040:2.0:1767384368.558883:0:39777:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000fb071e46 count: 4 00010000:00000001:2.0:1767384368.558888:0:39777:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00100000:3.0:1767384368.558890:0:16773:0:(service.c:3155:ptlrpc_main()) ll_mgs_0001: service thread [00000000d6cbfdf4:16773] 1 exiting: rc = 0 00000020:00000010:1.0:1767384368.558891:0:27212:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000562c270b. 00000020:00000001:2.0:1767384368.558892:0:39777:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1767384368.558896:0:39777:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1767384368.558899:0:39777:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384368.558901:0:39777:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384368.558903:0:27212:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000249c15ae. 00010000:00000001:2.0:1767384368.558905:0:39777:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384368.558908:0:39777:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00100000:1.0:1767384368.558909:0:27212:0:(service.c:3155:ptlrpc_main()) ll_mgs_0003: service thread [00000000955b61fc:27212] 3 exiting: rc = 0 00010000:00000001:2.0:1767384368.558913:0:39777:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384368.558916:0:39777:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384368.558918:0:39777:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384368.558920:0:39777:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384368.558922:0:39777:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000008f0bf45b with handle 0x7e51148972eeca0e from hash 00010000:00000001:2.0:1767384368.558925:0:39777:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384368.558926:0:39777:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384368.558928:0:39777:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384368.558929:0:39777:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384368.558931:0:39777:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000040:2.0:1767384368.558932:0:39777:0:(ldlm_lock.c:2577:ldlm_cancel_lock_for_export()) Export 00000000555601ca, 1 locks cancelled. 00010000:00000001:2.0:1767384368.558934:0:39777:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384368.558936:0:39777:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384368.558937:0:39777:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384368.558940:0:39777:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000008f0bf45b/0x7e51148972eeca0e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x7e51148972eeca07 expref: 6 pid: 16774 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384368.558950:0:39777:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000555601ca : new locks_count 4 00000020:00000040:2.0:1767384368.558952:0:39777:0:(genops.c:898:class_export_put()) PUTting export 00000000555601ca : new refcount 5 00010000:00000001:2.0:1767384368.558959:0:39777:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:2.0:1767384368.558962:0:39777:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: c0412d60-4f67-4, loop: 0 00000001:00000001:2.0:1767384368.558963:0:39777:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:2.0:1767384368.558965:0:39777:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000fb071e46 count: 3 00010000:00000001:2.0:1767384368.558967:0:39777:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:2.0:1767384368.558969:0:39777:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1767384368.558970:0:39777:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1767384368.558971:0:39777:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384368.558973:0:16774:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000008b30d748. 00000020:00000001:2.0:1767384368.558973:0:39777:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384368.558977:0:39777:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384368.558979:0:39777:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000040:00000010:3.0:1767384368.558981:0:16774:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000000b5454fc. 00010000:00000001:2.0:1767384368.558981:0:39777:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384368.558996:0:39777:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384368.558999:0:39777:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000010:3.0:1767384368.559002:0:16774:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000202af43a. 00010000:00000001:2.0:1767384368.559003:0:39777:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384368.559008:0:39777:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000172defeb with handle 0x7e51148972eec9e4 from hash 00000020:00000010:3.0:1767384368.559009:0:16774:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000660c05e6. 00000100:00000040:1.0:1767384368.559010:0:39775:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread ll_mgs #2 00010000:00000001:2.0:1767384368.559014:0:39777:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 80000000:00000010:3.0:1767384368.559016:0:16774:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000004dc1442d. 00010000:00000001:2.0:1767384368.559018:0:39777:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00040000:00000010:3.0:1767384368.559021:0:16774:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000aec75b3d. 00010000:00000001:2.0:1767384368.559021:0:39777:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384368.559023:0:39777:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384368.559026:0:39777:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00080000:00000010:3.0:1767384368.559027:0:16774:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000c5721f04. 00010000:00000040:2.0:1767384368.559028:0:39777:0:(ldlm_lock.c:2577:ldlm_cancel_lock_for_export()) Export 00000000555601ca, 2 locks cancelled. 00010000:00000001:2.0:1767384368.559033:0:39777:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 20000000:00000010:3.0:1767384368.559034:0:16774:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 00000000b5adfb5d. 00010000:00000001:2.0:1767384368.559034:0:39777:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384368.559037:0:39777:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000010:3.0:1767384368.559039:0:16774:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003f69b05d. 00010000:00010000:2.0:1767384368.559042:0:39777:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000172defeb/0x7e51148972eec9e4 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x7e51148972eec9d6 expref: 5 pid: 16774 timeout: 0 lvb_type: 0 00000020:00000010:3.0:1767384368.559045:0:16774:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000008b1d5d07. 00010000:00000040:2.0:1767384368.559048:0:39777:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000555601ca : new locks_count 3 00000100:00000010:3.0:1767384368.559052:0:16774:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 0000000067a06464. 00000020:00000040:2.0:1767384368.559052:0:39777:0:(genops.c:898:class_export_put()) PUTting export 00000000555601ca : new refcount 4 00000100:00100000:3.0:1767384368.559058:0:16774:0:(service.c:3155:ptlrpc_main()) ll_mgs_0002: service thread [00000000a7b547fb:16774] 2 exiting: rc = 0 00010000:00000001:2.0:1767384368.559058:0:39777:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:2.0:1767384368.559066:0:39777:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: c0412d60-4f67-4, loop: 1 00000001:00000001:2.0:1767384368.559070:0:39777:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:2.0:1767384368.559073:0:39777:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000fb071e46 count: 2 00010000:00000001:2.0:1767384368.559075:0:39777:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:2.0:1767384368.559077:0:39777:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1767384368.559078:0:39777:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1767384368.559079:0:39777:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384368.559081:0:39777:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384368.559084:0:39777:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384368.559085:0:39777:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384368.559104:0:39777:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384368.559105:0:39777:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384368.559106:0:39777:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384368.559107:0:39777:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384368.559109:0:39777:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000013d77b4f with handle 0x7e51148972eec8ef from hash 00010000:00000001:2.0:1767384368.559112:0:39777:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384368.559113:0:39777:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:1.0:1767384368.559114:0:39775:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread ll_mgs #0 00010000:00000001:2.0:1767384368.559115:0:39777:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384368.559118:0:39777:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384368.559121:0:39777:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384368.559122:0:39777:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384368.559123:0:39777:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384368.559124:0:39777:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384368.559127:0:39777:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000013d77b4f/0x7e51148972eec8ef lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x7e51148972eec8e8 expref: 4 pid: 16773 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384368.559131:0:39777:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000555601ca : new locks_count 2 00000020:00000040:2.0:1767384368.559132:0:39777:0:(genops.c:898:class_export_put()) PUTting export 00000000555601ca : new refcount 3 00010000:00000040:2.0:1767384368.559133:0:39777:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000fb071e46 count: 0 00010000:00000001:2.0:1767384368.559143:0:39777:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:2.0:1767384368.559145:0:39777:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: c0412d60-4f67-4, loop: 2 00000001:00000001:2.0:1767384368.559146:0:39777:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:2.0:1767384368.559148:0:39777:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000008a8f9e4 count: 2 00010000:00000001:2.0:1767384368.559150:0:39777:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:2.0:1767384368.559151:0:39777:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1767384368.559152:0:39777:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1767384368.559154:0:39777:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384368.559155:0:16771:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000ff1d56d5. 00000020:00000001:2.0:1767384368.559156:0:39777:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384368.559162:0:39777:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000040:00000010:3.0:1767384368.559163:0:16771:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000005d980cc4. 00010000:00000001:2.0:1767384368.559164:0:39777:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384368.559167:0:39777:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000010:3.0:1767384368.559168:0:16771:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000003d055477. 00010000:00000001:2.0:1767384368.559169:0:39777:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384368.559172:0:39777:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000010:3.0:1767384368.559175:0:16771:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000035386821. 00010000:00000001:2.0:1767384368.559175:0:39777:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384368.559180:0:39777:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000a1540d5b with handle 0x7e51148972eec9c8 from hash 80000000:00000010:3.0:1767384368.559181:0:16771:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000eaa0cae5. 00010000:00000001:2.0:1767384368.559183:0:39777:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384368.559185:0:39777:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00040000:00000010:3.0:1767384368.559188:0:16771:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000fc8fc1aa. 00010000:00000001:2.0:1767384368.559188:0:39777:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384368.559191:0:39777:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384368.559193:0:39777:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000040:2.0:1767384368.559194:0:39777:0:(ldlm_lock.c:2577:ldlm_cancel_lock_for_export()) Export 00000000555601ca, 4 locks cancelled. 00080000:00000010:3.0:1767384368.559195:0:16771:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000235deadc. 00010000:00000001:2.0:1767384368.559196:0:39777:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384368.559199:0:39777:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000010:3.0:1767384368.559201:0:16771:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 000000005f39cd03. 00010000:00000001:2.0:1767384368.559201:0:39777:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384368.559205:0:39777:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000a1540d5b/0x7e51148972eec9c8 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x7e51148972eec9c1 expref: 3 pid: 16773 timeout: 0 lvb_type: 0 00000020:00000010:3.0:1767384368.559207:0:16771:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000063d4c982. 00010000:00000040:2.0:1767384368.559213:0:39777:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000555601ca : new locks_count 1 00000020:00000010:3.0:1767384368.559214:0:16771:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000f7131955. 00000020:00000040:2.0:1767384368.559215:0:39777:0:(genops.c:898:class_export_put()) PUTting export 00000000555601ca : new refcount 2 00010000:00000040:2.0:1767384368.559219:0:39777:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000008a8f9e4 count: 0 00000100:00000010:3.0:1767384368.559221:0:16771:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000114b594d. 00000100:00100000:3.0:1767384368.559226:0:16771:0:(service.c:3155:ptlrpc_main()) ll_mgs_0000: service thread [000000003b527a90:16771] 0 exiting: rc = 1 00010000:00000001:2.0:1767384368.559226:0:39777:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:2.0:1767384368.559230:0:39777:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: c0412d60-4f67-4, loop: 3 00000001:00000001:2.0:1767384368.559232:0:39777:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:2.0:1767384368.559234:0:39777:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000bccb39d5 count: 2 00010000:00000001:2.0:1767384368.559236:0:39777:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:2.0:1767384368.559237:0:39777:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1767384368.559238:0:39777:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1767384368.559239:0:39777:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384368.559241:0:39777:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384368.559243:0:39777:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384368.559244:0:39777:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384368.559247:0:39777:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384368.559248:0:39777:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384368.559250:0:39777:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000010:1.0:1767384368.559250:0:39775:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 000000003b527a90. 00010000:00000001:2.0:1767384368.559251:0:39777:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384368.559256:0:39777:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000abbdeb41 with handle 0x7e51148972eeca00 from hash 00010000:00000001:2.0:1767384368.559259:0:39777:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384368.559261:0:39777:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384368.559262:0:39777:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000010:1.0:1767384368.559262:0:39775:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000d6cbfdf4. 00010000:00000001:2.0:1767384368.559265:0:39777:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384368.559269:0:39777:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384368.559270:0:39777:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384368.559271:0:39777:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384368.559273:0:39777:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000010:1.0:1767384368.559273:0:39775:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000a7b547fb. 00010000:00010000:2.0:1767384368.559277:0:39777:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000abbdeb41/0x7e51148972eeca00 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x7e51148972eec9f9 expref: 2 pid: 16774 timeout: 0 lvb_type: 0 00000100:00000010:1.0:1767384368.559281:0:39775:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000955b61fc. 00010000:00000040:2.0:1767384368.559283:0:39777:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000555601ca : new locks_count 0 00000020:00000040:2.0:1767384368.559285:0:39777:0:(genops.c:898:class_export_put()) PUTting export 00000000555601ca : new refcount 1 00010000:00000040:2.0:1767384368.559286:0:39777:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000bccb39d5 count: 0 00000100:00000001:1.0:1767384368.559293:0:39775:0:(service.c:3368:ptlrpc_svcpt_stop_threads()) Process leaving 00000100:00000001:1.0:1767384368.559296:0:39775:0:(service.c:3384:ptlrpc_stop_all_threads()) Process leaving 00010000:00000001:2.0:1767384368.559299:0:39777:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:2.0:1767384368.559302:0:39777:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: c0412d60-4f67-4, loop: 4 00000400:00000200:1.0:1767384368.559302:0:39775:0:(lib-ptl.c:969:lnet_clear_lazy_portal()) clearing portal 26 lazy 00000001:00000001:2.0:1767384368.559305:0:39777:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1767384368.559308:0:39777:0:(hash.c:1749:cfs_hash_for_each_empty()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384368.559310:0:39777:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export 00000000555601ca, canceled 5 locks, left on hash table 0. 00000400:00000001:1.0:1767384368.559311:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:2.0:1767384368.559312:0:39777:0:(ldlm_lock.c:2443:ldlm_reprocess_recovery_done()) Process entered 00000001:00000001:2.0:1767384368.559315:0:39777:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000400:00000001:1.0:1767384368.559315:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000001:00000001:2.0:1767384368.559319:0:39777:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1767384368.559321:0:39777:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384368.559321:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008e1fef75. 00010000:00000001:2.0:1767384368.559323:0:39777:0:(ldlm_lock.c:2449:ldlm_reprocess_recovery_done()) Process leaving 00000020:00000010:2.0:1767384368.559328:0:39777:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000ed86ab6b. 00000400:00000200:1.0:1767384368.559329:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000026b42374 00000020:00000010:2.0:1767384368.559331:0:39777:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000f7d78bd9. 00000400:00000010:1.0:1767384368.559334:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000026b42374. 00000020:00000010:2.0:1767384368.559336:0:39777:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000fb958363. 00000100:00000001:1.0:1767384368.559340:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000020:00000010:2.0:1767384368.559342:0:39777:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000002e639b95. 00000100:00000200:1.0:1767384368.559344:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 80000000:00000010:2.0:1767384368.559346:0:39777:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000006c83c03. 40000000:00000010:2.0:1767384368.559350:0:39777:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000bc0c9109. 00100000:00000010:2.0:1767384368.559353:0:39777:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000006087ed70. 00040000:00000010:2.0:1767384368.559357:0:39777:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000dc97d449. 00000100:00100000:1.0:1767384368.559358:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00040000:00000010:2.0:1767384368.559363:0:39777:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000096972147. 00000100:00000040:1.0:1767384368.559364:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00080000:00000010:2.0:1767384368.559368:0:39777:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000083ebf461. 00000100:00000001:1.0:1767384368.559370:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00002000:00000010:2.0:1767384368.559372:0:39777:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000019e3b954. 00000020:00000010:2.0:1767384368.559376:0:39777:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008ed06329. 00000400:00000001:1.0:1767384368.559376:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384368.559381:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:2.0:1767384368.559382:0:39777:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000400:00000010:1.0:1767384368.559384:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000048c03a0f. 00000020:00000040:2.0:1767384368.559385:0:39777:0:(genops.c:898:class_export_put()) PUTting export 00000000555601ca : new refcount 0 00000020:00000080:2.0:1767384368.559391:0:39777:0:(genops.c:904:class_export_put()) final put 00000000555601ca/c0412d60-4f67-4dbc-8791-892843f60083 00000400:00000200:1.0:1767384368.559393:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000093d0f572 00000400:00000010:1.0:1767384368.559397:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000093d0f572. 00000020:00000001:2.0:1767384368.559402:0:39777:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000100:00000001:1.0:1767384368.559402:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384368.559404:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00010000:00000001:2.0:1767384368.559405:0:39777:0:(ldlm_lockd.c:2940:ldlm_bl_thread_exports()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384368.559409:0:39777:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384368.559412:0:39777:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384368.559413:0:37:0:(genops.c:857:class_export_destroy()) Process entered 00010000:00010000:2.0:1767384368.559416:0:39777:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1767384368.559418:0:37:0:(genops.c:863:class_export_destroy()) destroying export 00000000555601ca/c0412d60-4f67-4dbc-8791-892843f60083 for MGS 00000100:00100000:1.0:1767384368.559418:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000001:2.0:1767384368.559419:0:39777:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384368.559424:0:39777:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384368.559425:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00010000:00010000:2.0:1767384368.559427:0:39777:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000040:3.0:1767384368.559428:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 10 to 0@lo 00000100:00000001:1.0:1767384368.559430:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000001:2.0:1767384368.559431:0:39777:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384368.559434:0:37:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000400:00000001:1.0:1767384368.559434:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:2.0:1767384368.559435:0:39777:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384368.559438:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 20000000:00000001:3.0:1767384368.559440:0:37:0:(mgs_handler.c:766:mgs_destroy_export()) Process entered 00010000:00010000:2.0:1767384368.559440:0:39777:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000010:1.0:1767384368.559441:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000aa68c4ac. 00000020:00000040:3.0:1767384368.559445:0:37:0:(genops.c:1229:class_import_get()) import 00000000ec48d8bc refcount=2 obd=MGS 00000400:00000200:1.0:1767384368.559447:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000062fdac13 00000020:00000001:3.0:1767384368.559448:0:37:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000010:1.0:1767384368.559450:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000062fdac13. 00000020:00000040:3.0:1767384368.559451:0:37:0:(genops.c:1242:class_import_put()) import 00000000ec48d8bc refcount=1 obd=MGS 00000020:00000001:3.0:1767384368.559456:0:37:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767384368.559457:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000020:00000001:3.0:1767384368.559458:0:37:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000200:1.0:1767384368.559461:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000020:00000040:3.0:1767384368.559462:0:37:0:(genops.c:1242:class_import_put()) import 00000000ec48d8bc refcount=0 obd=MGS 00000020:00000040:3.0:1767384368.559467:0:37:0:(genops.c:1245:class_import_put()) final put import 00000000ec48d8bc 00000100:00100000:1.0:1767384368.559474:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000001:3.0:1767384368.559478:0:37:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:1.0:1767384368.559478:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 61 buffers still posted 00010000:00000001:3.0:1767384368.559483:0:37:0:(ldlm_lockd.c:3159:ldlm_destroy_export()) Process entered 00000100:00000001:1.0:1767384368.559483:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000001:00000001:3.0:1767384368.559488:0:37:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000400:00000001:1.0:1767384368.559488:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384368.559492:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000001:00000010:3.0:1767384368.559495:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000004dad85ce. 00000400:00000010:1.0:1767384368.559501:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000023a9cf75. 00000001:00000010:3.0:1767384368.559505:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000056c7b491. 00000400:00000200:1.0:1767384368.559508:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cd106a72 00000001:00000010:3.0:1767384368.559510:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000cc0ab1a2. 00000400:00000010:1.0:1767384368.559512:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000cd106a72. 00000001:00000010:3.0:1767384368.559516:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000008161b7b9. 00000100:00000001:1.0:1767384368.559518:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000001:00000010:3.0:1767384368.559521:0:37:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000ed5db491. 00000100:00000200:1.0:1767384368.559522:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000001:00000010:3.0:1767384368.559525:0:37:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000b97e5b51. 00000001:00000001:3.0:1767384368.559531:0:37:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000100:00100000:1.0:1767384368.559532:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00010000:00000001:3.0:1767384368.559534:0:37:0:(ldlm_flock.c:1142:ldlm_destroy_flock_export()) Process entered 00000100:00000040:1.0:1767384368.559536:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 60 buffers still posted 00010000:00000001:3.0:1767384368.559538:0:37:0:(ldlm_flock.c:1147:ldlm_destroy_flock_export()) Process leaving 00010000:00000001:3.0:1767384368.559541:0:37:0:(ldlm_lockd.c:3164:ldlm_destroy_export()) Process leaving 00000100:00000001:1.0:1767384368.559542:0:39775:0:(events.c:373:request_in_callback()) Process leaving 20000000:00000001:3.0:1767384368.559543:0:37:0:(mgs_handler.c:777:mgs_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384368.559546:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:3.0:1767384368.559547:0:37:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384368.559550:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000040:3.0:1767384368.559551:0:37:0:(obd_config.c:955:class_decref()) Decref MGS (0000000042dad3ef) now 5 - export 00000400:00000010:1.0:1767384368.559555:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008d625aa3. 00000020:00000010:3.0:1767384368.559556:0:37:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000555601ca. 00000020:00000001:3.0:1767384368.559562:0:37:0:(genops.c:880:class_export_destroy()) Process leaving 00000400:00000200:1.0:1767384368.559564:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001b552bed 00000020:00000001:3.0:1767384368.559567:0:37:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000400:00000010:1.0:1767384368.559568:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001b552bed. 00000020:00000080:3.0:1767384368.559571:0:37:0:(genops.c:1202:obd_zombie_import_free()) destroying import 00000000ec48d8bc for MGS 00000100:00000001:1.0:1767384368.559574:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000020:00000040:3.0:1767384368.559576:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 9 to 0@lo 00000100:00000200:1.0:1767384368.559578:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000020:00000040:3.0:1767384368.559580:0:37:0:(obd_config.c:955:class_decref()) Decref MGS (0000000042dad3ef) now 4 - import 00000020:00000010:3.0:1767384368.559584:0:37:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 00000000ec48d8bc. 00000020:00000001:3.0:1767384368.559590:0:37:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000100:00100000:1.0:1767384368.559592:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384368.559595:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 59 buffers still posted 00000100:00000001:1.0:1767384368.559598:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384368.559600:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384368.559602:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384368.559604:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cb85163d. 00000400:00000200:1.0:1767384368.559608:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000082181c12 00000400:00000010:1.0:1767384368.559609:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000082181c12. 00000100:00000001:1.0:1767384368.559613:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384368.559614:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384368.559618:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384368.559620:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 58 buffers still posted 00000100:00000001:1.0:1767384368.559622:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384368.559624:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384368.559625:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384368.559627:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000088b978. 00000400:00000200:1.0:1767384368.559630:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cf10ba11 00000400:00000010:1.0:1767384368.559632:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000cf10ba11. 00000100:00000001:1.0:1767384368.559635:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384368.559637:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384368.559641:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384368.559643:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 57 buffers still posted 00000100:00000001:1.0:1767384368.559645:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384368.559647:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384368.559648:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384368.559650:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000362f27eb. 00000400:00000200:1.0:1767384368.559653:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b760b45d 00000400:00000010:1.0:1767384368.559654:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b760b45d. 00000100:00000001:1.0:1767384368.559657:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384368.559658:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384368.559664:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384368.559666:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 56 buffers still posted 00000100:00000001:1.0:1767384368.559669:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384368.559671:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384368.559673:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384368.559674:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d018e6a3. 00000400:00000200:1.0:1767384368.559678:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004c8dcbc2 00000400:00000010:1.0:1767384368.559680:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004c8dcbc2. 00000100:00000001:1.0:1767384368.559683:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384368.559685:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384368.559689:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384368.559697:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 55 buffers still posted 00000100:00000001:1.0:1767384368.559699:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384368.559702:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384368.559703:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384368.559705:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002dc97cb1. 00000400:00000200:1.0:1767384368.559708:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f40fc38f 00000400:00000010:1.0:1767384368.559710:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f40fc38f. 00000100:00000001:1.0:1767384368.559713:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384368.559714:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384368.559720:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384368.559722:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 54 buffers still posted 00000100:00000001:1.0:1767384368.559724:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384368.559726:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384368.559727:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384368.559729:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000050430655. 00000400:00000200:1.0:1767384368.559731:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008d0a681d 00000400:00000010:1.0:1767384368.559733:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008d0a681d. 00000100:00000001:1.0:1767384368.559735:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384368.559737:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384368.559741:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384368.559743:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 53 buffers still posted 00000100:00000001:1.0:1767384368.559745:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384368.559747:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384368.559748:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384368.559749:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000b687c43. 00000400:00000200:1.0:1767384368.559751:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cde092a8 00000400:00000010:1.0:1767384368.559753:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000cde092a8. 00000100:00000001:1.0:1767384368.559755:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384368.559756:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384368.559761:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384368.559762:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 52 buffers still posted 00000100:00000001:1.0:1767384368.559764:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384368.559765:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384368.559766:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384368.559767:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d6e63dd4. 00000400:00000200:1.0:1767384368.559769:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a6cbbf1b 00000400:00000010:1.0:1767384368.559770:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a6cbbf1b. 00000100:00000001:1.0:1767384368.559772:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384368.559774:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384368.559778:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384368.559779:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 51 buffers still posted 00000100:00000001:1.0:1767384368.559780:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384368.559782:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384368.559783:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384368.559784:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001ebc3d4b. 00000400:00000200:1.0:1767384368.559787:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009adc7131 00000400:00000010:1.0:1767384368.559789:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009adc7131. 00000100:00000001:1.0:1767384368.559792:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384368.559793:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384368.559798:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384368.559801:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 50 buffers still posted 00000100:00000001:1.0:1767384368.559804:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384368.559806:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384368.559807:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384368.559808:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f70fadd8. 00000400:00000200:1.0:1767384368.559811:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005b0f86dc 00000400:00000010:1.0:1767384368.559813:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005b0f86dc. 00000100:00000001:1.0:1767384368.559816:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384368.559818:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384368.559823:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384368.559825:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 49 buffers still posted 00000100:00000001:1.0:1767384368.559828:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384368.559830:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384368.559831:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384368.559832:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000417ba025. 00000400:00000200:1.0:1767384368.559835:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000258bc30e 00000400:00000010:1.0:1767384368.559838:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000258bc30e. 00000100:00000001:1.0:1767384368.559841:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384368.559842:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384368.559847:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384368.559849:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 48 buffers still posted 00000100:00000001:1.0:1767384368.559851:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384368.559853:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384368.559855:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384368.559856:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000040d2e706. 00000400:00000200:1.0:1767384368.559859:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000effc2ac2 00000400:00000010:1.0:1767384368.559861:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000effc2ac2. 00000100:00000001:1.0:1767384368.559864:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384368.559866:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384368.559870:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384368.559872:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 47 buffers still posted 00000100:00000001:1.0:1767384368.559874:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384368.559876:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384368.559877:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384368.559879:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e4680f7c. 00000400:00000200:1.0:1767384368.559881:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000047ba6954 00000400:00000010:1.0:1767384368.559883:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000047ba6954. 00000100:00000001:1.0:1767384368.559887:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384368.559888:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384368.559895:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384368.559897:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 46 buffers still posted 00000100:00000001:1.0:1767384368.559900:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384368.559902:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384368.559903:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384368.559905:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001077a77f. 00000400:00000200:1.0:1767384368.559907:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000024a5a5a7 00000400:00000010:1.0:1767384368.559908:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000024a5a5a7. 00000100:00000001:1.0:1767384368.559910:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384368.559917:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384368.559922:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384368.559923:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 45 buffers still posted 00000100:00000001:1.0:1767384368.559925:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384368.559927:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384368.559928:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384368.559930:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000c754a5c. 00000400:00000200:1.0:1767384368.559933:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001699dc1e 00000400:00000010:1.0:1767384368.559935:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001699dc1e. 00000100:00000001:1.0:1767384368.559939:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384368.559940:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384368.559945:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384368.559946:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 44 buffers still posted 00000100:00000001:1.0:1767384368.559948:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384368.559950:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384368.559951:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384368.559953:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000057d7f8e9. 00000400:00000200:1.0:1767384368.559955:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004dda67f4 00000400:00000010:1.0:1767384368.559956:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004dda67f4. 00000100:00000001:1.0:1767384368.559958:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384368.559959:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384368.559961:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384368.559963:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 43 buffers still posted 00000100:00000001:1.0:1767384368.559964:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384368.559965:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384368.559966:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384368.559967:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000046234502. 00000400:00000200:1.0:1767384368.559969:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a6c6948d 00000400:00000010:1.0:1767384368.559970:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a6c6948d. 00000100:00000001:1.0:1767384368.559971:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384368.559972:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384368.559976:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384368.559977:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 42 buffers still posted 00000100:00000001:1.0:1767384368.559978:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384368.559979:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384368.559980:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384368.559981:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002cb02be0. 00000400:00000200:1.0:1767384368.559983:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e389dd4e 00000400:00000010:1.0:1767384368.559996:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e389dd4e. 00000100:00000001:1.0:1767384368.560001:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384368.560002:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384368.560005:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384368.560006:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 41 buffers still posted 00000100:00000001:1.0:1767384368.560007:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384368.560009:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384368.560010:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384368.560011:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fbeea7d1. 00000400:00000200:1.0:1767384368.560013:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000034dbb8db 00000400:00000010:1.0:1767384368.560014:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000034dbb8db. 00000100:00000001:1.0:1767384368.560016:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384368.560017:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384368.560021:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384368.560022:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 40 buffers still posted 00000100:00000001:1.0:1767384368.560023:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384368.560025:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384368.560026:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384368.560027:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001195ef07. 00000400:00000200:1.0:1767384368.560029:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ba5dd14b 00000400:00000010:1.0:1767384368.560030:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ba5dd14b. 00000100:00000001:1.0:1767384368.560032:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384368.560033:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384368.560036:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384368.560037:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 39 buffers still posted 00000100:00000001:1.0:1767384368.560039:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384368.560040:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384368.560041:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384368.560042:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000026a1b6af. 00000400:00000200:1.0:1767384368.560043:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000062d4f814 00000400:00000010:1.0:1767384368.560044:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000062d4f814. 00000100:00000001:1.0:1767384368.560046:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384368.560047:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384368.560051:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384368.560052:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 38 buffers still posted 00000100:00000001:1.0:1767384368.560053:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384368.560054:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384368.560055:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384368.560056:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e40b75f6. 00000400:00000200:1.0:1767384368.560058:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000022826e93 00000400:00000010:1.0:1767384368.560059:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000022826e93. 00000100:00000001:1.0:1767384368.560061:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384368.560061:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384368.560065:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384368.560066:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 37 buffers still posted 00000100:00000001:1.0:1767384368.560068:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384368.560069:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384368.560070:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384368.560071:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000444afab3. 00000400:00000200:1.0:1767384368.560073:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000086690645 00000400:00000010:1.0:1767384368.560074:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000086690645. 00000100:00000001:1.0:1767384368.560075:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384368.560076:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384368.560080:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384368.560081:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 36 buffers still posted 00000100:00000001:1.0:1767384368.560083:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384368.560084:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384368.560085:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384368.560104:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f4b74be5. 00000400:00000200:1.0:1767384368.560107:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000223631e 00000400:00000010:1.0:1767384368.560108:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000223631e. 00000100:00000001:1.0:1767384368.560110:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384368.560112:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384368.560117:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384368.560119:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 35 buffers still posted 00000100:00000001:1.0:1767384368.560121:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384368.560124:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384368.560125:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384368.560126:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000051999f63. 00000400:00000200:1.0:1767384368.560128:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005b2f10f7 00000400:00000010:1.0:1767384368.560130:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005b2f10f7. 00000100:00000001:1.0:1767384368.560131:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384368.560132:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384368.560136:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384368.560136:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 34 buffers still posted 00000100:00000001:1.0:1767384368.560138:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384368.560139:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384368.560140:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384368.560141:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000534a0999. 00000400:00000200:1.0:1767384368.560144:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000003668684 00000400:00000010:1.0:1767384368.560146:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000003668684. 00000100:00000001:1.0:1767384368.560148:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384368.560149:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384368.560154:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384368.560156:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 33 buffers still posted 00000100:00000001:1.0:1767384368.560158:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384368.560159:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384368.560160:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384368.560161:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000958f3e97. 00000400:00000200:1.0:1767384368.560163:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000df8e528b 00000400:00000010:1.0:1767384368.560164:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000df8e528b. 00000100:00000001:1.0:1767384368.560166:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384368.560168:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384368.560170:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384368.560171:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 32 buffers still posted 00000100:00000001:1.0:1767384368.560172:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384368.560178:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384368.560179:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384368.560181:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000028b9164b. 00000400:00000200:1.0:1767384368.560183:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005e1abcc5 00000400:00000010:1.0:1767384368.560184:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005e1abcc5. 00000100:00000001:1.0:1767384368.560186:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384368.560187:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384368.560190:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384368.560191:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 31 buffers still posted 00000100:00000001:1.0:1767384368.560193:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384368.560194:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384368.560194:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384368.560195:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b484df55. 00000400:00000200:1.0:1767384368.560197:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bc28df9c 00000400:00000010:1.0:1767384368.560198:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bc28df9c. 00000100:00000001:1.0:1767384368.560200:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384368.560201:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384368.560204:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384368.560205:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 30 buffers still posted 00000100:00000001:1.0:1767384368.560206:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384368.560208:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384368.560209:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384368.560209:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002fdfbc5c. 00000400:00000200:1.0:1767384368.560211:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009673c677 00000400:00000010:1.0:1767384368.560212:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009673c677. 00000100:00000001:1.0:1767384368.560214:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384368.560215:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384368.560219:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384368.560219:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 29 buffers still posted 00000100:00000001:1.0:1767384368.560221:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384368.560222:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384368.560223:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384368.560224:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000073c924e2. 00000400:00000200:1.0:1767384368.560225:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000990e3b2c 00000400:00000010:1.0:1767384368.560227:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000990e3b2c. 00000100:00000001:1.0:1767384368.560229:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384368.560230:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384368.560233:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384368.560234:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 28 buffers still posted 00000100:00000001:1.0:1767384368.560236:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384368.560237:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384368.560238:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384368.560239:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002731d117. 00000400:00000200:1.0:1767384368.560240:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dbc98696 00000400:00000010:1.0:1767384368.560241:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000dbc98696. 00000100:00000001:1.0:1767384368.560242:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384368.560243:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384368.560247:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384368.560248:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 27 buffers still posted 00000100:00000001:1.0:1767384368.560249:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384368.560250:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384368.560251:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384368.560252:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000148fe617. 00000400:00000200:1.0:1767384368.560253:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000562ddaba 00000400:00000010:1.0:1767384368.560254:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000562ddaba. 00000100:00000001:1.0:1767384368.560256:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384368.560257:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384368.560260:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384368.560261:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 26 buffers still posted 00000100:00000001:1.0:1767384368.560262:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384368.560263:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384368.560264:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384368.560265:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ca3e1537. 00000400:00000200:1.0:1767384368.560266:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ebb9c0be 00000400:00000010:1.0:1767384368.560267:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ebb9c0be. 00000100:00000001:1.0:1767384368.560269:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384368.560269:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384368.560272:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384368.560273:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 25 buffers still posted 00000100:00000001:1.0:1767384368.560275:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384368.560276:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384368.560277:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384368.560278:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f738e56f. 00000400:00000200:1.0:1767384368.560281:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000789bae15 00000400:00000010:1.0:1767384368.560282:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000789bae15. 00000100:00000001:1.0:1767384368.560285:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384368.560287:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384368.560291:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384368.560293:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 24 buffers still posted 00000100:00000001:1.0:1767384368.560295:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384368.560297:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384368.560299:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384368.560301:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ecffd2a2. 00000400:00000200:1.0:1767384368.560304:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f4d7965e 00000400:00000010:1.0:1767384368.560306:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f4d7965e. 00000100:00000001:1.0:1767384368.560308:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384368.560310:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384368.560315:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384368.560316:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 23 buffers still posted 00000100:00000001:1.0:1767384368.560319:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384368.560320:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384368.560322:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384368.560323:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000058f3ce43. 00000400:00000200:1.0:1767384368.560325:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e94e5e57 00000400:00000010:1.0:1767384368.560327:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e94e5e57. 00000100:00000001:1.0:1767384368.560330:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384368.560331:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384368.560337:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384368.560339:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 22 buffers still posted 00000100:00000001:1.0:1767384368.560341:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384368.560342:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384368.560344:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384368.560345:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003a259efe. 00000400:00000200:1.0:1767384368.560347:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002b82536b 00000400:00000010:1.0:1767384368.560349:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002b82536b. 00000100:00000001:1.0:1767384368.560351:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384368.560352:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384368.560357:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384368.560358:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 21 buffers still posted 00000100:00000001:1.0:1767384368.560359:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384368.560361:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384368.560362:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384368.560363:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a21f3260. 00000400:00000200:1.0:1767384368.560365:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bed0cef4 00000400:00000010:1.0:1767384368.560366:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bed0cef4. 00000100:00000001:1.0:1767384368.560369:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384368.560370:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384368.560376:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384368.560377:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 20 buffers still posted 00000100:00000001:1.0:1767384368.560380:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384368.560381:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384368.560382:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384368.560383:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a6f79c6e. 00000400:00000200:1.0:1767384368.560385:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002187dfd6 00000400:00000010:1.0:1767384368.560387:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002187dfd6. 00000100:00000001:1.0:1767384368.560389:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384368.560390:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384368.560395:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384368.560397:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 19 buffers still posted 00000100:00000001:1.0:1767384368.560399:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384368.560400:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384368.560401:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384368.560402:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000039fc8d81. 00000400:00000200:1.0:1767384368.560403:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000057fdb7a3 00000400:00000010:1.0:1767384368.560404:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000057fdb7a3. 00000100:00000001:1.0:1767384368.560411:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384368.560412:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384368.560415:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384368.560416:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 18 buffers still posted 00000100:00000001:1.0:1767384368.560416:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384368.560418:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384368.560418:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384368.560420:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000039f4abad. 00000400:00000200:1.0:1767384368.560421:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001c5bc700 00000400:00000010:1.0:1767384368.560423:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001c5bc700. 00000100:00000001:1.0:1767384368.560424:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384368.560425:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384368.560428:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384368.560430:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 17 buffers still posted 00000100:00000001:1.0:1767384368.560431:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384368.560432:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384368.560433:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384368.560434:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a83621bb. 00000400:00000200:1.0:1767384368.560436:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007ef59bf5 00000400:00000010:1.0:1767384368.560437:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007ef59bf5. 00000100:00000001:1.0:1767384368.560438:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384368.560439:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384368.560442:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384368.560443:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 16 buffers still posted 00000100:00000001:1.0:1767384368.560444:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384368.560445:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384368.560446:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384368.560447:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f8c2957f. 00000400:00000200:1.0:1767384368.560448:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c5dcc8a4 00000400:00000010:1.0:1767384368.560449:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c5dcc8a4. 00000100:00000001:1.0:1767384368.560451:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384368.560452:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384368.560455:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384368.560456:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 15 buffers still posted 00000100:00000001:1.0:1767384368.560458:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384368.560459:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384368.560460:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384368.560460:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a87b8d61. 00000400:00000200:1.0:1767384368.560462:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000098e6c341 00000400:00000010:1.0:1767384368.560463:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000098e6c341. 00000100:00000001:1.0:1767384368.560465:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384368.560466:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384368.560469:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384368.560470:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 14 buffers still posted 00000100:00000001:1.0:1767384368.560472:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384368.560473:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384368.560473:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384368.560474:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000038bfcdbd. 00000400:00000200:1.0:1767384368.560476:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000074ba265f 00000400:00000010:1.0:1767384368.560477:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000074ba265f. 00000100:00000001:1.0:1767384368.560478:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384368.560480:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384368.560483:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384368.560484:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 13 buffers still posted 00000100:00000001:1.0:1767384368.560486:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384368.560487:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384368.560487:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384368.560488:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000065dc6267. 00000400:00000200:1.0:1767384368.560490:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f8afa1ac 00000400:00000010:1.0:1767384368.560491:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f8afa1ac. 00000100:00000001:1.0:1767384368.560493:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384368.560493:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384368.560496:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384368.560497:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 12 buffers still posted 00000100:00000001:1.0:1767384368.560498:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384368.560499:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384368.560500:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384368.560501:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a90a71aa. 00000400:00000200:1.0:1767384368.560502:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bf0389e2 00000400:00000010:1.0:1767384368.560503:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bf0389e2. 00000100:00000001:1.0:1767384368.560505:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384368.560505:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384368.560509:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384368.560510:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 11 buffers still posted 00000100:00000001:1.0:1767384368.560511:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384368.560512:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384368.560513:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384368.560514:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002f4f0859. 00000400:00000200:1.0:1767384368.560515:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000715fa4b 00000400:00000010:1.0:1767384368.560516:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000715fa4b. 00000100:00000001:1.0:1767384368.560517:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384368.560518:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384368.560521:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384368.560522:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 10 buffers still posted 00000100:00000001:1.0:1767384368.560523:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384368.560524:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384368.560525:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384368.560526:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000674f7118. 00000400:00000200:1.0:1767384368.560528:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a9955d95 00000400:00000010:1.0:1767384368.560530:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a9955d95. 00000100:00000001:1.0:1767384368.560531:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384368.560532:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384368.560535:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384368.560537:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 9 buffers still posted 00000100:00000001:1.0:1767384368.560538:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384368.560539:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384368.560539:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384368.560540:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000059cd8260. 00000400:00000200:1.0:1767384368.560542:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000de5dd046 00000400:00000010:1.0:1767384368.560543:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000de5dd046. 00000100:00000001:1.0:1767384368.560545:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384368.560546:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384368.560549:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384368.560550:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 8 buffers still posted 00000100:00000001:1.0:1767384368.560552:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384368.560553:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384368.560554:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384368.560555:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000044c700f3. 00000400:00000200:1.0:1767384368.560556:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004ee348ed 00000400:00000010:1.0:1767384368.560557:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004ee348ed. 00000100:00000001:1.0:1767384368.560560:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384368.560560:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384368.560563:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384368.560564:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 7 buffers still posted 00000100:00000001:1.0:1767384368.560566:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384368.560567:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384368.560568:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384368.560568:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001f79ecfe. 00000400:00000200:1.0:1767384368.560570:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000028a3d929 00000400:00000010:1.0:1767384368.560571:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000028a3d929. 00000100:00000001:1.0:1767384368.560573:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384368.560574:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384368.560577:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384368.560578:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 6 buffers still posted 00000100:00000001:1.0:1767384368.560579:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384368.560580:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384368.560581:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384368.560582:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000916f0326. 00000400:00000200:1.0:1767384368.560584:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e374e567 00000400:00000010:1.0:1767384368.560585:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e374e567. 00000100:00000001:1.0:1767384368.560587:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384368.560588:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384368.560593:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384368.560595:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 5 buffers still posted 00000100:00000001:1.0:1767384368.560597:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384368.560598:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384368.560599:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384368.560600:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000018ef7e1d. 00000400:00000200:1.0:1767384368.560603:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007b90de10 00000400:00000010:1.0:1767384368.560604:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007b90de10. 00000100:00000001:1.0:1767384368.560607:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384368.560608:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384368.560613:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384368.560614:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 4 buffers still posted 00000100:00000001:1.0:1767384368.560616:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384368.560618:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384368.560619:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384368.560619:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005ab3a84f. 00000400:00000200:1.0:1767384368.560621:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c3ef9401 00000400:00000010:1.0:1767384368.560622:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c3ef9401. 00000100:00000001:1.0:1767384368.560623:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384368.560627:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384368.560631:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384368.560631:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 3 buffers still posted 00000100:00000001:1.0:1767384368.560632:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384368.560634:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384368.560635:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384368.560635:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000057e896e0. 00000400:00000200:1.0:1767384368.560637:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005a125e33 00000400:00000010:1.0:1767384368.560638:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005a125e33. 00000100:00000001:1.0:1767384368.560640:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384368.560640:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384368.560644:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384368.560645:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 2 buffers still posted 00000100:00000001:1.0:1767384368.560646:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384368.560648:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384368.560648:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384368.560649:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000db263b7. 00000400:00000200:1.0:1767384368.560651:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008e843f77 00000400:00000010:1.0:1767384368.560652:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008e843f77. 00000100:00000001:1.0:1767384368.560653:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384368.560654:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384368.560657:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384368.560658:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 1 buffers still posted 00000100:00000001:1.0:1767384368.560659:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384368.560660:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384368.560660:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384368.560661:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000662d4c0b. 00000400:00000200:1.0:1767384368.560663:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aec6de1a 00000400:00000010:1.0:1767384368.560664:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000aec6de1a. 00000100:00000001:1.0:1767384368.560666:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384368.560666:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:1.0:1767384368.560669:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384368.560671:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:1.0:1767384368.560671:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384368.560674:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384368.560675:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384368.560678:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384368.560678:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384368.560680:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384368.560680:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384368.560682:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384368.560683:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384368.560684:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384368.560685:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384368.560686:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384368.560686:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384368.560687:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384368.560688:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384368.560689:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384368.560690:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384368.560691:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384368.560692:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384368.560693:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384368.560694:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384368.560696:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384368.560696:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384368.560698:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384368.560699:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384368.560700:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384368.560701:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384368.560702:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384368.560702:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384368.560704:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384368.560704:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384368.560705:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384368.560706:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384368.560707:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384368.560708:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384368.560709:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384368.560710:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384368.560711:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384368.560712:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384368.560713:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384368.560714:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384368.560715:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384368.560716:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384368.560717:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384368.560718:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384368.560719:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384368.560720:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384368.560720:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384368.560721:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384368.560722:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384368.560723:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384368.560724:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384368.560725:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384368.560726:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384368.560727:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384368.560728:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384368.560729:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384368.560730:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384368.560731:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384368.560732:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384368.560733:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384368.560735:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384368.560736:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384368.560737:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384368.560738:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384368.560739:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384368.560740:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384368.560741:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384368.560742:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384368.560743:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384368.560744:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384368.560745:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384368.560746:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384368.560747:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384368.560748:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384368.560749:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384368.560749:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384368.560750:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384368.560751:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384368.560752:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384368.560753:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384368.560754:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384368.560755:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384368.560756:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384368.560757:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384368.560758:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384368.560759:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384368.560760:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384368.560761:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384368.560762:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384368.560763:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384368.560764:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384368.560765:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384368.560766:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384368.560767:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384368.560767:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384368.560768:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384368.560769:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384368.560770:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384368.560771:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384368.560773:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384368.560774:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384368.560775:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384368.560776:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384368.560776:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384368.560777:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384368.560778:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384368.560780:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384368.560780:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384368.560782:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384368.560783:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384368.560785:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384368.560786:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384368.560788:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384368.560790:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384368.560791:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384368.560792:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384368.560794:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384368.560796:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384368.560798:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384368.560799:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384368.560800:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384368.560801:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384368.560802:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384368.560803:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384368.560811:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384368.560812:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384368.560815:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384368.560817:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000010:1.0:1767384368.560821:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000232ee372. 00000100:00000010:1.0:1767384368.560827:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e194160f. 00000100:00000010:1.0:1767384368.560836:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000d4e7c080. 00000100:00000010:1.0:1767384368.560841:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000404cbb7a. 00000100:00000010:1.0:1767384368.560844:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000001d2569ae. 00000100:00000010:1.0:1767384368.560847:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000edc14de6. 00000100:00000010:1.0:1767384368.560850:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000008c9d6533. 00000100:00000010:1.0:1767384368.560853:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004d05c17e. 00000100:00000010:1.0:1767384368.560856:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000e33cab82. 00000100:00000010:1.0:1767384368.560860:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e5db5e45. 00000100:00000010:1.0:1767384368.560862:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000c5860d26. 00000100:00000010:1.0:1767384368.560876:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000066ff1dfc. 00000100:00000010:1.0:1767384368.560879:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000a43255a8. 00000100:00000010:1.0:1767384368.560882:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000002fcf8b. 00000100:00000010:1.0:1767384368.560885:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000008a14034a. 00000100:00000010:1.0:1767384368.560903:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000910056d0. 00000100:00000010:1.0:1767384368.560906:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000005969d48c. 00000100:00000010:1.0:1767384368.560915:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000104a7500. 00000100:00000010:1.0:1767384368.560917:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000003cf34e3b. 00000100:00000010:1.0:1767384368.560919:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001b316410. 00000100:00000010:1.0:1767384368.560920:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000001320e9d1. 00000100:00000010:1.0:1767384368.560923:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d3957611. 00000100:00000010:1.0:1767384368.560925:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000004e849f. 00000100:00000010:1.0:1767384368.560928:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008166be7a. 00000100:00000010:1.0:1767384368.560931:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000aa4cd212. 00000100:00000010:1.0:1767384368.560934:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007600e37f. 00000100:00000010:1.0:1767384368.560937:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000005afb41a5. 00000100:00000010:1.0:1767384368.560940:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000acef3381. 00000100:00000010:1.0:1767384368.560944:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000955a56e9. 00000100:00000010:1.0:1767384368.560947:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d733a72d. 00000100:00000010:1.0:1767384368.560950:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000eafd5d8d. 00000100:00000010:1.0:1767384368.560953:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000037142b01. 00000100:00000010:1.0:1767384368.560956:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000a2e50e35. 00000100:00000010:1.0:1767384368.560960:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000084bee520. 00000100:00000010:1.0:1767384368.560963:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000185d4302. 00000100:00000010:1.0:1767384368.560966:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005a4bf9d5. 00000100:00000010:1.0:1767384368.560969:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000d7a25737. 00000100:00000010:1.0:1767384368.560973:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f9cc3c9d. 00000100:00000010:1.0:1767384368.560976:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000007afd4794. 00000100:00000010:1.0:1767384368.560979:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008df7946b. 00000100:00000010:1.0:1767384368.560982:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000e4d7f618. 00000100:00000010:1.0:1767384368.561028:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006d3efe51. 00000100:00000010:1.0:1767384368.561033:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000de859ebf. 00000100:00000010:1.0:1767384368.561038:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007dfa3274. 00000100:00000010:1.0:1767384368.561041:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000069ae91c. 00000100:00000010:1.0:1767384368.561046:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007618d42e. 00000100:00000010:1.0:1767384368.561049:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000008636d87d. 00000100:00000010:1.0:1767384368.561053:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005639b85b. 00000100:00000010:1.0:1767384368.561057:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000e99fb25a. 00000100:00000010:1.0:1767384368.561062:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ecab4aa5. 00000100:00000010:1.0:1767384368.561065:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000144bac83. 00000100:00000010:1.0:1767384368.561073:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000061d670d7. 00000100:00000010:1.0:1767384368.561077:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000000e7dec36. 00000100:00000010:1.0:1767384368.561080:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000bbe3193b. 00000100:00000010:1.0:1767384368.561082:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000018e0bbf6. 00000100:00000010:1.0:1767384368.561085:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e59f3823. 00000100:00000010:1.0:1767384368.561111:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000002ddddb59. 00000100:00000010:1.0:1767384368.561115:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000834f2199. 00000100:00000010:1.0:1767384368.561119:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000cb4c3111. 00000100:00000010:1.0:1767384368.561122:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ec213e6a. 00000100:00000010:1.0:1767384368.561126:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000ef37ea6a. 00000100:00000010:1.0:1767384368.561130:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000048839256. 00000100:00000010:1.0:1767384368.561133:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000054f3e20. 00000100:00000010:1.0:1767384368.561136:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000859fda0a. 00000100:00000010:1.0:1767384368.561138:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000003cbb4541. 00000100:00000010:1.0:1767384368.561171:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b76cc64c. 00000100:00000010:1.0:1767384368.561175:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000014f391e0. 00000100:00000010:1.0:1767384368.561179:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b3d06d51. 00000100:00000010:1.0:1767384368.561182:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000200abc57. 00000100:00000010:1.0:1767384368.561185:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000061bdc821. 00000100:00000010:1.0:1767384368.561188:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000d85ddc49. 00000100:00000010:1.0:1767384368.561194:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000070dc7f34. 00000100:00000010:1.0:1767384368.561197:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000008f1ffd69. 00000100:00000010:1.0:1767384368.561201:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000048e54030. 00000100:00000010:1.0:1767384368.561204:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000b0080c20. 00000100:00000010:1.0:1767384368.561208:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e90573b9. 00000100:00000010:1.0:1767384368.561211:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000006dc96140. 00000100:00000010:1.0:1767384368.561215:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005227ee1c. 00000100:00000010:1.0:1767384368.561218:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000004d20a5c5. 00000100:00000010:1.0:1767384368.561221:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d918df7f. 00000100:00000010:1.0:1767384368.561224:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000009c7f1aff. 00000100:00000010:1.0:1767384368.561228:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000033abb310. 00000100:00000010:1.0:1767384368.561231:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000007936283b. 00000100:00000010:1.0:1767384368.561235:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c6ef4eb9. 00000100:00000010:1.0:1767384368.561238:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000031f4fdd0. 00000100:00000010:1.0:1767384368.561243:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000de2b400f. 00000100:00000010:1.0:1767384368.561245:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000484072fd. 00000100:00000010:1.0:1767384368.561249:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000353578f1. 00000100:00000010:1.0:1767384368.561252:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000bf8fe08d. 00000100:00000010:1.0:1767384368.561285:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005995f393. 00000100:00000010:1.0:1767384368.561290:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000065853bcc. 00000100:00000010:1.0:1767384368.561294:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000091f71299. 00000100:00000010:1.0:1767384368.561297:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000585b4ecb. 00000100:00000010:1.0:1767384368.561307:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b3df2e4d. 00000100:00000010:1.0:1767384368.561309:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000004cec82bf. 00000100:00000010:1.0:1767384368.561312:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003ff7b710. 00000100:00000010:1.0:1767384368.561315:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000026013eed. 00000100:00000010:1.0:1767384368.561318:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009fca517e. 00000100:00000010:1.0:1767384368.561321:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000eed77b74. 00000100:00000010:1.0:1767384368.561325:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003fd527f2. 00000100:00000010:1.0:1767384368.561328:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000006dd19348. 00000100:00000010:1.0:1767384368.561333:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000edbcd692. 00000100:00000010:1.0:1767384368.561336:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000b727b11e. 00000100:00000010:1.0:1767384368.561339:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d9a67e09. 00000100:00000010:1.0:1767384368.561342:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000860f3660. 00000100:00000010:1.0:1767384368.561347:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000003cf96cd. 00000100:00000010:1.0:1767384368.561350:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000001ec53eb8. 00000100:00000010:1.0:1767384368.561353:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001f6f791b. 00000100:00000010:1.0:1767384368.561356:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000bd12671d. 00000100:00000010:1.0:1767384368.561360:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000bd664b7d. 00000100:00000010:1.0:1767384368.561363:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000098753af8. 00000100:00000010:1.0:1767384368.561366:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000a5592fc. 00000100:00000010:1.0:1767384368.561369:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000420559e5. 00000100:00000010:1.0:1767384368.561403:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d6221907. 00000100:00000010:1.0:1767384368.561407:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000001c81bd64. 00000100:00000010:1.0:1767384368.561411:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c0a79aea. 00000100:00000010:1.0:1767384368.561414:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000010237f67. 00000100:00000010:1.0:1767384368.561418:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000003c63425. 00000100:00000010:1.0:1767384368.561420:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000000fb085d0. 00000100:00000010:1.0:1767384368.561424:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007ccb8227. 00000100:00000010:1.0:1767384368.561427:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000088d6c0aa. 00000100:00000010:1.0:1767384368.561431:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000095477fb9. 00000100:00000010:1.0:1767384368.561434:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000003bd34a3f. 00000100:00000010:1.0:1767384368.561438:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000097e1804f. 00000100:00000010:1.0:1767384368.561441:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000daee7d24. 00000100:00000010:1.0:1767384368.561444:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a2b4996b. 00000100:00000010:1.0:1767384368.561448:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000003a98a4f2. 00000100:00000010:1.0:1767384368.561452:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000058f1c8cb. 00000100:00000010:1.0:1767384368.561456:0:39775:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 00000000cbb4c64d. 00000100:00000010:1.0:1767384368.561469:0:39775:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 00000000efaf54d1. 00000100:00000010:1.0:1767384368.561480:0:39775:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 0000000091dfe13e. 00000100:00000010:1.0:1767384368.561491:0:39775:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 000000007b7f66ca. 00000100:00000001:1.0:1767384368.561503:0:39775:0:(nrs.c:1051:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:1.0:1767384368.561506:0:39775:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384368.561508:0:39775:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:1.0:1767384368.561516:0:39775:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:1.0:1767384368.561518:0:39775:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 00000000fde6469a. 00000100:00000001:1.0:1767384368.561523:0:39775:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:1.0:1767384368.561525:0:39775:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384368.561528:0:39775:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384368.561531:0:39775:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000009a8ad43f. 00000100:00000001:1.0:1767384368.561539:0:39775:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384368.561541:0:39775:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384368.561543:0:39775:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 0000000070a3ec13. 00000100:00000001:1.0:1767384368.561546:0:39775:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384368.561548:0:39775:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384368.561549:0:39775:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000b3b1ea0a. 00000100:00000001:1.0:1767384368.561552:0:39775:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384368.561554:0:39775:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384368.561555:0:39775:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000005ca33f78. 00000100:00000001:1.0:1767384368.561558:0:39775:0:(nrs.c:1082:nrs_svcpt_cleanup_locked()) Process leaving 00000020:00000010:1.0:1767384368.561674:0:39775:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 0000000051755ab5. 00000020:00000010:1.0:1767384368.561679:0:39775:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 0000000085b107ad. 00000020:00000010:1.0:1767384368.561704:0:39775:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 0000000090d1d137. 00000020:00000010:1.0:1767384368.561709:0:39775:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 000000008dbf9002. 00000020:00000010:1.0:1767384368.561714:0:39775:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 000000007d8c2d58. 00000020:00000010:1.0:1767384368.561720:0:39775:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000102bc7ee. 00000100:00000010:1.0:1767384368.561756:0:39775:0:(service.c:3811:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at 00000000c8bb5357. 00000100:00000010:1.0:1767384368.561769:0:39775:0:(service.c:3817:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at 000000007bc4b1a2. 00000100:00000010:1.0:1767384368.561773:0:39775:0:(service.c:3823:ptlrpc_service_free()) kfreed 'svcpt': 784 at 000000004dabaaf6. 00000100:00000010:1.0:1767384368.561776:0:39775:0:(service.c:3829:ptlrpc_service_free()) kfreed 'svc': 352 at 00000000acb56b75. 00000100:00000001:1.0:1767384368.561780:0:39775:0:(service.c:3856:ptlrpc_unregister_service()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384368.561784:0:39775:0:(mgs_llog.c:5203:mgs_erase_logs()) Process entered 00080000:00000001:1.0:1767384368.561788:0:39775:0:(osd_index.c:123:osd_index_it_init()) Process entered 00080000:00000010:1.0:1767384368.561793:0:39775:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at 00000000cc30f126. 00080000:00000010:1.0:1767384368.561797:0:39775:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at 0000000062441b13. 00080000:00000001:1.0:1767384368.561801:0:39775:0:(osd_index.c:148:osd_index_it_init()) Process leaving (rc=18446619782545254224 : -124291164297392 : ffff8ef5354da750) 00080000:00000001:1.0:1767384368.561804:0:39775:0:(osd_index.c:1218:osd_dir_it_init()) Process leaving (rc=18446619782545254224 : -124291164297392 : ffff8ef5354da750) 00080000:00000001:1.0:1767384368.561806:0:39775:0:(osd_index.c:1680:osd_dir_it_load()) Process entered 00080000:00000001:1.0:1767384368.561809:0:39775:0:(osd_index.c:1698:osd_dir_it_load()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384368.561811:0:39775:0:(osd_index.c:1368:osd_dir_it_key()) Process entered 00080000:00000001:1.0:1767384368.561813:0:39775:0:(osd_index.c:1371:osd_dir_it_key()) Process leaving (rc=18446744072668434895 : -1041116721 : ffffffffc1f1d1cf) 00080000:00000001:1.0:1767384368.561816:0:39775:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:1.0:1767384368.561818:0:39775:0:(osd_index.c:1394:osd_dir_it_key_size()) Process leaving (rc=2 : 2 : 2) 20000000:01000000:1.0:1767384368.561820:0:39775:0:(mgs_llog.c:93:class_dentry_readdir()) Not in white list, skipping . 00080000:00000001:1.0:1767384368.561823:0:39775:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:1.0:1767384368.561826:0:39775:0:(osd_index.c:1342:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384368.561828:0:39775:0:(osd_index.c:1368:osd_dir_it_key()) Process entered 00080000:00000001:1.0:1767384368.561830:0:39775:0:(osd_index.c:1373:osd_dir_it_key()) Process leaving (rc=18446744072668434897 : -1041116719 : ffffffffc1f1d1d1) 00080000:00000001:1.0:1767384368.561832:0:39775:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:1.0:1767384368.561833:0:39775:0:(osd_index.c:1396:osd_dir_it_key_size()) Process leaving (rc=3 : 3 : 3) 20000000:01000000:1.0:1767384368.561835:0:39775:0:(mgs_llog.c:93:class_dentry_readdir()) Not in white list, skipping .. 00080000:00000001:1.0:1767384368.561837:0:39775:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:1.0:1767384368.561865:0:39775:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384368.561868:0:39775:0:(osd_index.c:1368:osd_dir_it_key()) Process entered 00080000:00000001:1.0:1767384368.561871:0:39775:0:(osd_index.c:1382:osd_dir_it_key()) Process leaving (rc=18446619782545254560 : -124291164297056 : ffff8ef5354da8a0) 00080000:00000001:1.0:1767384368.561873:0:39775:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:1.0:1767384368.561875:0:39775:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=14 : 14 : e) 20000000:00000010:1.0:1767384368.561880:0:39775:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 00000000bb5626b0. 20000000:00000010:1.0:1767384368.561883:0:39775:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 15 at 0000000039904de5. 00080000:00000001:1.0:1767384368.561885:0:39775:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:1.0:1767384368.561888:0:39775:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384368.561890:0:39775:0:(osd_index.c:1368:osd_dir_it_key()) Process entered 00080000:00000001:1.0:1767384368.561892:0:39775:0:(osd_index.c:1382:osd_dir_it_key()) Process leaving (rc=18446619782545254560 : -124291164297056 : ffff8ef5354da8a0) 00080000:00000001:1.0:1767384368.561894:0:39775:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:1.0:1767384368.561897:0:39775:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=7 : 7 : 7) 20000000:00000010:1.0:1767384368.561899:0:39775:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 000000007ab0bd3c. 20000000:00000010:1.0:1767384368.561902:0:39775:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 8 at 0000000053876182. 00080000:00000001:1.0:1767384368.561904:0:39775:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:1.0:1767384368.561906:0:39775:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384368.561908:0:39775:0:(osd_index.c:1368:osd_dir_it_key()) Process entered 00080000:00000001:1.0:1767384368.561910:0:39775:0:(osd_index.c:1382:osd_dir_it_key()) Process leaving (rc=18446619782545254560 : -124291164297056 : ffff8ef5354da8a0) 00080000:00000001:1.0:1767384368.561913:0:39775:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:1.0:1767384368.561915:0:39775:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=13 : 13 : d) 20000000:00000010:1.0:1767384368.561919:0:39775:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 00000000b8b66ab4. 20000000:00000010:1.0:1767384368.561927:0:39775:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 14 at 0000000063f61e49. 00080000:00000001:1.0:1767384368.561930:0:39775:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:1.0:1767384368.561933:0:39775:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384368.561935:0:39775:0:(osd_index.c:1368:osd_dir_it_key()) Process entered 00080000:00000001:1.0:1767384368.561936:0:39775:0:(osd_index.c:1382:osd_dir_it_key()) Process leaving (rc=18446619782545254560 : -124291164297056 : ffff8ef5354da8a0) 00080000:00000001:1.0:1767384368.561939:0:39775:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:1.0:1767384368.561941:0:39775:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=6 : 6 : 6) 20000000:00000010:1.0:1767384368.561943:0:39775:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 000000003624381a. 20000000:00000010:1.0:1767384368.561946:0:39775:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 7 at 00000000554581ba. 00080000:00000001:1.0:1767384368.561949:0:39775:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:1.0:1767384368.561951:0:39775:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384368.561953:0:39775:0:(osd_index.c:1368:osd_dir_it_key()) Process entered 00080000:00000001:1.0:1767384368.561955:0:39775:0:(osd_index.c:1382:osd_dir_it_key()) Process leaving (rc=18446619782545254560 : -124291164297056 : ffff8ef5354da8a0) 00080000:00000001:1.0:1767384368.561957:0:39775:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:1.0:1767384368.561960:0:39775:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=14 : 14 : e) 20000000:00000010:1.0:1767384368.561962:0:39775:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 000000002f561399. 20000000:00000010:1.0:1767384368.561964:0:39775:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 15 at 000000002416f560. 00080000:00000001:1.0:1767384368.561966:0:39775:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:1.0:1767384368.561969:0:39775:0:(osd_index.c:1356:osd_dir_it_next()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384368.561971:0:39775:0:(osd_index.c:156:osd_index_it_fini()) Process entered 00080000:00000010:1.0:1767384368.561977:0:39775:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at 0000000062441b13. 00080000:00000010:1.0:1767384368.561981:0:39775:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at 00000000cc30f126. 00080000:00000001:1.0:1767384368.561999:0:39775:0:(osd_index.c:166:osd_index_it_fini()) Process leaving 20000000:00000001:1.0:1767384368.562001:0:39775:0:(mgs_llog.c:130:class_dentry_readdir()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:1.0:1767384368.562057:0:39775:0:(mgs_llog.c:553:mgs_free_fsdb()) kfreed 'fsdb->fsdb_ost_index_map': 8192 at 000000005c8a17c2. 20000000:00000010:1.0:1767384368.562066:0:39775:0:(mgs_llog.c:554:mgs_free_fsdb()) kfreed 'fsdb->fsdb_mdt_index_map': 8192 at 0000000054ea1942. 20000000:00000010:1.0:1767384368.562071:0:39775:0:(mgs_llog.c:151:name_destroy()) kfreed '*name': 14 at 0000000048aeb115. 20000000:00000010:1.0:1767384368.562075:0:39775:0:(mgs_llog.c:151:name_destroy()) kfreed '*name': 14 at 00000000e3593651. 20000000:00000010:1.0:1767384368.562078:0:39775:0:(mgs_llog.c:558:mgs_free_fsdb()) kfreed 'fsdb': 488 at 0000000087eb4535. 20000000:00000010:1.0:1767384368.562083:0:39775:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 15 at 000000002416f560. 20000000:00000010:1.0:1767384368.562110:0:39775:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 000000002f561399. 20000000:00000010:1.0:1767384368.562115:0:39775:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 7 at 00000000554581ba. 20000000:00000010:1.0:1767384368.562117:0:39775:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 000000003624381a. 20000000:00000010:1.0:1767384368.562120:0:39775:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 14 at 0000000063f61e49. 20000000:00000010:1.0:1767384368.562123:0:39775:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 00000000b8b66ab4. 20000000:00000010:1.0:1767384368.562126:0:39775:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 8 at 0000000053876182. 20000000:00000010:1.0:1767384368.562129:0:39775:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 000000007ab0bd3c. 20000000:00000010:1.0:1767384368.562132:0:39775:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 15 at 0000000039904de5. 20000000:00000010:1.0:1767384368.562134:0:39775:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 00000000bb5626b0. 20000000:00000001:1.0:1767384368.562138:0:39775:0:(mgs_llog.c:5245:mgs_erase_logs()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 20000000:00000010:1.0:1767384368.562148:0:39775:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000d319eb61. 20000000:00000010:1.0:1767384368.562154:0:39775:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000004701cce. 20000000:00000010:1.0:1767384368.562170:0:39775:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000002d4e22f9. 20000000:00000010:1.0:1767384368.562179:0:39775:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000224c42c8. 20000000:00000010:1.0:1767384368.562185:0:39775:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000fad41381. 20000000:00000010:1.0:1767384368.562190:0:39775:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000fa207ee5. 20000000:00000010:1.0:1767384368.562193:0:39775:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000070deba39. 20000000:00000010:1.0:1767384368.562197:0:39775:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000f7292767. 20000000:00000010:1.0:1767384368.562201:0:39775:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000032fdbe63. 20000000:00000010:1.0:1767384368.562204:0:39775:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000045f5bcad. 20000000:00000010:1.0:1767384368.562208:0:39775:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000011156dba. 20000000:00000010:1.0:1767384368.562212:0:39775:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000001f40b596. 20000000:00000010:1.0:1767384368.562215:0:39775:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000018e7fbc4. 20000000:00000010:1.0:1767384368.562221:0:39775:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000094a122d7. 20000000:00000010:1.0:1767384368.562225:0:39775:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000006438c631. 20000000:00000010:1.0:1767384368.562228:0:39775:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000e516e2ab. 20000000:00000010:1.0:1767384368.562231:0:39775:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000cf303a13. 20000000:00000010:1.0:1767384368.562235:0:39775:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000671d9b40. 20000000:00000010:1.0:1767384368.562238:0:39775:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000000e46dfdf. 20000000:00000010:1.0:1767384368.562242:0:39775:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000005b72ca7b. 20000000:00000010:1.0:1767384368.562246:0:39775:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000f2fb24f9. 20000000:00000010:1.0:1767384368.562250:0:39775:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000018f5639f. 20000000:00000010:1.0:1767384368.562253:0:39775:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000c5b8c4f3. 20000000:00000010:1.0:1767384368.562257:0:39775:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000001ec089b8. 20000000:00000010:1.0:1767384368.562260:0:39775:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000049bedfce. 20000000:00000010:1.0:1767384368.562264:0:39775:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000cf527636. 20000000:00000010:1.0:1767384368.562268:0:39775:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000021224e3c. 20000000:00000010:1.0:1767384368.562272:0:39775:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000003953bfb6. 20000000:00000010:1.0:1767384368.562276:0:39775:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000a77587be. 20000000:00000010:1.0:1767384368.562280:0:39775:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000a275e017. 20000000:00000010:1.0:1767384368.562284:0:39775:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000048dbeb0a. 20000000:00000010:1.0:1767384368.562287:0:39775:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000025c74ccc. 20000000:00000010:1.0:1767384368.562290:0:39775:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000070987861. 20000000:00000010:1.0:1767384368.562294:0:39775:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000004c1f6da2. 20000000:00000010:1.0:1767384368.562297:0:39775:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000c86c5184. 20000000:00000010:1.0:1767384368.562300:0:39775:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000005f394436. 20000000:00000010:1.0:1767384368.562305:0:39775:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000ec20b07c. 20000000:00000010:1.0:1767384368.562308:0:39775:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000d90720df. 20000000:00000010:1.0:1767384368.562311:0:39775:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000040d37a3a. 20000000:00000010:1.0:1767384368.562315:0:39775:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000a746ec1e. 20000000:00000010:1.0:1767384368.562318:0:39775:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000784a0de4. 20000000:00000010:1.0:1767384368.562326:0:39775:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000000882e9e7. 20000000:00000010:1.0:1767384368.562329:0:39775:0:(mgs_nids.c:643:mgs_nidtbl_fini_fs()) kfreed 'tgt': 96 at 000000006a8a5769. 20000000:00000010:1.0:1767384368.562335:0:39775:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000032871b1. 20000000:00000010:1.0:1767384368.562338:0:39775:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000069a6fcb3. 20000000:00000010:1.0:1767384368.562342:0:39775:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000006122ac48. 20000000:00000010:1.0:1767384368.562346:0:39775:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000240e5aab. 20000000:00000010:1.0:1767384368.562349:0:39775:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000715b6c07. 20000000:00000010:1.0:1767384368.562353:0:39775:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000424bc8b2. 20000000:00000010:1.0:1767384368.562355:0:39775:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000a20b62c3. 20000000:00000010:1.0:1767384368.562358:0:39775:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000001748f8f5. 20000000:00000010:1.0:1767384368.562363:0:39775:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000b19c84b0. 20000000:00000010:1.0:1767384368.562367:0:39775:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000090855c22. 20000000:00000010:1.0:1767384368.562372:0:39775:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000cbff3170. 20000000:00000010:1.0:1767384368.562376:0:39775:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000005178076. 20000000:00000010:1.0:1767384368.562380:0:39775:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000e567737f. 20000000:00000010:1.0:1767384368.562384:0:39775:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000008b2af5ac. 20000000:00000010:1.0:1767384368.562394:0:39775:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000674138cc. 20000000:00000010:1.0:1767384368.562397:0:39775:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000e97bafb5. 20000000:00000010:1.0:1767384368.562399:0:39775:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000004bf9ae16. 20000000:00000010:1.0:1767384368.562402:0:39775:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000008e04a43b. 20000000:00000010:1.0:1767384368.562405:0:39775:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000007ed088b2. 20000000:00000010:1.0:1767384368.562409:0:39775:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000048fd0d5f. 20000000:00000010:1.0:1767384368.562413:0:39775:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000005300394a. 20000000:00000010:1.0:1767384368.562417:0:39775:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000e0059ec7. 20000000:00000010:1.0:1767384368.562420:0:39775:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000532d38f1. 20000000:00000010:1.0:1767384368.562423:0:39775:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000b4582cc1. 20000000:00000010:1.0:1767384368.562427:0:39775:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000233b016b. 20000000:00000010:1.0:1767384368.562430:0:39775:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000a1c662eb. 20000000:00000010:1.0:1767384368.562434:0:39775:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000001a7e4b90. 20000000:00000010:1.0:1767384368.562438:0:39775:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000003c7d6e30. 20000000:00000010:1.0:1767384368.562441:0:39775:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000a57bdbd6. 20000000:00000010:1.0:1767384368.562444:0:39775:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000932dd1ae. 20000000:00000010:1.0:1767384368.562448:0:39775:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000020eb5af3. 20000000:00000010:1.0:1767384368.562452:0:39775:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000091baf049. 20000000:00000010:1.0:1767384368.562455:0:39775:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000e2b6f0db. 20000000:00000010:1.0:1767384368.562459:0:39775:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000079c680a0. 20000000:00000010:1.0:1767384368.562462:0:39775:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000000f502f41. 20000000:00000010:1.0:1767384368.562465:0:39775:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000003ae8d79. 20000000:00000010:1.0:1767384368.562468:0:39775:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000d1cf936c. 20000000:00000010:1.0:1767384368.562471:0:39775:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000004e134f57. 20000000:00000010:1.0:1767384368.562475:0:39775:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000ad20a602. 20000000:00000010:1.0:1767384368.562478:0:39775:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000a0813f11. 20000000:00000010:1.0:1767384368.562481:0:39775:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000000625a92a. 20000000:00000010:1.0:1767384368.562488:0:39775:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000b3fe9e77. 20000000:00000010:1.0:1767384368.562492:0:39775:0:(mgs_nids.c:643:mgs_nidtbl_fini_fs()) kfreed 'tgt': 96 at 00000000894281ab. 20000000:00000010:1.0:1767384368.562542:0:39775:0:(mgs_llog.c:553:mgs_free_fsdb()) kfreed 'fsdb->fsdb_ost_index_map': 8192 at 0000000075cab91f. 20000000:00000010:1.0:1767384368.562549:0:39775:0:(mgs_llog.c:554:mgs_free_fsdb()) kfreed 'fsdb->fsdb_mdt_index_map': 8192 at 00000000d34ac307. 20000000:00000010:1.0:1767384368.562555:0:39775:0:(mgs_llog.c:151:name_destroy()) kfreed '*name': 14 at 00000000f308e348. 20000000:00000010:1.0:1767384368.562559:0:39775:0:(mgs_llog.c:151:name_destroy()) kfreed '*name': 14 at 00000000580205ec. 20000000:00000010:1.0:1767384368.562563:0:39775:0:(mgs_llog.c:558:mgs_free_fsdb()) kfreed 'fsdb': 488 at 0000000005de3c16. 20000000:00000010:1.0:1767384368.562567:0:39775:0:(mgs_llog.c:553:mgs_free_fsdb()) kfreed 'fsdb->fsdb_ost_index_map': 8192 at 00000000da3aa121. 20000000:00000010:1.0:1767384368.562570:0:39775:0:(mgs_llog.c:554:mgs_free_fsdb()) kfreed 'fsdb->fsdb_mdt_index_map': 8192 at 000000005ddbab4f. 20000000:00000010:1.0:1767384368.562574:0:39775:0:(mgs_llog.c:558:mgs_free_fsdb()) kfreed 'fsdb': 488 at 00000000f422af54. 20000000:00000010:1.0:1767384368.562577:0:39775:0:(mgs_llog.c:558:mgs_free_fsdb()) kfreed 'fsdb': 488 at 000000007954cf8b. 00010000:00000001:1.0:1767384368.562581:0:39775:0:(ldlm_resource.c:1079:ldlm_namespace_free_prior()) Process entered 00010000:00000001:1.0:1767384368.562584:0:39775:0:(ldlm_resource.c:1018:__ldlm_namespace_free()) Process entered 00000001:00000001:1.0:1767384368.562587:0:39775:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1767384368.562589:0:39775:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1767384368.562592:0:39775:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384368.562595:0:39775:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1767384368.562596:0:39775:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1767384368.562599:0:39775:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384368.562601:0:39775:0:(ldlm_resource.c:1062:__ldlm_namespace_free()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384368.562604:0:39775:0:(ldlm_resource.c:1104:ldlm_namespace_free_prior()) Process leaving 00000020:00000001:1.0:1767384368.562615:0:39775:0:(tgt_main.c:643:tgt_fini()) Process entered 00000020:00000001:1.0:1767384368.562619:0:39775:0:(tgt_main.c:683:tgt_fini()) Process leaving 00000020:00000001:1.0:1767384368.562636:0:39775:0:(lprocfs_status_server.c:320:lprocfs_free_per_client_stats()) Process entered 00000020:01000000:1.0:1767384368.562642:0:39775:0:(lprocfs_status_server.c:299:lprocfs_free_client_stats()) stat 00000000ed6cc98c - data 00000000cc288ba9/00000000546eb0fb 00000020:00000010:1.0:1767384368.562774:0:39775:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 200 at 00000000b95898ae. 00000020:00000010:1.0:1767384368.562779:0:39775:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 160 at 000000003fe2e4a0. 00000020:00000010:1.0:1767384368.562783:0:39775:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 584 at 00000000546eb0fb. 00000020:00000010:1.0:1767384368.562786:0:39775:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 280 at 00000000951b6c1e. 00000020:00000010:1.0:1767384368.562789:0:39775:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 224 at 000000007018d122. 00000020:00000010:1.0:1767384368.562792:0:39775:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 584 at 0000000023be5369. 00000020:00000010:1.0:1767384368.562795:0:39775:0:(lprocfs_status_server.c:313:lprocfs_free_client_stats()) kfreed 'client_stat': 96 at 00000000ed6cc98c. 00000020:01000000:1.0:1767384368.562800:0:39775:0:(lprocfs_status_server.c:299:lprocfs_free_client_stats()) stat 0000000042241d07 - data 00000000cae821a0/00000000b4bfb402 00000020:00000010:1.0:1767384368.562953:0:39775:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 200 at 00000000cd5a37dc. 00000020:00000010:1.0:1767384368.562958:0:39775:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 160 at 000000002b1af238. 00000020:00000010:1.0:1767384368.562962:0:39775:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 584 at 00000000b4bfb402. 00000020:00000010:1.0:1767384368.562965:0:39775:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 280 at 0000000040545f32. 00000020:00000010:1.0:1767384368.562969:0:39775:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 224 at 00000000c466a557. 00000020:00000010:1.0:1767384368.562972:0:39775:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 584 at 00000000600f2863. 00000020:00000010:1.0:1767384368.562975:0:39775:0:(lprocfs_status_server.c:313:lprocfs_free_client_stats()) kfreed 'client_stat': 96 at 0000000042241d07. 00000020:00000001:1.0:1767384368.562979:0:39775:0:(lprocfs_status_server.c:331:lprocfs_free_per_client_stats()) Process leaving 20000000:00000040:1.0:1767384368.563140:0:39775:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 0000000066d3e4b6 : new refcount 2 00000040:00000001:1.0:1767384368.563144:0:39775:0:(llog_obd.c:93:llog_cleanup()) Process entered 00000040:00000040:1.0:1767384368.563146:0:39775:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 0000000066d3e4b6 : new refcount 1 00080000:00000010:1.0:1767384368.563169:0:39775:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000030cb429a. 00000020:00000010:1.0:1767384368.563174:0:39775:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000003dd6658a. 00000020:00000010:1.0:1767384368.563181:0:39775:0:(local_storage.c:970:local_oid_storage_fini()) kfreed 'los': 120 at 00000000fcf56305. 00080000:00000010:1.0:1767384368.563197:0:39775:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000024bd673a. 00000020:00000010:1.0:1767384368.563202:0:39775:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000237afc0a. 00000020:00000010:1.0:1767384368.563207:0:39775:0:(local_storage.c:970:local_oid_storage_fini()) kfreed 'los': 120 at 0000000067b39ab9. 00000020:00000040:1.0:1767384368.563211:0:39775:0:(genops.c:898:class_export_put()) PUTting export 0000000044e9c6d9 : new refcount 1 00000040:00000010:1.0:1767384368.563214:0:39775:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at 0000000066d3e4b6. 00000040:00000001:1.0:1767384368.563220:0:39775:0:(llog_obd.c:122:llog_cleanup()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:1.0:1767384368.563226:0:39775:0:(mgs_fs.c:193:mgs_fs_cleanup()) kmalloced '(lcfg)': 48 at 0000000062441b13. 00080000:00000001:1.0:1767384368.563229:0:39775:0:(osd_handler.c:1463:osd_process_config()) Process entered 00100000:00000001:1.0:1767384368.563232:0:39775:0:(osd_scrub.c:1328:osd_scrub_stop()) Process entered 00100000:00000001:1.0:1767384368.563236:0:39775:0:(osd_scrub.c:1337:osd_scrub_stop()) Process leaving 00100000:00000001:1.0:1767384368.563240:0:39775:0:(scrub.c:1029:lustre_index_backup()) Process entered 00100000:00000001:1.0:1767384368.563242:0:39775:0:(scrub.c:1032:lustre_index_backup()) Process leaving 00080000:00000001:1.0:1767384368.563243:0:39775:0:(osd_handler.c:1495:osd_process_config()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:1.0:1767384368.563245:0:39775:0:(mgs_fs.c:203:mgs_fs_cleanup()) kfreed 'lcfg': 48 at 0000000062441b13. 00080000:00000010:1.0:1767384368.563259:0:39775:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000c4501a03. 00000020:00000010:1.0:1767384368.563262:0:39775:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000dd9f986e. 00000020:00000002:1.0:1767384368.563267:0:39775:0:(lu_object.c:207:lu_object_put()) Add 000000007d52394e/000000001aa922a4 to site lru. bkt: 00000000cf67d737 00000001:00000001:1.0:1767384368.563271:0:39775:0:(nodemap_storage.c:2643:nm_config_file_deregister_mgs()) Process entered 00000020:00000002:1.0:1767384368.563273:0:39775:0:(lu_object.c:207:lu_object_put()) Add 000000001c981ac7/00000000359db4a3 to site lru. bkt: 00000000dc7a9007 00000001:00000010:1.0:1767384368.563276:0:39775:0:(nodemap_storage.c:2650:nm_config_file_deregister_mgs()) kfreed 'ncf': 32 at 000000005ea3c0c9. 00000001:00000001:1.0:1767384368.563279:0:39775:0:(nodemap_storage.c:2652:nm_config_file_deregister_mgs()) Process leaving 00080000:00000010:1.0:1767384368.563341:0:39775:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000617188a4. 00000020:00000010:1.0:1767384368.563345:0:39775:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000006d2fa3b0. 00000020:00000010:1.0:1767384368.563350:0:39775:0:(local_storage.c:970:local_oid_storage_fini()) kfreed 'los': 120 at 00000000b809be55. 00080000:00000010:1.0:1767384368.563367:0:39775:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000001c981ac7. 00000020:00000010:1.0:1767384368.563370:0:39775:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000359db4a3. 00080000:00000010:1.0:1767384368.563405:0:39775:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000007d52394e. 00000020:00000010:1.0:1767384368.563409:0:39775:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000001aa922a4. 00000020:00000010:1.0:1767384368.563426:0:39775:0:(local_storage.c:170:ls_device_put()) kfreed 'ls': 448 at 00000000c2f358d2. 00010000:00000001:1.0:1767384368.563431:0:39775:0:(ldlm_resource.c:1115:ldlm_namespace_free_post()) Process entered 00010000:00000001:1.0:1767384368.563433:0:39775:0:(ldlm_pool.c:931:ldlm_pool_fini()) Process entered 00000020:00000010:1.0:1767384368.563476:0:39775:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 448 at 00000000864afece. 00000020:00000010:1.0:1767384368.563480:0:39775:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 352 at 000000009340d6ae. 00000020:00000010:1.0:1767384368.563485:0:39775:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000eabf1e21. 00010000:00000001:1.0:1767384368.563545:0:39775:0:(ldlm_pool.c:934:ldlm_pool_fini()) Process leaving 00000020:00000010:1.0:1767384368.563565:0:39775:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 64 at 00000000155d84f1. 00000020:00000010:1.0:1767384368.563571:0:39775:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 64 at 000000009b66b51f. 00000020:00000010:1.0:1767384368.563574:0:39775:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 64 at 00000000e3adebf6. 00000020:00000010:1.0:1767384368.563576:0:39775:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 64 at 000000005e736ef7. 00000020:00000010:1.0:1767384368.563579:0:39775:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 32 at 00000000a47abe00. 00000020:00000010:1.0:1767384368.563583:0:39775:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 000000008e19668a. 00000001:00000001:1.0:1767384368.563646:0:39775:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384368.563649:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 304 at 000000001d1d00b0. 00000001:00000010:1.0:1767384368.563653:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 304 at 00000000236792fa. 00000001:00000010:1.0:1767384368.563656:0:39775:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 16 at 0000000012b2b22d. 00000001:00000010:1.0:1767384368.563659:0:39775:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 0000000033854b53. 00000001:00000001:1.0:1767384368.563662:0:39775:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000010:1.0:1767384368.563666:0:39775:0:(ldlm_resource.c:1138:ldlm_namespace_free_post()) kfreed 'ns': 816 at 000000008fa0a705. 00010000:00000001:1.0:1767384368.563669:0:39775:0:(ldlm_lockd.c:3043:ldlm_put_ref()) Process entered 00010000:00000001:1.0:1767384368.563672:0:39775:0:(ldlm_lockd.c:3057:ldlm_put_ref()) Process leaving 00010000:00000001:1.0:1767384368.563673:0:39775:0:(ldlm_resource.c:1140:ldlm_namespace_free_post()) Process leaving 00000020:00001000:1.0:1767384368.563717:0:39775:0:(lu_object.c:1020:lu_site_print()) header@00000000b3ef99b0[0x4, 1, [0xffffffff:0x1:0x0] hash exist]{ 00000020:00001000:1.0:1767384368.563721:0:39775:0:(lu_object.c:1020:lu_site_print()) ....osd-zfs@00000000e9789446osd-zfs-object@00000000e9789446 00000020:00001000:1.0:1767384368.563724:0:39775:0:(lu_object.c:1020:lu_site_print()) } header@00000000b3ef99b0 20000000:00000001:1.0:1767384368.563726:0:39775:0:(obd_class.h:902:obd_disconnect()) Process entered 00080000:00000001:1.0:1767384368.563729:0:39775:0:(osd_handler.c:1551:osd_obd_disconnect()) Process entered 00000020:00000001:1.0:1767384368.563731:0:39775:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:1.0:1767384368.563733:0:39775:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x7e51148972eec8c5 00000020:00000040:1.0:1767384368.563736:0:39775:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000091a4845a with handle 0x7e51148972eec8c5 from hash 00000020:00000001:1.0:1767384368.563745:0:39775:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:1.0:1767384368.563747:0:39775:0:(genops.c:898:class_export_put()) PUTting export 0000000091a4845a : new refcount 1 00000020:00000001:1.0:1767384368.563749:0:39775:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:1.0:1767384368.563750:0:39775:0:(genops.c:898:class_export_put()) PUTting export 0000000091a4845a : new refcount 0 00000020:00000080:1.0:1767384368.563753:0:39775:0:(genops.c:904:class_export_put()) final put 0000000091a4845a/lustre-MDT0000-osd_UUID 00000020:00000001:1.0:1767384368.563755:0:39775:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384368.563767:0:39775:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384368.563770:0:39775:0:(osd_handler.c:1559:osd_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384368.563772:0:39775:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384368.563774:0:39775:0:(tgt_mount.c:177:server_put_mount()) Process entered 00000020:00000001:3.0:1767384368.563777:0:37:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000001:1.0:1767384368.563777:0:39775:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000020:00000080:3.0:1767384368.563781:0:37:0:(genops.c:863:class_export_destroy()) destroying export 0000000091a4845a/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000001:1.0:1767384368.563782:0:39775:0:(tgt_mount.c:60:server_find_mount()) Process leaving (rc=18446619781740979424 : -124291968572192 : ffff8ef5055d64e0) 00000020:00000001:3.0:1767384368.563786:0:37:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:01000004:1.0:1767384368.563788:0:39775:0:(tgt_mount.c:188:server_put_mount()) put mount 000000002ab61b8f from MGS, refs=2 00000020:00000001:3.0:1767384368.563789:0:37:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384368.563794:0:37:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-osd (0000000070e841d4) now 5 - export 00000020:00000001:1.0:1767384368.563794:0:39775:0:(obd_mount.c:701:lustre_put_lsi()) Process entered 00000020:01000004:1.0:1767384368.563798:0:39775:0:(obd_mount.c:705:lustre_put_lsi()) put 000000002ab61b8f 2 00000020:00000010:3.0:1767384368.563799:0:37:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 0000000091a4845a. 00000020:00000001:1.0:1767384368.563804:0:39775:0:(obd_mount.c:710:lustre_put_lsi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384368.563806:0:37:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000001:1.0:1767384368.563809:0:39775:0:(tgt_mount.c:112:server_deregister_mount()) Process entered 00000020:00000001:1.0:1767384368.563813:0:39775:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000020:00000001:1.0:1767384368.563815:0:39775:0:(tgt_mount.c:60:server_find_mount()) Process leaving (rc=18446619781740979424 : -124291968572192 : ffff8ef5055d64e0) 00000020:01000004:1.0:1767384368.563818:0:39775:0:(tgt_mount.c:121:server_deregister_mount()) deregister mount 000000002ab61b8f from MGS 00000020:00000010:1.0:1767384368.563821:0:39775:0:(tgt_mount.c:123:server_deregister_mount()) kfreed 'lmi->lmi_name': 4 at 00000000756e6fc8. 00000020:00000010:1.0:1767384368.563825:0:39775:0:(tgt_mount.c:125:server_deregister_mount()) kfreed 'lmi': 32 at 0000000042c0e4e9. 00000020:00000001:1.0:1767384368.563828:0:39775:0:(tgt_mount.c:129:server_deregister_mount()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384368.563830:0:39775:0:(tgt_mount.c:198:server_put_mount()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384368.563832:0:39775:0:(mgs_handler.c:1702:mgs_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384368.563834:0:39775:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384368.563842:0:39775:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384368.563847:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000bfcccac9. 00000001:00000010:1.0:1767384368.563851:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000002d1043cf. 00000001:00000010:1.0:1767384368.563854:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000005e264bbe. 00000001:00000010:1.0:1767384368.563857:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000ba8366f7. 00000001:00000010:1.0:1767384368.563860:0:39775:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000282d93ce. 00000001:00000010:1.0:1767384368.563863:0:39775:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 000000006e8f77e8. 00000001:00000001:1.0:1767384368.563867:0:39775:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:1.0:1767384368.563869:0:39775:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384368.563874:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000006020ff39. 00000001:00000010:1.0:1767384368.563876:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000a7c6e4bf. 00000001:00000010:1.0:1767384368.563879:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000031019bc1. 00000001:00000010:1.0:1767384368.563883:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000bd093a25. 00000001:00000010:1.0:1767384368.563886:0:39775:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 000000003a50354a. 00000001:00000010:1.0:1767384368.563889:0:39775:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 000000009cc01a58. 00000001:00000001:1.0:1767384368.563893:0:39775:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1767384368.563894:0:39775:0:(obd_config.c:955:class_decref()) Decref MGS (0000000042dad3ef) now 3 - setup 00000020:00000001:1.0:1767384368.563897:0:39775:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384368.563899:0:39775:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:1.0:1767384368.563902:0:39775:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1767384368.563905:0:39775:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:1.0:1767384368.563908:0:39775:0:(obd_config.c:955:class_decref()) Decref MGS (0000000042dad3ef) now 2 - obd_device_list 00000020:00000080:1.0:1767384368.563911:0:39775:0:(obd_config.c:814:class_detach()) detach on obd MGS (uuid MGS) 00000020:00000040:1.0:1767384368.563913:0:39775:0:(obd_config.c:955:class_decref()) Decref MGS (0000000042dad3ef) now 1 - newdev 00000020:00000040:1.0:1767384368.563916:0:39775:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000044e9c6d9 with handle 0x7e51148972eec8be from hash 00000020:00000040:1.0:1767384368.563919:0:39775:0:(genops.c:898:class_export_put()) PUTting export 0000000044e9c6d9 : new refcount 0 00000020:00000080:1.0:1767384368.563921:0:39775:0:(genops.c:904:class_export_put()) final put 0000000044e9c6d9/MGS 00000020:00000001:1.0:1767384368.563923:0:39775:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384368.563931:0:39775:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:1.0:1767384368.563932:0:39775:0:(genops.c:863:class_export_destroy()) destroying export 0000000044e9c6d9/MGS for MGS 00000020:00000001:1.0:1767384368.563935:0:39775:0:(obd_class.h:1017:obd_destroy_export()) Process entered 20000000:00000001:1.0:1767384368.563937:0:39775:0:(mgs_handler.c:766:mgs_destroy_export()) Process entered 20000000:00000001:1.0:1767384368.563939:0:39775:0:(mgs_handler.c:773:mgs_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384368.563942:0:39775:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384368.563944:0:39775:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 0000000044e9c6d9. 00000020:00000001:1.0:1767384368.563949:0:39775:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:1.0:1767384368.563951:0:39775:0:(genops.c:440:class_free_dev()) Release obd device MGS obd_type name = mgs 00000020:01000000:1.0:1767384368.563953:0:39775:0:(genops.c:443:class_free_dev()) finishing cleanup of obd MGS (MGS) 00000020:00000001:1.0:1767384368.563955:0:39775:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:1.0:1767384368.563959:0:39775:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005d90faee. 00000020:00000010:1.0:1767384368.563962:0:39775:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000063b5d3e0. 00000040:00000010:1.0:1767384368.563966:0:39775:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000fc52bf57. 00000020:00000010:1.0:1767384368.563969:0:39775:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000a3f7f93b. 00000020:00000010:1.0:1767384368.563973:0:39775:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000010e9785a. 80000000:00000010:1.0:1767384368.563976:0:39775:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000ed6cc98c. 00040000:00000010:1.0:1767384368.563980:0:39775:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000996f6799. 00080000:00000010:1.0:1767384368.563983:0:39775:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000005dfb4fb7. 20000000:00000010:1.0:1767384368.564004:0:39775:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 000000004800ed91. 20000000:00000001:1.0:1767384368.564007:0:39775:0:(mgs_handler.c:1535:mgs_device_free()) Process entered 20000000:00000010:1.0:1767384368.564016:0:39775:0:(mgs_handler.c:1538:mgs_device_free()) kfreed 'mgs': 1864 at 000000006ed2e920. 20000000:00000001:1.0:1767384368.564021:0:39775:0:(mgs_handler.c:1539:mgs_device_free()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384368.564023:0:39775:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000063b5d3e0. 00000040:00000010:1.0:1767384368.564027:0:39775:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000fc52bf57. 00000020:00000010:1.0:1767384368.564030:0:39775:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000a3f7f93b. 00000020:00000010:1.0:1767384368.564034:0:39775:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000010e9785a. 80000000:00000010:1.0:1767384368.564037:0:39775:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000ed6cc98c. 00040000:00000010:1.0:1767384368.564040:0:39775:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000996f6799. 00080000:00000010:1.0:1767384368.564043:0:39775:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000005dfb4fb7. 20000000:00000010:1.0:1767384368.564046:0:39775:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 000000004800ed91. 00000020:00000010:1.0:1767384368.564049:0:39775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005d90faee. 00000020:00000001:1.0:1767384368.564052:0:39775:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384368.564055:0:39775:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 0000000042dad3ef. 00000020:00000001:1.0:1767384368.564061:0:39775:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384368.564063:0:39775:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384368.564065:0:39775:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 56 at 000000005f63b595. 00000020:00000001:1.0:1767384368.564069:0:39775:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384368.564071:0:39775:0:(tgt_mount.c:268:server_stop_mgs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384368.564074:0:39775:0:(tgt_mount.c:1028:lustre_stop_lwp()) Process entered 00000020:00000001:1.0:1767384368.564077:0:39775:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:1.0:1767384368.564078:0:39775:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-MDT0000 (flags='F') 00000020:00000010:1.0:1767384368.564082:0:39775:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 80 at 00000000ed6cc98c. 00000020:00000080:1.0:1767384368.564084:0:39775:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1767384368.564110:0:39775:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000080:1.0:1767384368.564112:0:39775:0:(obd_config.c:886:class_cleanup()) lustre-MDT0000-lwp-MDT0000: forcing exports to disconnect: 1/3 00000020:00080000:1.0:1767384368.564117:0:39775:0:(genops.c:1836:print_export_data()) lustre-MDT0000-lwp-MDT0000: ACTIVE 00000000c02aebe5 lustre-MDT0000-lwp-MDT0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00000001:1.0:1767384368.564123:0:39775:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1767384368.564126:0:39775:0:(genops.c:1570:class_disconnect_exports()) OBD device 9 (000000005c6f67c5) has exports, disconnecting them 00000020:00000001:1.0:1767384368.564129:0:39775:0:(genops.c:1515:class_disconnect_export_list()) Process entered 00000020:00000040:1.0:1767384368.564131:0:39775:0:(genops.c:887:class_export_get()) GET export 00000000c02aebe5 refcount=4 00000020:00000040:1.0:1767384368.564134:0:39775:0:(genops.c:887:class_export_get()) GET export 00000000c02aebe5 refcount=5 00000020:00080000:1.0:1767384368.564137:0:39775:0:(genops.c:1545:class_disconnect_export_list()) lustre-MDT0000-lwp-MDT0000: disconnecting export at 0@lo (00000000c02aebe5), last request at 1767384270 00000020:00000001:1.0:1767384368.564140:0:39775:0:(obd_class.h:902:obd_disconnect()) Process entered 00000010:00000001:1.0:1767384368.564142:0:39775:0:(lwp_dev.c:568:lwp_obd_disconnect()) Process entered 00000020:00000001:1.0:1767384368.564143:0:39775:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:1.0:1767384368.564145:0:39775:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x7e51148972eec99e 00000020:00000040:1.0:1767384368.564154:0:39775:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000c02aebe5 with handle 0x7e51148972eec99e from hash 00000020:00000040:1.0:1767384368.564165:0:39775:0:(genops.c:898:class_export_put()) PUTting export 00000000c02aebe5 : new refcount 4 00000020:00000001:1.0:1767384368.564168:0:39775:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:1.0:1767384368.564169:0:39775:0:(genops.c:898:class_export_put()) PUTting export 00000000c02aebe5 : new refcount 3 00000020:00000001:1.0:1767384368.564171:0:39775:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:1.0:1767384368.564172:0:39775:0:(genops.c:898:class_export_put()) PUTting export 00000000c02aebe5 : new refcount 2 00000020:00000001:1.0:1767384368.564174:0:39775:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000010:00000001:1.0:1767384368.564176:0:39775:0:(lwp_dev.c:578:lwp_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384368.564178:0:39775:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00080000:1.0:1767384368.564182:0:39775:0:(genops.c:1550:class_disconnect_export_list()) disconnected export at 0@lo (00000000c02aebe5): rc 0 00000020:00000040:1.0:1767384368.564184:0:39775:0:(genops.c:898:class_export_put()) PUTting export 00000000c02aebe5 : new refcount 1 00000020:00000001:1.0:1767384368.564186:0:39775:0:(genops.c:1553:class_disconnect_export_list()) Process leaving 00000020:00000001:1.0:1767384368.564188:0:39775:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1767384368.564190:0:39775:0:(obd_class.h:604:obd_precleanup()) Process entered 00000010:00000001:1.0:1767384368.564193:0:39775:0:(lwp_dev.c:377:lwp_device_fini()) Process entered 00000020:00000001:1.0:1767384368.564194:0:39775:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000001:1.0:1767384368.564196:0:39775:0:(genops.c:1482:class_disconnect()) Process leaving via no_disconn (rc=1 : 1 : 0x1) 00000020:00000040:1.0:1767384368.564198:0:39775:0:(genops.c:898:class_export_put()) PUTting export 00000000c02aebe5 : new refcount 0 00000020:00000080:1.0:1767384368.564200:0:39775:0:(genops.c:904:class_export_put()) final put 00000000c02aebe5/lustre-MDT0000-lwp-MDT0000 00000020:00000001:1.0:1767384368.564203:0:39775:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384368.564212:0:39775:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384368.564215:0:39775:0:(ldlm_lib.c:631:client_obd_cleanup()) Process entered 00010000:00000001:1.0:1767384368.564217:0:39775:0:(ldlm_resource.c:1115:ldlm_namespace_free_post()) Process entered 00000020:00000001:3.0:1767384368.564223:0:37:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:3.0:1767384368.564226:0:37:0:(genops.c:863:class_export_destroy()) destroying export 00000000c02aebe5/lustre-MDT0000-lwp-MDT0000 for lustre-MDT0000-lwp-MDT0000 00000020:00000040:3.0:1767384368.564231:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 8 to 0@lo 00000020:00000001:3.0:1767384368.564234:0:37:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:3.0:1767384368.564236:0:37:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384368.564238:0:37:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-lwp-MDT0000 (000000005c6f67c5) now 5 - export 00000020:00000010:3.0:1767384368.564242:0:37:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000c02aebe5. 00000020:00000001:3.0:1767384368.564248:0:37:0:(genops.c:880:class_export_destroy()) Process leaving 00010000:00000001:1.0:1767384368.564257:0:39775:0:(ldlm_pool.c:931:ldlm_pool_fini()) Process entered 00000020:00000010:1.0:1767384368.564296:0:39775:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 352 at 000000002d7e3113. 00000020:00000010:1.0:1767384368.564301:0:39775:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 000000001fdd47ec. 00010000:00000001:1.0:1767384368.564343:0:39775:0:(ldlm_pool.c:934:ldlm_pool_fini()) Process leaving 00000020:00000010:1.0:1767384368.564367:0:39775:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 32 at 000000009d716b29. 00000020:00000010:1.0:1767384368.564371:0:39775:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 000000003cdfa971. 00000001:00000001:1.0:1767384368.564413:0:39775:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384368.564891:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000004b38bdec. 00000001:00000010:1.0:1767384368.564900:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000007cd2e49b. 00000001:00000010:1.0:1767384368.564903:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000001f2cfdb3. 00000001:00000010:1.0:1767384368.564905:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000002308a1a2. 00000001:00000010:1.0:1767384368.564907:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 0000000039c41442. 00000001:00000010:1.0:1767384368.564908:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000003e36db5b. 00000001:00000010:1.0:1767384368.564910:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 0000000018f6a198. 00000001:00000010:1.0:1767384368.564912:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 0000000077d80bdb. 00000001:00000010:1.0:1767384368.564914:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000eb064c94. 00000001:00000010:1.0:1767384368.564916:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000344aaec9. 00000001:00000010:1.0:1767384368.564918:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000d2cc864c. 00000001:00000010:1.0:1767384368.564919:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000002d8a51bb. 00000001:00000010:1.0:1767384368.564920:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000006a6e714b. 00000001:00000010:1.0:1767384368.564922:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000a04cbb99. 00000001:00000010:1.0:1767384368.564923:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000308cbc13. 00000001:00000010:1.0:1767384368.564924:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000002afb063b. 00000001:00000010:1.0:1767384368.564926:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000785e8117. 00000001:00000010:1.0:1767384368.564927:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000006cc327e4. 00000001:00000010:1.0:1767384368.564929:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000005f17993d. 00000001:00000010:1.0:1767384368.564930:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000002eba60a2. 00000001:00000010:1.0:1767384368.564931:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000a00c7a4f. 00000001:00000010:1.0:1767384368.564932:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000001f355995. 00000001:00000010:1.0:1767384368.564933:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000cd05c7b1. 00000001:00000010:1.0:1767384368.564935:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000001d61bdd2. 00000001:00000010:1.0:1767384368.564936:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000511d3c1f. 00000001:00000010:1.0:1767384368.564937:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 0000000028a438b5. 00000001:00000010:1.0:1767384368.564938:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000002cc3b0cf. 00000001:00000010:1.0:1767384368.564939:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000c0c5815c. 00000001:00000010:1.0:1767384368.564940:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000000b01c12a. 00000001:00000010:1.0:1767384368.564941:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000007ae89c90. 00000001:00000010:1.0:1767384368.564942:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 0000000034f2f093. 00000001:00000010:1.0:1767384368.564943:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000009046d8ec. 00000001:00000010:1.0:1767384368.564944:0:39775:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 256 at 000000004dc0c6b7. 00000001:00000010:1.0:1767384368.564947:0:39775:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 0000000048ea570a. 00000001:00000001:1.0:1767384368.564950:0:39775:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000010:1.0:1767384368.564953:0:39775:0:(ldlm_resource.c:1138:ldlm_namespace_free_post()) kfreed 'ns': 816 at 000000000b7305c2. 00010000:00000001:1.0:1767384368.564956:0:39775:0:(ldlm_lockd.c:3043:ldlm_put_ref()) Process entered 00000400:00000200:3.0:1767384368.565137:0:16134:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.152@tcp46 00000400:00000010:3.0:1767384368.565142:0:16134:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000006c1417b6. 00000400:00000010:3.0:1767384368.565147:0:16134:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000ac04c87d. 00000400:00000010:3.0:1767384368.565157:0:16134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005dadf04c. 00000400:00000010:3.0:1767384368.565165:0:16134:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000573b5554. 00000400:00000200:3.0:1767384368.565169:0:16134:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.152@tcp46 00000400:00000200:3.0:1767384368.565187:0:16134:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.152@tcp46 local destination 00000400:00000200:3.0:1767384368.565195:0:16134:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.152@tcp46 00000400:00000200:3.0:1767384368.565199:0:16134:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp46 NI seq info: [242:242:256:4294967295] 192.168.202.152@tcp46 LPNI seq info [208:208:8:4294967295] 00000400:00000200:3.0:1767384368.565206:0:16134:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.152@tcp46 00000400:00000200:3.0:1767384368.565217:0:16134:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp46(192.168.202.152@tcp46:) -> 192.168.202.152@tcp46(192.168.202.152@tcp46:192.168.202.152@tcp46) : GET try# 0 00000800:00000200:3.0:1767384368.565222:0:16134:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.152@tcp46 00000800:00000010:3.0:1767384368.565232:0:16134:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000003d504b58. 00000800:00000200:3.0:1767384368.565239:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000050ab23fd] -> 12345-192.168.202.152@tcp46 (2) 00000800:00000200:3.1:1767384368.565244:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000050ab23fd] -> 12345-192.168.202.152@tcp46 (2) 00000400:00000200:3.0:1767384368.565265:0:16134:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.152@tcp46 added to recovery queue. ping count: 4 next ping: 307 health :600 00000400:00000200:2.0:1767384368.565330:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.152:988 00000400:00000200:2.0:1767384368.565372:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.152:988 00000400:00000200:2.0:1767384368.565397:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.152:988 00000400:00000200:2.0:1767384368.565419:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.152:988 00000400:00000200:2.0:1767384368.565444:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.152:988 00000400:00000200:2.0:1767384368.565468:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.152:988 00000400:00000200:2.0:1767384368.565487:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.152:988 00000400:00000200:2.0:1767384368.565508:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.152:988 00000400:00000200:2.0:1767384368.565535:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.152:988 00000400:00000200:2.0:1767384368.565561:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.152:988 00000400:00000200:2.0:1767384368.565605:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.152:988 00000400:00000200:2.0:1767384368.565632:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.152:988 00000400:00000200:2.0:1767384368.565667:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.152:988 00000400:00000200:2.0:1767384368.565712:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.152:988 00000400:00000200:2.0:1767384368.565736:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.152:988 00000400:00000200:2.0:1767384368.565755:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.152:988 00000400:00000200:2.0:1767384368.565786:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.152:988 00000400:00000200:2.0:1767384368.565810:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.152:988 00000400:00000200:2.0:1767384368.565830:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.152:988 00000400:00000200:2.0:1767384368.565862:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.152:988 00000400:00000200:2.0:1767384368.565885:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.152:988 00000400:00000200:2.0:1767384368.565933:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.152:988 00000400:00000200:2.0:1767384368.565958:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.152:988 00000400:00000200:2.0:1767384368.565999:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.152:988 00000400:00000200:2.0:1767384368.566040:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.152:988 00000400:00000200:2.0:1767384368.566064:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.152:988 00000400:00000200:2.0:1767384368.566084:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.152:988 00000400:00000200:2.0:1767384368.566146:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.152:988 00000400:00000200:2.0:1767384368.566167:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.152:988 00010000:00000001:3.0:1767384368.566195:0:39775:0:(ldlm_lockd.c:3057:ldlm_put_ref()) Process leaving 00010000:00000001:3.0:1767384368.566198:0:39775:0:(ldlm_resource.c:1140:ldlm_namespace_free_post()) Process leaving 00000400:00000200:2.0:1767384368.566198:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.152:988 00010000:00000001:3.0:1767384368.566206:0:39775:0:(obd_class.h:652:obd_cleanup_client_import()) Process entered 00010000:01000000:3.0:1767384368.566210:0:39775:0:(obd_class.h:663:obd_cleanup_client_import()) lustre-MDT0000-lwp-MDT0000: client import never connected 00000100:00000001:3.0:1767384368.566214:0:39775:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:3.0:1767384368.566216:0:39775:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00000001:3.0:1767384368.566219:0:39775:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:3.0:1767384368.566221:0:39775:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1767384368.566223:0:39775:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 5 00000100:00000040:3.0:1767384368.566226:0:39775:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: normal: skip=0 replay=0/0 committed=0/0 00000400:00000200:2.0:1767384368.566228:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.152:988 00000100:00000001:3.0:1767384368.566229:0:39775:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384368.566232:0:39775:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:3.0:1767384368.566234:0:39775:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:3.0:1767384368.566236:0:39775:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00020000:3.0:1767384368.566238:0:39775:0:(obd_class.h:479:obd_check_dev()) Device 9 not setup 00000100:00000001:3.0:1767384368.566240:0:39775:0:(obd_class.h:1221:obd_import_event()) Process leaving 00000100:00100000:3.0:1767384368.566242:0:39775:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:3.0:1767384368.566245:0:39775:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00020000:3.0:1767384368.566247:0:39775:0:(obd_class.h:479:obd_check_dev()) Device 9 not setup 00000100:00000001:3.0:1767384368.566248:0:39775:0:(obd_class.h:1221:obd_import_event()) Process leaving 00000020:00000040:3.0:1767384368.566251:0:39775:0:(genops.c:1229:class_import_get()) import 00000000345f9ba7 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:3.0:1767384368.566255:0:39775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384368.566257:0:39775:0:(genops.c:1242:class_import_put()) import 00000000345f9ba7 refcount=1 obd=lustre-MDT0000-lwp-MDT0000 00000400:00000200:2.0:1767384368.566257:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.152:988 00000020:00000001:3.0:1767384368.566260:0:39775:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:3.0:1767384368.566263:0:39775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384368.566265:0:39775:0:(genops.c:1242:class_import_put()) import 00000000345f9ba7 refcount=0 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000040:3.0:1767384368.566268:0:39775:0:(genops.c:1245:class_import_put()) final put import 00000000345f9ba7 00000020:00000001:3.0:1767384368.566276:0:39775:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:3.0:1767384368.566278:0:39775:0:(obd_class.h:670:obd_cleanup_client_import()) Process leaving 00010000:00000001:3.0:1767384368.566284:0:39775:0:(ldlm_lockd.c:3043:ldlm_put_ref()) Process entered 00000020:00000001:3.0:1767384368.566291:0:37:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000020:00000080:3.0:1767384368.566293:0:37:0:(genops.c:1202:obd_zombie_import_free()) destroying import 00000000345f9ba7 for lustre-MDT0000-lwp-MDT0000 00000020:00000040:3.0:1767384368.566296:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 7 to 0@lo 00000020:00000040:3.0:1767384368.566300:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 6 to 0@lo 00000020:00000010:3.0:1767384368.566303:0:37:0:(genops.c:1213:obd_zombie_import_free()) kfreed 'imp_conn': 88 at 000000005dfb033e. 00000400:00000200:2.0:1767384368.566305:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.152:988 00000020:00000040:3.0:1767384368.566307:0:37:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-lwp-MDT0000 (000000005c6f67c5) now 4 - import 00000020:00000010:3.0:1767384368.566317:0:37:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 00000000345f9ba7. 00000020:00000001:3.0:1767384368.566323:0:37:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00010000:00000001:3.0:1767384368.566330:0:39775:0:(ldlm_lockd.c:3057:ldlm_put_ref()) Process leaving 00010000:00000010:3.0:1767384368.566333:0:39775:0:(ldlm_lib.c:642:client_obd_cleanup()) kfreed 'cli->cl_mod_tag_bitmap': 64 at 00000000af0ceb4e. 00010000:00000010:3.0:1767384368.566337:0:39775:0:(ldlm_lib.c:647:client_obd_cleanup()) kfreed 'cli->cl_read_io_latency_by_size': 3920 at 00000000891cf024. 00010000:00000010:3.0:1767384368.566340:0:39775:0:(ldlm_lib.c:651:client_obd_cleanup()) kfreed 'cli->cl_write_io_latency_by_size': 3920 at 00000000b98aa36a. 00010000:00000001:3.0:1767384368.566343:0:39775:0:(ldlm_lib.c:654:client_obd_cleanup()) Process leaving 00000400:00000200:2.0:1767384368.566351:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.152:988 00000400:00000200:2.0:1767384368.566409:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.152:988 00000020:00000010:3.0:1767384368.566477:0:39775:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 000000009e512849. 00000020:00000010:3.0:1767384368.566482:0:39775:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000c47b5f3c. 00000020:00000010:3.0:1767384368.566485:0:39775:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 0000000071a036f4. 00000020:00000010:3.0:1767384368.566488:0:39775:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 000000003df56ee7. 00000020:00000010:3.0:1767384368.566493:0:39775:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 0000000030766e7b. 00000020:00000010:3.0:1767384368.566499:0:39775:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000131a444a. 00000010:00000001:3.0:1767384368.566503:0:39775:0:(lwp_dev.c:392:lwp_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384368.566505:0:39775:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384368.566519:0:39775:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1767384368.566523:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000f0f36c7d. 00000001:00000010:3.0:1767384368.566526:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000f78ca3fa. 00000001:00000010:3.0:1767384368.566530:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000005b7118df. 00000001:00000010:3.0:1767384368.566533:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000b011d526. 00000001:00000010:3.0:1767384368.566535:0:39775:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000a3d49bbb. 00000001:00000010:3.0:1767384368.566538:0:39775:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 000000009c3929c2. 00000001:00000001:3.0:1767384368.566542:0:39775:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:3.0:1767384368.566544:0:39775:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1767384368.566547:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000005638148b. 00000001:00000010:3.0:1767384368.566550:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000d3594b79. 00000001:00000010:3.0:1767384368.566552:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000002fff5b75. 00000001:00000010:3.0:1767384368.566555:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000009f3dd235. 00000001:00000010:3.0:1767384368.566558:0:39775:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000042e77a7. 00000001:00000010:3.0:1767384368.566561:0:39775:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 000000005282910e. 00000001:00000001:3.0:1767384368.566564:0:39775:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:3.0:1767384368.566565:0:39775:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-lwp-MDT0000 (000000005c6f67c5) now 3 - setup 00000020:00000001:3.0:1767384368.566567:0:39775:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384368.566569:0:39775:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:3.0:1767384368.566572:0:39775:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:3.0:1767384368.566576:0:39775:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:3.0:1767384368.566579:0:39775:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-lwp-MDT0000 (000000005c6f67c5) now 2 - obd_device_list 00000020:00000080:3.0:1767384368.566582:0:39775:0:(obd_config.c:814:class_detach()) detach on obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000020:00000040:3.0:1767384368.566583:0:39775:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-lwp-MDT0000 (000000005c6f67c5) now 1 - newdev 00000020:00000040:3.0:1767384368.566586:0:39775:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000002c07d9c1 with handle 0x7e51148972eec997 from hash 00000020:00000040:3.0:1767384368.566589:0:39775:0:(genops.c:898:class_export_put()) PUTting export 000000002c07d9c1 : new refcount 0 00000020:00000080:3.0:1767384368.566591:0:39775:0:(genops.c:904:class_export_put()) final put 000000002c07d9c1/lustre-MDT0000-lwp-MDT0000_UUID 00000020:00000001:3.0:1767384368.566598:0:39775:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384368.566600:0:39775:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:3.0:1767384368.566602:0:39775:0:(genops.c:863:class_export_destroy()) destroying export 000000002c07d9c1/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000-lwp-MDT0000 00000020:00000001:3.0:1767384368.566604:0:39775:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:3.0:1767384368.566606:0:39775:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384368.566608:0:16128:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000713c9570. 00000020:00000010:3.0:1767384368.566609:0:39775:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 000000002c07d9c1. 00000800:00000010:2.0:1767384368.566614:0:16128:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000004e15fa6e. 00000020:00000001:3.0:1767384368.566617:0:39775:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:3.0:1767384368.566624:0:39775:0:(genops.c:440:class_free_dev()) Release obd device lustre-MDT0000-lwp-MDT0000 obd_type name = lwp 00000800:00000010:2.0:1767384368.566626:0:16128:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000bc0c9109. 00000020:01000000:3.0:1767384368.566628:0:39775:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-MDT0000 (lustre-MDT0000-lwp-MDT0000_UUID) 00000020:00000001:3.0:1767384368.566632:0:39775:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:3.0:1767384368.566636:0:39775:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000930cba1c. 00000020:00000010:3.0:1767384368.566640:0:39775:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000bb0a3c53. 00000040:00000010:3.0:1767384368.566643:0:39775:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000764d30d9. 00000020:00000010:3.0:1767384368.566647:0:39775:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000004740d533. 00000020:00000010:3.0:1767384368.566651:0:39775:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000d84d9078. 00000020:00000010:3.0:1767384368.566655:0:39775:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000075037ea1. 00000800:00000010:2.0:1767384368.566657:0:16128:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000bc0c9109. 80000000:00000010:3.0:1767384368.566658:0:39775:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000632fd645. 40000000:00000010:3.0:1767384368.566673:0:39775:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000000161ace0. 00100000:00000010:3.0:1767384368.566679:0:39775:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000006977d006. 00040000:00000010:3.0:1767384368.566683:0:39775:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000fd01dd85. 00000800:00020000:2.0:1767384368.566689:0:16128:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.152 00040000:00000010:3.0:1767384368.566692:0:39775:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000009f3dd235. 00000800:00000010:2.0:1767384368.566695:0:16128:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000004e15fa6e. 00080000:00000010:3.0:1767384368.566697:0:39775:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000032ed4fd. 00000800:00000010:2.0:1767384368.566701:0:16128:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000713c9570. 00000004:00000010:3.0:1767384368.566704:0:39775:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000081872141. 00000010:00000001:3.0:1767384368.566709:0:39775:0:(lwp_dev.c:313:lwp_device_free()) Process entered 00000010:00000010:3.0:1767384368.566711:0:39775:0:(lwp_dev.c:318:lwp_device_free()) kfreed 'm': 96 at 000000009088fd54. 00000010:00000001:3.0:1767384368.566714:0:39775:0:(lwp_dev.c:319:lwp_device_free()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384368.566717:0:39775:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000bb0a3c53. 00000040:00000010:3.0:1767384368.566720:0:39775:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000764d30d9. 00000020:00000010:3.0:1767384368.566722:0:39775:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000004740d533. 00000020:00000010:3.0:1767384368.566727:0:39775:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000d84d9078. 00000020:00000010:3.0:1767384368.566731:0:39775:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000075037ea1. 80000000:00000010:3.0:1767384368.566735:0:39775:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000632fd645. 40000000:00000010:3.0:1767384368.566740:0:39775:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000000161ace0. 00100000:00000010:3.0:1767384368.566744:0:39775:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000006977d006. 00040000:00000010:3.0:1767384368.566748:0:39775:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000fd01dd85. 00040000:00000010:3.0:1767384368.566752:0:39775:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000009f3dd235. 00080000:00000010:3.0:1767384368.566765:0:39775:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000032ed4fd. 00000400:02020000:2.0:1767384368.566767:0:16128:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.152@tcp46 at host 192.168.202.152:988: is it running a compatible version of Lustre? 00000004:00000010:3.0:1767384368.566770:0:39775:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000081872141. 00000020:00000010:3.0:1767384368.566781:0:39775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000930cba1c. 00000400:00000200:2.0:1767384368.566781:0:16128:0:(router.c:1755:lnet_notify()) 192.168.202.152@tcp46 notifying 192.168.202.152@tcp46: down 00000020:00000001:3.0:1767384368.566786:0:39775:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384368.566789:0:39775:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 000000005c6f67c5. 00000800:00000200:2.0:1767384368.566791:0:16128:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.152@tcp46 down 00000020:00000001:3.0:1767384368.566796:0:39775:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:2.0:1767384368.566798:0:16128:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.152@tcp46 00000020:00000001:3.0:1767384368.566801:0:39775:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000010:2.0:1767384368.566803:0:16128:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000003d504b58. 00000020:00000010:3.0:1767384368.566807:0:39775:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 80 at 00000000ed6cc98c. 00000400:00000200:2.0:1767384368.566809:0:16128:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000020:00000001:3.0:1767384368.566813:0:39775:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384368.566817:0:16128:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp46->192.168.202.152@tcp46: GET: LOCAL_ERROR 00000020:00000001:3.0:1767384368.566819:0:39775:0:(tgt_mount.c:1047:lustre_stop_lwp()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384368.566834:0:39775:0:(obd_mount.c:701:lustre_put_lsi()) Process entered 00000020:01000004:3.0:1767384368.566836:0:39775:0:(obd_mount.c:705:lustre_put_lsi()) put 000000002ab61b8f 1 00000400:00000200:2.0:1767384368.566837:0:16128:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000020:00000001:3.0:1767384368.566838:0:39775:0:(obd_class.h:902:obd_disconnect()) Process entered 00080000:00000001:3.0:1767384368.566843:0:39775:0:(osd_handler.c:1551:osd_obd_disconnect()) Process entered 00000400:00000200:2.0:1767384368.566843:0:16128:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.152@tcp46 recovery message sent unsuccessfully:-71 00000020:00000001:3.0:1767384368.566847:0:39775:0:(genops.c:1460:class_disconnect()) Process entered 00000400:00000200:2.0:1767384368.566855:0:16128:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.152@tcp46) recovery failed with -71 00000020:00000080:3.0:1767384368.566856:0:39775:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x7e51148972eec8b7 00000020:00000040:3.0:1767384368.566860:0:39775:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000003316f522 with handle 0x7e51148972eec8b7 from hash 00000020:00000001:3.0:1767384368.566865:0:39775:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:3.0:1767384368.566866:0:39775:0:(genops.c:898:class_export_put()) PUTting export 000000003316f522 : new refcount 1 00000020:00000001:3.0:1767384368.566868:0:39775:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:3.0:1767384368.566869:0:39775:0:(genops.c:898:class_export_put()) PUTting export 000000003316f522 : new refcount 0 00000020:00000080:3.0:1767384368.566871:0:39775:0:(genops.c:904:class_export_put()) final put 000000003316f522/lustre-MDT0000-osd_UUID 00000020:00000001:3.0:1767384368.566873:0:39775:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384368.566885:0:39775:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384368.566887:0:39775:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:3.0:1767384368.566889:0:39775:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-osd (flags='') 00000020:00000010:3.0:1767384368.566892:0:39775:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 72 at 00000000632fd645. 00000020:00000001:2.0:1767384368.566894:0:37:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:2.0:1767384368.566906:0:37:0:(genops.c:863:class_export_destroy()) destroying export 000000003316f522/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:3.0:1767384368.566908:0:39775:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000001:2.0:1767384368.566909:0:37:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:2.0:1767384368.566913:0:37:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384368.566914:0:39775:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000040:2.0:1767384368.566915:0:37:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-osd (0000000070e841d4) now 4 - export 00000020:00000080:3.0:1767384368.566918:0:39775:0:(obd_config.c:886:class_cleanup()) lustre-MDT0000-osd: forcing exports to disconnect: 0/2 00000020:00000010:2.0:1767384368.566919:0:37:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 000000003316f522. 00000020:00000001:3.0:1767384368.566928:0:39775:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:3.0:1767384368.566931:0:39775:0:(genops.c:1575:class_disconnect_exports()) OBD device 0 (0000000070e841d4) has no exports 00000020:00000001:2.0:1767384368.566932:0:37:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000001:3.0:1767384368.566934:0:39775:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:3.0:1767384368.566937:0:39775:0:(obd_class.h:604:obd_precleanup()) Process entered 00080000:00000001:3.0:1767384368.566939:0:39775:0:(osd_handler.c:1359:osd_device_fini()) Process entered 00100000:00000001:3.0:1767384368.566941:0:39775:0:(scrub.c:1029:lustre_index_backup()) Process entered 00100000:00000001:3.0:1767384368.566943:0:39775:0:(scrub.c:1032:lustre_index_backup()) Process leaving 00080000:00000020:3.0:1767384368.566972:0:39775:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 00080000:00000020:0.0:1767384368.568909:0:39775:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00080000:00000001:0.0:1767384368.568914:0:39775:0:(osd_handler.c:826:osd_shutdown()) Process entered 00080000:00000001:0.0:1767384368.568923:0:39775:0:(osd_handler.c:847:osd_shutdown()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1767384368.568925:0:39775:0:(osd_scrub.c:1328:osd_scrub_stop()) Process entered 00100000:00000001:0.0:1767384368.568927:0:39775:0:(osd_scrub.c:1337:osd_scrub_stop()) Process leaving 00080000:00000010:0.0:1767384368.568942:0:39775:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000e9789446. 00000020:00000010:0.0:1767384368.568946:0:39775:0:(lu_object.c:1344:lu_object_header_free()) kfreed_rcu 'h': 88 at 00000000b3ef99b0. 00080000:00000001:0.0:1767384368.568952:0:39775:0:(osd_oi.c:986:osd_oi_fini()) Process entered 00080000:00000010:0.0:1767384368.568954:0:39775:0:(osd_oi.c:816:osd_ost_seq_fini()) kfreed 'osd_seq->os_compat_dirs': 256 at 000000009ede81d4. 00080000:00000010:0.0:1767384368.568958:0:39775:0:(osd_oi.c:817:osd_ost_seq_fini()) kfreed 'osd_seq': 48 at 000000003e44af0f. 00080000:00000010:0.0:1767384368.568960:0:39775:0:(osd_oi.c:816:osd_ost_seq_fini()) kfreed 'osd_seq->os_compat_dirs': 256 at 000000005f1742fb. 00080000:00000010:0.0:1767384368.568962:0:39775:0:(osd_oi.c:817:osd_ost_seq_fini()) kfreed 'osd_seq': 48 at 00000000aeed8d95. 00080000:00000010:0.0:1767384368.568964:0:39775:0:(osd_oi.c:816:osd_ost_seq_fini()) kfreed 'osd_seq->os_compat_dirs': 256 at 0000000095e399db. 00080000:00000010:0.0:1767384368.568967:0:39775:0:(osd_oi.c:817:osd_ost_seq_fini()) kfreed 'osd_seq': 48 at 00000000e71771b4. 00080000:00000010:0.0:1767384368.568971:0:39775:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000008a1abfd9. 00080000:00000010:0.0:1767384368.568974:0:39775:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000a2833446. 00080000:00000010:0.0:1767384368.568977:0:39775:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000000463a2d6. 00080000:00000010:0.0:1767384368.568980:0:39775:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000c7faecad. 00080000:00000010:0.0:1767384368.568983:0:39775:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000222ad6f3. 00080000:00000010:0.0:1767384368.569000:0:39775:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000ecc10a94. 00080000:00000010:0.0:1767384368.569003:0:39775:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000023356323. 00080000:00000010:0.0:1767384368.569006:0:39775:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000d7a8330d. 00080000:00000010:0.0:1767384368.569010:0:39775:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000003eb899d5. 00080000:00000010:0.0:1767384368.569012:0:39775:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000d7c98b98. 00080000:00000010:0.0:1767384368.569014:0:39775:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000000f5ca1e9. 00080000:00000010:0.0:1767384368.569016:0:39775:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000aa084b9c. 00080000:00000010:0.0:1767384368.569018:0:39775:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000005234a077. 00080000:00000010:0.0:1767384368.569020:0:39775:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000e5752509. 00080000:00000010:0.0:1767384368.569022:0:39775:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000001b3f736d. 00080000:00000010:0.0:1767384368.569024:0:39775:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000065363c36. 00080000:00000010:0.0:1767384368.569026:0:39775:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000afff820e. 00080000:00000010:0.0:1767384368.569028:0:39775:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000065a3472. 00080000:00000010:0.0:1767384368.569030:0:39775:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000004629e717. 00080000:00000010:0.0:1767384368.569032:0:39775:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000003dbc0c28. 00080000:00000010:0.0:1767384368.569033:0:39775:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000008b6d19d9. 00080000:00000010:0.0:1767384368.569036:0:39775:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000055bd1f1c. 00080000:00000010:0.0:1767384368.569037:0:39775:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000e4380090. 00080000:00000010:0.0:1767384368.569045:0:39775:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000a76593bd. 00080000:00000010:0.0:1767384368.569047:0:39775:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000b35184bb. 00080000:00000010:0.0:1767384368.569049:0:39775:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000077923482. 00080000:00000010:0.0:1767384368.569051:0:39775:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000d5288207. 00080000:00000010:0.0:1767384368.569053:0:39775:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000000f503ae9. 00080000:00000010:0.0:1767384368.569055:0:39775:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000c3cfc3ba. 00080000:00000010:0.0:1767384368.569057:0:39775:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000a8394ec7. 00080000:00000010:0.0:1767384368.569059:0:39775:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000003c1e86af. 00080000:00000010:0.0:1767384368.569060:0:39775:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000b91dc183. 00080000:00000010:0.0:1767384368.569062:0:39775:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000030d5aa81. 00080000:00000010:0.0:1767384368.569065:0:39775:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000027b87bb8. 00080000:00000010:0.0:1767384368.569066:0:39775:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000006d7c3637. 00080000:00000010:0.0:1767384368.569068:0:39775:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000030eb9043. 00080000:00000010:0.0:1767384368.569070:0:39775:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000b9bf1ecd. 00080000:00000010:0.0:1767384368.569072:0:39775:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000334c1d18. 00080000:00000010:0.0:1767384368.569074:0:39775:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000f4565ed8. 00080000:00000010:0.0:1767384368.569078:0:39775:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000ec20a07d. 00080000:00000010:0.0:1767384368.569080:0:39775:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000e1a3ce57. 00080000:00000010:0.0:1767384368.569082:0:39775:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000017815a89. 00080000:00000010:0.0:1767384368.569084:0:39775:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000082d0fbee. 00080000:00000010:0.0:1767384368.569086:0:39775:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000d107f2a1. 00080000:00000010:0.0:1767384368.569110:0:39775:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000079100a32. 00080000:00000010:0.0:1767384368.569115:0:39775:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000343e037c. 00080000:00000010:0.0:1767384368.569123:0:39775:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000dae5b91e. 00080000:00000010:0.0:1767384368.569130:0:39775:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000090fe4f2. 00080000:00000010:0.0:1767384368.569135:0:39775:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000e0c4b92b. 00080000:00000010:0.0:1767384368.569141:0:39775:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000008c2fb4fd. 00080000:00000010:0.0:1767384368.569147:0:39775:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000f01f5272. 00080000:00000010:0.0:1767384368.569153:0:39775:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000de748e81. 00080000:00000010:0.0:1767384368.569159:0:39775:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000004b44a5eb. 00080000:00000010:0.0:1767384368.569165:0:39775:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000d1f145e9. 00080000:00000010:0.0:1767384368.569170:0:39775:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000042cc8dce. 00080000:00000010:0.0:1767384368.569176:0:39775:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000721f5fca. 00080000:00000010:0.0:1767384368.569179:0:39775:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000cae6ee10. 00080000:00000010:0.0:1767384368.569183:0:39775:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000158d13dd. 00080000:00000010:0.0:1767384368.569198:0:39775:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000b860ed4f. 00080000:00000010:0.0:1767384368.569203:0:39775:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000e025d053. 00080000:00000010:0.0:1767384368.569208:0:39775:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000166bf66c. 00080000:00000010:0.0:1767384368.569212:0:39775:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000004987b0e5. 00080000:00000010:0.0:1767384368.569217:0:39775:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000007785e195. 00080000:00000010:0.0:1767384368.569222:0:39775:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000e40ee126. 00080000:00000010:0.0:1767384368.569226:0:39775:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000fe8bc61e. 00080000:00000010:0.0:1767384368.569229:0:39775:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000033bab5c4. 00080000:00000010:0.0:1767384368.569232:0:39775:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000006b6fe20a. 00080000:00000010:0.0:1767384368.569235:0:39775:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000000eeffc12. 00080000:00000010:0.0:1767384368.569238:0:39775:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000005e98226b. 00080000:00000010:0.0:1767384368.569241:0:39775:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000058330629. 00080000:00000010:0.0:1767384368.569243:0:39775:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000066488b3d. 00080000:00000010:0.0:1767384368.569248:0:39775:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000001d2ada6d. 00080000:00000010:0.0:1767384368.569251:0:39775:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000014ece780. 00080000:00000010:0.0:1767384368.569254:0:39775:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000017a1a26c. 00080000:00000010:0.0:1767384368.569257:0:39775:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000b6d0ef82. 00080000:00000010:0.0:1767384368.569260:0:39775:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000000fd731bf. 00080000:00000010:0.0:1767384368.569263:0:39775:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000577b9956. 00080000:00000010:0.0:1767384368.569266:0:39775:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000001ecdf133. 00080000:00000010:0.0:1767384368.569269:0:39775:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000006b35c85. 00080000:00000010:0.0:1767384368.569271:0:39775:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000009b508614. 00080000:00000010:0.0:1767384368.569273:0:39775:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000001f83d79a. 00080000:00000010:0.0:1767384368.569275:0:39775:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000003057fb1e. 00080000:00000010:0.0:1767384368.569277:0:39775:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000f974d5cc. 00080000:00000010:0.0:1767384368.569278:0:39775:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000003c03941b. 00080000:00000010:0.0:1767384368.569280:0:39775:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000a64fce2b. 00080000:00000010:0.0:1767384368.569282:0:39775:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000006b202b62. 00080000:00000010:0.0:1767384368.569284:0:39775:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000177e1253. 00080000:00000010:0.0:1767384368.569287:0:39775:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000c103b432. 00080000:00000010:0.0:1767384368.569289:0:39775:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000baac0afe. 00080000:00000010:0.0:1767384368.569291:0:39775:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000ba7865b5. 00080000:00000010:0.0:1767384368.569293:0:39775:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000000bc8c40a. 00080000:00000010:0.0:1767384368.569295:0:39775:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000007a6fdbd8. 00080000:00000010:0.0:1767384368.569296:0:39775:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000faa25057. 00080000:00000010:0.0:1767384368.569304:0:39775:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000007d5a9740. 00080000:00000010:0.0:1767384368.569306:0:39775:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000008ee1ee06. 00080000:00000010:0.0:1767384368.569308:0:39775:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000e6681eb9. 00080000:00000010:0.0:1767384368.569310:0:39775:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000d7d517bd. 00080000:00000010:0.0:1767384368.569312:0:39775:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000004ef7dff6. 00080000:00000010:0.0:1767384368.569314:0:39775:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000c82148e2. 00080000:00000010:0.0:1767384368.569317:0:39775:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000004ba820c5. 00080000:00000010:0.0:1767384368.569319:0:39775:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000efcdbace. 00080000:00000010:0.0:1767384368.569321:0:39775:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000030c5a820. 00080000:00000010:0.0:1767384368.569323:0:39775:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000a3f07d19. 00080000:00000010:0.0:1767384368.569325:0:39775:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000017968053. 00080000:00000010:0.0:1767384368.569327:0:39775:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000061fadae7. 00080000:00000010:0.0:1767384368.569328:0:39775:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000066659ced. 00080000:00000010:0.0:1767384368.569330:0:39775:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000001d718ebb. 00080000:00000010:0.0:1767384368.569332:0:39775:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000b22a32b2. 00080000:00000010:0.0:1767384368.569334:0:39775:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000032c48ca2. 00080000:00000010:0.0:1767384368.569336:0:39775:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000a6c75f87. 00080000:00000010:0.0:1767384368.569338:0:39775:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000004948e3ad. 00080000:00000010:0.0:1767384368.569342:0:39775:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000009a64de2d. 00080000:00000010:0.0:1767384368.569344:0:39775:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000e7c11ec2. 00080000:00000010:0.0:1767384368.569347:0:39775:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000346edc7b. 00080000:00000010:0.0:1767384368.569348:0:39775:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000009802763b. 00080000:00000010:0.0:1767384368.569351:0:39775:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000a3fbf0cc. 00080000:00000010:0.0:1767384368.569353:0:39775:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000001070afa3. 00080000:00000010:0.0:1767384368.569355:0:39775:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000005670030d. 00080000:00000010:0.0:1767384368.569357:0:39775:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000006e90a22c. 00080000:00000010:0.0:1767384368.569359:0:39775:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000f00c7758. 00080000:00000010:0.0:1767384368.569361:0:39775:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000c078aad1. 00080000:00000010:0.0:1767384368.569362:0:39775:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000069e880ad. 00080000:00000010:0.0:1767384368.569364:0:39775:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000f5525ef3. 00080000:00000010:0.0:1767384368.569366:0:39775:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000001649f137. 00080000:00000010:0.0:1767384368.569368:0:39775:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000e7e5a4b6. 00080000:00000010:0.0:1767384368.569371:0:39775:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000000e9dd5d2. 00080000:00000010:0.0:1767384368.569373:0:39775:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000004e190801. 00080000:00000010:0.0:1767384368.569376:0:39775:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000090712ed0. 00080000:00000010:0.0:1767384368.569380:0:39775:0:(osd_oi.c:992:osd_oi_fini()) kfreed 'o->od_oi_table': 1024 at 00000000a5d26318. 00080000:00000001:0.0:1767384368.569382:0:39775:0:(osd_oi.c:997:osd_oi_fini()) Process leaving 00080000:00000001:0.0:1767384368.569383:0:39775:0:(osd_lproc.c:442:osd_procfs_fini()) Process entered 00000020:00000010:0.0:1767384368.569738:0:39775:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 320 at 00000000fc2488b9. 00000020:00000010:0.0:1767384368.569741:0:39775:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000549cba6b. 00080000:00000001:0.0:1767384368.569793:0:39775:0:(osd_handler.c:1276:osd_umount()) Process entered 00080000:00000001:0.0:1767384368.571726:0:39775:0:(osd_handler.c:1324:osd_umount()) Process leaving 00080000:00000001:0.0:1767384368.571728:0:39775:0:(osd_handler.c:1378:osd_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384368.571730:0:39775:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384368.571743:0:39775:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384368.571746:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000a22cf1a2. 00000001:00000010:0.0:1767384368.571749:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000297c54d7. 00000001:00000010:0.0:1767384368.571753:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000af045c15. 00000001:00000010:0.0:1767384368.571756:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000d8549e3c. 00000001:00000010:0.0:1767384368.571759:0:39775:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 000000004b1027c0. 00000001:00000010:0.0:1767384368.571763:0:39775:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000ecc8e37a. 00000001:00000001:0.0:1767384368.571768:0:39775:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:0.0:1767384368.571769:0:39775:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384368.571772:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000000edcdc36. 00000001:00000010:0.0:1767384368.571776:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000d9c162ba. 00000001:00000010:0.0:1767384368.571779:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000d4c49d7e. 00000001:00000010:0.0:1767384368.571789:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000032d9e72a. 00000001:00000010:0.0:1767384368.571795:0:39775:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000ae336740. 00000001:00000010:0.0:1767384368.571799:0:39775:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000a91886cd. 00000001:00000001:0.0:1767384368.571802:0:39775:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:0.0:1767384368.571804:0:39775:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-osd (0000000070e841d4) now 3 - setup 00000020:00000001:0.0:1767384368.571805:0:39775:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384368.571807:0:39775:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:0.0:1767384368.571809:0:39775:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:0.0:1767384368.571812:0:39775:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:0.0:1767384368.571814:0:39775:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-osd (0000000070e841d4) now 2 - obd_device_list 00000020:00000080:0.0:1767384368.571816:0:39775:0:(obd_config.c:814:class_detach()) detach on obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00000020:00000040:0.0:1767384368.571817:0:39775:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-osd (0000000070e841d4) now 1 - newdev 00000020:00000040:0.0:1767384368.571820:0:39775:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000455838e6 with handle 0x7e51148972eec8b0 from hash 00000020:00000040:0.0:1767384368.571823:0:39775:0:(genops.c:898:class_export_put()) PUTting export 00000000455838e6 : new refcount 0 00000020:00000080:0.0:1767384368.571830:0:39775:0:(genops.c:904:class_export_put()) final put 00000000455838e6/lustre-MDT0000-osd_UUID 00000020:00000001:0.0:1767384368.571831:0:39775:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384368.571833:0:39775:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:0.0:1767384368.571835:0:39775:0:(genops.c:863:class_export_destroy()) destroying export 00000000455838e6/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000001:0.0:1767384368.571837:0:39775:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:0.0:1767384368.571838:0:39775:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384368.571840:0:39775:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000455838e6. 00000020:00000001:0.0:1767384368.571844:0:39775:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:0.0:1767384368.571845:0:39775:0:(genops.c:440:class_free_dev()) Release obd device lustre-MDT0000-osd obd_type name = osd-zfs 00000020:01000000:0.0:1767384368.571847:0:39775:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-MDT0000-osd (lustre-MDT0000-osd_UUID) 00000020:00000001:0.0:1767384368.571848:0:39775:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:0.0:1767384368.571851:0:39775:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ad9c8752. 00000020:00000010:0.0:1767384368.571854:0:39775:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000077743a09. 00000040:00000010:0.0:1767384368.571857:0:39775:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000b728c887. 00000020:00000010:0.0:1767384368.571860:0:39775:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000007145a5d3. 00000020:00000010:0.0:1767384368.571863:0:39775:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000009a28b92d. 00040000:00000010:0.0:1767384368.571866:0:39775:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000060af728b. 00040000:00000010:0.0:1767384368.571869:0:39775:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000609f1ff1. 00080000:00000010:0.0:1767384368.571872:0:39775:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000533d0554. 00080000:00000001:0.0:1767384368.571875:0:39775:0:(osd_handler.c:1387:osd_device_free()) Process entered 00000020:00000010:0.0:1767384368.572011:0:39775:0:(lu_object.c:1175:lu_site_fini()) kvfree 's->ls_bkts': 14336 at 0000000014670777. 00000020:00000010:0.0:1767384368.572021:0:39775:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 256 at 0000000034bd8597. 00000020:00000010:0.0:1767384368.572025:0:39775:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 256 at 00000000659e800b. 00000020:00000010:0.0:1767384368.572027:0:39775:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 256 at 00000000fac8b7e3. 00000020:00000010:0.0:1767384368.572030:0:39775:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 256 at 0000000081efd8e1. 00000020:00000010:0.0:1767384368.572036:0:39775:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 192 at 0000000001198c6c. 00000020:00000010:0.0:1767384368.572039:0:39775:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000168e83f5. 00080000:00000010:0.0:1767384368.572043:0:39775:0:(osd_handler.c:1398:osd_device_free()) kfreed 'o': 31608 at 000000007ac12e8f. 00080000:00000001:0.0:1767384368.572053:0:39775:0:(osd_handler.c:1400:osd_device_free()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384368.572055:0:39775:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000077743a09. 00000040:00000010:0.0:1767384368.572058:0:39775:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000b728c887. 00000020:00000010:0.0:1767384368.572061:0:39775:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000007145a5d3. 00000020:00000010:0.0:1767384368.572064:0:39775:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000009a28b92d. 00040000:00000010:0.0:1767384368.572072:0:39775:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000060af728b. 00040000:00000010:0.0:1767384368.572075:0:39775:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000609f1ff1. 00080000:00000010:0.0:1767384368.572077:0:39775:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000533d0554. 00000020:00000010:0.0:1767384368.572080:0:39775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ad9c8752. 00000020:00000001:0.0:1767384368.572083:0:39775:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384368.572085:0:39775:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 0000000070e841d4. 00000020:00000001:0.0:1767384368.572121:0:39775:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384368.572124:0:39775:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384368.572128:0:39775:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 72 at 00000000632fd645. 00000020:00000001:0.0:1767384368.572132:0:39775:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384368.572134:0:39775:0:(osd_handler.c:1559:osd_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384368.572136:0:39775:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384368.572141:0:39775:0:(obd_mount.c:634:lustre_free_lsi()) Process entered 00000020:01000004:0.0:1767384368.572144:0:39775:0:(obd_mount.c:637:lustre_free_lsi()) Freeing lsi 00000000e9d58b86 00000020:00000010:0.0:1767384368.572147:0:39775:0:(obd_mount.c:645:lustre_free_lsi()) kfreed 'lsi->lsi_lmd->lmd_dev': 17 at 00000000b72e0477. 00000020:00000010:0.0:1767384368.572151:0:39775:0:(obd_mount.c:647:lustre_free_lsi()) kfreed 'lsi->lsi_lmd->lmd_profile': 15 at 00000000a45107a5. 00000020:00000010:0.0:1767384368.572156:0:39775:0:(obd_mount.c:663:lustre_free_lsi()) kfreed 'lsi->lsi_lmd->lmd_osd_type': 8 at 0000000022ab3748. 00000020:00000010:0.0:1767384368.572160:0:39775:0:(obd_mount.c:664:lustre_free_lsi()) kfreed 'lsi->lsi_lmd->lmd_params': 4096 at 0000000086f1aa09. 00000020:00000010:0.0:1767384368.572164:0:39775:0:(obd_mount.c:668:lustre_free_lsi()) kfreed 'lsi->lsi_lmd': 120 at 000000002a34ac04. 00000020:00000010:0.0:1767384368.572168:0:39775:0:(obd_mount.c:672:lustre_free_lsi()) kfreed 'lsi': 1880 at 00000000e9d58b86. 00000020:00000001:0.0:1767384368.572172:0:39775:0:(obd_mount.c:674:lustre_free_lsi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384368.572174:0:39775:0:(obd_mount.c:708:lustre_put_lsi()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384368.572179:0:39775:0:(tgt_mount.c:1106:server_stop_servers()) Process entered 00000020:00000001:0.0:1767384368.572185:0:39775:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:0.0:1767384368.572187:0:39775:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of MDS (flags='F') 00000020:00000010:0.0:1767384368.572191:0:39775:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 56 at 000000003cff86ed. 00000020:00000080:0.0:1767384368.572194:0:39775:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000001:0.0:1767384368.572197:0:39775:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000080:0.0:1767384368.572199:0:39775:0:(obd_config.c:886:class_cleanup()) MDS: forcing exports to disconnect: 0/1 00000020:00000001:0.0:1767384368.572202:0:39775:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:0.0:1767384368.572204:0:39775:0:(genops.c:1575:class_disconnect_exports()) OBD device 3 (000000003689078b) has no exports 00000020:00000001:0.0:1767384368.572206:0:39775:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:0.0:1767384368.572208:0:39775:0:(obd_class.h:604:obd_precleanup()) Process entered 00000004:00000001:0.0:1767384368.572211:0:39775:0:(mdt_mds.c:539:mds_device_fini()) Process entered 00000004:00000001:0.0:1767384368.572213:0:39775:0:(mdt_mds.c:102:mds_stop_ptlrpc_service()) Process entered 00000100:00000001:0.0:1767384368.572220:0:39775:0:(service.c:3834:ptlrpc_unregister_service()) Process entered 00000100:00000200:0.0:1767384368.572221:0:39775:0:(service.c:3836:ptlrpc_unregister_service()) mdt: tearing down 00000100:00000001:0.0:1767384368.572227:0:39775:0:(service.c:3377:ptlrpc_stop_all_threads()) Process entered 00000100:00000001:0.0:1767384368.572228:0:39775:0:(service.c:3331:ptlrpc_svcpt_stop_threads()) Process entered 00000100:00000040:0.0:1767384368.572229:0:39775:0:(service.c:3334:ptlrpc_svcpt_stop_threads()) Stopping threads for service mdt 00000100:00000040:0.0:1767384368.572231:0:39775:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt #3 00000100:00000040:0.0:1767384368.572233:0:39775:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt #2 00000100:00000040:0.0:1767384368.572235:0:39775:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt #1 00000100:00000040:0.0:1767384368.572236:0:39775:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt #0 00000100:00000040:0.0:1767384368.572265:0:39775:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt #3 00000020:00000010:3.0:1767384368.572274:0:16780:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000d392a03d. 00000020:00000010:0.0:1767384368.572278:0:17568:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000001cbfa0ea. 00000040:00000010:3.0:1767384368.572283:0:16780:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000f457e26a. 00000040:00000010:0.0:1767384368.572283:0:17568:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000624af454. 00000020:00000010:3.0:1767384368.572287:0:16780:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000775af0ef. 00000020:00000010:0.0:1767384368.572287:0:17568:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000ca8eb18b. 00000020:00000010:3.0:1767384368.572293:0:16780:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000e6f2c87f. 00000020:00000010:0.0:1767384368.572293:0:17568:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000079ab78e7. 00000020:00000010:3.0:1767384368.572298:0:16780:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000d0bc006e. 00000020:00000010:0.0:1767384368.572298:0:17568:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000007023974e. 80000000:00000010:3.0:1767384368.572302:0:16780:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000b5f57e6b. 80000000:00000010:0.0:1767384368.572302:0:17568:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000d56532a3. 40000000:00000010:3.0:1767384368.572307:0:16780:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000295d1240. 40000000:00000010:0.0:1767384368.572307:0:17568:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000bf7731b3. 00100000:00000010:3.0:1767384368.572311:0:16780:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000004cabfb09. 00100000:00000010:0.0:1767384368.572311:0:17568:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000002b3b34fe. 00040000:00000010:0.0:1767384368.572316:0:17568:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000034791990. 00040000:00000010:3.0:1767384368.572317:0:16780:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000057e79216. 00040000:00000010:3.0:1767384368.572320:0:16780:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000008a95a73b. 00040000:00000010:0.0:1767384368.572320:0:17568:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000019e253e8. 00080000:00000010:3.0:1767384368.572324:0:16780:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000f52ab801. 00080000:00000010:0.0:1767384368.572324:0:17568:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000008f4ecdfe. 00000004:00000010:3.0:1767384368.572329:0:16780:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000a1e4f935. 00000004:00000010:0.0:1767384368.572329:0:17568:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000ff0e18e8. 00002000:00000010:3.0:1767384368.572334:0:16780:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000806bb1f7. 00002000:00000010:0.0:1767384368.572334:0:17568:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000e6b18870. 00000020:00000010:3.0:1767384368.572339:0:16780:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000884cda61. 00000020:00000010:0.0:1767384368.572339:0:17568:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000601701f6. 00000020:00000010:3.0:1767384368.572345:0:16780:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000000c5adfe4. 00000020:00000010:0.0:1767384368.572345:0:17568:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000002c51ecc8. 00000100:00000010:3.0:1767384368.572352:0:16780:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000cc74f86a. 00000100:00000010:0.0:1767384368.572352:0:17568:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000d5e4ade1. 00000100:00100000:3.0:1767384368.572357:0:16780:0:(service.c:3155:ptlrpc_main()) mdt00_002: service thread [00000000a0661577:16780] 2 exiting: rc = 0 00000100:00100000:0.0:1767384368.572357:0:17568:0:(service.c:3155:ptlrpc_main()) mdt00_003: service thread [00000000161c828d:17568] 3 exiting: rc = 0 00000020:00000010:0.0:1767384368.572429:0:16778:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000005415f9e3. 00000040:00000010:0.0:1767384368.572435:0:16778:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000003e72bf17. 00000020:00000010:0.0:1767384368.572439:0:16778:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000006b287e28. 00000020:00000010:0.0:1767384368.572445:0:16778:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000000aba063b. 00000020:00000010:0.0:1767384368.572449:0:16778:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000031dd230. 80000000:00000010:0.0:1767384368.572453:0:16778:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000086e153bd. 40000000:00000010:0.0:1767384368.572457:0:16778:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000006b67d44a. 00100000:00000010:0.0:1767384368.572461:0:16778:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000000e5f7eb0. 00040000:00000010:0.0:1767384368.572473:0:16778:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000009426c8be. 00040000:00000010:0.0:1767384368.572477:0:16778:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000043ed6b20. 00080000:00000010:0.0:1767384368.572482:0:16778:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000b4a8ba1f. 00000004:00000010:0.0:1767384368.572486:0:16778:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000db297df9. 00002000:00000010:0.0:1767384368.572490:0:16778:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000ab100ed0. 00000020:00000010:0.0:1767384368.572495:0:16778:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f071f3ca. 00000020:00000010:0.0:1767384368.572499:0:16778:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000008624a039. 00000100:00000010:0.0:1767384368.572504:0:16778:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 0000000084f214bb. 00000100:00100000:0.0:1767384368.572508:0:16778:0:(service.c:3155:ptlrpc_main()) mdt00_000: service thread [0000000067c7866a:16778] 0 exiting: rc = 1 00000020:00000010:1.0:1767384368.572549:0:16779:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000048c32b59. 00000040:00000010:1.0:1767384368.572556:0:16779:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000071fcdded. 00000020:00000010:1.0:1767384368.572560:0:16779:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000ac77164b. 00000020:00000010:1.0:1767384368.572564:0:16779:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000ed95ca31. 00000020:00000010:1.0:1767384368.572568:0:16779:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000763b8923. 80000000:00000010:1.0:1767384368.572571:0:16779:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000a6b2b144. 00000100:00000040:0.0:1767384368.572573:0:39775:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt #1 40000000:00000010:1.0:1767384368.572575:0:16779:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000088b73f35. 00100000:00000010:1.0:1767384368.572580:0:16779:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000ad978a16. 00040000:00000010:1.0:1767384368.572582:0:16779:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000002dba9122. 00040000:00000010:1.0:1767384368.572585:0:16779:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000001a6712d3. 00080000:00000010:1.0:1767384368.572587:0:16779:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000010eefc64. 00000004:00000010:1.0:1767384368.572593:0:16779:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000ee992fb6. 00002000:00000010:1.0:1767384368.572596:0:16779:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000008bc1378d. 00000020:00000010:1.0:1767384368.572599:0:16779:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000068c9f2d4. 00000020:00000010:1.0:1767384368.572604:0:16779:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000003684c485. 00000100:00000010:1.0:1767384368.572613:0:16779:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000c44c34d2. 00000100:00100000:1.0:1767384368.572615:0:16779:0:(service.c:3155:ptlrpc_main()) mdt00_001: service thread [00000000be34ab52:16779] 1 exiting: rc = 0 00000100:00000010:0.0:1767384368.572645:0:39775:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 0000000067c7866a. 00000100:00000010:0.0:1767384368.572652:0:39775:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000be34ab52. 00000100:00000010:0.0:1767384368.572662:0:39775:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000a0661577. 00000100:00000010:0.0:1767384368.572667:0:39775:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000161c828d. 00000100:00000001:0.0:1767384368.572673:0:39775:0:(service.c:3368:ptlrpc_svcpt_stop_threads()) Process leaving 00000100:00000001:0.0:1767384368.572674:0:39775:0:(service.c:3384:ptlrpc_stop_all_threads()) Process leaving 00000400:00000200:0.0:1767384368.572678:0:39775:0:(lib-ptl.c:969:lnet_clear_lazy_portal()) clearing portal 12 lazy 00000400:00000001:0.0:1767384368.572681:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.572683:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.572685:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000711afa97. 00000400:00000200:0.0:1767384368.572689:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000155f25b4 00000400:00000010:0.0:1767384368.572690:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000155f25b4. 00000100:00000001:0.0:1767384368.572694:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.572696:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:0.0:1767384368.572702:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.572704:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384368.572706:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.572708:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.572709:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.572710:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e68a6a52. 00000400:00000200:0.0:1767384368.572713:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000097c8c58f 00000400:00000010:0.0:1767384368.572714:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000097c8c58f. 00000100:00000001:0.0:1767384368.572717:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.572718:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:0.0:1767384368.572721:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.572723:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:0.0:1767384368.572730:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.572732:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.572733:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.572735:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c6ee2ad4. 00000400:00000200:0.0:1767384368.572737:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b31b826a 00000400:00000010:0.0:1767384368.572739:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000b31b826a. 00000100:00000001:0.0:1767384368.572741:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.572742:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:0.0:1767384368.572746:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.572747:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 61 buffers still posted 00000100:00000001:0.0:1767384368.572750:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.572751:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.572752:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.572754:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dc3d3555. 00000400:00000200:0.0:1767384368.572756:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b65330ea 00000400:00000010:0.0:1767384368.572757:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000b65330ea. 00000100:00000001:0.0:1767384368.572760:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.572761:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:0.0:1767384368.572765:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.572766:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 60 buffers still posted 00000100:00000001:0.0:1767384368.572768:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.572769:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.572770:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.572771:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004484bd3a. 00000400:00000200:0.0:1767384368.572774:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003c7ae198 00000400:00000010:0.0:1767384368.572775:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000003c7ae198. 00000100:00000001:0.0:1767384368.572778:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.572779:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:0.0:1767384368.572784:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.572785:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 59 buffers still posted 00000100:00000001:0.0:1767384368.572787:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.572788:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.572789:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.572790:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004379a302. 00000400:00000200:0.0:1767384368.572793:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007d6db411 00000400:00000010:0.0:1767384368.572794:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000007d6db411. 00000100:00000001:0.0:1767384368.572796:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.572797:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:0.0:1767384368.572805:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.572806:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 58 buffers still posted 00000100:00000001:0.0:1767384368.572808:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.572809:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.572811:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.572812:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fbe68a81. 00000400:00000200:0.0:1767384368.572815:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f653dbf0 00000400:00000010:0.0:1767384368.572816:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000f653dbf0. 00000100:00000001:0.0:1767384368.572819:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.572820:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:0.0:1767384368.572825:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.572826:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 57 buffers still posted 00000100:00000001:0.0:1767384368.572828:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.572829:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.572830:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.572831:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000078c41913. 00000400:00000200:0.0:1767384368.572833:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000059fe6a2 00000400:00000010:0.0:1767384368.572835:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000059fe6a2. 00000100:00000001:0.0:1767384368.572838:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.572839:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:0.0:1767384368.572844:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.572845:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 56 buffers still posted 00000100:00000001:0.0:1767384368.572847:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.572849:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.572850:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.572851:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000dff97e4. 00000400:00000200:0.0:1767384368.572854:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004cc9ff78 00000400:00000010:0.0:1767384368.572855:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000004cc9ff78. 00000100:00000001:0.0:1767384368.572859:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.572860:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:0.0:1767384368.572864:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.572866:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 55 buffers still posted 00000100:00000001:0.0:1767384368.572868:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.572869:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.572870:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.572871:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007e21d5e1. 00000400:00000200:0.0:1767384368.572874:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004ed4876e 00000400:00000010:0.0:1767384368.572876:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000004ed4876e. 00000100:00000001:0.0:1767384368.572881:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.572883:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:0.0:1767384368.572887:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.572889:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 54 buffers still posted 00000100:00000001:0.0:1767384368.572890:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.572892:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.572893:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.572894:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000527c1126. 00000400:00000200:0.0:1767384368.572897:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000081b31da5 00000400:00000010:0.0:1767384368.572898:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000081b31da5. 00000100:00000001:0.0:1767384368.572901:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.572903:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:0.0:1767384368.572908:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.572909:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 53 buffers still posted 00000100:00000001:0.0:1767384368.572911:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.572912:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.572913:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.572915:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007106e828. 00000400:00000200:0.0:1767384368.572917:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c3b085d9 00000400:00000010:0.0:1767384368.572918:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000c3b085d9. 00000100:00000001:0.0:1767384368.572921:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.572922:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:0.0:1767384368.572927:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.572928:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 52 buffers still posted 00000100:00000001:0.0:1767384368.572930:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.572931:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.572932:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.572934:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003a5e4de1. 00000400:00000200:0.0:1767384368.572936:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e6746eca 00000400:00000010:0.0:1767384368.572937:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000e6746eca. 00000100:00000001:0.0:1767384368.572949:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.572950:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:0.0:1767384368.572955:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.572956:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 51 buffers still posted 00000100:00000001:0.0:1767384368.572958:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.572960:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.572961:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.572962:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000085d25a27. 00000400:00000200:0.0:1767384368.572968:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009b002613 00000400:00000010:0.0:1767384368.572969:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000009b002613. 00000100:00000001:0.0:1767384368.572973:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.572974:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:0.0:1767384368.572978:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.572980:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 50 buffers still posted 00000100:00000001:0.0:1767384368.572982:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.572999:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.573000:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.573002:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003b7d98c8. 00000400:00000200:0.0:1767384368.573005:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fdf589d7 00000400:00000010:0.0:1767384368.573006:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000fdf589d7. 00000100:00000001:0.0:1767384368.573009:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.573010:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:0.0:1767384368.573015:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.573017:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 49 buffers still posted 00000100:00000001:0.0:1767384368.573018:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.573020:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.573021:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.573023:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000df6beefd. 00000400:00000200:0.0:1767384368.573025:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b649067d 00000400:00000010:0.0:1767384368.573026:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000b649067d. 00000100:00000001:0.0:1767384368.573029:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.573030:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:0.0:1767384368.573035:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.573037:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 48 buffers still posted 00000100:00000001:0.0:1767384368.573039:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.573041:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.573042:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.573043:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000bebcb37. 00000400:00000200:0.0:1767384368.573046:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ded9da35 00000400:00000010:0.0:1767384368.573047:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000ded9da35. 00000100:00000001:0.0:1767384368.573050:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.573051:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:0.0:1767384368.573056:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.573058:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 47 buffers still posted 00000100:00000001:0.0:1767384368.573060:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.573061:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.573066:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.573068:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000664b89f0. 00000400:00000200:0.0:1767384368.573070:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000041ee0725 00000400:00000010:0.0:1767384368.573072:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000041ee0725. 00000100:00000001:0.0:1767384368.573074:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.573075:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:0.0:1767384368.573080:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.573081:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 46 buffers still posted 00000100:00000001:0.0:1767384368.573084:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.573085:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.573165:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000010:2.1:1767384368.573169:0:2400:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000008f0bf45b. 00000400:00000010:0.0:1767384368.573169:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000affc08b4. 00000400:00000200:0.0:1767384368.573172:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008dc8401d 00000400:00000010:0.0:1767384368.573174:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000008dc8401d. 00000100:00000001:0.0:1767384368.573181:0:39775:0:(events.c:286:request_in_callback()) Process entered 00010000:00000010:2.1:1767384368.573183:0:2400:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000172defeb. 00000100:00000200:0.0:1767384368.573183:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00010000:00000010:2.1:1767384368.573192:0:2400:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000fb071e46. 00000100:00100000:0.0:1767384368.573193:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.573198:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 45 buffers still posted 00000100:00000001:0.0:1767384368.573199:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000010:2.1:1767384368.573201:0:2400:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000013d77b4f. 00000400:00000001:0.0:1767384368.573202:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.573205:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000010:2.1:1767384368.573207:0:2400:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000008a8f9e4. 00000400:00000010:0.0:1767384368.573209:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e3031269. 00010000:00000010:2.1:1767384368.573215:0:2400:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000a1540d5b. 00000400:00000200:0.0:1767384368.573215:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000071ff7342 00000400:00000010:0.0:1767384368.573217:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000071ff7342. 00010000:00000010:2.1:1767384368.573221:0:2400:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000bccb39d5. 00000100:00000001:0.0:1767384368.573222:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.573226:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00010000:00000010:2.1:1767384368.573227:0:2400:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000abbdeb41. 00000100:00100000:0.0:1767384368.573235:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.573237:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 44 buffers still posted 00000100:00000001:0.0:1767384368.573239:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.573241:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.573242:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.573244:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b05891b7. 00000400:00000200:0.0:1767384368.573248:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d19233c3 00000400:00000010:0.0:1767384368.573249:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000d19233c3. 00000100:00000001:0.0:1767384368.573252:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.573253:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:0.0:1767384368.573260:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.573262:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 43 buffers still posted 00000100:00000001:0.0:1767384368.573269:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.573272:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.573273:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.573275:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c257eb3e. 00000400:00000200:0.0:1767384368.573278:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ec951e57 00000400:00000010:0.0:1767384368.573280:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000ec951e57. 00000100:00000001:0.0:1767384368.573284:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.573285:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:0.0:1767384368.573292:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.573294:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 42 buffers still posted 00000100:00000001:0.0:1767384368.573297:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.573300:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.573301:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.573302:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008e8c202f. 00000400:00000200:0.0:1767384368.573306:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004385258f 00000400:00000010:0.0:1767384368.573308:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000004385258f. 00000100:00000001:0.0:1767384368.573316:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.573318:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:0.0:1767384368.573324:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.573327:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 41 buffers still posted 00000100:00000001:0.0:1767384368.573330:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.573332:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.573334:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.573336:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004188e35d. 00000400:00000200:0.0:1767384368.573339:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000054b4fb42 00000400:00000010:0.0:1767384368.573341:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000054b4fb42. 00000100:00000001:0.0:1767384368.573345:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.573346:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:0.0:1767384368.573353:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.573355:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 40 buffers still posted 00000100:00000001:0.0:1767384368.573358:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.573360:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.573362:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.573363:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a89ff478. 00000400:00000200:0.0:1767384368.573366:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dde27ef7 00000400:00000010:0.0:1767384368.573368:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000dde27ef7. 00000100:00000001:0.0:1767384368.573376:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.573377:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:0.0:1767384368.573388:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.573390:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 39 buffers still posted 00000100:00000001:0.0:1767384368.573393:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.573396:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.573398:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.573400:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d4c85fb3. 00000400:00000200:0.0:1767384368.573403:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f63e5458 00000400:00000010:0.0:1767384368.573405:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000f63e5458. 00000100:00000001:0.0:1767384368.573409:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.573411:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:0.0:1767384368.573417:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.573419:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 38 buffers still posted 00000100:00000001:0.0:1767384368.573422:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.573424:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.573426:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.573428:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000067321461. 00000400:00000200:0.0:1767384368.573431:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e10d2b67 00000400:00000010:0.0:1767384368.573433:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000e10d2b67. 00000100:00000001:0.0:1767384368.573436:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.573437:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:0.0:1767384368.573443:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.573445:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 37 buffers still posted 00000100:00000001:0.0:1767384368.573448:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.573450:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.573452:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.573453:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001ea1fd2a. 00000400:00000200:0.0:1767384368.573456:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000047af41a8 00000400:00000010:0.0:1767384368.573459:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000047af41a8. 00000100:00000001:0.0:1767384368.573462:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.573463:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:0.0:1767384368.573469:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.573470:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 36 buffers still posted 00000100:00000001:0.0:1767384368.573472:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.573474:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.573475:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.573476:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000048f8936c. 00000400:00000200:0.0:1767384368.573479:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fa63946f 00000400:00000010:0.0:1767384368.573480:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000fa63946f. 00000100:00000001:0.0:1767384368.573488:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.573489:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:0.0:1767384368.573495:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.573496:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 35 buffers still posted 00000100:00000001:0.0:1767384368.573499:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.573501:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.573502:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.573503:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007098873c. 00000400:00000200:0.0:1767384368.573506:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000010826aea 00000400:00000010:0.0:1767384368.573507:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000010826aea. 00000100:00000001:0.0:1767384368.573510:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.573511:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:0.0:1767384368.573515:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.573517:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 34 buffers still posted 00000100:00000001:0.0:1767384368.573519:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.573521:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.573522:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.573523:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ee94c587. 00000400:00000200:0.0:1767384368.573525:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b789611a 00000400:00000010:0.0:1767384368.573527:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000b789611a. 00000100:00000001:0.0:1767384368.573530:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.573531:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:0.0:1767384368.573536:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.573538:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 33 buffers still posted 00000100:00000001:0.0:1767384368.573539:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.573541:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.573542:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.573543:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008130ddc9. 00000400:00000200:0.0:1767384368.573545:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000099ab5e36 00000400:00000010:0.0:1767384368.573547:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000099ab5e36. 00000100:00000001:0.0:1767384368.573549:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.573550:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:0.0:1767384368.573555:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.573556:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 32 buffers still posted 00000100:00000001:0.0:1767384368.573558:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.573560:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.573561:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.573562:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000270dffd8. 00000400:00000200:0.0:1767384368.573568:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006c275974 00000400:00000010:0.0:1767384368.573569:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000006c275974. 00000100:00000001:0.0:1767384368.573572:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.573573:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:0.0:1767384368.573579:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.573580:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 31 buffers still posted 00000100:00000001:0.0:1767384368.573582:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.573584:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.573585:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.573586:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009e365402. 00000400:00000200:0.0:1767384368.573589:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000010b39ac8 00000400:00000010:0.0:1767384368.573590:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000010b39ac8. 00000100:00000001:0.0:1767384368.573593:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.573594:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:0.0:1767384368.573599:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.573601:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 30 buffers still posted 00000100:00000001:0.0:1767384368.573603:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.573604:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.573605:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.573606:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000022133585. 00000400:00000200:0.0:1767384368.573609:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001edf5367 00000400:00000010:0.0:1767384368.573610:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000001edf5367. 00000100:00000001:0.0:1767384368.573613:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.573614:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:0.0:1767384368.573619:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.573620:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 29 buffers still posted 00000100:00000001:0.0:1767384368.573622:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.573624:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.573625:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.573626:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000023c59cd1. 00000400:00000200:0.0:1767384368.573629:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000063db0059 00000400:00000010:0.0:1767384368.573630:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000063db0059. 00000100:00000001:0.0:1767384368.573633:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.573634:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:0.0:1767384368.573638:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.573640:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 28 buffers still posted 00000100:00000001:0.0:1767384368.573642:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.573643:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.573646:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.573648:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d19bcd32. 00000400:00000200:0.0:1767384368.573650:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008d4e6150 00000400:00000010:0.0:1767384368.573651:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000008d4e6150. 00000100:00000001:0.0:1767384368.573655:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.573657:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:0.0:1767384368.573662:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.573663:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 27 buffers still posted 00000100:00000001:0.0:1767384368.573664:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.573666:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.573667:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.573669:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e9d4ab1a. 00000400:00000200:0.0:1767384368.573671:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007ed3c635 00000400:00000010:0.0:1767384368.573673:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000007ed3c635. 00000100:00000001:0.0:1767384368.573676:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.573676:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:0.0:1767384368.573681:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.573682:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 26 buffers still posted 00000100:00000001:0.0:1767384368.573684:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.573686:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.573687:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.573688:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002abc094d. 00000400:00000200:0.0:1767384368.573690:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006d0c81f0 00000400:00000010:0.0:1767384368.573691:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000006d0c81f0. 00000100:00000001:0.0:1767384368.573694:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.573695:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:0.0:1767384368.573699:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.573700:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 25 buffers still posted 00000100:00000001:0.0:1767384368.573702:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.573704:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.573705:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.573706:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f814c9bd. 00000400:00000200:0.0:1767384368.573708:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b5e45e31 00000400:00000010:0.0:1767384368.573710:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000b5e45e31. 00000100:00000001:0.0:1767384368.573712:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.573713:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:0.0:1767384368.573718:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.573719:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 24 buffers still posted 00000100:00000001:0.0:1767384368.573724:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.573726:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.573727:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.573728:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009b155edf. 00000400:00000200:0.0:1767384368.573731:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ebbf41f4 00000400:00000010:0.0:1767384368.573732:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000ebbf41f4. 00000100:00000001:0.0:1767384368.573735:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.573736:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:0.0:1767384368.573741:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.573742:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 23 buffers still posted 00000100:00000001:0.0:1767384368.573744:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.573745:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.573746:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.573748:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000955d806. 00000400:00000200:0.0:1767384368.573751:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e660ab70 00000400:00000010:0.0:1767384368.573752:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000e660ab70. 00000100:00000001:0.0:1767384368.573755:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.573755:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:0.0:1767384368.573761:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.573762:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 22 buffers still posted 00000100:00000001:0.0:1767384368.573764:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.573765:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.573765:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.573766:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cae600d3. 00000400:00000200:0.0:1767384368.573769:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000099ae122c 00000400:00000010:0.0:1767384368.573770:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000099ae122c. 00000100:00000001:0.0:1767384368.573773:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.573774:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:0.0:1767384368.573778:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.573779:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 21 buffers still posted 00000100:00000001:0.0:1767384368.573781:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.573783:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.573784:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.573785:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f2a99379. 00000400:00000200:0.0:1767384368.573788:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000619e7ef2 00000400:00000010:0.0:1767384368.573789:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000619e7ef2. 00000100:00000001:0.0:1767384368.573792:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.573793:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:0.0:1767384368.573802:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.573804:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 20 buffers still posted 00000100:00000001:0.0:1767384368.573806:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.573808:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.573810:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.573811:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f0315642. 00000400:00000200:0.0:1767384368.573814:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d91f105d 00000400:00000010:0.0:1767384368.573815:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000d91f105d. 00000100:00000001:0.0:1767384368.573818:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.573819:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:0.0:1767384368.573824:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.573825:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 19 buffers still posted 00000100:00000001:0.0:1767384368.573827:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.573829:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.573830:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.573831:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000a595d5f. 00000400:00000200:0.0:1767384368.573833:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a6272946 00000400:00000010:0.0:1767384368.573835:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000a6272946. 00000100:00000001:0.0:1767384368.573837:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.573838:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:0.0:1767384368.573843:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.573845:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 18 buffers still posted 00000100:00000001:0.0:1767384368.573847:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.573848:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.573849:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.573850:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000088c0e34f. 00000400:00000200:0.0:1767384368.573853:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a8c6fd83 00000400:00000010:0.0:1767384368.573854:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000a8c6fd83. 00000100:00000001:0.0:1767384368.573857:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.573858:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:0.0:1767384368.573863:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.573865:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 17 buffers still posted 00000100:00000001:0.0:1767384368.573867:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.573868:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.573869:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.573870:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d8d7241a. 00000400:00000200:0.0:1767384368.573872:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000081df77ac 00000400:00000010:0.0:1767384368.573873:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000081df77ac. 00000100:00000001:0.0:1767384368.573880:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.573881:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:0.0:1767384368.573886:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.573887:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 16 buffers still posted 00000100:00000001:0.0:1767384368.573889:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.573891:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.573892:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.573893:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004b539aae. 00000400:00000200:0.0:1767384368.573896:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000128f6b96 00000400:00000010:0.0:1767384368.573897:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000128f6b96. 00000100:00000001:0.0:1767384368.573901:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.573902:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:0.0:1767384368.573906:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.573908:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 15 buffers still posted 00000100:00000001:0.0:1767384368.573910:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.573911:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.573912:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.573913:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000abcb2e45. 00000400:00000200:0.0:1767384368.573916:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f87c1a82 00000400:00000010:0.0:1767384368.573917:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000f87c1a82. 00000100:00000001:0.0:1767384368.573920:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.573921:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:0.0:1767384368.573925:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.573927:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 14 buffers still posted 00000100:00000001:0.0:1767384368.573929:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.573931:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.573932:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.573933:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fc5ec0a9. 00000400:00000200:0.0:1767384368.573936:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000054c5ab63 00000400:00000010:0.0:1767384368.573937:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000054c5ab63. 00000100:00000001:0.0:1767384368.573940:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.573941:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:0.0:1767384368.573947:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.573949:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 13 buffers still posted 00000100:00000001:0.0:1767384368.573951:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.573952:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.573953:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.573954:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007afe7de0. 00000400:00000200:0.0:1767384368.573959:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000081637a99 00000400:00000010:0.0:1767384368.573961:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000081637a99. 00000100:00000001:0.0:1767384368.573964:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.573965:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:0.0:1767384368.573971:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.573972:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 12 buffers still posted 00000100:00000001:0.0:1767384368.573974:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.573976:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.573977:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.573978:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000554c594b. 00000400:00000200:0.0:1767384368.573980:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e35c59c9 00000400:00000010:0.0:1767384368.573981:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000e35c59c9. 00000100:00000001:0.0:1767384368.573998:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.573999:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:0.0:1767384368.574003:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.574005:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 11 buffers still posted 00000100:00000001:0.0:1767384368.574006:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.574008:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.574010:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.574011:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000047ef788f. 00000400:00000200:0.0:1767384368.574014:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006c0760e1 00000400:00000010:0.0:1767384368.574016:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000006c0760e1. 00000100:00000001:0.0:1767384368.574019:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.574020:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:0.0:1767384368.574026:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.574027:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 10 buffers still posted 00000100:00000001:0.0:1767384368.574030:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.574031:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.574033:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.574034:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007c5939d8. 00000400:00000200:0.0:1767384368.574036:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a089d680 00000400:00000010:0.0:1767384368.574038:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000a089d680. 00000100:00000001:0.0:1767384368.574040:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.574041:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:0.0:1767384368.574047:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.574049:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 9 buffers still posted 00000100:00000001:0.0:1767384368.574051:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.574052:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.574057:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.574059:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e98f618c. 00000400:00000200:0.0:1767384368.574061:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002d0cf5d5 00000400:00000010:0.0:1767384368.574063:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000002d0cf5d5. 00000100:00000001:0.0:1767384368.574066:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.574067:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:0.0:1767384368.574073:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.574075:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 8 buffers still posted 00000100:00000001:0.0:1767384368.574077:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.574079:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.574080:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.574081:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d4c5df70. 00000400:00000200:0.0:1767384368.574084:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004980b373 00000400:00000010:0.0:1767384368.574085:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000004980b373. 00000100:00000001:0.0:1767384368.574110:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.574112:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:0.0:1767384368.574119:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.574121:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 7 buffers still posted 00000100:00000001:0.0:1767384368.574124:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.574126:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.574128:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.574129:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006ea40688. 00000400:00000200:0.0:1767384368.574134:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003f0945ea 00000400:00000010:0.0:1767384368.574136:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000003f0945ea. 00000100:00000001:0.0:1767384368.574140:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.574141:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:0.0:1767384368.574147:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.574149:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 6 buffers still posted 00000100:00000001:0.0:1767384368.574151:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.574153:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.574154:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.574156:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a5db2b90. 00000400:00000200:0.0:1767384368.574159:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003895a7bf 00000400:00000010:0.0:1767384368.574161:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000003895a7bf. 00000100:00000001:0.0:1767384368.574165:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.574166:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:0.0:1767384368.574170:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.574172:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 5 buffers still posted 00000100:00000001:0.0:1767384368.574178:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.574181:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.574182:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.574183:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000061ec8459. 00000400:00000200:0.0:1767384368.574185:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001823faae 00000400:00000010:0.0:1767384368.574187:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000001823faae. 00000100:00000001:0.0:1767384368.574189:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.574190:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:0.0:1767384368.574195:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.574197:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 4 buffers still posted 00000100:00000001:0.0:1767384368.574198:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.574200:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.574201:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.574202:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c429bf95. 00000400:00000200:0.0:1767384368.574204:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e67ca9a7 00000400:00000010:0.0:1767384368.574206:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000e67ca9a7. 00000100:00000001:0.0:1767384368.574209:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.574210:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:0.0:1767384368.574215:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.574217:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 3 buffers still posted 00000100:00000001:0.0:1767384368.574218:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.574220:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.574221:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.574222:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e6c75b34. 00000400:00000200:0.0:1767384368.574224:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c0e7b5fe 00000400:00000010:0.0:1767384368.574226:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000c0e7b5fe. 00000100:00000001:0.0:1767384368.574229:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.574230:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:0.0:1767384368.574235:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.574237:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 2 buffers still posted 00000100:00000001:0.0:1767384368.574239:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.574240:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.574241:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.574242:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000482db47f. 00000400:00000200:0.0:1767384368.574245:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000dea255b 00000400:00000010:0.0:1767384368.574246:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000000dea255b. 00000100:00000001:0.0:1767384368.574249:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.574250:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:0.0:1767384368.574258:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.574259:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 1 buffers still posted 00000100:00000001:0.0:1767384368.574261:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.574263:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.574264:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.574265:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000042caa0e5. 00000400:00000200:0.0:1767384368.574268:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000178b4b35 00000400:00000010:0.0:1767384368.574269:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000178b4b35. 00000100:00000001:0.0:1767384368.574273:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.574273:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:0.0:1767384368.574278:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.574279:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:0.0:1767384368.574281:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384368.574283:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.574285:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.574287:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.574288:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.574291:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.574292:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.574294:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.574295:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.574298:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.574299:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.574301:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.574302:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.574305:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.574306:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.574307:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.574308:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.574310:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.574311:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.574313:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.574313:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.574315:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.574316:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.574318:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.574319:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.574321:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.574322:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.574327:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.574328:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.574330:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.574331:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.574333:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.574334:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.574336:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.574337:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.574339:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.574340:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.574342:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.574343:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.574345:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.574346:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.574347:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.574348:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.574350:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.574351:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.574354:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.574355:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.574357:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.574359:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.574361:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.574362:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.574364:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.574365:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.574367:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.574368:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.574370:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.574371:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.574374:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.574375:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.574377:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.574378:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.574379:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.574380:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.574382:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.574383:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.574385:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.574386:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.574391:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.574392:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.574394:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.574395:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.574397:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.574398:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.574400:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.574401:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.574403:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.574404:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.574406:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.574407:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.574409:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.574410:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.574412:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.574413:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.574415:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.574417:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.574419:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.574420:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.574422:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.574423:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.574425:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.574426:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.574428:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.574429:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.574431:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.574432:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.574434:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.574435:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.574437:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.574438:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.574440:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.574441:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.574443:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.574444:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.574447:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.574448:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.574450:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.574451:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.574455:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.574456:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.574457:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.574458:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.574460:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.574461:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.574463:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.574464:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.574465:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.574467:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.574469:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.574470:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.574472:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.574473:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.574476:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.574477:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.574479:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.574480:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.574482:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.574483:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.574484:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.574485:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:0.0:1767384368.574496:0:39775:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384368.574498:0:39775:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000ba4a6106. 02000000:00000001:0.0:1767384368.574501:0:39775:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1767384368.574503:0:39775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bc8de67e. 02000000:00000001:0.0:1767384368.574507:0:39775:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384368.574508:0:39775:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000077c84527. 02000000:00000001:0.0:1767384368.574511:0:39775:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1767384368.574512:0:39775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c0631900. 02000000:00000001:0.0:1767384368.574515:0:39775:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384368.574516:0:39775:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000001c410405. 02000000:00000001:0.0:1767384368.574519:0:39775:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1767384368.574520:0:39775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b4178ef8. 02000000:00000001:0.0:1767384368.574523:0:39775:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384368.574524:0:39775:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000095a26dfb. 02000000:00000001:0.0:1767384368.574527:0:39775:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1767384368.574528:0:39775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bbd049d1. 02000000:00000001:0.0:1767384368.574531:0:39775:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384368.574536:0:39775:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at 00000000cb46afa4. 02000000:00000001:0.0:1767384368.574539:0:39775:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1767384368.574540:0:39775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d2d9f5ea. 02000000:00000001:0.0:1767384368.574543:0:39775:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384368.574544:0:39775:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 744 at 0000000011ff30f3. 02000000:00000001:0.0:1767384368.574547:0:39775:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1767384368.574548:0:39775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000c2cee93. 02000000:00000001:0.0:1767384368.574551:0:39775:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384368.574552:0:39775:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at 000000009aad8e90. 02000000:00000001:0.0:1767384368.574555:0:39775:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1767384368.574557:0:39775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000db8542b2. 02000000:00000001:0.0:1767384368.574560:0:39775:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384368.574561:0:39775:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at 00000000f07aa235. 02000000:00000001:0.0:1767384368.574564:0:39775:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1767384368.574565:0:39775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009b22d73f. 02000000:00000001:0.0:1767384368.574569:0:39775:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384368.574570:0:39775:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000006ba3fea2. 02000000:00000001:0.0:1767384368.574573:0:39775:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1767384368.574575:0:39775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ed922b2b. 02000000:00000001:0.0:1767384368.574577:0:39775:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384368.574577:0:39775:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000007e59d6f3. 02000000:00000001:0.0:1767384368.574579:0:39775:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1767384368.574580:0:39775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c536c0c9. 02000000:00000001:0.0:1767384368.574582:0:39775:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384368.574582:0:39775:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 712 at 00000000752d0139. 02000000:00000001:0.0:1767384368.574585:0:39775:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1767384368.574586:0:39775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000059be0b20. 02000000:00000001:0.0:1767384368.574588:0:39775:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384368.574588:0:39775:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000006504d044. 02000000:00000001:0.0:1767384368.574589:0:39775:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1767384368.574590:0:39775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006ed2bb3d. 02000000:00000001:0.0:1767384368.574591:0:39775:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384368.574592:0:39775:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000a6850883. 02000000:00000001:0.0:1767384368.574597:0:39775:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1767384368.574598:0:39775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ec6dfa51. 02000000:00000001:0.0:1767384368.574601:0:39775:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384368.574602:0:39775:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000000410e41f. 02000000:00000001:0.0:1767384368.574604:0:39775:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1767384368.574610:0:39775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b298fff2. 02000000:00000001:0.0:1767384368.574614:0:39775:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384368.574615:0:39775:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000052b64ebd. 02000000:00000001:0.0:1767384368.574617:0:39775:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1767384368.574619:0:39775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ac57a136. 02000000:00000001:0.0:1767384368.574622:0:39775:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384368.574624:0:39775:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000006d0e7449. 02000000:00000001:0.0:1767384368.574626:0:39775:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1767384368.574627:0:39775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000858c198d. 02000000:00000001:0.0:1767384368.574632:0:39775:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384368.574633:0:39775:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000002d6c50a9. 02000000:00000001:0.0:1767384368.574636:0:39775:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1767384368.574637:0:39775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000dd1e55dc. 02000000:00000001:0.0:1767384368.574644:0:39775:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384368.574646:0:39775:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000006d629fbe. 02000000:00000001:0.0:1767384368.574649:0:39775:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1767384368.574650:0:39775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004f27a975. 02000000:00000001:0.0:1767384368.574652:0:39775:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384368.574653:0:39775:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000005a3092ce. 02000000:00000001:0.0:1767384368.574655:0:39775:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1767384368.574657:0:39775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a50222b1. 02000000:00000001:0.0:1767384368.574661:0:39775:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384368.574662:0:39775:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000aa84fe8d. 02000000:00000001:0.0:1767384368.574664:0:39775:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1767384368.574666:0:39775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007dc04b73. 02000000:00000001:0.0:1767384368.574668:0:39775:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384368.574670:0:39775:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000933032e9. 02000000:00000001:0.0:1767384368.574672:0:39775:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1767384368.574673:0:39775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f9bb72ab. 02000000:00000001:0.0:1767384368.574677:0:39775:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384368.574679:0:39775:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000e9b694fc. 02000000:00000001:0.0:1767384368.574681:0:39775:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1767384368.574682:0:39775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008e7bad1d. 02000000:00000001:0.0:1767384368.574688:0:39775:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384368.574689:0:39775:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000d64f992d. 02000000:00000001:0.0:1767384368.574691:0:39775:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1767384368.574693:0:39775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a17a245b. 02000000:00000001:0.0:1767384368.574697:0:39775:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384368.574703:0:39775:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000ba8be4a2. 02000000:00000001:0.0:1767384368.574707:0:39775:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1767384368.574708:0:39775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000084c99a64. 02000000:00000001:0.0:1767384368.574712:0:39775:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384368.574714:0:39775:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000005a39b63d. 02000000:00000001:0.0:1767384368.574718:0:39775:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1767384368.574719:0:39775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fb92956f. 02000000:00000001:0.0:1767384368.574724:0:39775:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384368.574725:0:39775:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000da2e07ae. 02000000:00000001:0.0:1767384368.574728:0:39775:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1767384368.574730:0:39775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007e474586. 02000000:00000001:0.0:1767384368.574734:0:39775:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384368.574735:0:39775:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000003b9bade1. 02000000:00000001:0.0:1767384368.574739:0:39775:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1767384368.574740:0:39775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ab8738dd. 02000000:00000001:0.0:1767384368.574744:0:39775:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384368.574745:0:39775:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000056e307cb. 02000000:00000001:0.0:1767384368.574747:0:39775:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1767384368.574749:0:39775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002b903010. 02000000:00000001:0.0:1767384368.574751:0:39775:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384368.574752:0:39775:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000d6d1096f. 02000000:00000001:0.0:1767384368.574754:0:39775:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1767384368.574755:0:39775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000084f09e74. 02000000:00000001:0.0:1767384368.574757:0:39775:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384368.574758:0:39775:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000e6908057. 02000000:00000001:0.0:1767384368.574761:0:39775:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1767384368.574762:0:39775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c9c583d3. 02000000:00000001:0.0:1767384368.574764:0:39775:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384368.574765:0:39775:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000d4b502d7. 02000000:00000001:0.0:1767384368.574767:0:39775:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1767384368.574767:0:39775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003194a3c4. 02000000:00000001:0.0:1767384368.574769:0:39775:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384368.574770:0:39775:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000d09acfd5. 02000000:00000001:0.0:1767384368.574771:0:39775:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1767384368.574772:0:39775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e13df434. 02000000:00000001:0.0:1767384368.574773:0:39775:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384368.574774:0:39775:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000f0159c2b. 02000000:00000001:0.0:1767384368.574775:0:39775:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1767384368.574780:0:39775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e5254bc2. 02000000:00000001:0.0:1767384368.574782:0:39775:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384368.574783:0:39775:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000b5896cd9. 02000000:00000001:0.0:1767384368.574784:0:39775:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1767384368.574784:0:39775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003a065b35. 02000000:00000001:0.0:1767384368.574786:0:39775:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384368.574787:0:39775:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000005c1fba6c. 02000000:00000001:0.0:1767384368.574789:0:39775:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1767384368.574789:0:39775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000168ae6d0. 02000000:00000001:0.0:1767384368.574791:0:39775:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384368.574792:0:39775:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000caa06019. 02000000:00000001:0.0:1767384368.574793:0:39775:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1767384368.574794:0:39775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000190ed7b7. 02000000:00000001:0.0:1767384368.574796:0:39775:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384368.574796:0:39775:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000722a65f6. 02000000:00000001:0.0:1767384368.574798:0:39775:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1767384368.574798:0:39775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c465c2af. 02000000:00000001:0.0:1767384368.574800:0:39775:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384368.574801:0:39775:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000004b0c1981. 02000000:00000001:0.0:1767384368.574802:0:39775:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1767384368.574803:0:39775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002db249fa. 02000000:00000001:0.0:1767384368.574806:0:39775:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384368.574806:0:39775:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000041331458. 02000000:00000001:0.0:1767384368.574808:0:39775:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1767384368.574808:0:39775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007c5b2eb5. 02000000:00000001:0.0:1767384368.574810:0:39775:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384368.574811:0:39775:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000033ed7a7f. 02000000:00000001:0.0:1767384368.574812:0:39775:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1767384368.574812:0:39775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000025babc46. 02000000:00000001:0.0:1767384368.574814:0:39775:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384368.574814:0:39775:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000001e66c987. 02000000:00000001:0.0:1767384368.574815:0:39775:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1767384368.574816:0:39775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000fe1f4c2. 02000000:00000001:0.0:1767384368.574818:0:39775:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384368.574818:0:39775:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000e7ade803. 02000000:00000001:0.0:1767384368.574820:0:39775:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1767384368.574820:0:39775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fc0adfae. 02000000:00000001:0.0:1767384368.574822:0:39775:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384368.574826:0:39775:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000000db53685. 02000000:00000001:0.0:1767384368.574827:0:39775:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1767384368.574828:0:39775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000099395a28. 02000000:00000001:0.0:1767384368.574831:0:39775:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384368.574831:0:39775:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 712 at 00000000b706bee1. 02000000:00000001:0.0:1767384368.574832:0:39775:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1767384368.574833:0:39775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000dc09337d. 02000000:00000001:0.0:1767384368.574835:0:39775:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384368.574835:0:39775:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 712 at 0000000045be49cd. 02000000:00000001:0.0:1767384368.574836:0:39775:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1767384368.574837:0:39775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000092eb0767. 02000000:00000001:0.0:1767384368.574839:0:39775:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384368.574839:0:39775:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000005fed648e. 02000000:00000001:0.0:1767384368.574840:0:39775:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1767384368.574841:0:39775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000070f4a59. 00000100:00000010:0.0:1767384368.574844:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000095714dbd. 00000100:00000010:0.0:1767384368.574865:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000078b376ea. 00000100:00000010:0.0:1767384368.574867:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000095dde5cb. 00000100:00000010:0.0:1767384368.574883:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000052563065. 00000100:00000010:0.0:1767384368.574884:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000183c17a8. 00000100:00000010:0.0:1767384368.574902:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000009a3a7ae. 00000100:00000010:0.0:1767384368.574903:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000fd6daedc. 00000100:00000010:0.0:1767384368.574924:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ef9097f9. 00000100:00000010:0.0:1767384368.574925:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000008a08ae2f. 00000100:00000010:0.0:1767384368.574944:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000eadb8939. 00000100:00000010:0.0:1767384368.574945:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000009016444c. 00000100:00000010:0.0:1767384368.574965:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004f1dbeed. 00000100:00000010:0.0:1767384368.574967:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000007fdd470f. 00000100:00000010:0.0:1767384368.574983:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003df7b79a. 00000100:00000010:0.0:1767384368.574997:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000067010261. 00000100:00000010:0.0:1767384368.575017:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000057700986. 00000100:00000010:0.0:1767384368.575018:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000d48a2518. 00000100:00000010:0.0:1767384368.575040:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000070348879. 00000100:00000010:0.0:1767384368.575041:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000d12dbd1f. 00000100:00000010:0.0:1767384368.575057:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000022f4d7a5. 00000100:00000010:0.0:1767384368.575062:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000097461b89. 00000100:00000010:0.0:1767384368.575085:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f22a45b4. 00000100:00000010:0.0:1767384368.575107:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000001ed58c60. 00000100:00000010:0.0:1767384368.575139:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c34f0846. 00000100:00000010:0.0:1767384368.575142:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000009b798c92. 00000100:00000010:0.0:1767384368.575165:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000038f113c9. 00000100:00000010:0.0:1767384368.575167:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000fed81e67. 00000100:00000010:0.0:1767384368.575180:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000745f553. 00000100:00000010:0.0:1767384368.575182:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000f6a2975d. 00000100:00000010:0.0:1767384368.575198:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004dfb915b. 00000100:00000010:0.0:1767384368.575199:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000008d1f7f66. 00000100:00000010:0.0:1767384368.575216:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006136f9cf. 00000100:00000010:0.0:1767384368.575217:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000e5fa62e6. 00000100:00000010:0.0:1767384368.575233:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000105a1715. 00000100:00000010:0.0:1767384368.575234:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000b9db49b8. 00000100:00000010:0.0:1767384368.575248:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000fe9a8dd8. 00000100:00000010:0.0:1767384368.575249:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000024ba85c. 00000100:00000010:0.0:1767384368.575271:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001b76c85f. 00000100:00000010:0.0:1767384368.575273:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000077915f25. 00000100:00000010:0.0:1767384368.575291:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009367784f. 00000100:00000010:0.0:1767384368.575292:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000b40a77cf. 00000100:00000010:0.0:1767384368.575310:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b8772190. 00000100:00000010:0.0:1767384368.575311:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000480f0b80. 00000100:00000010:0.0:1767384368.575334:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000078ab68e0. 00000100:00000010:0.0:1767384368.575336:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000e7cd92ba. 00000100:00000010:0.0:1767384368.575352:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003ff8a806. 00000100:00000010:0.0:1767384368.575354:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000c187cf7e. 00000100:00000010:0.0:1767384368.575372:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000687320f. 00000100:00000010:0.0:1767384368.575374:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000000e3a12c1. 00000100:00000010:0.0:1767384368.575390:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008accc9a4. 00000100:00000010:0.0:1767384368.575391:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000fb93469c. 00000100:00000010:0.0:1767384368.575415:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000083eb9188. 00000100:00000010:0.0:1767384368.575420:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000045955c4d. 00000100:00000010:0.0:1767384368.575438:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000733fb770. 00000100:00000010:0.0:1767384368.575440:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000ab466ecf. 00000100:00000010:0.0:1767384368.575454:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005d55404b. 00000100:00000010:0.0:1767384368.575455:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000077f8c29d. 00000100:00000010:0.0:1767384368.575470:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000054d68feb. 00000100:00000010:0.0:1767384368.575472:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000b705370d. 00000100:00000010:0.0:1767384368.575496:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ab23f94e. 00000100:00000010:0.0:1767384368.575498:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000060253972. 00000100:00000010:0.0:1767384368.575520:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000016494acb. 00000100:00000010:0.0:1767384368.575521:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000041a204ef. 00000100:00000010:0.0:1767384368.575538:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008ce8ad49. 00000100:00000010:0.0:1767384368.575540:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000003ef860e. 00000100:00000010:0.0:1767384368.575554:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000eb6aa157. 00000100:00000010:0.0:1767384368.575555:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000017856e67. 00000100:00000010:0.0:1767384368.575570:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f1f5e328. 00000100:00000010:0.0:1767384368.575571:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000b8b535e3. 00000100:00000010:0.0:1767384368.575589:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000fd8988bd. 00000100:00000010:0.0:1767384368.575591:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000d640a2d1. 00000100:00000010:0.0:1767384368.575610:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000033b266c2. 00000100:00000010:0.0:1767384368.575612:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000002004d074. 00000100:00000010:0.0:1767384368.575629:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002c4b898d. 00000100:00000010:0.0:1767384368.575630:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000011bded3b. 00000100:00000010:0.0:1767384368.575647:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f2612438. 00000100:00000010:0.0:1767384368.575648:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000c90bb6a1. 00000100:00000010:0.0:1767384368.575664:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000920607b2. 00000100:00000010:0.0:1767384368.575666:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000940cf245. 00000100:00000010:0.0:1767384368.575683:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000069859e28. 00000100:00000010:0.0:1767384368.575684:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000ee56aa74. 00000100:00000010:0.0:1767384368.575701:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000dac45abe. 00000100:00000010:0.0:1767384368.575703:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000001fe87ee1. 00000100:00000010:0.0:1767384368.575722:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b654f65f. 00000100:00000010:0.0:1767384368.575727:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000083cf0149. 00000100:00000010:0.0:1767384368.575743:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000095d39f52. 00000100:00000010:0.0:1767384368.575745:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000002728a707. 00000100:00000010:0.0:1767384368.575759:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000de22a3f8. 00000100:00000010:0.0:1767384368.575760:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000006ed8c6a8. 00000100:00000010:0.0:1767384368.575774:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b92137b8. 00000100:00000010:0.0:1767384368.575776:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000008dbc105b. 00000100:00000010:0.0:1767384368.575790:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000a0c3cc5. 00000100:00000010:0.0:1767384368.575791:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000043e7d56d. 00000100:00000010:0.0:1767384368.575805:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000034fa97f4. 00000100:00000010:0.0:1767384368.575807:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000ce29843e. 00000100:00000010:0.0:1767384368.575824:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000aa7a0143. 00000100:00000010:0.0:1767384368.575826:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000096c6a910. 00000100:00000010:0.0:1767384368.575840:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000085fdc5e6. 00000100:00000010:0.0:1767384368.575842:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000002eb9c18f. 00000100:00000010:0.0:1767384368.575857:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001b2ae038. 00000100:00000010:0.0:1767384368.575858:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000a83693af. 00000100:00000010:0.0:1767384368.575880:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008b58631e. 00000100:00000010:0.0:1767384368.575902:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000029e993c1. 00000100:00000010:0.0:1767384368.575938:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000278bc59. 00000100:00000010:0.0:1767384368.575940:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000b33c8047. 00000100:00000010:0.0:1767384368.575957:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b3852aa1. 00000100:00000010:0.0:1767384368.575958:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000008b94bc03. 00000100:00000010:0.0:1767384368.575975:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000065064ef6. 00000100:00000010:0.0:1767384368.575976:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000fa939584. 00000100:00000010:0.0:1767384368.576016:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007fd3d4bf. 00000100:00000010:0.0:1767384368.576019:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000001b3a48c4. 00000100:00000010:0.0:1767384368.576039:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000401750c8. 00000100:00000010:0.0:1767384368.576041:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000059ae6ec1. 00000100:00000010:0.0:1767384368.576058:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002eafec99. 00000100:00000010:0.0:1767384368.576060:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000aeb82ea2. 00000100:00000010:0.0:1767384368.576074:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d018a111. 00000100:00000010:0.0:1767384368.576079:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000c1ba9e37. 00000100:00000010:0.0:1767384368.576119:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e0f3d4a5. 00000100:00000010:0.0:1767384368.576124:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000003735b758. 00000100:00000010:0.0:1767384368.576148:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006b10e6fa. 00000100:00000010:0.0:1767384368.576151:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000fb441719. 00000100:00000010:0.0:1767384368.576178:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000eb5f383c. 00000100:00000010:0.0:1767384368.576180:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000001e3b4d8b. 00000100:00000010:0.0:1767384368.576194:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007dc60284. 00000100:00000010:0.0:1767384368.576196:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000a6c8bca0. 00000100:00000010:0.0:1767384368.576217:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005d20d5e6. 00000100:00000010:0.0:1767384368.576218:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000048c7a884. 00000100:00000010:0.0:1767384368.576235:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e508ae9f. 00000100:00000010:0.0:1767384368.576238:0:39775:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 131072 at 00000000b9d6c3d3. 00000100:00000010:0.0:1767384368.576247:0:39775:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 131072 at 000000006d5eddcf. 00000100:00000010:0.0:1767384368.576255:0:39775:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 131072 at 00000000a5641936. 00000100:00000010:0.0:1767384368.576267:0:39775:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 131072 at 00000000a67240cb. 00000100:00000001:0.0:1767384368.576278:0:39775:0:(nrs.c:1051:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:0.0:1767384368.576279:0:39775:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1767384368.576282:0:39775:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:0.0:1767384368.576283:0:39775:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:0.0:1767384368.576284:0:39775:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 000000000486dfa7. 00000100:00000001:0.0:1767384368.576286:0:39775:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:0.0:1767384368.576287:0:39775:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384368.576289:0:39775:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1767384368.576290:0:39775:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 0000000052fc463a. 00000100:00000001:0.0:1767384368.576291:0:39775:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1767384368.576292:0:39775:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1767384368.576293:0:39775:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000c23ac2f0. 00000100:00000001:0.0:1767384368.576294:0:39775:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1767384368.576295:0:39775:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1767384368.576296:0:39775:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 0000000056159c90. 00000100:00000001:0.0:1767384368.576297:0:39775:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1767384368.576298:0:39775:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1767384368.576298:0:39775:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 0000000036f9a226. 00000100:00000001:0.0:1767384368.576300:0:39775:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1767384368.576300:0:39775:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:0.0:1767384368.576305:0:39775:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:0.0:1767384368.576307:0:39775:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 0000000059a6eb6b. 00000100:00000001:0.0:1767384368.576308:0:39775:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:0.0:1767384368.576309:0:39775:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384368.576310:0:39775:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1767384368.576311:0:39775:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000ab5eec61. 00000100:00000001:0.0:1767384368.576312:0:39775:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1767384368.576313:0:39775:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1767384368.576313:0:39775:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000af442df6. 00000100:00000001:0.0:1767384368.576314:0:39775:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1767384368.576315:0:39775:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1767384368.576316:0:39775:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000486b8f67. 00000100:00000001:0.0:1767384368.576317:0:39775:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1767384368.576317:0:39775:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1767384368.576318:0:39775:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000bf023f09. 00000100:00000010:0.0:1767384368.576319:0:39775:0:(nrs.c:1080:nrs_svcpt_cleanup_locked()) kfreed 'nrs': 112 at 00000000aa7953b7. 00000100:00000001:0.0:1767384368.576321:0:39775:0:(nrs.c:1082:nrs_svcpt_cleanup_locked()) Process leaving 00000020:00000010:0.0:1767384368.576369:0:39775:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 0000000079c9c2fe. 00000020:00000010:0.0:1767384368.576372:0:39775:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 000000000109d0b6. 00000020:00000010:0.0:1767384368.576374:0:39775:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 000000006d4de6b4. 00000020:00000010:0.0:1767384368.576377:0:39775:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 000000003e47e051. 00000020:00000010:0.0:1767384368.576380:0:39775:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 00000000ae13a380. 00000020:00000010:0.0:1767384368.576383:0:39775:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000bbb09c5a. 00000100:00000010:0.0:1767384368.576399:0:39775:0:(service.c:3811:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at 000000007fc38ce2. 00000100:00000010:0.0:1767384368.576405:0:39775:0:(service.c:3817:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at 00000000f609b05b. 00000100:00000010:0.0:1767384368.576407:0:39775:0:(service.c:3823:ptlrpc_service_free()) kfreed 'svcpt': 784 at 00000000caf6a5be. 00000100:00000010:0.0:1767384368.576409:0:39775:0:(service.c:3829:ptlrpc_service_free()) kfreed 'svc': 352 at 00000000e83a5d82. 00000100:00000001:0.0:1767384368.576411:0:39775:0:(service.c:3856:ptlrpc_unregister_service()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384368.576413:0:39775:0:(service.c:3834:ptlrpc_unregister_service()) Process entered 00000100:00000200:0.0:1767384368.576414:0:39775:0:(service.c:3836:ptlrpc_unregister_service()) mdt_readpage: tearing down 00000100:00000001:0.0:1767384368.576416:0:39775:0:(service.c:3377:ptlrpc_stop_all_threads()) Process entered 00000100:00000001:0.0:1767384368.576418:0:39775:0:(service.c:3331:ptlrpc_svcpt_stop_threads()) Process entered 00000100:00000040:0.0:1767384368.576418:0:39775:0:(service.c:3334:ptlrpc_svcpt_stop_threads()) Stopping threads for service mdt_readpage 00000100:00000040:0.0:1767384368.576420:0:39775:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_rdpg #2 00000100:00000040:0.0:1767384368.576421:0:39775:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_rdpg #1 00000100:00000040:0.0:1767384368.576422:0:39775:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_rdpg #0 00000100:00000040:0.0:1767384368.576444:0:39775:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt_rdpg #2 00000020:00000010:2.0:1767384368.576456:0:39685:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000d632320a. 00000040:00000010:2.0:1767384368.576462:0:39685:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000086296b26. 00000020:00000010:2.0:1767384368.576465:0:39685:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000d472efff. 00000020:00000010:2.0:1767384368.576469:0:39685:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000005c4ba9a4. 00000020:00000010:3.0:1767384368.576473:0:16781:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000a88512f3. 00000020:00000010:2.0:1767384368.576474:0:39685:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000c5ad1fd9. 00000020:00000010:1.0:1767384368.576478:0:16782:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000008c05694e. 80000000:00000010:2.0:1767384368.576480:0:39685:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000c4b6d059. 00000040:00000010:3.0:1767384368.576481:0:16781:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000f229700d. 40000000:00000010:2.0:1767384368.576487:0:39685:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000df05f6d3. 00000020:00000010:3.0:1767384368.576488:0:16781:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000002945e0f4. 00000040:00000010:1.0:1767384368.576491:0:16782:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000c04817b8. 00100000:00000010:2.0:1767384368.576493:0:39685:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000005f2097dd. 00000020:00000010:3.0:1767384368.576495:0:16781:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000007c9a019e. 00000020:00000010:1.0:1767384368.576499:0:16782:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000000e0f9764. 00040000:00000010:2.0:1767384368.576500:0:39685:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000001fc7b301. 00000020:00000010:3.0:1767384368.576502:0:16781:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000dd788491. 00040000:00000010:2.0:1767384368.576507:0:39685:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000066e0aa53. 00000020:00000010:1.0:1767384368.576508:0:16782:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000cb1e6fd5. 80000000:00000010:3.0:1767384368.576509:0:16781:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000008d7d1a43. 00080000:00000010:2.0:1767384368.576512:0:39685:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000005d6e14b5. 00000020:00000010:1.0:1767384368.576517:0:16782:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000002654a777. 40000000:00000010:3.0:1767384368.576518:0:16781:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000a5aa9ee5. 00000004:00000010:2.0:1767384368.576518:0:39685:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000ad1311b7. 00000020:00000010:2.0:1767384368.576525:0:39685:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000096bca50e. 80000000:00000010:1.0:1767384368.576526:0:16782:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000757b0ce2. 00100000:00000010:3.0:1767384368.576527:0:16781:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000ffe8f452. 00000020:00000010:2.0:1767384368.576530:0:39685:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000008da06b8f. 00040000:00000010:3.0:1767384368.576535:0:16781:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000c9ef50f8. 40000000:00000010:1.0:1767384368.576535:0:16782:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000bb38cfe6. 00000100:00000010:2.0:1767384368.576537:0:39685:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 000000003d455daa. 00000100:00100000:2.0:1767384368.576543:0:39685:0:(service.c:3155:ptlrpc_main()) mdt_rdpg00_002: service thread [00000000d968d3eb:39685] 2 exiting: rc = 0 00040000:00000010:3.0:1767384368.576544:0:16781:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000008e6ad62. 00100000:00000010:1.0:1767384368.576545:0:16782:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000005cff3f92. 00080000:00000010:3.0:1767384368.576549:0:16781:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000007440911b. 00040000:00000010:1.0:1767384368.576551:0:16782:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000cc2c9d1e. 00000004:00000010:3.0:1767384368.576555:0:16781:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000004eaa800b. 00040000:00000010:1.0:1767384368.576558:0:16782:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000381fae0f. 00000020:00000010:3.0:1767384368.576562:0:16781:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ee512e76. 00080000:00000010:1.0:1767384368.576565:0:16782:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000008747614e. 00000020:00000010:3.0:1767384368.576571:0:16781:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000004413390c. 00000004:00000010:1.0:1767384368.576571:0:16782:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000001de52ba3. 00000100:00000040:0.0:1767384368.576574:0:39775:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt_rdpg #1 00000020:00000010:1.0:1767384368.576579:0:16782:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bd172f2f. 00000100:00000010:3.0:1767384368.576581:0:16781:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 000000001bd4f30d. 00000020:00000010:1.0:1767384368.576587:0:16782:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000d9612852. 00000100:00100000:3.0:1767384368.576588:0:16781:0:(service.c:3155:ptlrpc_main()) mdt_rdpg00_000: service thread [00000000d49a08bd:16781] 0 exiting: rc = 1 00000100:00000010:1.0:1767384368.576597:0:16782:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 000000001b99a412. 00000100:00100000:1.0:1767384368.576603:0:16782:0:(service.c:3155:ptlrpc_main()) mdt_rdpg00_001: service thread [00000000e3071f95:16782] 1 exiting: rc = 0 00000100:00000010:0.0:1767384368.576635:0:39775:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000d49a08bd. 00000100:00000010:0.0:1767384368.576641:0:39775:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000e3071f95. 00000100:00000010:0.0:1767384368.576644:0:39775:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000d968d3eb. 00000100:00000001:0.0:1767384368.576648:0:39775:0:(service.c:3368:ptlrpc_svcpt_stop_threads()) Process leaving 00000100:00000001:0.0:1767384368.576649:0:39775:0:(service.c:3384:ptlrpc_stop_all_threads()) Process leaving 00000400:00000200:0.0:1767384368.576652:0:39775:0:(lib-ptl.c:969:lnet_clear_lazy_portal()) clearing portal 23 lazy 00000400:00000001:0.0:1767384368.576656:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.576658:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.576660:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000066c5dfa2. 00000400:00000200:0.0:1767384368.576664:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007d3e4174 00000400:00000010:0.0:1767384368.576666:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007d3e4174. 00000100:00000001:0.0:1767384368.576668:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.576670:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:0.0:1767384368.576673:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.576675:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384368.576676:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.576677:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.576678:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.576679:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000028523c70. 00000400:00000200:0.0:1767384368.576680:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000052269323 00000400:00000010:0.0:1767384368.576681:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000052269323. 00000100:00000001:0.0:1767384368.576682:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.576683:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:0.0:1767384368.576685:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.576686:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:0.0:1767384368.576687:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.576688:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.576688:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.576689:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000465377db. 00000400:00000200:0.0:1767384368.576690:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d15f2711 00000400:00000010:0.0:1767384368.576691:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d15f2711. 00000100:00000001:0.0:1767384368.576693:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.576693:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:0.0:1767384368.576696:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.576697:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 61 buffers still posted 00000100:00000001:0.0:1767384368.576699:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.576700:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.576700:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.576701:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000061f63bd4. 00000400:00000200:0.0:1767384368.576703:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000008f6b35f 00000400:00000010:0.0:1767384368.576704:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000008f6b35f. 00000100:00000001:0.0:1767384368.576705:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.576705:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:0.0:1767384368.576708:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.576709:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 60 buffers still posted 00000100:00000001:0.0:1767384368.576709:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.576710:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.576711:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.576712:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004ed6957a. 00000400:00000200:0.0:1767384368.576713:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a528324d 00000400:00000010:0.0:1767384368.576713:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a528324d. 00000100:00000001:0.0:1767384368.576715:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.576715:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:0.0:1767384368.576718:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.576719:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 59 buffers still posted 00000100:00000001:0.0:1767384368.576720:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.576720:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.576721:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.576722:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000091706706. 00000400:00000200:0.0:1767384368.576723:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a5a23d0f 00000400:00000010:0.0:1767384368.576724:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a5a23d0f. 00000100:00000001:0.0:1767384368.576725:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.576725:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:0.0:1767384368.576728:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.576728:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 58 buffers still posted 00000100:00000001:0.0:1767384368.576729:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.576730:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.576731:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.576731:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e5cdebc0. 00000400:00000200:0.0:1767384368.576732:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008e09c86f 00000400:00000010:0.0:1767384368.576733:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008e09c86f. 00000100:00000001:0.0:1767384368.576734:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.576735:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:0.0:1767384368.576738:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.576739:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 57 buffers still posted 00000100:00000001:0.0:1767384368.576740:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.576740:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.576741:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.576742:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000aa0d8429. 00000400:00000200:0.0:1767384368.576743:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ce069728 00000400:00000010:0.0:1767384368.576744:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ce069728. 00000100:00000001:0.0:1767384368.576745:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.576746:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:0.0:1767384368.576748:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.576749:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 56 buffers still posted 00000100:00000001:0.0:1767384368.576750:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.576750:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.576751:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.576752:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000277425ec. 00000400:00000200:0.0:1767384368.576753:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009d2b7910 00000400:00000010:0.0:1767384368.576753:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009d2b7910. 00000100:00000001:0.0:1767384368.576754:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.576755:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:0.0:1767384368.576757:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.576758:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 55 buffers still posted 00000100:00000001:0.0:1767384368.576759:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.576759:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.576760:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.576761:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cc571d55. 00000400:00000200:0.0:1767384368.576762:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000696bbb10 00000400:00000010:0.0:1767384368.576762:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000696bbb10. 00000100:00000001:0.0:1767384368.576764:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.576764:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:0.0:1767384368.576767:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.576767:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 54 buffers still posted 00000100:00000001:0.0:1767384368.576768:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.576769:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.576769:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.576770:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002484f92f. 00000400:00000200:0.0:1767384368.576771:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a0979c45 00000400:00000010:0.0:1767384368.576772:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a0979c45. 00000100:00000001:0.0:1767384368.576773:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.576774:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:0.0:1767384368.576776:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.576777:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 53 buffers still posted 00000100:00000001:0.0:1767384368.576778:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.576779:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.576780:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.576780:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006cb4f980. 00000400:00000200:0.0:1767384368.576781:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e1af77ba 00000400:00000010:0.0:1767384368.576782:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e1af77ba. 00000100:00000001:0.0:1767384368.576783:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.576784:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:0.0:1767384368.576786:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.576787:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 52 buffers still posted 00000100:00000001:0.0:1767384368.576787:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.576788:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.576789:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.576789:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b73f8c32. 00000400:00000200:0.0:1767384368.576790:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008a9aa1dd 00000400:00000010:0.0:1767384368.576791:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008a9aa1dd. 00000100:00000001:0.0:1767384368.576792:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.576793:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:0.0:1767384368.576795:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.576796:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 51 buffers still posted 00000100:00000001:0.0:1767384368.576796:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.576797:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.576798:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.576798:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009702647d. 00000400:00000200:0.0:1767384368.576799:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000040d03728 00000400:00000010:0.0:1767384368.576800:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000040d03728. 00000100:00000001:0.0:1767384368.576801:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.576802:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:0.0:1767384368.576804:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.576805:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 50 buffers still posted 00000100:00000001:0.0:1767384368.576806:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.576806:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.576807:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.576808:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000574dee0b. 00000400:00000200:0.0:1767384368.576809:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000080c7f684 00000400:00000010:0.0:1767384368.576810:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000080c7f684. 00000100:00000001:0.0:1767384368.576811:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.576812:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:0.0:1767384368.576815:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.576815:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 49 buffers still posted 00000100:00000001:0.0:1767384368.576816:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.576817:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.576817:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.576818:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000006c14b0a. 00000400:00000200:0.0:1767384368.576819:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bf0d8ea2 00000400:00000010:0.0:1767384368.576820:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bf0d8ea2. 00000100:00000001:0.0:1767384368.576821:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.576821:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:0.0:1767384368.576824:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.576824:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 48 buffers still posted 00000100:00000001:0.0:1767384368.576825:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.576826:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.576827:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.576827:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b77e0f9f. 00000400:00000200:0.0:1767384368.576828:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005d9db443 00000400:00000010:0.0:1767384368.576829:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005d9db443. 00000100:00000001:0.0:1767384368.576830:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.576831:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:0.0:1767384368.576833:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.576834:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 47 buffers still posted 00000100:00000001:0.0:1767384368.576835:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.576835:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.576836:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.576837:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c25613e7. 00000400:00000200:0.0:1767384368.576838:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000071d3aa11 00000400:00000010:0.0:1767384368.576839:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000071d3aa11. 00000100:00000001:0.0:1767384368.576840:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.576840:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:0.0:1767384368.576843:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.576843:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 46 buffers still posted 00000100:00000001:0.0:1767384368.576844:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.576846:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.576846:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.576847:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009c234972. 00000400:00000200:0.0:1767384368.576849:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000038cdc996 00000400:00000010:0.0:1767384368.576850:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000038cdc996. 00000100:00000001:0.0:1767384368.576851:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.576852:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:0.0:1767384368.576854:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.576855:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 45 buffers still posted 00000100:00000001:0.0:1767384368.576856:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.576857:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.576857:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.576858:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001a50d446. 00000400:00000200:0.0:1767384368.576859:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007ed64cf2 00000400:00000010:0.0:1767384368.576860:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007ed64cf2. 00000100:00000001:0.0:1767384368.576861:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.576861:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:0.0:1767384368.576864:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.576865:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 44 buffers still posted 00000100:00000001:0.0:1767384368.576865:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.576866:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.576867:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.576868:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d2e83838. 00000400:00000200:0.0:1767384368.576869:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bafe295c 00000400:00000010:0.0:1767384368.576869:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bafe295c. 00000100:00000001:0.0:1767384368.576870:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.576871:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:0.0:1767384368.576873:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.576874:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 43 buffers still posted 00000100:00000001:0.0:1767384368.576875:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.576875:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.576876:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.576877:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009c72e530. 00000400:00000200:0.0:1767384368.576878:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b8d2fc8e 00000400:00000010:0.0:1767384368.576878:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b8d2fc8e. 00000100:00000001:0.0:1767384368.576879:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.576880:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:0.0:1767384368.576882:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.576883:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 42 buffers still posted 00000100:00000001:0.0:1767384368.576884:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.576885:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.576886:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.576886:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d694865e. 00000400:00000200:0.0:1767384368.576887:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a82abb78 00000400:00000010:0.0:1767384368.576888:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a82abb78. 00000100:00000001:0.0:1767384368.576889:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.576890:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:0.0:1767384368.576892:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.576893:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 41 buffers still posted 00000100:00000001:0.0:1767384368.576893:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.576894:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.576895:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.576895:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004c9dcf0e. 00000400:00000200:0.0:1767384368.576896:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fcca1891 00000400:00000010:0.0:1767384368.576897:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fcca1891. 00000100:00000001:0.0:1767384368.576898:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.576899:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:0.0:1767384368.576901:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.576902:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 40 buffers still posted 00000100:00000001:0.0:1767384368.576902:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.576903:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.576904:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.576904:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001e7ecf4c. 00000400:00000200:0.0:1767384368.576905:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006fd646b1 00000400:00000010:0.0:1767384368.576906:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006fd646b1. 00000100:00000001:0.0:1767384368.576907:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.576908:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:0.0:1767384368.576910:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.576911:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 39 buffers still posted 00000100:00000001:0.0:1767384368.576912:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.576912:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.576913:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.576913:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000348489e5. 00000400:00000200:0.0:1767384368.576914:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006fc2c853 00000400:00000010:0.0:1767384368.576915:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006fc2c853. 00000100:00000001:0.0:1767384368.576916:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.576917:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:0.0:1767384368.576920:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.576920:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 38 buffers still posted 00000100:00000001:0.0:1767384368.576921:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.576922:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.576922:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.576923:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006d69a22a. 00000400:00000200:0.0:1767384368.576924:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c85724f6 00000400:00000010:0.0:1767384368.576925:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c85724f6. 00000100:00000001:0.0:1767384368.576926:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.576926:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:0.0:1767384368.576929:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.576929:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 37 buffers still posted 00000100:00000001:0.0:1767384368.576930:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.576931:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.576931:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.576932:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000097284f2d. 00000400:00000200:0.0:1767384368.576933:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ea70d10a 00000400:00000010:0.0:1767384368.576934:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ea70d10a. 00000100:00000001:0.0:1767384368.576935:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.576935:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:0.0:1767384368.576937:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.576938:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 36 buffers still posted 00000100:00000001:0.0:1767384368.576939:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.576940:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.576940:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.576941:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000066822e6d. 00000400:00000200:0.0:1767384368.576942:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000063c421c3 00000400:00000010:0.0:1767384368.576943:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000063c421c3. 00000100:00000001:0.0:1767384368.576944:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.576944:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:0.0:1767384368.576946:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.576947:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 35 buffers still posted 00000100:00000001:0.0:1767384368.576948:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.576948:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.576949:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.576950:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c487bc10. 00000400:00000200:0.0:1767384368.576951:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bdd30910 00000400:00000010:0.0:1767384368.576952:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bdd30910. 00000100:00000001:0.0:1767384368.576953:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.576953:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:0.0:1767384368.576956:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.576956:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 34 buffers still posted 00000100:00000001:0.0:1767384368.576957:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.576958:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.576959:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.576960:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005e84dd3d. 00000400:00000200:0.0:1767384368.576961:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004f9197ad 00000400:00000010:0.0:1767384368.576961:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004f9197ad. 00000100:00000001:0.0:1767384368.576962:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.576963:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:0.0:1767384368.576965:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.576966:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 33 buffers still posted 00000100:00000001:0.0:1767384368.576967:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.576967:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.576968:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.576968:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002b584b42. 00000400:00000200:0.0:1767384368.576969:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cbd129cb 00000400:00000010:0.0:1767384368.576970:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000cbd129cb. 00000100:00000001:0.0:1767384368.576971:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.576972:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:0.0:1767384368.576974:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.576975:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 32 buffers still posted 00000100:00000001:0.0:1767384368.576976:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.576977:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.576977:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.576978:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000130e90d2. 00000400:00000200:0.0:1767384368.576979:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000268a6307 00000400:00000010:0.0:1767384368.576980:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000268a6307. 00000100:00000001:0.0:1767384368.576981:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.576982:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:0.0:1767384368.577000:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.577001:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 31 buffers still posted 00000100:00000001:0.0:1767384368.577002:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.577003:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.577004:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.577005:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008df87369. 00000400:00000200:0.0:1767384368.577007:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b22b7f0c 00000400:00000010:0.0:1767384368.577008:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b22b7f0c. 00000100:00000001:0.0:1767384368.577009:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.577010:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:0.0:1767384368.577013:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.577014:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 30 buffers still posted 00000100:00000001:0.0:1767384368.577015:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.577016:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.577017:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.577017:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006494a714. 00000400:00000200:0.0:1767384368.577018:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008f342a5f 00000400:00000010:0.0:1767384368.577019:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008f342a5f. 00000100:00000001:0.0:1767384368.577020:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.577021:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:0.0:1767384368.577024:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.577024:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 29 buffers still posted 00000100:00000001:0.0:1767384368.577025:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.577026:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.577027:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.577027:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009c089f76. 00000400:00000200:0.0:1767384368.577028:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001c79923f 00000400:00000010:0.0:1767384368.577029:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001c79923f. 00000100:00000001:0.0:1767384368.577030:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.577031:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:0.0:1767384368.577033:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.577034:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 28 buffers still posted 00000100:00000001:0.0:1767384368.577035:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.577036:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.577036:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.577037:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d4cb263a. 00000400:00000200:0.0:1767384368.577038:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000620b8c78 00000400:00000010:0.0:1767384368.577039:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000620b8c78. 00000100:00000001:0.0:1767384368.577040:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.577041:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:0.0:1767384368.577043:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.577044:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 27 buffers still posted 00000100:00000001:0.0:1767384368.577045:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.577046:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.577047:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.577048:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008f1d1c7c. 00000400:00000200:0.0:1767384368.577049:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000534b7c01 00000400:00000010:0.0:1767384368.577050:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000534b7c01. 00000100:00000001:0.0:1767384368.577051:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.577052:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:0.0:1767384368.577054:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.577055:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 26 buffers still posted 00000100:00000001:0.0:1767384368.577056:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.577056:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.577057:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.577058:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cd1ddcf2. 00000400:00000200:0.0:1767384368.577059:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da12aaf2 00000400:00000010:0.0:1767384368.577059:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000da12aaf2. 00000100:00000001:0.0:1767384368.577060:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.577061:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:0.0:1767384368.577063:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.577064:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 25 buffers still posted 00000100:00000001:0.0:1767384368.577065:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.577065:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.577066:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.577067:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dd5de2e6. 00000400:00000200:0.0:1767384368.577068:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007596b073 00000400:00000010:0.0:1767384368.577068:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007596b073. 00000100:00000001:0.0:1767384368.577070:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.577070:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:0.0:1767384368.577073:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.577073:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 24 buffers still posted 00000100:00000001:0.0:1767384368.577074:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.577075:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.577075:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.577076:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006163928c. 00000400:00000200:0.0:1767384368.577077:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000093ba269b 00000400:00000010:0.0:1767384368.577078:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000093ba269b. 00000100:00000001:0.0:1767384368.577079:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.577079:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:0.0:1767384368.577082:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.577083:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 23 buffers still posted 00000100:00000001:0.0:1767384368.577084:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.577085:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.577114:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.577117:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e2fdca8d. 00000400:00000200:0.0:1767384368.577120:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000425fa691 00000400:00000010:0.0:1767384368.577122:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000425fa691. 00000100:00000001:0.0:1767384368.577125:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.577126:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:0.0:1767384368.577130:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.577132:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 22 buffers still posted 00000100:00000001:0.0:1767384368.577134:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.577135:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.577137:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.577138:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000798b763a. 00000400:00000200:0.0:1767384368.577140:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b47be963 00000400:00000010:0.0:1767384368.577142:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b47be963. 00000100:00000001:0.0:1767384368.577144:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.577145:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:0.0:1767384368.577149:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.577151:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 21 buffers still posted 00000100:00000001:0.0:1767384368.577152:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.577154:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.577155:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.577156:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ec14adeb. 00000400:00000200:0.0:1767384368.577157:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009b8637bf 00000400:00000010:0.0:1767384368.577158:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009b8637bf. 00000100:00000001:0.0:1767384368.577159:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.577160:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:0.0:1767384368.577163:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.577163:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 20 buffers still posted 00000100:00000001:0.0:1767384368.577164:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.577165:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.577166:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.577167:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004eba19b8. 00000400:00000200:0.0:1767384368.577168:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007a530438 00000400:00000010:0.0:1767384368.577168:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007a530438. 00000100:00000001:0.0:1767384368.577170:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.577171:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:0.0:1767384368.577173:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.577174:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 19 buffers still posted 00000100:00000001:0.0:1767384368.577175:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.577176:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.577177:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.577178:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fb6dacdf. 00000400:00000200:0.0:1767384368.577179:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c800d423 00000400:00000010:0.0:1767384368.577179:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c800d423. 00000100:00000001:0.0:1767384368.577180:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.577181:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:0.0:1767384368.577183:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.577184:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 18 buffers still posted 00000100:00000001:0.0:1767384368.577185:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.577186:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.577186:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.577187:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000080f9681e. 00000400:00000200:0.0:1767384368.577188:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000be4f2c87 00000400:00000010:0.0:1767384368.577189:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000be4f2c87. 00000100:00000001:0.0:1767384368.577190:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.577191:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:0.0:1767384368.577193:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.577194:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 17 buffers still posted 00000100:00000001:0.0:1767384368.577194:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.577195:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.577196:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.577196:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000210d7b9e. 00000400:00000200:0.0:1767384368.577197:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cc28703a 00000400:00000010:0.0:1767384368.577198:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000cc28703a. 00000100:00000001:0.0:1767384368.577199:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.577200:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:0.0:1767384368.577202:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.577203:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 16 buffers still posted 00000100:00000001:0.0:1767384368.577203:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.577204:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.577205:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.577206:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ec32c38e. 00000400:00000200:0.0:1767384368.577207:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001a8c2f88 00000400:00000010:0.0:1767384368.577208:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001a8c2f88. 00000100:00000001:0.0:1767384368.577209:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.577210:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:0.0:1767384368.577213:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.577213:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 15 buffers still posted 00000100:00000001:0.0:1767384368.577214:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.577215:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.577215:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.577216:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001834346f. 00000400:00000200:0.0:1767384368.577217:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000352b2b0a 00000400:00000010:0.0:1767384368.577218:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000352b2b0a. 00000100:00000001:0.0:1767384368.577219:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.577220:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:0.0:1767384368.577222:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.577223:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 14 buffers still posted 00000100:00000001:0.0:1767384368.577224:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.577224:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.577225:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.577226:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004587805d. 00000400:00000200:0.0:1767384368.577227:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003d58b710 00000400:00000010:0.0:1767384368.577227:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003d58b710. 00000100:00000001:0.0:1767384368.577229:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.577229:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:0.0:1767384368.577232:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.577233:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 13 buffers still posted 00000100:00000001:0.0:1767384368.577233:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.577234:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.577235:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.577235:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006d7d46b2. 00000400:00000200:0.0:1767384368.577236:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004aece7e2 00000400:00000010:0.0:1767384368.577237:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004aece7e2. 00000100:00000001:0.0:1767384368.577238:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.577239:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:0.0:1767384368.577241:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.577242:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 12 buffers still posted 00000100:00000001:0.0:1767384368.577243:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.577244:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.577245:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.577246:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000700be41b. 00000400:00000200:0.0:1767384368.577247:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000debcffb5 00000400:00000010:0.0:1767384368.577248:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000debcffb5. 00000100:00000001:0.0:1767384368.577249:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.577250:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:0.0:1767384368.577252:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.577253:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 11 buffers still posted 00000100:00000001:0.0:1767384368.577253:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.577254:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.577255:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.577255:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bbc49db8. 00000400:00000200:0.0:1767384368.577256:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000043e8978b 00000400:00000010:0.0:1767384368.577257:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000043e8978b. 00000100:00000001:0.0:1767384368.577258:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.577259:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:0.0:1767384368.577261:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.577262:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 10 buffers still posted 00000100:00000001:0.0:1767384368.577263:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.577264:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.577264:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.577265:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000064d5ead7. 00000400:00000200:0.0:1767384368.577266:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005d2c2ea4 00000400:00000010:0.0:1767384368.577267:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005d2c2ea4. 00000100:00000001:0.0:1767384368.577268:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.577269:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:0.0:1767384368.577271:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.577271:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 9 buffers still posted 00000100:00000001:0.0:1767384368.577272:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.577273:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.577274:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.577274:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a78242d8. 00000400:00000200:0.0:1767384368.577275:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ebf33dfb 00000400:00000010:0.0:1767384368.577276:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ebf33dfb. 00000100:00000001:0.0:1767384368.577277:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.577278:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:0.0:1767384368.577280:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.577281:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 8 buffers still posted 00000100:00000001:0.0:1767384368.577282:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.577283:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.577283:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.577284:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007d788067. 00000400:00000200:0.0:1767384368.577285:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000016a6d8e4 00000400:00000010:0.0:1767384368.577286:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000016a6d8e4. 00000100:00000001:0.0:1767384368.577287:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.577287:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:0.0:1767384368.577289:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.577290:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 7 buffers still posted 00000100:00000001:0.0:1767384368.577291:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.577292:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.577292:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.577293:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000087af6c68. 00000400:00000200:0.0:1767384368.577294:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008c9a1400 00000400:00000010:0.0:1767384368.577294:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008c9a1400. 00000100:00000001:0.0:1767384368.577295:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.577296:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:0.0:1767384368.577298:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.577299:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 6 buffers still posted 00000100:00000001:0.0:1767384368.577300:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.577301:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.577301:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.577302:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dc43215f. 00000400:00000200:0.0:1767384368.577303:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a2f87d49 00000400:00000010:0.0:1767384368.577304:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a2f87d49. 00000100:00000001:0.0:1767384368.577305:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.577305:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:0.0:1767384368.577307:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.577308:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 5 buffers still posted 00000100:00000001:0.0:1767384368.577309:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.577310:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.577310:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.577311:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e3ff458d. 00000400:00000200:0.0:1767384368.577312:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000336f7238 00000400:00000010:0.0:1767384368.577312:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000336f7238. 00000100:00000001:0.0:1767384368.577313:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.577314:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:0.0:1767384368.577317:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.577317:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 4 buffers still posted 00000100:00000001:0.0:1767384368.577318:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.577319:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.577319:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.577320:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003ba2a490. 00000400:00000200:0.0:1767384368.577321:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000689b3b8f 00000400:00000010:0.0:1767384368.577322:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000689b3b8f. 00000100:00000001:0.0:1767384368.577323:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.577324:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:0.0:1767384368.577326:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.577327:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 3 buffers still posted 00000100:00000001:0.0:1767384368.577327:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.577328:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.577329:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.577329:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000174111b7. 00000400:00000200:0.0:1767384368.577330:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a49d5c19 00000400:00000010:0.0:1767384368.577331:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a49d5c19. 00000100:00000001:0.0:1767384368.577332:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.577332:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:0.0:1767384368.577335:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.577335:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 2 buffers still posted 00000100:00000001:0.0:1767384368.577336:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.577337:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.577337:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.577338:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000b06c0c5. 00000400:00000200:0.0:1767384368.577339:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000be23127e 00000400:00000010:0.0:1767384368.577340:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000be23127e. 00000100:00000001:0.0:1767384368.577341:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.577341:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:0.0:1767384368.577344:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.577344:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 1 buffers still posted 00000100:00000001:0.0:1767384368.577345:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.577346:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.577346:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.577347:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007702a550. 00000400:00000200:0.0:1767384368.577348:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005ccab648 00000400:00000010:0.0:1767384368.577349:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005ccab648. 00000100:00000001:0.0:1767384368.577350:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.577351:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:0.0:1767384368.577353:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.577354:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:0.0:1767384368.577355:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384368.577356:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.577356:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.577358:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.577358:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.577359:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.577360:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.577361:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.577361:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.577362:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.577362:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.577363:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.577364:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.577365:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.577365:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.577366:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.577367:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.577367:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.577368:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.577369:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.577369:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.577370:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.577371:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.577371:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.577372:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.577373:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.577373:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.577374:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.577375:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.577376:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.577376:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.577377:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.577377:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.577378:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.577379:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.577380:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.577380:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.577381:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.577382:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.577383:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.577383:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.577384:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.577384:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.577385:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.577386:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.577387:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.577387:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.577388:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.577389:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.577390:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.577390:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.577391:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.577391:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.577392:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.577393:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.577394:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.577394:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.577395:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.577396:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.577396:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.577397:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.577398:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.577398:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.577399:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.577399:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.577400:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.577401:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.577402:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.577402:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.577403:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.577403:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.577404:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.577405:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.577406:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.577406:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.577407:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.577408:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.577409:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.577410:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.577410:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.577411:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.577412:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.577413:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.577413:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.577414:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.577415:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.577415:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.577416:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.577417:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.577417:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.577418:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.577419:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.577419:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.577420:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.577421:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.577421:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.577422:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.577423:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.577423:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.577424:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.577425:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.577425:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.577426:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.577427:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.577427:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.577428:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.577429:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.577429:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.577430:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.577431:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.577431:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.577432:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.577433:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.577433:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.577434:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.577435:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.577436:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.577437:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.577437:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.577438:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.577439:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.577440:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.577440:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.577441:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.577442:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.577442:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.577443:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.577444:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.577444:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:0.0:1767384368.577446:0:39775:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384368.577447:0:39775:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 1200 at 00000000e43a1e72. 02000000:00000001:0.0:1767384368.577449:0:39775:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1767384368.577450:0:39775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a7381cee. 00000100:00000010:0.0:1767384368.577452:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000084737d09. 00000100:00000010:0.0:1767384368.577454:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005a2c52e3. 00000100:00000010:0.0:1767384368.577455:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000092b8be5b. 00000100:00000010:0.0:1767384368.577456:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a76e835f. 00000100:00000010:0.0:1767384368.577457:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000078eeeac5. 00000100:00000010:0.0:1767384368.577459:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002aa926a9. 00000100:00000010:0.0:1767384368.577460:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000bf1f4b31. 00000100:00000010:0.0:1767384368.577461:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000002033739. 00000100:00000010:0.0:1767384368.577462:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000072735903. 00000100:00000010:0.0:1767384368.577464:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000077e0452a. 00000100:00000010:0.0:1767384368.577465:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000043d72ac2. 00000100:00000010:0.0:1767384368.577467:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009bef6f16. 00000100:00000010:0.0:1767384368.577468:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000000bd3c296. 00000100:00000010:0.0:1767384368.577469:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a9f708b2. 00000100:00000010:0.0:1767384368.577471:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000003fb8cee7. 00000100:00000010:0.0:1767384368.577472:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000047f8125f. 00000100:00000010:0.0:1767384368.577473:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000005c11bd64. 00000100:00000010:0.0:1767384368.577483:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000759d7ea7. 00000100:00000010:0.0:1767384368.577484:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000008ac556f4. 00000100:00000010:0.0:1767384368.577486:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006bdcf184. 00000100:00000010:0.0:1767384368.577487:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000d2c82f13. 00000100:00000010:0.0:1767384368.577489:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000093bdde2d. 00000100:00000010:0.0:1767384368.577490:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000a7fbabd0. 00000100:00000010:0.0:1767384368.577491:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000018d7a0eb. 00000100:00000010:0.0:1767384368.577492:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000006e6f4ad8. 00000100:00000010:0.0:1767384368.577494:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c0284c44. 00000100:00000010:0.0:1767384368.577495:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000fcbb5518. 00000100:00000010:0.0:1767384368.577496:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000032523677. 00000100:00000010:0.0:1767384368.577497:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000084be94b3. 00000100:00000010:0.0:1767384368.577499:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003ec5363d. 00000100:00000010:0.0:1767384368.577500:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000c57ebace. 00000100:00000010:0.0:1767384368.577501:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a6f1259b. 00000100:00000010:0.0:1767384368.577502:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000009eb30526. 00000100:00000010:0.0:1767384368.577504:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f84f7b6c. 00000100:00000010:0.0:1767384368.577505:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000064d00ded. 00000100:00000010:0.0:1767384368.577506:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c114c1f7. 00000100:00000010:0.0:1767384368.577507:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000005b933572. 00000100:00000010:0.0:1767384368.577509:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000aea4c774. 00000100:00000010:0.0:1767384368.577510:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000007148e88a. 00000100:00000010:0.0:1767384368.577511:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001a0895f4. 00000100:00000010:0.0:1767384368.577513:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000832b6ad8. 00000100:00000010:0.0:1767384368.577524:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008b6ab1d4. 00000100:00000010:0.0:1767384368.577525:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000e6160735. 00000100:00000010:0.0:1767384368.577528:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005b5b80ea. 00000100:00000010:0.0:1767384368.577530:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000006b9f6ea6. 00000100:00000010:0.0:1767384368.577532:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000eb844034. 00000100:00000010:0.0:1767384368.577533:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000cf0abb70. 00000100:00000010:0.0:1767384368.577535:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000035c8aabe. 00000100:00000010:0.0:1767384368.577536:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000037a4131e. 00000100:00000010:0.0:1767384368.577538:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000086f0ccb4. 00000100:00000010:0.0:1767384368.577539:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000039819eb9. 00000100:00000010:0.0:1767384368.577541:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000656afec. 00000100:00000010:0.0:1767384368.577542:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000002ec995c1. 00000100:00000010:0.0:1767384368.577544:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000cd3ea652. 00000100:00000010:0.0:1767384368.577545:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000004c927a7. 00000100:00000010:0.0:1767384368.577546:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000bae9e5dc. 00000100:00000010:0.0:1767384368.577547:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000048e8694f. 00000100:00000010:0.0:1767384368.577549:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004e7d9968. 00000100:00000010:0.0:1767384368.577550:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000354f47fd. 00000100:00000010:0.0:1767384368.577552:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000058409140. 00000100:00000010:0.0:1767384368.577553:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000031303624. 00000100:00000010:0.0:1767384368.577554:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008955a387. 00000100:00000010:0.0:1767384368.577555:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000ce53d332. 00000100:00000010:0.0:1767384368.577557:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ab2ba758. 00000100:00000010:0.0:1767384368.577558:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000071c4a323. 00000100:00000010:0.0:1767384368.577569:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a64a5f0e. 00000100:00000010:0.0:1767384368.577571:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000e1e06e5b. 00000100:00000010:0.0:1767384368.577573:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004600c99b. 00000100:00000010:0.0:1767384368.577574:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000d4613295. 00000100:00000010:0.0:1767384368.577577:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000277fd16. 00000100:00000010:0.0:1767384368.577579:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000055b29654. 00000100:00000010:0.0:1767384368.577581:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000338e4176. 00000100:00000010:0.0:1767384368.577582:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000983d81cf. 00000100:00000010:0.0:1767384368.577584:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005d92e2e6. 00000100:00000010:0.0:1767384368.577586:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000e5933b2c. 00000100:00000010:0.0:1767384368.577587:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002861b95b. 00000100:00000010:0.0:1767384368.577588:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000000484fada. 00000100:00000010:0.0:1767384368.577590:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c494d465. 00000100:00000010:0.0:1767384368.577591:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000006604bf1c. 00000100:00000010:0.0:1767384368.577593:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e40e0ef9. 00000100:00000010:0.0:1767384368.577594:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000c0fc8cb6. 00000100:00000010:0.0:1767384368.577596:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009f63c276. 00000100:00000010:0.0:1767384368.577597:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000081394e2e. 00000100:00000010:0.0:1767384368.577598:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c8b6efcf. 00000100:00000010:0.0:1767384368.577600:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000f596d1c2. 00000100:00000010:0.0:1767384368.577601:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000558e5f30. 00000100:00000010:0.0:1767384368.577602:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000af07eb1f. 00000100:00000010:0.0:1767384368.577604:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000063a5fbaf. 00000100:00000010:0.0:1767384368.577605:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000009813684d. 00000100:00000010:0.0:1767384368.577616:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e440ee51. 00000100:00000010:0.0:1767384368.577618:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000009ab4dd1d. 00000100:00000010:0.0:1767384368.577619:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000582c66ee. 00000100:00000010:0.0:1767384368.577620:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000917ef319. 00000100:00000010:0.0:1767384368.577622:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d2cd366f. 00000100:00000010:0.0:1767384368.577623:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000a97f56b0. 00000100:00000010:0.0:1767384368.577625:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ddee20c7. 00000100:00000010:0.0:1767384368.577626:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000201f5103. 00000100:00000010:0.0:1767384368.577628:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000be5c4195. 00000100:00000010:0.0:1767384368.577630:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000617a7496. 00000100:00000010:0.0:1767384368.577631:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f8edb5bb. 00000100:00000010:0.0:1767384368.577633:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000007b91bfed. 00000100:00000010:0.0:1767384368.577635:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000eeccd3a3. 00000100:00000010:0.0:1767384368.577636:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000dd25086c. 00000100:00000010:0.0:1767384368.577637:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b4c5d757. 00000100:00000010:0.0:1767384368.577638:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000015b31ebd. 00000100:00000010:0.0:1767384368.577640:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c18ded92. 00000100:00000010:0.0:1767384368.577641:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000082da3eb7. 00000100:00000010:0.0:1767384368.577642:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007e781c0f. 00000100:00000010:0.0:1767384368.577643:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000007798f1cc. 00000100:00000010:0.0:1767384368.577646:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a9d7c328. 00000100:00000010:0.0:1767384368.577647:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000a768b218. 00000100:00000010:0.0:1767384368.577648:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000432aba4e. 00000100:00000010:0.0:1767384368.577650:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000d1f2e0a0. 00000100:00000010:0.0:1767384368.577661:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000008e524c3. 00000100:00000010:0.0:1767384368.577662:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000aa693c8d. 00000100:00000010:0.0:1767384368.577664:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e05e50e0. 00000100:00000010:0.0:1767384368.577665:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000928967f9. 00000100:00000010:0.0:1767384368.577667:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000070b91e8c. 00000100:00000010:0.0:1767384368.577668:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000001a25447b. 00000100:00000010:0.0:1767384368.577669:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000649c5981. 00000100:00000010:0.0:1767384368.577671:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000e3458e74. 00000100:00000010:0.0:1767384368.577673:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003bf4d715. 00000100:00000010:0.0:1767384368.577674:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000011b46bc7. 00000100:00000010:0.0:1767384368.577675:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002dc79cac. 00000100:00000010:0.0:1767384368.577676:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000398736dd. 00000100:00000010:0.0:1767384368.577678:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000095d07610. 00000100:00000010:0.0:1767384368.577679:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000058fe3c0. 00000100:00000010:0.0:1767384368.577680:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f1e3b268. 00000100:00000010:0.0:1767384368.577682:0:39775:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 00000000ed34d1e7. 00000100:00000010:0.0:1767384368.577686:0:39775:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 0000000055c44863. 00000100:00000010:0.0:1767384368.577691:0:39775:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 000000007e88eb34. 00000100:00000001:0.0:1767384368.577695:0:39775:0:(nrs.c:1051:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:0.0:1767384368.577696:0:39775:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1767384368.577697:0:39775:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:0.0:1767384368.577697:0:39775:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:0.0:1767384368.577698:0:39775:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 0000000073d6e456. 00000100:00000001:0.0:1767384368.577700:0:39775:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:0.0:1767384368.577700:0:39775:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384368.577702:0:39775:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1767384368.577703:0:39775:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000a89da14f. 00000100:00000001:0.0:1767384368.577705:0:39775:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1767384368.577705:0:39775:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1767384368.577706:0:39775:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000008b60cb4f. 00000100:00000001:0.0:1767384368.577708:0:39775:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1767384368.577709:0:39775:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1767384368.577709:0:39775:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000002512342d. 00000100:00000001:0.0:1767384368.577710:0:39775:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1767384368.577711:0:39775:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1767384368.577711:0:39775:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000704f4dc4. 00000100:00000001:0.0:1767384368.577713:0:39775:0:(nrs.c:1082:nrs_svcpt_cleanup_locked()) Process leaving 00000020:00000010:0.0:1767384368.577760:0:39775:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 000000003df3f98b. 00000020:00000010:0.0:1767384368.577762:0:39775:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 000000007ac280d2. 00000020:00000010:0.0:1767384368.577766:0:39775:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 000000009f10c2bf. 00000020:00000010:0.0:1767384368.577768:0:39775:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 000000009cb58cb1. 00000100:00000010:0.0:1767384368.577782:0:39775:0:(service.c:3811:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at 000000009b4a2e85. 00000100:00000010:0.0:1767384368.577787:0:39775:0:(service.c:3817:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at 00000000f3c57d3b. 00000100:00000010:0.0:1767384368.577789:0:39775:0:(service.c:3823:ptlrpc_service_free()) kfreed 'svcpt': 784 at 00000000e70e4da0. 00000100:00000010:0.0:1767384368.577791:0:39775:0:(service.c:3829:ptlrpc_service_free()) kfreed 'svc': 352 at 00000000be2ca3f2. 00000100:00000001:0.0:1767384368.577792:0:39775:0:(service.c:3856:ptlrpc_unregister_service()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384368.577794:0:39775:0:(service.c:3834:ptlrpc_unregister_service()) Process entered 00000100:00000200:0.0:1767384368.577795:0:39775:0:(service.c:3836:ptlrpc_unregister_service()) mdt_out: tearing down 00000100:00000001:0.0:1767384368.577797:0:39775:0:(service.c:3377:ptlrpc_stop_all_threads()) Process entered 00000100:00000001:0.0:1767384368.577798:0:39775:0:(service.c:3331:ptlrpc_svcpt_stop_threads()) Process entered 00000100:00000040:0.0:1767384368.577798:0:39775:0:(service.c:3334:ptlrpc_svcpt_stop_threads()) Stopping threads for service mdt_out 00000100:00000040:0.0:1767384368.577799:0:39775:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_out #1 00000100:00000040:0.0:1767384368.577801:0:39775:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_out #0 00000100:00000040:0.0:1767384368.577816:0:39775:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt_out #1 00000020:00000010:3.0:1767384368.577833:0:16784:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000f0876dbb. 00000040:00000010:3.0:1767384368.577839:0:16784:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000033fb9dff. 00000020:00000010:3.0:1767384368.577844:0:16784:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000974e1491. 00000020:00000010:3.0:1767384368.577848:0:16784:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000004c2c8d45. 00000020:00000010:1.0:1767384368.577849:0:16783:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000467481fd. 00000020:00000010:3.0:1767384368.577853:0:16784:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000003bd2cb1c. 00000040:00000010:1.0:1767384368.577856:0:16783:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000003782219. 80000000:00000010:3.0:1767384368.577859:0:16784:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000ed3cd1b6. 00000020:00000010:1.0:1767384368.577862:0:16783:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000678dd6e0. 40000000:00000010:3.0:1767384368.577864:0:16784:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000007a97c863. 00000020:00000010:1.0:1767384368.577870:0:16783:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000049793b6a. 00100000:00000010:3.0:1767384368.577871:0:16784:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000229ffe81. 00000020:00000010:1.0:1767384368.577876:0:16783:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000d63a60fd. 00040000:00000010:3.0:1767384368.577878:0:16784:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000b5790464. 80000000:00000010:1.0:1767384368.577881:0:16783:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000b9ca8266. 00040000:00000010:3.0:1767384368.577884:0:16784:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000006e7ccf56. 40000000:00000010:1.0:1767384368.577885:0:16783:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000574dba07. 00080000:00000010:3.0:1767384368.577890:0:16784:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000005c707db7. 00100000:00000010:1.0:1767384368.577892:0:16783:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000144e9696. 00000004:00000010:3.0:1767384368.577910:0:16784:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000f16638f3. 00040000:00000010:1.0:1767384368.577912:0:16783:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000b236e2c6. 00002000:00000010:3.0:1767384368.577918:0:16784:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000003fe6fc38. 00040000:00000010:1.0:1767384368.577919:0:16783:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000003a89eba1. 00000020:00000010:3.0:1767384368.577927:0:16784:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d72da076. 00080000:00000010:1.0:1767384368.577928:0:16783:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000006cf0a074. 00000020:00000010:3.0:1767384368.577935:0:16784:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000002b0fa570. 00000004:00000010:1.0:1767384368.577935:0:16783:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000d80aa5b2. 00002000:00000010:1.0:1767384368.577939:0:16783:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000c884702f. 00000100:00000010:3.0:1767384368.577942:0:16784:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000d0e86c29. 00000020:00000010:1.0:1767384368.577944:0:16783:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e3adda49. 00000100:00100000:3.0:1767384368.577949:0:16784:0:(service.c:3155:ptlrpc_main()) mdt_out00_001: service thread [00000000b3b281de:16784] 1 exiting: rc = 0 00000020:00000010:1.0:1767384368.577952:0:16783:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000064fab884. 00000100:00000010:1.0:1767384368.577958:0:16783:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000eef7935c. 00000100:00100000:1.0:1767384368.577960:0:16783:0:(service.c:3155:ptlrpc_main()) mdt_out00_000: service thread [000000000e8ca408:16783] 0 exiting: rc = 1 00000100:00000010:0.0:1767384368.578016:0:39775:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 000000000e8ca408. 00000100:00000010:0.0:1767384368.578021:0:39775:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000b3b281de. 00000100:00000001:0.0:1767384368.578026:0:39775:0:(service.c:3368:ptlrpc_svcpt_stop_threads()) Process leaving 00000100:00000001:0.0:1767384368.578028:0:39775:0:(service.c:3384:ptlrpc_stop_all_threads()) Process leaving 00000400:00000200:0.0:1767384368.578031:0:39775:0:(lib-ptl.c:969:lnet_clear_lazy_portal()) clearing portal 24 lazy 00000400:00000001:0.0:1767384368.578035:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.578037:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.578039:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002b7a43ee. 00000400:00000200:0.0:1767384368.578043:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000078aa4cae 00000400:00000010:0.0:1767384368.578045:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000078aa4cae. 00000100:00000001:0.0:1767384368.578050:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.578052:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384368.578057:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.578058:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384368.578059:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.578060:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.578061:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.578062:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000046ac9139. 00000400:00000200:0.0:1767384368.578064:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d83eebbb 00000400:00000010:0.0:1767384368.578065:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000d83eebbb. 00000100:00000001:0.0:1767384368.578066:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.578067:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384368.578070:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.578071:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:0.0:1767384368.578072:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.578073:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.578074:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.578075:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000aeae0e3a. 00000400:00000200:0.0:1767384368.578076:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f0243e19 00000400:00000010:0.0:1767384368.578077:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000f0243e19. 00000100:00000001:0.0:1767384368.578112:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.578115:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384368.578121:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.578123:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 61 buffers still posted 00000100:00000001:0.0:1767384368.578125:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.578128:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.578129:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.578131:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e0f48c18. 00000400:00000200:0.0:1767384368.578134:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000960e0dc9 00000400:00000010:0.0:1767384368.578136:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000960e0dc9. 00000100:00000001:0.0:1767384368.578139:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.578141:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384368.578145:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.578146:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 60 buffers still posted 00000100:00000001:0.0:1767384368.578147:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.578149:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.578150:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.578150:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000494f21f8. 00000400:00000200:0.0:1767384368.578152:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000031cecaad 00000400:00000010:0.0:1767384368.578153:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000031cecaad. 00000100:00000001:0.0:1767384368.578154:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.578155:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384368.578157:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.578158:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 59 buffers still posted 00000100:00000001:0.0:1767384368.578159:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.578160:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.578160:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.578161:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d4c335f4. 00000400:00000200:0.0:1767384368.578162:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e3dd3d23 00000400:00000010:0.0:1767384368.578163:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000e3dd3d23. 00000100:00000001:0.0:1767384368.578165:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.578166:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384368.578168:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.578169:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 58 buffers still posted 00000100:00000001:0.0:1767384368.578170:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.578171:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.578172:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.578172:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003df50095. 00000400:00000200:0.0:1767384368.578173:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000921d9ed8 00000400:00000010:0.0:1767384368.578174:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000921d9ed8. 00000100:00000001:0.0:1767384368.578176:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.578176:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384368.578179:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.578180:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 57 buffers still posted 00000100:00000001:0.0:1767384368.578180:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.578181:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.578182:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.578183:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002c9575bb. 00000400:00000200:0.0:1767384368.578183:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c65bea64 00000400:00000010:0.0:1767384368.578184:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000c65bea64. 00000100:00000001:0.0:1767384368.578186:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.578186:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384368.578189:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.578189:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 56 buffers still posted 00000100:00000001:0.0:1767384368.578190:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.578191:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.578192:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.578192:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d32669ee. 00000400:00000200:0.0:1767384368.578193:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001fdfee55 00000400:00000010:0.0:1767384368.578194:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000001fdfee55. 00000100:00000001:0.0:1767384368.578196:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.578196:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384368.578199:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.578199:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 55 buffers still posted 00000100:00000001:0.0:1767384368.578200:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.578201:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.578201:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.578202:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008c286990. 00000400:00000200:0.0:1767384368.578203:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000028089b37 00000400:00000010:0.0:1767384368.578205:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000028089b37. 00000100:00000001:0.0:1767384368.578206:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.578207:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384368.578210:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.578211:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 54 buffers still posted 00000100:00000001:0.0:1767384368.578211:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.578212:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.578213:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.578214:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d1e3c651. 00000400:00000200:0.0:1767384368.578215:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000df9897cd 00000400:00000010:0.0:1767384368.578216:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000df9897cd. 00000100:00000001:0.0:1767384368.578217:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.578218:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384368.578220:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.578221:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 53 buffers still posted 00000100:00000001:0.0:1767384368.578222:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.578223:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.578223:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.578224:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000004aa6193. 00000400:00000200:0.0:1767384368.578225:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000061fd915c 00000400:00000010:0.0:1767384368.578226:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000061fd915c. 00000100:00000001:0.0:1767384368.578227:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.578228:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384368.578230:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.578231:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 52 buffers still posted 00000100:00000001:0.0:1767384368.578232:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.578232:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.578233:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.578234:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000046484bc0. 00000400:00000200:0.0:1767384368.578235:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000083711809 00000400:00000010:0.0:1767384368.578236:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000083711809. 00000100:00000001:0.0:1767384368.578237:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.578237:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384368.578240:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.578241:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 51 buffers still posted 00000100:00000001:0.0:1767384368.578241:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.578242:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.578243:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.578244:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000587378a6. 00000400:00000200:0.0:1767384368.578246:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000086b89462 00000400:00000010:0.0:1767384368.578247:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000086b89462. 00000100:00000001:0.0:1767384368.578249:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.578250:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384368.578252:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.578253:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 50 buffers still posted 00000100:00000001:0.0:1767384368.578254:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.578254:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.578255:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.578256:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b383d2f2. 00000400:00000200:0.0:1767384368.578257:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002b79f263 00000400:00000010:0.0:1767384368.578258:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000002b79f263. 00000100:00000001:0.0:1767384368.578270:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.578271:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384368.578273:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.578274:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 49 buffers still posted 00000100:00000001:0.0:1767384368.578275:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.578276:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.578277:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.578278:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000189dbc8f. 00000400:00000200:0.0:1767384368.578279:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d4fee803 00000400:00000010:0.0:1767384368.578280:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000d4fee803. 00000100:00000001:0.0:1767384368.578281:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.578282:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384368.578284:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.578285:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 48 buffers still posted 00000100:00000001:0.0:1767384368.578286:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.578287:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.578288:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.578288:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cfb39c9d. 00000400:00000200:0.0:1767384368.578289:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001c578d21 00000400:00000010:0.0:1767384368.578290:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000001c578d21. 00000100:00000001:0.0:1767384368.578292:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.578293:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384368.578295:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.578296:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 47 buffers still posted 00000100:00000001:0.0:1767384368.578297:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.578298:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.578299:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.578300:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cf3ca29e. 00000400:00000200:0.0:1767384368.578301:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002865e452 00000400:00000010:0.0:1767384368.578302:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000002865e452. 00000100:00000001:0.0:1767384368.578303:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.578304:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384368.578306:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.578307:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 46 buffers still posted 00000100:00000001:0.0:1767384368.578308:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.578309:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.578309:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.578310:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005bebe8b7. 00000400:00000200:0.0:1767384368.578311:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000855f4d2b 00000400:00000010:0.0:1767384368.578312:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000855f4d2b. 00000100:00000001:0.0:1767384368.578313:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.578314:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384368.578316:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.578317:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 45 buffers still posted 00000100:00000001:0.0:1767384368.578318:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.578319:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.578319:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.578320:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000075f99ad1. 00000400:00000200:0.0:1767384368.578321:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003231265e 00000400:00000010:0.0:1767384368.578322:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000003231265e. 00000100:00000001:0.0:1767384368.578323:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.578324:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384368.578326:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.578327:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 44 buffers still posted 00000100:00000001:0.0:1767384368.578328:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.578329:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.578329:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.578330:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e121524f. 00000400:00000200:0.0:1767384368.578331:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e47c50d6 00000400:00000010:0.0:1767384368.578332:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000e47c50d6. 00000100:00000001:0.0:1767384368.578333:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.578334:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384368.578337:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.578338:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 43 buffers still posted 00000100:00000001:0.0:1767384368.578339:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.578340:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.578341:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.578342:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ffe41a56. 00000400:00000200:0.0:1767384368.578342:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e45c6d6a 00000400:00000010:0.0:1767384368.578343:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000e45c6d6a. 00000100:00000001:0.0:1767384368.578345:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.578345:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384368.578348:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.578349:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 42 buffers still posted 00000100:00000001:0.0:1767384368.578349:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.578350:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.578351:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.578352:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b6cd6b0b. 00000400:00000200:0.0:1767384368.578353:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dd1099c2 00000400:00000010:0.0:1767384368.578353:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000dd1099c2. 00000100:00000001:0.0:1767384368.578355:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.578356:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384368.578358:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.578359:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 41 buffers still posted 00000100:00000001:0.0:1767384368.578360:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.578361:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.578361:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.578362:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005e4f0825. 00000400:00000200:0.0:1767384368.578363:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ac6a6c07 00000400:00000010:0.0:1767384368.578364:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000ac6a6c07. 00000100:00000001:0.0:1767384368.578366:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.578366:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384368.578369:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.578370:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 40 buffers still posted 00000100:00000001:0.0:1767384368.578370:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.578371:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.578372:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.578373:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dc7d9844. 00000400:00000200:0.0:1767384368.578374:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000afbbc3d 00000400:00000010:0.0:1767384368.578375:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000000afbbc3d. 00000100:00000001:0.0:1767384368.578377:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.578377:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384368.578380:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.578381:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 39 buffers still posted 00000100:00000001:0.0:1767384368.578382:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.578382:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.578383:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.578384:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bb43c5a2. 00000400:00000200:0.0:1767384368.578385:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009f9b38c1 00000400:00000010:0.0:1767384368.578386:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000009f9b38c1. 00000100:00000001:0.0:1767384368.578387:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.578388:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384368.578390:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.578391:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 38 buffers still posted 00000100:00000001:0.0:1767384368.578392:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.578393:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.578393:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.578394:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000aa815d0e. 00000400:00000200:0.0:1767384368.578395:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000297b134d 00000400:00000010:0.0:1767384368.578396:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000297b134d. 00000100:00000001:0.0:1767384368.578408:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.578409:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384368.578412:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.578413:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 37 buffers still posted 00000100:00000001:0.0:1767384368.578413:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.578415:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.578415:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.578416:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005d588be1. 00000400:00000200:0.0:1767384368.578417:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e0a71e43 00000400:00000010:0.0:1767384368.578418:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000e0a71e43. 00000100:00000001:0.0:1767384368.578420:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.578421:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384368.578423:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.578424:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 36 buffers still posted 00000100:00000001:0.0:1767384368.578425:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.578426:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.578427:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.578428:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005587a11e. 00000400:00000200:0.0:1767384368.578429:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002efd6e31 00000400:00000010:0.0:1767384368.578430:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000002efd6e31. 00000100:00000001:0.0:1767384368.578431:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.578432:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384368.578435:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.578435:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 35 buffers still posted 00000100:00000001:0.0:1767384368.578436:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.578437:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.578438:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.578438:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000098c33c50. 00000400:00000200:0.0:1767384368.578439:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008aced4fd 00000400:00000010:0.0:1767384368.578440:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000008aced4fd. 00000100:00000001:0.0:1767384368.578442:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.578443:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384368.578445:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.578446:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 34 buffers still posted 00000100:00000001:0.0:1767384368.578447:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.578448:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.578448:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.578449:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008742baa6. 00000400:00000200:0.0:1767384368.578450:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000990bf49a 00000400:00000010:0.0:1767384368.578451:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000990bf49a. 00000100:00000001:0.0:1767384368.578453:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.578454:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384368.578456:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.578457:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 33 buffers still posted 00000100:00000001:0.0:1767384368.578458:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.578459:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.578459:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.578460:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006df3486e. 00000400:00000200:0.0:1767384368.578461:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005cdd2b93 00000400:00000010:0.0:1767384368.578462:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000005cdd2b93. 00000100:00000001:0.0:1767384368.578463:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.578464:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384368.578466:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.578467:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 32 buffers still posted 00000100:00000001:0.0:1767384368.578468:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.578469:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.578470:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.578471:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ea25ea77. 00000400:00000200:0.0:1767384368.578472:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008e0eb754 00000400:00000010:0.0:1767384368.578473:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000008e0eb754. 00000100:00000001:0.0:1767384368.578475:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.578476:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384368.578479:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.578479:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 31 buffers still posted 00000100:00000001:0.0:1767384368.578480:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.578481:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.578482:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.578482:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000343cfe4. 00000400:00000200:0.0:1767384368.578483:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b8806c00 00000400:00000010:0.0:1767384368.578484:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000b8806c00. 00000100:00000001:0.0:1767384368.578486:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.578487:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384368.578490:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.578490:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 30 buffers still posted 00000100:00000001:0.0:1767384368.578491:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.578492:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.578493:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.578493:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000093dfab5a. 00000400:00000200:0.0:1767384368.578494:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009027a9db 00000400:00000010:0.0:1767384368.578495:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000009027a9db. 00000100:00000001:0.0:1767384368.578497:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.578498:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384368.578501:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.578502:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 29 buffers still posted 00000100:00000001:0.0:1767384368.578502:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.578503:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.578504:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.578504:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000057adf6c2. 00000400:00000200:0.0:1767384368.578505:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c9131f39 00000400:00000010:0.0:1767384368.578506:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000c9131f39. 00000100:00000001:0.0:1767384368.578508:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.578509:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384368.578511:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.578513:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 28 buffers still posted 00000100:00000001:0.0:1767384368.578513:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.578514:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.578515:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.578516:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f04074bb. 00000400:00000200:0.0:1767384368.578517:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b8a4b775 00000400:00000010:0.0:1767384368.578518:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000b8a4b775. 00000100:00000001:0.0:1767384368.578520:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.578521:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384368.578523:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.578524:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 27 buffers still posted 00000100:00000001:0.0:1767384368.578525:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.578526:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.578526:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.578527:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002fd39f17. 00000400:00000200:0.0:1767384368.578528:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000053d3aaee 00000400:00000010:0.0:1767384368.578529:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000053d3aaee. 00000100:00000001:0.0:1767384368.578531:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.578532:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384368.578534:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.578535:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 26 buffers still posted 00000100:00000001:0.0:1767384368.578536:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.578537:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.578537:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.578538:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000446120d1. 00000400:00000200:0.0:1767384368.578539:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c1611a5f 00000400:00000010:0.0:1767384368.578540:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000c1611a5f. 00000100:00000001:0.0:1767384368.578552:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.578553:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384368.578556:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.578557:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 25 buffers still posted 00000100:00000001:0.0:1767384368.578557:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.578558:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.578559:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.578560:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e406468d. 00000400:00000200:0.0:1767384368.578561:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000073f20568 00000400:00000010:0.0:1767384368.578562:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000073f20568. 00000100:00000001:0.0:1767384368.578563:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.578564:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384368.578567:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.578568:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 24 buffers still posted 00000100:00000001:0.0:1767384368.578569:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.578570:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.578571:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.578572:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000094e51cf1. 00000400:00000200:0.0:1767384368.578573:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f380ea26 00000400:00000010:0.0:1767384368.578573:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000f380ea26. 00000100:00000001:0.0:1767384368.578576:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.578576:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384368.578579:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.578580:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 23 buffers still posted 00000100:00000001:0.0:1767384368.578580:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.578581:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.578582:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.578582:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000019f5a36a. 00000400:00000200:0.0:1767384368.578583:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000606051b1 00000400:00000010:0.0:1767384368.578584:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000606051b1. 00000100:00000001:0.0:1767384368.578587:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.578587:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384368.578590:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.578590:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 22 buffers still posted 00000100:00000001:0.0:1767384368.578591:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.578592:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.578593:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.578593:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000048fe69a5. 00000400:00000200:0.0:1767384368.578594:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000029c9d168 00000400:00000010:0.0:1767384368.578595:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000029c9d168. 00000100:00000001:0.0:1767384368.578597:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.578598:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384368.578600:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.578601:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 21 buffers still posted 00000100:00000001:0.0:1767384368.578602:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.578603:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.578604:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.578604:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002a5705b2. 00000400:00000200:0.0:1767384368.578606:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005a1c93e6 00000400:00000010:0.0:1767384368.578607:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000005a1c93e6. 00000100:00000001:0.0:1767384368.578608:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.578609:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384368.578612:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.578613:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 20 buffers still posted 00000100:00000001:0.0:1767384368.578613:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.578614:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.578615:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.578615:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000010604739. 00000400:00000200:0.0:1767384368.578616:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000013123488 00000400:00000010:0.0:1767384368.578617:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000013123488. 00000100:00000001:0.0:1767384368.578619:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.578619:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384368.578622:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.578622:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 19 buffers still posted 00000100:00000001:0.0:1767384368.578623:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.578624:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.578625:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.578625:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000038e161fb. 00000400:00000200:0.0:1767384368.578626:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ba88ba3a 00000400:00000010:0.0:1767384368.578627:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000ba88ba3a. 00000100:00000001:0.0:1767384368.578629:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.578629:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384368.578632:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.578633:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 18 buffers still posted 00000100:00000001:0.0:1767384368.578633:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.578634:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.578635:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.578636:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e1b73756. 00000400:00000200:0.0:1767384368.578637:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001d03ce8c 00000400:00000010:0.0:1767384368.578637:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000001d03ce8c. 00000100:00000001:0.0:1767384368.578639:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.578640:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384368.578642:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.578643:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 17 buffers still posted 00000100:00000001:0.0:1767384368.578644:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.578645:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.578645:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.578646:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000479b6ee. 00000400:00000200:0.0:1767384368.578648:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000021a4090a 00000400:00000010:0.0:1767384368.578649:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000021a4090a. 00000100:00000001:0.0:1767384368.578651:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.578652:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384368.578654:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.578655:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 16 buffers still posted 00000100:00000001:0.0:1767384368.578656:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.578657:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.578657:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.578658:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003938242d. 00000400:00000200:0.0:1767384368.578659:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004e4e233a 00000400:00000010:0.0:1767384368.578660:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000004e4e233a. 00000100:00000001:0.0:1767384368.578662:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.578662:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384368.578665:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.578665:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 15 buffers still posted 00000100:00000001:0.0:1767384368.578666:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.578667:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.578668:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.578668:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005356905a. 00000400:00000200:0.0:1767384368.578669:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c4eec7b4 00000400:00000010:0.0:1767384368.578670:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000c4eec7b4. 00000100:00000001:0.0:1767384368.578672:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.578673:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384368.578675:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.578676:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 14 buffers still posted 00000100:00000001:0.0:1767384368.578677:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.578678:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.578678:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.578679:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d855e2d2. 00000400:00000200:0.0:1767384368.578680:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004d60da36 00000400:00000010:0.0:1767384368.578681:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000004d60da36. 00000100:00000001:0.0:1767384368.578692:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.578693:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384368.578696:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.578697:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 13 buffers still posted 00000100:00000001:0.0:1767384368.578697:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.578699:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.578700:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.578701:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000048710550. 00000400:00000200:0.0:1767384368.578702:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fcb5f6b4 00000400:00000010:0.0:1767384368.578703:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000fcb5f6b4. 00000100:00000001:0.0:1767384368.578705:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.578706:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384368.578708:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.578709:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 12 buffers still posted 00000100:00000001:0.0:1767384368.578710:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.578711:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.578711:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.578712:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000765fc915. 00000400:00000200:0.0:1767384368.578713:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007d5cfb69 00000400:00000010:0.0:1767384368.578714:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000007d5cfb69. 00000100:00000001:0.0:1767384368.578715:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.578716:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384368.578718:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.578719:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 11 buffers still posted 00000100:00000001:0.0:1767384368.578720:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.578721:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.578721:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.578722:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000041300e7c. 00000400:00000200:0.0:1767384368.578723:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ed64fb16 00000400:00000010:0.0:1767384368.578724:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000ed64fb16. 00000100:00000001:0.0:1767384368.578726:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.578726:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384368.578729:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.578730:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 10 buffers still posted 00000100:00000001:0.0:1767384368.578731:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.578732:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.578733:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.578733:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dc171e38. 00000400:00000200:0.0:1767384368.578735:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008c28e2a5 00000400:00000010:0.0:1767384368.578736:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000008c28e2a5. 00000100:00000001:0.0:1767384368.578737:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.578738:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384368.578740:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.578741:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 9 buffers still posted 00000100:00000001:0.0:1767384368.578742:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.578743:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.578744:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.578745:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cadb2d9b. 00000400:00000200:0.0:1767384368.578746:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005bcd92ad 00000400:00000010:0.0:1767384368.578747:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000005bcd92ad. 00000100:00000001:0.0:1767384368.578748:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.578749:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384368.578752:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.578752:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 8 buffers still posted 00000100:00000001:0.0:1767384368.578753:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.578754:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.578755:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.578755:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001e4743b6. 00000400:00000200:0.0:1767384368.578756:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005d1de991 00000400:00000010:0.0:1767384368.578757:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000005d1de991. 00000100:00000001:0.0:1767384368.578759:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.578759:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384368.578762:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.578762:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 7 buffers still posted 00000100:00000001:0.0:1767384368.578763:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.578764:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.578765:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.578766:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000051b78507. 00000400:00000200:0.0:1767384368.578767:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000379aed1b 00000400:00000010:0.0:1767384368.578768:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000379aed1b. 00000100:00000001:0.0:1767384368.578769:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.578770:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384368.578772:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.578773:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 6 buffers still posted 00000100:00000001:0.0:1767384368.578774:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.578774:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.578775:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.578776:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008b0d4c6e. 00000400:00000200:0.0:1767384368.578777:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a8fb86fa 00000400:00000010:0.0:1767384368.578778:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000a8fb86fa. 00000100:00000001:0.0:1767384368.578779:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.578780:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384368.578783:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.578784:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 5 buffers still posted 00000100:00000001:0.0:1767384368.578785:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.578786:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.578786:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.578787:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004079d0c6. 00000400:00000200:0.0:1767384368.578788:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a85139cb 00000400:00000010:0.0:1767384368.578789:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000a85139cb. 00000100:00000001:0.0:1767384368.578791:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.578791:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384368.578793:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.578794:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 4 buffers still posted 00000100:00000001:0.0:1767384368.578795:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.578796:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.578796:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.578797:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000051231980. 00000400:00000200:0.0:1767384368.578798:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000820e7e54 00000400:00000010:0.0:1767384368.578799:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000820e7e54. 00000100:00000001:0.0:1767384368.578801:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.578801:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384368.578804:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.578804:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 3 buffers still posted 00000100:00000001:0.0:1767384368.578805:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.578806:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.578806:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.578807:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000643ddbf5. 00000400:00000200:0.0:1767384368.578808:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000588f9749 00000400:00000010:0.0:1767384368.578809:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000588f9749. 00000100:00000001:0.0:1767384368.578811:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.578811:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384368.578814:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.578815:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 2 buffers still posted 00000100:00000001:0.0:1767384368.578816:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.578816:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.578817:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.578818:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d69c8c92. 00000400:00000200:0.0:1767384368.578819:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000093de28d6 00000400:00000010:0.0:1767384368.578820:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000093de28d6. 00000100:00000001:0.0:1767384368.578833:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.578833:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384368.578836:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.578837:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 1 buffers still posted 00000100:00000001:0.0:1767384368.578838:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.578839:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.578840:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.578841:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000094d41a58. 00000400:00000200:0.0:1767384368.578842:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c070b750 00000400:00000010:0.0:1767384368.578843:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000c070b750. 00000100:00000001:0.0:1767384368.578845:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.578845:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:0.0:1767384368.578848:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.578848:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:0.0:1767384368.578849:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384368.578850:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.578851:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.578852:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.578853:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.578854:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.578854:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.578855:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.578856:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.578856:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.578857:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.578858:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.578858:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.578859:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.578860:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.578861:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.578861:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.578862:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.578863:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.578864:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.578865:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.578866:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.578866:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.578867:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.578868:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.578869:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.578870:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.578871:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.578872:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.578872:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.578873:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.578874:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.578875:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.578875:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.578876:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.578877:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.578877:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.578878:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.578879:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.578879:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.578880:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.578881:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.578881:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.578882:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.578883:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.578883:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.578884:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.578885:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.578885:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.578886:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.578887:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.578887:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.578888:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.578889:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.578889:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.578890:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.578891:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.578891:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.578892:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.578893:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.578893:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.578894:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.578895:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.578895:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.578896:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.578897:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.578898:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.578899:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.578899:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.578900:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.578901:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.578902:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.578902:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.578903:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.578904:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.578905:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.578905:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.578906:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.578906:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.578907:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.578908:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.578909:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.578909:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.578910:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.578910:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.578911:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.578912:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.578913:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.578913:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.578914:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.578914:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.578915:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.578916:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.578917:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.578917:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.578918:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.578918:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.578919:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.578920:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.578921:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.578921:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.578922:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.578923:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.578923:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.578924:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.578925:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.578926:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.578927:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.578927:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.578928:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.578929:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.578930:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.578930:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.578931:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.578932:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.578933:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.578933:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.578934:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.578934:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.578935:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.578936:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.578937:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.578937:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.578938:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.578939:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.578939:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.578940:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.578941:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.578941:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000010:0.0:1767384368.578942:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000905f7b4f. 00000100:00000010:0.0:1767384368.579018:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ce41e54e. 00000100:00000010:0.0:1767384368.579021:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000003acb214b. 00000100:00000010:0.0:1767384368.579074:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d6b91091. 00000100:00000010:0.0:1767384368.579075:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000e7713948. 00000100:00000010:0.0:1767384368.579162:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d081484b. 00000100:00000010:0.0:1767384368.579165:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000003af6eff3. 00000100:00000010:0.0:1767384368.579220:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000209739d5. 00000100:00000010:0.0:1767384368.579221:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000002c89684f. 00000100:00000010:0.0:1767384368.579275:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000e227752. 00000100:00000010:0.0:1767384368.579276:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000ea436a01. 00000100:00000010:0.0:1767384368.579327:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c75f8ff3. 00000100:00000010:0.0:1767384368.579329:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000006f48a2b6. 00000100:00000010:0.0:1767384368.579376:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f4dc69fe. 00000100:00000010:0.0:1767384368.579378:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000013380781. 00000100:00000010:0.0:1767384368.579445:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009b543c92. 00000100:00000010:0.0:1767384368.579447:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000030edf5ee. 00000100:00000010:0.0:1767384368.579500:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002c78b547. 00000100:00000010:0.0:1767384368.579501:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000006d43109f. 00000100:00000010:0.0:1767384368.579546:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008021d7f5. 00000100:00000010:0.0:1767384368.579547:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000004252f5b2. 00000100:00000010:0.0:1767384368.579593:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006675ea24. 00000100:00000010:0.0:1767384368.579594:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000362ca060. 00000100:00000010:0.0:1767384368.579646:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009a968296. 00000100:00000010:0.0:1767384368.579647:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000000cd660ad. 00000100:00000010:0.0:1767384368.579694:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000089ae49de. 00000100:00000010:0.0:1767384368.579696:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000a5180869. 00000100:00000010:0.0:1767384368.579742:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000001b7fa5a. 00000100:00000010:0.0:1767384368.579744:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000005290d8a5. 00000100:00000010:0.0:1767384368.579787:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003116e4b1. 00000100:00000010:0.0:1767384368.579789:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000e9512f5e. 00000100:00000010:0.0:1767384368.579832:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009af2f541. 00000100:00000010:0.0:1767384368.579834:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000e4a46001. 00000100:00000010:0.0:1767384368.579879:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a9f13601. 00000100:00000010:0.0:1767384368.579881:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000ada2db03. 00000100:00000010:0.0:1767384368.579923:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009ba75bfb. 00000100:00000010:0.0:1767384368.579925:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000cda0ce8e. 00000100:00000010:0.0:1767384368.579976:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000090030961. 00000100:00000010:0.0:1767384368.579977:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000099018dd1. 00000100:00000010:0.0:1767384368.580037:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000304e5def. 00000100:00000010:0.0:1767384368.580040:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000084200eca. 00000100:00000010:0.0:1767384368.580085:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000fd52eed2. 00000100:00000010:0.0:1767384368.580105:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000d623a9c4. 00000100:00000010:0.0:1767384368.580161:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a246014b. 00000100:00000010:0.0:1767384368.580164:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000244225ab. 00000100:00000010:0.0:1767384368.580212:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000da5afc8d. 00000100:00000010:0.0:1767384368.580214:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000003c6b1c4a. 00000100:00000010:0.0:1767384368.580264:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b14b7463. 00000100:00000010:0.0:1767384368.580266:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000077655ea7. 00000100:00000010:0.0:1767384368.580313:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000076c711d9. 00000100:00000010:0.0:1767384368.580315:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000332677f7. 00000100:00000010:0.0:1767384368.580362:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002f9a0f09. 00000100:00000010:0.0:1767384368.580364:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000009e782688. 00000100:00000010:0.0:1767384368.580408:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000282fb032. 00000100:00000010:0.0:1767384368.580410:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000142d959e. 00000100:00000010:0.0:1767384368.580461:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004089d25c. 00000100:00000010:0.0:1767384368.580462:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000037861d70. 00000100:00000010:0.0:1767384368.580521:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004f5d8f5d. 00000100:00000010:0.0:1767384368.580522:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000d203445b. 00000100:00000010:0.0:1767384368.580571:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000088741892. 00000100:00000010:0.0:1767384368.580572:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000006bf7d567. 00000100:00000010:0.0:1767384368.580620:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f34982ca. 00000100:00000010:0.0:1767384368.580637:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000d6fc5aee. 00000100:00000010:0.0:1767384368.580675:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007b795373. 00000100:00000010:0.0:1767384368.580677:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000005f9cd2e7. 00000100:00000010:0.0:1767384368.580727:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004d43e8f1. 00000100:00000010:0.0:1767384368.580728:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000033d4f9bd. 00000100:00000010:0.0:1767384368.580782:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000021ce8bce. 00000100:00000010:0.0:1767384368.580783:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000038a69877. 00000100:00000010:0.0:1767384368.580827:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a28256f6. 00000100:00000010:0.0:1767384368.580829:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000670ad3fa. 00000100:00000010:0.0:1767384368.580865:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a99580a3. 00000100:00000010:0.0:1767384368.580867:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000520356cc. 00000100:00000010:0.0:1767384368.580913:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000bee5dff5. 00000100:00000010:0.0:1767384368.580915:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000c5b2d824. 00000100:00000010:0.0:1767384368.580954:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d799f980. 00000100:00000010:0.0:1767384368.580956:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000831c5c58. 00000100:00000010:0.0:1767384368.581081:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005ee9b66a. 00000100:00000010:0.0:1767384368.581084:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000334356a1. 00000100:00000010:0.0:1767384368.581161:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000076d8bc0e. 00000100:00000010:0.0:1767384368.581165:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000432a17e7. 00000100:00000010:0.0:1767384368.581206:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e3aab567. 00000100:00000010:0.0:1767384368.581208:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000740a7071. 00000100:00000010:0.0:1767384368.581253:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c4ac55cf. 00000100:00000010:0.0:1767384368.581255:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000464d2cfd. 00000100:00000010:0.0:1767384368.581292:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000893f66a3. 00000100:00000010:0.0:1767384368.581293:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000535f267c. 00000100:00000010:0.0:1767384368.581334:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e82d0fa5. 00000100:00000010:0.0:1767384368.581335:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000a6809ae2. 00000100:00000010:0.0:1767384368.581384:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000ca809bf. 00000100:00000010:0.0:1767384368.581386:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000001583495b. 00000100:00000010:0.0:1767384368.581431:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d603f14b. 00000100:00000010:0.0:1767384368.581433:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000007c60ec5. 00000100:00000010:0.0:1767384368.581479:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c19abe03. 00000100:00000010:0.0:1767384368.581481:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000000becfb3b. 00000100:00000010:0.0:1767384368.581528:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000261bdbad. 00000100:00000010:0.0:1767384368.581530:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000008d8137ab. 00000100:00000010:0.0:1767384368.581574:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f8573448. 00000100:00000010:0.0:1767384368.581575:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000e29fe41c. 00000100:00000010:0.0:1767384368.581617:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000023fcadea. 00000100:00000010:0.0:1767384368.581618:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000006650f992. 00000100:00000010:0.0:1767384368.581679:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001a02c095. 00000100:00000010:0.0:1767384368.581680:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000008d48f19c. 00000100:00000010:0.0:1767384368.581741:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f7e9117e. 00000100:00000010:0.0:1767384368.581743:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000dff4d5f7. 00000100:00000010:0.0:1767384368.581784:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004b11d7a9. 00000100:00000010:0.0:1767384368.581786:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000005bf443f9. 00000100:00000010:0.0:1767384368.581829:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009139234f. 00000100:00000010:0.0:1767384368.581831:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000c1bc0b79. 00000100:00000010:0.0:1767384368.581884:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005e05c960. 00000100:00000010:0.0:1767384368.581885:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000083301293. 00000100:00000010:0.0:1767384368.581930:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ff921f0d. 00000100:00000010:0.0:1767384368.581931:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000b6a0971a. 00000100:00000010:0.0:1767384368.581972:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000875c9c94. 00000100:00000010:0.0:1767384368.581974:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000b8ad4f6b. 00000100:00000010:0.0:1767384368.582031:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000084444994. 00000100:00000010:0.0:1767384368.582033:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000e68ad995. 00000100:00000010:0.0:1767384368.582108:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d527e6a3. 00000100:00000010:0.0:1767384368.582112:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000003c11952. 00000100:00000010:0.0:1767384368.582163:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000bfe2c90f. 00000100:00000010:0.0:1767384368.582165:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000e47ca8f0. 00000100:00000010:0.0:1767384368.582214:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b6870aab. 00000100:00000010:0.0:1767384368.582215:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000cef4886a. 00000100:00000010:0.0:1767384368.582260:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f2c9e1b7. 00000100:00000010:0.0:1767384368.582262:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000d4fe3035. 00000100:00000010:0.0:1767384368.582309:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a1243ab9. 00000100:00000010:0.0:1767384368.582311:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000d20fe75b. 00000100:00000010:0.0:1767384368.582361:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000bcfdd4be. 00000100:00000010:0.0:1767384368.582363:0:39775:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 00000000ae2c864e. 00000100:00000010:0.0:1767384368.582367:0:39775:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 000000007be280a0. 00000100:00000001:0.0:1767384368.582373:0:39775:0:(nrs.c:1051:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:0.0:1767384368.582374:0:39775:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1767384368.582375:0:39775:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:0.0:1767384368.582376:0:39775:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:0.0:1767384368.582377:0:39775:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 00000000f1f3ca82. 00000100:00000001:0.0:1767384368.582379:0:39775:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:0.0:1767384368.582380:0:39775:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384368.582381:0:39775:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1767384368.582382:0:39775:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000008089dd77. 00000100:00000001:0.0:1767384368.582384:0:39775:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1767384368.582385:0:39775:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1767384368.582386:0:39775:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000672a0c4d. 00000100:00000001:0.0:1767384368.582387:0:39775:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1767384368.582388:0:39775:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1767384368.582389:0:39775:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000bac7e092. 00000100:00000001:0.0:1767384368.582390:0:39775:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1767384368.582391:0:39775:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1767384368.582392:0:39775:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 0000000041ac9653. 00000100:00000001:0.0:1767384368.582393:0:39775:0:(nrs.c:1082:nrs_svcpt_cleanup_locked()) Process leaving 00000020:00000010:0.0:1767384368.582439:0:39775:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 00000000cf9d48a5. 00000020:00000010:0.0:1767384368.582442:0:39775:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 0000000042918ad3. 00000100:00000010:0.0:1767384368.582457:0:39775:0:(service.c:3811:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at 0000000048dbcd3d. 00000100:00000010:0.0:1767384368.582463:0:39775:0:(service.c:3817:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at 00000000a98edd11. 00000100:00000010:0.0:1767384368.582465:0:39775:0:(service.c:3823:ptlrpc_service_free()) kfreed 'svcpt': 784 at 00000000b1c1abbb. 00000100:00000010:0.0:1767384368.582470:0:39775:0:(service.c:3829:ptlrpc_service_free()) kfreed 'svc': 352 at 00000000bafcbd4e. 00000100:00000001:0.0:1767384368.582471:0:39775:0:(service.c:3856:ptlrpc_unregister_service()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384368.582473:0:39775:0:(service.c:3834:ptlrpc_unregister_service()) Process entered 00000100:00000200:0.0:1767384368.582474:0:39775:0:(service.c:3836:ptlrpc_unregister_service()) mdt_seqs: tearing down 00000100:00000001:0.0:1767384368.582476:0:39775:0:(service.c:3377:ptlrpc_stop_all_threads()) Process entered 00000100:00000001:0.0:1767384368.582477:0:39775:0:(service.c:3331:ptlrpc_svcpt_stop_threads()) Process entered 00000100:00000040:0.0:1767384368.582477:0:39775:0:(service.c:3334:ptlrpc_svcpt_stop_threads()) Stopping threads for service mdt_seqs 00000100:00000040:0.0:1767384368.582478:0:39775:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_seqs #1 00000100:00000040:0.0:1767384368.582480:0:39775:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_seqs #0 00000100:00000040:0.0:1767384368.582495:0:39775:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt_seqs #1 00000020:00000010:3.0:1767384368.582513:0:16786:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000de9a84b1. 00000040:00000010:3.0:1767384368.582518:0:16786:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000056794da. 00000020:00000010:3.0:1767384368.582520:0:16786:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000009e89f06d. 00000020:00000010:3.0:1767384368.582524:0:16786:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000001ce09056. 00000020:00000010:3.0:1767384368.582527:0:16786:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000686a3762. 80000000:00000010:3.0:1767384368.582529:0:16786:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000add4e383. 40000000:00000010:3.0:1767384368.582532:0:16786:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000050fda701. 00100000:00000010:3.0:1767384368.582535:0:16786:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000ce8e9b8c. 00040000:00000010:3.0:1767384368.582539:0:16786:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000077d5527c. 00040000:00000010:3.0:1767384368.582542:0:16786:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000086ade03. 00080000:00000010:3.0:1767384368.582546:0:16786:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000aab2408c. 00000004:00000010:3.0:1767384368.582549:0:16786:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000004d6b846d. 00000020:00000010:1.0:1767384368.582552:0:16785:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000008d91b4f5. 00000020:00000010:3.0:1767384368.582553:0:16786:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000938eade7. 00000040:00000010:1.0:1767384368.582560:0:16785:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000003bb9ab3f. 00000020:00000010:3.0:1767384368.582561:0:16786:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000001b5c2197. 00000020:00000010:1.0:1767384368.582565:0:16785:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000002a624309. 00000100:00000010:3.0:1767384368.582571:0:16786:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000b5cd5887. 00000020:00000010:1.0:1767384368.582571:0:16785:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000007dec4d2b. 00000100:00100000:3.0:1767384368.582579:0:16786:0:(service.c:3155:ptlrpc_main()) mdt_seqs_0001: service thread [00000000f0674e20:16786] 1 exiting: rc = 0 00000020:00000010:1.0:1767384368.582579:0:16785:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000a981b53f. 80000000:00000010:1.0:1767384368.582584:0:16785:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000069aeea39. 40000000:00000010:1.0:1767384368.582587:0:16785:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000aa122060. 00100000:00000010:1.0:1767384368.582590:0:16785:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000b24309f0. 00040000:00000010:1.0:1767384368.582592:0:16785:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000cd58ae5b. 00040000:00000010:1.0:1767384368.582595:0:16785:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000006768da8a. 00080000:00000010:1.0:1767384368.582598:0:16785:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000009dfe7681. 00000004:00000010:1.0:1767384368.582601:0:16785:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000001ee21b4. 00000020:00000010:1.0:1767384368.582604:0:16785:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000584636c0. 00000100:00000040:0.0:1767384368.582606:0:39775:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt_seqs #0 00000020:00000010:1.0:1767384368.582608:0:16785:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000c8fb600d. 00000100:00000010:1.0:1767384368.582614:0:16785:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000dc7481e4. 00000100:00100000:1.0:1767384368.582617:0:16785:0:(service.c:3155:ptlrpc_main()) mdt_seqs_0000: service thread [000000001c306253:16785] 0 exiting: rc = 1 00000100:00000010:0.0:1767384368.582637:0:39775:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 000000001c306253. 00000100:00000010:0.0:1767384368.582643:0:39775:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000f0674e20. 00000100:00000001:0.0:1767384368.582648:0:39775:0:(service.c:3368:ptlrpc_svcpt_stop_threads()) Process leaving 00000100:00000001:0.0:1767384368.582650:0:39775:0:(service.c:3384:ptlrpc_stop_all_threads()) Process leaving 00000400:00000200:0.0:1767384368.582653:0:39775:0:(lib-ptl.c:969:lnet_clear_lazy_portal()) clearing portal 32 lazy 00000400:00000001:0.0:1767384368.582656:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.582658:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.582659:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bc8ca4bf. 00000400:00000200:0.0:1767384368.582662:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000443dbcf6 00000400:00000010:0.0:1767384368.582664:0:39775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000443dbcf6. 00000100:00000001:0.0:1767384368.582667:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.582669:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384368.582673:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.582674:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384368.582676:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.582677:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.582677:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.582678:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000347fbf6a. 00000400:00000200:0.0:1767384368.582680:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001baab2fa 00000400:00000010:0.0:1767384368.582681:0:39775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001baab2fa. 00000100:00000001:0.0:1767384368.582682:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.582683:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384368.582685:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.582686:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:0.0:1767384368.582687:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.582688:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.582688:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.582689:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000018fc9f4e. 00000400:00000200:0.0:1767384368.582690:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d1425f33 00000400:00000010:0.0:1767384368.582691:0:39775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d1425f33. 00000100:00000001:0.0:1767384368.582692:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.582692:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384368.582696:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.582696:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 61 buffers still posted 00000100:00000001:0.0:1767384368.582697:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.582698:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.582699:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.582699:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007f5c8556. 00000400:00000200:0.0:1767384368.582700:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e5000c44 00000400:00000010:0.0:1767384368.582701:0:39775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e5000c44. 00000100:00000001:0.0:1767384368.582702:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.582703:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384368.582705:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.582706:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 60 buffers still posted 00000100:00000001:0.0:1767384368.582707:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.582708:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.582708:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.582709:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ec770fc8. 00000400:00000200:0.0:1767384368.582710:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003831aae3 00000400:00000010:0.0:1767384368.582711:0:39775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003831aae3. 00000100:00000001:0.0:1767384368.582712:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.582712:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384368.582715:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.582716:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 59 buffers still posted 00000100:00000001:0.0:1767384368.582717:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.582718:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.582719:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.582719:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006900a201. 00000400:00000200:0.0:1767384368.582721:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ae287094 00000400:00000010:0.0:1767384368.582721:0:39775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ae287094. 00000100:00000001:0.0:1767384368.582723:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.582723:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384368.582726:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.582726:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 58 buffers still posted 00000100:00000001:0.0:1767384368.582727:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.582728:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.582729:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.582729:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005c5673c6. 00000400:00000200:0.0:1767384368.582730:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c4944d3a 00000400:00000010:0.0:1767384368.582731:0:39775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c4944d3a. 00000100:00000001:0.0:1767384368.582733:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.582733:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384368.582735:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.582736:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 57 buffers still posted 00000100:00000001:0.0:1767384368.582737:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.582738:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.582738:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.582739:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000066d6221e. 00000400:00000200:0.0:1767384368.582740:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000ce42d36 00000400:00000010:0.0:1767384368.582741:0:39775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000ce42d36. 00000100:00000001:0.0:1767384368.582742:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.582743:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384368.582745:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.582746:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 56 buffers still posted 00000100:00000001:0.0:1767384368.582746:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.582747:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.582748:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.582748:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000048bc5643. 00000400:00000200:0.0:1767384368.582749:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009d386ebf 00000400:00000010:0.0:1767384368.582750:0:39775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009d386ebf. 00000100:00000001:0.0:1767384368.582751:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.582752:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384368.582755:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.582755:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 55 buffers still posted 00000100:00000001:0.0:1767384368.582756:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.582757:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.582758:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.582759:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b7a285ff. 00000400:00000200:0.0:1767384368.582760:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cb169223 00000400:00000010:0.0:1767384368.582760:0:39775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cb169223. 00000100:00000001:0.0:1767384368.582761:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.582762:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384368.582764:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.582765:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 54 buffers still posted 00000100:00000001:0.0:1767384368.582766:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.582767:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.582767:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.582768:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c0bbf7fc. 00000400:00000200:0.0:1767384368.582769:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001f6d0533 00000400:00000010:0.0:1767384368.582769:0:39775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001f6d0533. 00000100:00000001:0.0:1767384368.582770:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.582771:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384368.582773:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.582774:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 53 buffers still posted 00000100:00000001:0.0:1767384368.582775:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.582776:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.582776:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.582777:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c8bb58c7. 00000400:00000200:0.0:1767384368.582778:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c62e5b4f 00000400:00000010:0.0:1767384368.582778:0:39775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c62e5b4f. 00000100:00000001:0.0:1767384368.582779:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.582780:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384368.582782:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.582783:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 52 buffers still posted 00000100:00000001:0.0:1767384368.582784:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.582785:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.582785:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.582786:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007a10f4bc. 00000400:00000200:0.0:1767384368.582787:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007a2b226c 00000400:00000010:0.0:1767384368.582788:0:39775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007a2b226c. 00000100:00000001:0.0:1767384368.582789:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.582790:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384368.582793:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.582794:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 51 buffers still posted 00000100:00000001:0.0:1767384368.582794:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.582795:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.582796:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.582796:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bafd8ea7. 00000400:00000200:0.0:1767384368.582797:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001f45eab9 00000400:00000010:0.0:1767384368.582798:0:39775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001f45eab9. 00000100:00000001:0.0:1767384368.582799:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.582800:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384368.582802:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.582803:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 50 buffers still posted 00000100:00000001:0.0:1767384368.582804:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.582805:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.582805:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.582806:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009c8ee98c. 00000400:00000200:0.0:1767384368.582807:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005a40c003 00000400:00000010:0.0:1767384368.582808:0:39775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005a40c003. 00000100:00000001:0.0:1767384368.582809:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.582809:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384368.582812:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.582812:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 49 buffers still posted 00000100:00000001:0.0:1767384368.582813:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.582814:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.582814:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.582815:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000017194d00. 00000400:00000200:0.0:1767384368.582816:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007742be0e 00000400:00000010:0.0:1767384368.582817:0:39775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007742be0e. 00000100:00000001:0.0:1767384368.582818:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.582818:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384368.582821:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.582821:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 48 buffers still posted 00000100:00000001:0.0:1767384368.582822:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.582823:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.582824:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.582825:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002b15dc72. 00000400:00000200:0.0:1767384368.582826:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000744e24d 00000400:00000010:0.0:1767384368.582826:0:39775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000744e24d. 00000100:00000001:0.0:1767384368.582827:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.582828:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384368.582830:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.582831:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 47 buffers still posted 00000100:00000001:0.0:1767384368.582832:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.582832:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.582833:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.582833:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000daa9def0. 00000400:00000200:0.0:1767384368.582834:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cbfa7daf 00000400:00000010:0.0:1767384368.582835:0:39775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cbfa7daf. 00000100:00000001:0.0:1767384368.582836:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.582837:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384368.582839:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.582840:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 46 buffers still posted 00000100:00000001:0.0:1767384368.582840:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.582841:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.582842:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.582842:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f8cc01a3. 00000400:00000200:0.0:1767384368.582843:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000016ad7be7 00000400:00000010:0.0:1767384368.582844:0:39775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000016ad7be7. 00000100:00000001:0.0:1767384368.582845:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.582846:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384368.582848:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.582849:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 45 buffers still posted 00000100:00000001:0.0:1767384368.582850:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.582850:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.582851:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.582851:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f4565c21. 00000400:00000200:0.0:1767384368.582852:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000099ac357e 00000400:00000010:0.0:1767384368.582853:0:39775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000099ac357e. 00000100:00000001:0.0:1767384368.582854:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.582855:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384368.582857:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.582858:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 44 buffers still posted 00000100:00000001:0.0:1767384368.582859:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.582860:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.582860:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.582861:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e4b38a3c. 00000400:00000200:0.0:1767384368.582862:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009da0f0a9 00000400:00000010:0.0:1767384368.582862:0:39775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009da0f0a9. 00000100:00000001:0.0:1767384368.582863:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.582864:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384368.582866:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.582867:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 43 buffers still posted 00000100:00000001:0.0:1767384368.582868:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.582869:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.582869:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.582870:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000074e173fc. 00000400:00000200:0.0:1767384368.582871:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e681bd56 00000400:00000010:0.0:1767384368.582871:0:39775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e681bd56. 00000100:00000001:0.0:1767384368.582872:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.582873:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384368.582875:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.582876:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 42 buffers still posted 00000100:00000001:0.0:1767384368.582877:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.582877:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.582878:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.582879:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d7a4ae09. 00000400:00000200:0.0:1767384368.582880:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000011e5ea64 00000400:00000010:0.0:1767384368.582880:0:39775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000011e5ea64. 00000100:00000001:0.0:1767384368.582881:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.582882:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384368.582884:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.582885:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 41 buffers still posted 00000100:00000001:0.0:1767384368.582886:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.582886:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.582887:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.582887:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000012f8afef. 00000400:00000200:0.0:1767384368.582888:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001dff8a3e 00000400:00000010:0.0:1767384368.582889:0:39775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001dff8a3e. 00000100:00000001:0.0:1767384368.582890:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.582891:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384368.582893:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.582894:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 40 buffers still posted 00000100:00000001:0.0:1767384368.582895:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.582896:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.582896:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.582897:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009082f43a. 00000400:00000200:0.0:1767384368.582898:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000060288206 00000400:00000010:0.0:1767384368.582899:0:39775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000060288206. 00000100:00000001:0.0:1767384368.582900:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.582900:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384368.582902:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.582903:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 39 buffers still posted 00000100:00000001:0.0:1767384368.582904:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.582904:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.582905:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.582906:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004dfd047e. 00000400:00000200:0.0:1767384368.582907:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ee3d83f5 00000400:00000010:0.0:1767384368.582907:0:39775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ee3d83f5. 00000100:00000001:0.0:1767384368.582908:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.582909:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384368.582911:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.582912:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 38 buffers still posted 00000100:00000001:0.0:1767384368.582913:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.582913:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.582914:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.582915:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fe183690. 00000400:00000200:0.0:1767384368.582916:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000026d30f1f 00000400:00000010:0.0:1767384368.582916:0:39775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000026d30f1f. 00000100:00000001:0.0:1767384368.582917:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.582918:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384368.582920:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.582921:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 37 buffers still posted 00000100:00000001:0.0:1767384368.582922:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.582922:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.582923:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.582924:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000d40bfdd. 00000400:00000200:0.0:1767384368.582925:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003d8329dc 00000400:00000010:0.0:1767384368.582926:0:39775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003d8329dc. 00000100:00000001:0.0:1767384368.582927:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.582927:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384368.582930:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.582930:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 36 buffers still posted 00000100:00000001:0.0:1767384368.582931:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.582932:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.582932:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.582933:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000735dd7db. 00000400:00000200:0.0:1767384368.582934:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008fe1ed3f 00000400:00000010:0.0:1767384368.582935:0:39775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008fe1ed3f. 00000100:00000001:0.0:1767384368.582936:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.582936:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384368.582939:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.582939:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 35 buffers still posted 00000100:00000001:0.0:1767384368.582940:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.582941:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.582941:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.582942:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000052e1bd4c. 00000400:00000200:0.0:1767384368.582943:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002feec101 00000400:00000010:0.0:1767384368.582944:0:39775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002feec101. 00000100:00000001:0.0:1767384368.582945:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.582945:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384368.582948:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.582948:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 34 buffers still posted 00000100:00000001:0.0:1767384368.582949:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.582950:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.582950:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.582951:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000058c37669. 00000400:00000200:0.0:1767384368.582952:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aca80910 00000400:00000010:0.0:1767384368.582953:0:39775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000aca80910. 00000100:00000001:0.0:1767384368.582954:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.582954:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384368.582957:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.582957:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 33 buffers still posted 00000100:00000001:0.0:1767384368.582958:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.582959:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.582960:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.582961:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008f4f59d9. 00000400:00000200:0.0:1767384368.582962:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eb23fb28 00000400:00000010:0.0:1767384368.582962:0:39775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000eb23fb28. 00000100:00000001:0.0:1767384368.582963:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.582964:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384368.582966:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.582967:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 32 buffers still posted 00000100:00000001:0.0:1767384368.582968:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.582968:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.582969:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.582970:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cb0e5864. 00000400:00000200:0.0:1767384368.582971:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d43bcf95 00000400:00000010:0.0:1767384368.582971:0:39775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d43bcf95. 00000100:00000001:0.0:1767384368.582972:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.582973:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384368.582975:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.582976:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 31 buffers still posted 00000100:00000001:0.0:1767384368.582977:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.582977:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.582978:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.582979:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008db36f16. 00000400:00000200:0.0:1767384368.582980:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a11cd3aa 00000400:00000010:0.0:1767384368.582980:0:39775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a11cd3aa. 00000100:00000001:0.0:1767384368.582981:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.582982:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384368.582996:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.582998:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 30 buffers still posted 00000100:00000001:0.0:1767384368.582999:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.583001:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.583002:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.583003:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001b7e797b. 00000400:00000200:0.0:1767384368.583004:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008afe134d 00000400:00000010:0.0:1767384368.583005:0:39775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008afe134d. 00000100:00000001:0.0:1767384368.583006:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.583007:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384368.583010:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.583011:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 29 buffers still posted 00000100:00000001:0.0:1767384368.583012:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.583013:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.583014:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.583015:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008cd0daf3. 00000400:00000200:0.0:1767384368.583016:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000064fe8a06 00000400:00000010:0.0:1767384368.583017:0:39775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000064fe8a06. 00000100:00000001:0.0:1767384368.583018:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.583019:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384368.583021:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.583022:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 28 buffers still posted 00000100:00000001:0.0:1767384368.583023:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.583023:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.583024:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.583025:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000082ce785. 00000400:00000200:0.0:1767384368.583026:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007eab30ff 00000400:00000010:0.0:1767384368.583026:0:39775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007eab30ff. 00000100:00000001:0.0:1767384368.583027:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.583028:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384368.583031:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.583032:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 27 buffers still posted 00000100:00000001:0.0:1767384368.583032:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.583033:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.583034:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.583034:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009f9cb79d. 00000400:00000200:0.0:1767384368.583035:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eb8f0daa 00000400:00000010:0.0:1767384368.583036:0:39775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000eb8f0daa. 00000100:00000001:0.0:1767384368.583037:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.583038:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384368.583040:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.583041:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 26 buffers still posted 00000100:00000001:0.0:1767384368.583042:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.583043:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.583043:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.583044:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d4b93f28. 00000400:00000200:0.0:1767384368.583045:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009083792d 00000400:00000010:0.0:1767384368.583046:0:39775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009083792d. 00000100:00000001:0.0:1767384368.583047:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.583048:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384368.583051:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.583051:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 25 buffers still posted 00000100:00000001:0.0:1767384368.583053:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.583053:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.583054:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.583055:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008b94e9de. 00000400:00000200:0.0:1767384368.583056:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c851efab 00000400:00000010:0.0:1767384368.583057:0:39775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c851efab. 00000100:00000001:0.0:1767384368.583058:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.583059:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384368.583061:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.583062:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 24 buffers still posted 00000100:00000001:0.0:1767384368.583062:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.583063:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.583064:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.583064:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000036a618b7. 00000400:00000200:0.0:1767384368.583065:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ff0dcc27 00000400:00000010:0.0:1767384368.583066:0:39775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ff0dcc27. 00000100:00000001:0.0:1767384368.583067:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.583068:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384368.583070:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.583071:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 23 buffers still posted 00000100:00000001:0.0:1767384368.583071:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.583072:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.583073:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.583073:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000071a47a84. 00000400:00000200:0.0:1767384368.583074:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fd6aea3b 00000400:00000010:0.0:1767384368.583075:0:39775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fd6aea3b. 00000100:00000001:0.0:1767384368.583076:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.583077:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384368.583079:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.583080:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 22 buffers still posted 00000100:00000001:0.0:1767384368.583081:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.583081:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.583082:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.583083:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d5714d94. 00000400:00000200:0.0:1767384368.583084:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000088d7a996 00000400:00000010:0.0:1767384368.583084:0:39775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000088d7a996. 00000100:00000001:0.0:1767384368.583115:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.583117:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384368.583122:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.583123:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 21 buffers still posted 00000100:00000001:0.0:1767384368.583125:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.583127:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.583128:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.583129:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000b34ffec. 00000400:00000200:0.0:1767384368.583131:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007c1ba717 00000400:00000010:0.0:1767384368.583133:0:39775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007c1ba717. 00000100:00000001:0.0:1767384368.583135:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.583136:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384368.583141:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.583142:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 20 buffers still posted 00000100:00000001:0.0:1767384368.583144:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.583145:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.583146:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.583148:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f8a0386a. 00000400:00000200:0.0:1767384368.583149:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f8cf8469 00000400:00000010:0.0:1767384368.583151:0:39775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f8cf8469. 00000100:00000001:0.0:1767384368.583153:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.583155:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384368.583157:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.583158:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 19 buffers still posted 00000100:00000001:0.0:1767384368.583159:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.583160:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.583161:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.583162:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e494c009. 00000400:00000200:0.0:1767384368.583163:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000059dfecf 00000400:00000010:0.0:1767384368.583164:0:39775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000059dfecf. 00000100:00000001:0.0:1767384368.583165:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.583166:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384368.583168:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.583169:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 18 buffers still posted 00000100:00000001:0.0:1767384368.583170:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.583170:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.583171:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.583172:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ff6faca4. 00000400:00000200:0.0:1767384368.583174:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f7927559 00000400:00000010:0.0:1767384368.583174:0:39775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f7927559. 00000100:00000001:0.0:1767384368.583176:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.583176:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384368.583179:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.583180:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 17 buffers still posted 00000100:00000001:0.0:1767384368.583181:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.583182:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.583182:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.583183:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000252bd8f1. 00000400:00000200:0.0:1767384368.583184:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000952941e1 00000400:00000010:0.0:1767384368.583185:0:39775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000952941e1. 00000100:00000001:0.0:1767384368.583186:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.583186:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384368.583189:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.583189:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 16 buffers still posted 00000100:00000001:0.0:1767384368.583190:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.583191:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.583191:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.583192:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000d07ce33. 00000400:00000200:0.0:1767384368.583193:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ffe3ee61 00000400:00000010:0.0:1767384368.583194:0:39775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ffe3ee61. 00000100:00000001:0.0:1767384368.583195:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.583195:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384368.583198:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.583199:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 15 buffers still posted 00000100:00000001:0.0:1767384368.583199:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.583200:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.583201:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.583201:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dce2454c. 00000400:00000200:0.0:1767384368.583202:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009844c22a 00000400:00000010:0.0:1767384368.583203:0:39775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009844c22a. 00000100:00000001:0.0:1767384368.583204:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.583205:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384368.583207:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.583208:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 14 buffers still posted 00000100:00000001:0.0:1767384368.583209:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.583210:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.583211:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.583212:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000172ff323. 00000400:00000200:0.0:1767384368.583213:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000708d2568 00000400:00000010:0.0:1767384368.583214:0:39775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000708d2568. 00000100:00000001:0.0:1767384368.583215:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.583216:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384368.583218:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.583219:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 13 buffers still posted 00000100:00000001:0.0:1767384368.583220:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.583221:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.583221:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.583222:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000109a4da. 00000400:00000200:0.0:1767384368.583223:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001479f2d8 00000400:00000010:0.0:1767384368.583224:0:39775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001479f2d8. 00000100:00000001:0.0:1767384368.583225:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.583225:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384368.583228:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.583228:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 12 buffers still posted 00000100:00000001:0.0:1767384368.583229:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.583230:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.583231:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.583231:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b77c289a. 00000400:00000200:0.0:1767384368.583232:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d21c9ddd 00000400:00000010:0.0:1767384368.583233:0:39775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d21c9ddd. 00000100:00000001:0.0:1767384368.583234:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.583234:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384368.583237:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.583237:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 11 buffers still posted 00000100:00000001:0.0:1767384368.583238:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.583239:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.583240:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.583240:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000070e298df. 00000400:00000200:0.0:1767384368.583241:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007e81d424 00000400:00000010:0.0:1767384368.583242:0:39775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007e81d424. 00000100:00000001:0.0:1767384368.583243:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.583243:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384368.583246:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.583247:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 10 buffers still posted 00000100:00000001:0.0:1767384368.583248:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.583249:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.583249:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.583250:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000047675187. 00000400:00000200:0.0:1767384368.583251:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007e67e083 00000400:00000010:0.0:1767384368.583252:0:39775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007e67e083. 00000100:00000001:0.0:1767384368.583253:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.583253:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384368.583256:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.583256:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 9 buffers still posted 00000100:00000001:0.0:1767384368.583257:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.583258:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.583258:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.583259:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000000260598. 00000400:00000200:0.0:1767384368.583260:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000ae2cbf9 00000400:00000010:0.0:1767384368.583261:0:39775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000ae2cbf9. 00000100:00000001:0.0:1767384368.583262:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.583262:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384368.583265:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.583265:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 8 buffers still posted 00000100:00000001:0.0:1767384368.583266:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.583267:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.583267:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.583268:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000017d749f0. 00000400:00000200:0.0:1767384368.583269:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ee91cff4 00000400:00000010:0.0:1767384368.583270:0:39775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ee91cff4. 00000100:00000001:0.0:1767384368.583271:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.583271:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384368.583273:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.583274:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 7 buffers still posted 00000100:00000001:0.0:1767384368.583275:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.583276:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.583276:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.583277:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006bc0e879. 00000400:00000200:0.0:1767384368.583278:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005ad41727 00000400:00000010:0.0:1767384368.583279:0:39775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005ad41727. 00000100:00000001:0.0:1767384368.583279:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.583281:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384368.583283:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.583284:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 6 buffers still posted 00000100:00000001:0.0:1767384368.583284:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.583285:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.583286:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.583286:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000712d4240. 00000400:00000200:0.0:1767384368.583287:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b11b75c6 00000400:00000010:0.0:1767384368.583288:0:39775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b11b75c6. 00000100:00000001:0.0:1767384368.583289:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.583290:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384368.583292:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.583293:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 5 buffers still posted 00000100:00000001:0.0:1767384368.583293:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.583294:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.583295:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.583295:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008532020e. 00000400:00000200:0.0:1767384368.583296:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000066509dc0 00000400:00000010:0.0:1767384368.583297:0:39775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000066509dc0. 00000100:00000001:0.0:1767384368.583298:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.583298:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384368.583301:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.583302:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 4 buffers still posted 00000100:00000001:0.0:1767384368.583302:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.583303:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.583304:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.583304:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ecc1b6e5. 00000400:00000200:0.0:1767384368.583305:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000938e8189 00000400:00000010:0.0:1767384368.583306:0:39775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000938e8189. 00000100:00000001:0.0:1767384368.583307:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.583307:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384368.583310:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.583311:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 3 buffers still posted 00000100:00000001:0.0:1767384368.583311:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.583312:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.583313:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.583313:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005525898b. 00000400:00000200:0.0:1767384368.583314:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000101354a0 00000400:00000010:0.0:1767384368.583316:0:39775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000101354a0. 00000100:00000001:0.0:1767384368.583316:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.583317:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384368.583320:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.583320:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 2 buffers still posted 00000100:00000001:0.0:1767384368.583321:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.583322:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.583322:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.583323:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000067c31622. 00000400:00000200:0.0:1767384368.583324:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007f811c66 00000400:00000010:0.0:1767384368.583325:0:39775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007f811c66. 00000100:00000001:0.0:1767384368.583326:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.583326:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384368.583329:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.583329:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 1 buffers still posted 00000100:00000001:0.0:1767384368.583330:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.583331:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.583331:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.583332:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ef8c6ff8. 00000400:00000200:0.0:1767384368.583333:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ba1486a6 00000400:00000010:0.0:1767384368.583334:0:39775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ba1486a6. 00000100:00000001:0.0:1767384368.583335:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.583335:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384368.583338:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.583338:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:0.0:1767384368.583339:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384368.583340:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.583341:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.583342:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.583343:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.583344:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.583344:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.583345:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.583346:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.583346:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.583347:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.583348:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.583348:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.583350:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.583350:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.583351:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.583352:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.583352:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.583353:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.583354:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.583354:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.583355:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.583356:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.583356:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.583357:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.583358:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.583358:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.583359:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.583360:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.583360:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.583361:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.583362:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.583362:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.583363:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.583364:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.583364:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.583365:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.583366:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.583366:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.583367:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.583368:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.583368:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.583369:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.583370:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.583370:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.583371:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.583372:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.583372:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.583373:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.583374:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.583374:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.583375:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.583376:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.583377:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.583377:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.583378:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.583379:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.583379:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.583380:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.583381:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.583381:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.583382:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.583383:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.583384:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.583384:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.583385:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.583386:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.583386:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.583387:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.583388:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.583388:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.583389:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.583390:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.583390:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.583391:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.583392:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.583392:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.583393:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.583393:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.583394:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.583395:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.583396:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.583396:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.583397:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.583397:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.583398:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.583399:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.583400:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.583400:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.583401:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.583401:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.583402:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.583403:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.583404:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.583405:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.583405:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.583406:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.583407:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.583408:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.583409:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.583409:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.583410:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.583411:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.583411:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.583412:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.583413:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.583413:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.583414:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.583415:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.583416:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.583416:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.583417:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.583417:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.583418:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.583419:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.583419:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.583420:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.583421:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.583421:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.583422:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.583423:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.583423:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.583424:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.583425:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.583425:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.583426:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.583427:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.583427:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.583428:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000010:0.0:1767384368.583429:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000007ab0551d. 00000100:00000010:0.0:1767384368.583431:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008e8cce97. 00000100:00000010:0.0:1767384368.583433:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000000ecbb1c1. 00000100:00000010:0.0:1767384368.583434:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000dae900a4. 00000100:00000010:0.0:1767384368.583436:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000001f9225c3. 00000100:00000010:0.0:1767384368.583437:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008435134a. 00000100:00000010:0.0:1767384368.583438:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000045c1085e. 00000100:00000010:0.0:1767384368.583440:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a60d0a3a. 00000100:00000010:0.0:1767384368.583442:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000b8958da4. 00000100:00000010:0.0:1767384368.583443:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000739c4622. 00000100:00000010:0.0:1767384368.583445:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000002655274. 00000100:00000010:0.0:1767384368.583446:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000ae3d3bd. 00000100:00000010:0.0:1767384368.583448:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000009f3ad87b. 00000100:00000010:0.0:1767384368.583449:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000fd78fba7. 00000100:00000010:0.0:1767384368.583450:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000006fa0fd54. 00000100:00000010:0.0:1767384368.583452:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000025ca90c6. 00000100:00000010:0.0:1767384368.583453:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000001d0fa881. 00000100:00000010:0.0:1767384368.583454:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001c7bf47b. 00000100:00000010:0.0:1767384368.583455:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000a317a170. 00000100:00000010:0.0:1767384368.583456:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ca43b58d. 00000100:00000010:0.0:1767384368.583458:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000007344260a. 00000100:00000010:0.0:1767384368.583459:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000fe60f83d. 00000100:00000010:0.0:1767384368.583460:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000006a9c9d26. 00000100:00000010:0.0:1767384368.583462:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006988a456. 00000100:00000010:0.0:1767384368.583463:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000052e6b842. 00000100:00000010:0.0:1767384368.583464:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000061e9eba2. 00000100:00000010:0.0:1767384368.583466:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000b78511b3. 00000100:00000010:0.0:1767384368.583467:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009e29a95f. 00000100:00000010:0.0:1767384368.583468:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000001d5a809b. 00000100:00000010:0.0:1767384368.583469:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000001f1a9c2. 00000100:00000010:0.0:1767384368.583471:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000847094da. 00000100:00000010:0.0:1767384368.583473:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000292af19f. 00000100:00000010:0.0:1767384368.583474:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000649c1d5f. 00000100:00000010:0.0:1767384368.583476:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000dda3067f. 00000100:00000010:0.0:1767384368.583477:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000150f03a1. 00000100:00000010:0.0:1767384368.583478:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000076f6063c. 00000100:00000010:0.0:1767384368.583479:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000c81c5867. 00000100:00000010:0.0:1767384368.583481:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000063cc24. 00000100:00000010:0.0:1767384368.583482:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000c397bf5f. 00000100:00000010:0.0:1767384368.583483:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c8994f88. 00000100:00000010:0.0:1767384368.583485:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000004dee9695. 00000100:00000010:0.0:1767384368.583486:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000096839145. 00000100:00000010:0.0:1767384368.583487:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000008d2483d6. 00000100:00000010:0.0:1767384368.583488:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e54b3113. 00000100:00000010:0.0:1767384368.583489:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000df63c4b9. 00000100:00000010:0.0:1767384368.583491:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ad5ff493. 00000100:00000010:0.0:1767384368.583492:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000006c9cca53. 00000100:00000010:0.0:1767384368.583493:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009d960375. 00000100:00000010:0.0:1767384368.583494:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000003a7ef6e7. 00000100:00000010:0.0:1767384368.583496:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000bb122900. 00000100:00000010:0.0:1767384368.583497:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000053d648b3. 00000100:00000010:0.0:1767384368.583498:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000038e153d9. 00000100:00000010:0.0:1767384368.583499:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000ef3c182a. 00000100:00000010:0.0:1767384368.583500:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000be337117. 00000100:00000010:0.0:1767384368.583501:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000ef172e8c. 00000100:00000010:0.0:1767384368.583503:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004ff090ec. 00000100:00000010:0.0:1767384368.583504:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000dcfb8231. 00000100:00000010:0.0:1767384368.583505:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000bf5bbed8. 00000100:00000010:0.0:1767384368.583507:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000561ac8ed. 00000100:00000010:0.0:1767384368.583508:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003da31c0c. 00000100:00000010:0.0:1767384368.583509:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000003d63087b. 00000100:00000010:0.0:1767384368.583510:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002a4f94a3. 00000100:00000010:0.0:1767384368.583512:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000017b71751. 00000100:00000010:0.0:1767384368.583513:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003908e16d. 00000100:00000010:0.0:1767384368.583514:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000806ebaec. 00000100:00000010:0.0:1767384368.583515:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008a634b79. 00000100:00000010:0.0:1767384368.583516:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000006eec7c31. 00000100:00000010:0.0:1767384368.583518:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000fe53b15c. 00000100:00000010:0.0:1767384368.583519:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000183a2f89. 00000100:00000010:0.0:1767384368.583520:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e0c0d2a3. 00000100:00000010:0.0:1767384368.583522:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000e4c9b2c3. 00000100:00000010:0.0:1767384368.583523:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000deeaebc4. 00000100:00000010:0.0:1767384368.583524:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000008f46eb44. 00000100:00000010:0.0:1767384368.583525:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b134a7b7. 00000100:00000010:0.0:1767384368.583526:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000009a91529e. 00000100:00000010:0.0:1767384368.583528:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000220ab280. 00000100:00000010:0.0:1767384368.583529:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000d7ecd83b. 00000100:00000010:0.0:1767384368.583531:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000055f19f6b. 00000100:00000010:0.0:1767384368.583532:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000008ecb8a5. 00000100:00000010:0.0:1767384368.583533:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000254b4779. 00000100:00000010:0.0:1767384368.583534:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000514c1018. 00000100:00000010:0.0:1767384368.583535:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b74f20b3. 00000100:00000010:0.0:1767384368.583536:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000006385afea. 00000100:00000010:0.0:1767384368.583538:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000046af9e90. 00000100:00000010:0.0:1767384368.583539:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000007f8c9fde. 00000100:00000010:0.0:1767384368.583541:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f8fc8b0c. 00000100:00000010:0.0:1767384368.583542:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000ad63bc10. 00000100:00000010:0.0:1767384368.583543:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000037a0dc3e. 00000100:00000010:0.0:1767384368.583544:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000863f50da. 00000100:00000010:0.0:1767384368.583545:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003137387e. 00000100:00000010:0.0:1767384368.583547:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000003da790ec. 00000100:00000010:0.0:1767384368.583548:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000655dda8e. 00000100:00000010:0.0:1767384368.583549:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000aa47b953. 00000100:00000010:0.0:1767384368.583550:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009d01cb2c. 00000100:00000010:0.0:1767384368.583551:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000ddd6d5b4. 00000100:00000010:0.0:1767384368.583553:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c929b5e1. 00000100:00000010:0.0:1767384368.583554:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000002c16a632. 00000100:00000010:0.0:1767384368.583555:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000bf553724. 00000100:00000010:0.0:1767384368.583557:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000381ea5dc. 00000100:00000010:0.0:1767384368.583558:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b6747e94. 00000100:00000010:0.0:1767384368.583559:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000657abfbc. 00000100:00000010:0.0:1767384368.583561:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000055ff6f4d. 00000100:00000010:0.0:1767384368.583562:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000320e0c62. 00000100:00000010:0.0:1767384368.583563:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000073580d76. 00000100:00000010:0.0:1767384368.583565:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000005e0e42a4. 00000100:00000010:0.0:1767384368.583567:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000040856a1d. 00000100:00000010:0.0:1767384368.583568:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000005f774c4a. 00000100:00000010:0.0:1767384368.583569:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004f3d982f. 00000100:00000010:0.0:1767384368.583570:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000d16ae489. 00000100:00000010:0.0:1767384368.583571:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000dbad9b50. 00000100:00000010:0.0:1767384368.583572:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000d9e65e4c. 00000100:00000010:0.0:1767384368.583574:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008c20c33a. 00000100:00000010:0.0:1767384368.583575:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000073aeb08d. 00000100:00000010:0.0:1767384368.583576:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000083820dd4. 00000100:00000010:0.0:1767384368.583577:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000579edaf7. 00000100:00000010:0.0:1767384368.583578:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b744f513. 00000100:00000010:0.0:1767384368.583580:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000006a20a37b. 00000100:00000010:0.0:1767384368.583581:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f050392b. 00000100:00000010:0.0:1767384368.583582:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000000f42d0ca. 00000100:00000010:0.0:1767384368.583583:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008761684a. 00000100:00000010:0.0:1767384368.583584:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000c52bba0b. 00000100:00000010:0.0:1767384368.583585:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000fbd84f5f. 00000100:00000010:0.0:1767384368.583587:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000046f12eb4. 00000100:00000010:0.0:1767384368.583588:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000035a11577. 00000100:00000010:0.0:1767384368.583589:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000007909fea1. 00000100:00000010:0.0:1767384368.583590:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004a2e70d5. 00000100:00000010:0.0:1767384368.583592:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000d94651c9. 00000100:00000010:0.0:1767384368.583593:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000094de5b1c. 00000100:00000010:0.0:1767384368.583595:0:39775:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at 0000000032e129d5. 00000100:00000010:0.0:1767384368.583597:0:39775:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at 00000000f1cbfa3f. 00000100:00000001:0.0:1767384368.583599:0:39775:0:(nrs.c:1051:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:0.0:1767384368.583600:0:39775:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1767384368.583601:0:39775:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:0.0:1767384368.583601:0:39775:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:0.0:1767384368.583602:0:39775:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 00000000fc2fe06b. 00000100:00000001:0.0:1767384368.583604:0:39775:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:0.0:1767384368.583605:0:39775:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384368.583606:0:39775:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1767384368.583607:0:39775:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000d93d9188. 00000100:00000001:0.0:1767384368.583608:0:39775:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1767384368.583609:0:39775:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1767384368.583610:0:39775:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000c9dc7ae8. 00000100:00000001:0.0:1767384368.583612:0:39775:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1767384368.583612:0:39775:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1767384368.583613:0:39775:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000c9168640. 00000100:00000001:0.0:1767384368.583614:0:39775:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1767384368.583615:0:39775:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1767384368.583615:0:39775:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000fff2dc0c. 00000100:00000001:0.0:1767384368.583616:0:39775:0:(nrs.c:1082:nrs_svcpt_cleanup_locked()) Process leaving 00000020:00000010:0.0:1767384368.583662:0:39775:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 00000000b9cecd74. 00000020:00000010:0.0:1767384368.583665:0:39775:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000b050c377. 00000100:00000010:0.0:1767384368.583678:0:39775:0:(service.c:3811:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at 0000000038837127. 00000100:00000010:0.0:1767384368.583684:0:39775:0:(service.c:3817:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at 00000000af7e3702. 00000100:00000010:0.0:1767384368.583685:0:39775:0:(service.c:3823:ptlrpc_service_free()) kfreed 'svcpt': 784 at 00000000f7ec44c0. 00000100:00000010:0.0:1767384368.583687:0:39775:0:(service.c:3829:ptlrpc_service_free()) kfreed 'svc': 352 at 000000003131be16. 00000100:00000001:0.0:1767384368.583688:0:39775:0:(service.c:3856:ptlrpc_unregister_service()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384368.583690:0:39775:0:(service.c:3834:ptlrpc_unregister_service()) Process entered 00000100:00000200:0.0:1767384368.583690:0:39775:0:(service.c:3836:ptlrpc_unregister_service()) mdt_seqm: tearing down 00000100:00000001:0.0:1767384368.583693:0:39775:0:(service.c:3377:ptlrpc_stop_all_threads()) Process entered 00000100:00000001:0.0:1767384368.583693:0:39775:0:(service.c:3331:ptlrpc_svcpt_stop_threads()) Process entered 00000100:00000040:0.0:1767384368.583694:0:39775:0:(service.c:3334:ptlrpc_svcpt_stop_threads()) Stopping threads for service mdt_seqm 00000100:00000040:0.0:1767384368.583695:0:39775:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_seqm #1 00000100:00000040:0.0:1767384368.583696:0:39775:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_seqm #0 00000100:00000040:0.0:1767384368.583711:0:39775:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt_seqm #1 00000020:00000010:3.0:1767384368.583730:0:16788:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000351a401e. 00000040:00000010:3.0:1767384368.583735:0:16788:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000003ce9665a. 00000020:00000010:3.0:1767384368.583737:0:16788:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000001da9740b. 00000020:00000010:3.0:1767384368.583740:0:16788:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000029155e35. 00000020:00000010:3.0:1767384368.583743:0:16788:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000c45776c8. 80000000:00000010:3.0:1767384368.583746:0:16788:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000054e4d8f0. 40000000:00000010:3.0:1767384368.583749:0:16788:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000002a1e3e7a. 00100000:00000010:3.0:1767384368.583752:0:16788:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000002892bc9d. 00040000:00000010:3.0:1767384368.583755:0:16788:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000079d96df0. 00040000:00000010:3.0:1767384368.583757:0:16788:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000911e480d. 00080000:00000010:3.0:1767384368.583760:0:16788:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000f2403c50. 00000004:00000010:3.0:1767384368.583763:0:16788:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000c668e2de. 00002000:00000010:3.0:1767384368.583767:0:16788:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000008961a84e. 00000020:00000010:3.0:1767384368.583770:0:16788:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d0c4990e. 00000020:00000010:3.0:1767384368.583774:0:16788:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000006d5aa41c. 00000020:00000010:1.0:1767384368.583775:0:16787:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000b660c9ce. 00000100:00000010:3.0:1767384368.583778:0:16788:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 000000002abd085b. 00000040:00000010:1.0:1767384368.583782:0:16787:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000c8d0244b. 00000100:00100000:3.0:1767384368.583784:0:16788:0:(service.c:3155:ptlrpc_main()) mdt_seqm_0001: service thread [00000000b8bafeea:16788] 1 exiting: rc = 0 00000020:00000010:1.0:1767384368.583789:0:16787:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000c523b8f9. 00000020:00000010:1.0:1767384368.583796:0:16787:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000f8d42148. 00000020:00000010:1.0:1767384368.583801:0:16787:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000004a7e2b51. 80000000:00000010:1.0:1767384368.583805:0:16787:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000004b27025f. 00000100:00000040:0.0:1767384368.583807:0:39775:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt_seqm #0 40000000:00000010:1.0:1767384368.583810:0:16787:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000ee141f69. 00100000:00000010:1.0:1767384368.583817:0:16787:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000f5370be3. 00040000:00000010:1.0:1767384368.583823:0:16787:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000000eac3096. 00040000:00000010:1.0:1767384368.583826:0:16787:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000006be881e5. 00080000:00000010:1.0:1767384368.583830:0:16787:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000005962db7c. 00000004:00000010:1.0:1767384368.583834:0:16787:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000b713fb39. 00002000:00000010:1.0:1767384368.583837:0:16787:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000db10f24f. 00000020:00000010:1.0:1767384368.583840:0:16787:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002e80093d. 00000020:00000010:1.0:1767384368.583844:0:16787:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000585cf022. 00000100:00000010:1.0:1767384368.583849:0:16787:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000fe6c9e25. 00000100:00100000:1.0:1767384368.583850:0:16787:0:(service.c:3155:ptlrpc_main()) mdt_seqm_0000: service thread [000000004918556c:16787] 0 exiting: rc = 1 00000100:00000010:0.0:1767384368.583869:0:39775:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 000000004918556c. 00000100:00000010:0.0:1767384368.583874:0:39775:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000b8bafeea. 00000100:00000001:0.0:1767384368.583877:0:39775:0:(service.c:3368:ptlrpc_svcpt_stop_threads()) Process leaving 00000100:00000001:0.0:1767384368.583878:0:39775:0:(service.c:3384:ptlrpc_stop_all_threads()) Process leaving 00000400:00000200:0.0:1767384368.583881:0:39775:0:(lib-ptl.c:969:lnet_clear_lazy_portal()) clearing portal 30 lazy 00000400:00000001:0.0:1767384368.583884:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.583885:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.583886:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008c330a2b. 00000400:00000200:0.0:1767384368.583889:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000001b71ef5 00000400:00000010:0.0:1767384368.583891:0:39775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000001b71ef5. 00000100:00000001:0.0:1767384368.583893:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.583894:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384368.583898:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.583899:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384368.583900:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.583901:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.583902:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.583903:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000085ee0e2. 00000400:00000200:0.0:1767384368.583904:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005cd1d92b 00000400:00000010:0.0:1767384368.583905:0:39775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005cd1d92b. 00000100:00000001:0.0:1767384368.583906:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.583907:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384368.583909:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.583910:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:0.0:1767384368.583911:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.583912:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.583912:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.583913:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000931c6515. 00000400:00000200:0.0:1767384368.583914:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d731141b 00000400:00000010:0.0:1767384368.583915:0:39775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d731141b. 00000100:00000001:0.0:1767384368.583916:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.583917:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384368.583919:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.583920:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 61 buffers still posted 00000100:00000001:0.0:1767384368.583921:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.583921:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.583922:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.583923:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fdf2da83. 00000400:00000200:0.0:1767384368.583924:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007898b503 00000400:00000010:0.0:1767384368.583925:0:39775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007898b503. 00000100:00000001:0.0:1767384368.583926:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.583926:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384368.583929:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.583929:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 60 buffers still posted 00000100:00000001:0.0:1767384368.583930:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.583931:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.583932:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.583933:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a4f701c0. 00000400:00000200:0.0:1767384368.583934:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f4c127d0 00000400:00000010:0.0:1767384368.583935:0:39775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f4c127d0. 00000100:00000001:0.0:1767384368.583936:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.583937:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384368.583939:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.583940:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 59 buffers still posted 00000100:00000001:0.0:1767384368.583941:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.583941:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.583942:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.583943:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001e31ae6e. 00000400:00000200:0.0:1767384368.583944:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000147b0146 00000400:00000010:0.0:1767384368.583945:0:39775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000147b0146. 00000100:00000001:0.0:1767384368.583945:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.583946:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384368.583949:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.583949:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 58 buffers still posted 00000100:00000001:0.0:1767384368.583950:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.583951:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.583951:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.583952:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000f7bf752. 00000400:00000200:0.0:1767384368.583953:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004edb596f 00000400:00000010:0.0:1767384368.583954:0:39775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004edb596f. 00000100:00000001:0.0:1767384368.583955:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.583956:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384368.583958:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.583959:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 57 buffers still posted 00000100:00000001:0.0:1767384368.583959:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.583960:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.583961:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.583961:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e33af455. 00000400:00000200:0.0:1767384368.583962:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000001ccaebe 00000400:00000010:0.0:1767384368.583963:0:39775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000001ccaebe. 00000100:00000001:0.0:1767384368.583964:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.583965:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384368.583967:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.583968:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 56 buffers still posted 00000100:00000001:0.0:1767384368.583969:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.583970:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.583971:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.583972:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dde5da74. 00000400:00000200:0.0:1767384368.583973:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002d51ebb8 00000400:00000010:0.0:1767384368.583974:0:39775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002d51ebb8. 00000100:00000001:0.0:1767384368.583975:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.583976:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384368.583978:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.583979:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 55 buffers still posted 00000100:00000001:0.0:1767384368.583980:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.583980:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.583981:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.583982:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000138ae739. 00000400:00000200:0.0:1767384368.583983:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002905a493 00000400:00000010:0.0:1767384368.583995:0:39775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002905a493. 00000100:00000001:0.0:1767384368.583998:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.583999:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384368.584002:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.584003:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 54 buffers still posted 00000100:00000001:0.0:1767384368.584004:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.584005:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.584006:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.584007:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c7c00ab5. 00000400:00000200:0.0:1767384368.584008:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bda904ec 00000400:00000010:0.0:1767384368.584009:0:39775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bda904ec. 00000100:00000001:0.0:1767384368.584010:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.584010:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384368.584013:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.584014:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 53 buffers still posted 00000100:00000001:0.0:1767384368.584014:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.584015:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.584016:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.584017:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cdcc109b. 00000400:00000200:0.0:1767384368.584018:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000625f744c 00000400:00000010:0.0:1767384368.584019:0:39775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000625f744c. 00000100:00000001:0.0:1767384368.584020:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.584020:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384368.584023:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.584024:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 52 buffers still posted 00000100:00000001:0.0:1767384368.584025:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.584026:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.584027:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.584028:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000088025b00. 00000400:00000200:0.0:1767384368.584029:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002462f281 00000400:00000010:0.0:1767384368.584030:0:39775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002462f281. 00000100:00000001:0.0:1767384368.584031:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.584032:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384368.584034:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.584035:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 51 buffers still posted 00000100:00000001:0.0:1767384368.584036:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.584037:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.584037:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.584038:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000136850f1. 00000400:00000200:0.0:1767384368.584039:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aa915ead 00000400:00000010:0.0:1767384368.584040:0:39775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000aa915ead. 00000100:00000001:0.0:1767384368.584041:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.584041:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384368.584044:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.584044:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 50 buffers still posted 00000100:00000001:0.0:1767384368.584045:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.584046:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.584047:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.584047:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007d1551c7. 00000400:00000200:0.0:1767384368.584048:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000647c700c 00000400:00000010:0.0:1767384368.584049:0:39775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000647c700c. 00000100:00000001:0.0:1767384368.584050:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.584051:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384368.584053:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.584054:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 49 buffers still posted 00000100:00000001:0.0:1767384368.584055:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.584055:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.584056:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.584057:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b50c1a10. 00000400:00000200:0.0:1767384368.584058:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000419e02f5 00000400:00000010:0.0:1767384368.584058:0:39775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000419e02f5. 00000100:00000001:0.0:1767384368.584060:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.584061:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384368.584063:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.584064:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 48 buffers still posted 00000100:00000001:0.0:1767384368.584065:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.584066:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.584067:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.584067:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009f4b9a91. 00000400:00000200:0.0:1767384368.584068:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bbb916c7 00000400:00000010:0.0:1767384368.584069:0:39775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bbb916c7. 00000100:00000001:0.0:1767384368.584070:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.584070:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384368.584073:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.584073:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 47 buffers still posted 00000100:00000001:0.0:1767384368.584074:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.584075:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.584076:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.584076:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002647c6c2. 00000400:00000200:0.0:1767384368.584077:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000050c0c14f 00000400:00000010:0.0:1767384368.584078:0:39775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000050c0c14f. 00000100:00000001:0.0:1767384368.584079:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.584080:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384368.584082:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.584083:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 46 buffers still posted 00000100:00000001:0.0:1767384368.584083:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.584084:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.584085:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.584086:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000025af06b2. 00000400:00000200:0.0:1767384368.584290:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000faba641b 00000400:00000010:0.0:1767384368.584292:0:39775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000faba641b. 00000100:00000001:0.0:1767384368.584296:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.584298:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384368.584306:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.584308:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 45 buffers still posted 00000100:00000001:0.0:1767384368.584310:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.584312:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.584314:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.584315:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b067de0d. 00000400:00000200:0.0:1767384368.584319:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e26a9808 00000400:00000010:0.0:1767384368.584321:0:39775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e26a9808. 00000100:00000001:0.0:1767384368.584324:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.584325:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384368.584329:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.584334:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 44 buffers still posted 00000100:00000001:0.0:1767384368.584336:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.584338:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.584339:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.584340:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006c6178e0. 00000400:00000200:0.0:1767384368.584344:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d09366c3 00000400:00000010:0.0:1767384368.584345:0:39775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d09366c3. 00000100:00000001:0.0:1767384368.584348:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.584349:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384368.584353:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.584354:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 43 buffers still posted 00000100:00000001:0.0:1767384368.584356:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.584358:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.584359:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.584361:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000032d635a. 00000400:00000200:0.0:1767384368.584364:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000745c56c0 00000400:00000010:0.0:1767384368.584366:0:39775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000745c56c0. 00000100:00000001:0.0:1767384368.584369:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.584371:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384368.584375:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.584377:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 42 buffers still posted 00000100:00000001:0.0:1767384368.584378:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.584379:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.584380:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.584381:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ae9801a4. 00000400:00000200:0.0:1767384368.584382:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000017e79597 00000400:00000010:0.0:1767384368.584383:0:39775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000017e79597. 00000100:00000001:0.0:1767384368.584384:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.584385:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384368.584387:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.584388:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 41 buffers still posted 00000100:00000001:0.0:1767384368.584389:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.584390:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.584391:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.584392:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000032c19a4a. 00000400:00000200:0.0:1767384368.584393:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f0eaac32 00000400:00000010:0.0:1767384368.584394:0:39775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f0eaac32. 00000100:00000001:0.0:1767384368.584395:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.584396:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384368.584398:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.584399:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 40 buffers still posted 00000100:00000001:0.0:1767384368.584399:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.584400:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.584401:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.584401:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c1c16163. 00000400:00000200:0.0:1767384368.584402:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000066bc992c 00000400:00000010:0.0:1767384368.584403:0:39775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000066bc992c. 00000100:00000001:0.0:1767384368.584404:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.584405:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384368.584407:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.584408:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 39 buffers still posted 00000100:00000001:0.0:1767384368.584409:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.584410:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.584410:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.584411:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000921cfbd. 00000400:00000200:0.0:1767384368.584412:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000054b1e3f7 00000400:00000010:0.0:1767384368.584412:0:39775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000054b1e3f7. 00000100:00000001:0.0:1767384368.584413:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.584414:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384368.584416:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.584417:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 38 buffers still posted 00000100:00000001:0.0:1767384368.584418:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.584419:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.584419:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.584420:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001db3bd49. 00000400:00000200:0.0:1767384368.584421:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000072220553 00000400:00000010:0.0:1767384368.584422:0:39775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000072220553. 00000100:00000001:0.0:1767384368.584423:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.584423:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384368.584426:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.584427:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 37 buffers still posted 00000100:00000001:0.0:1767384368.584428:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.584429:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.584430:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.584430:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a04e3cb4. 00000400:00000200:0.0:1767384368.584431:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000273275c 00000400:00000010:0.0:1767384368.584432:0:39775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000273275c. 00000100:00000001:0.0:1767384368.584433:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.584434:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384368.584436:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.584437:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 36 buffers still posted 00000100:00000001:0.0:1767384368.584438:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.584438:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.584439:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.584440:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000e36cd13. 00000400:00000200:0.0:1767384368.584441:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c49cb67a 00000400:00000010:0.0:1767384368.584441:0:39775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c49cb67a. 00000100:00000001:0.0:1767384368.584442:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.584443:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384368.584445:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.584446:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 35 buffers still posted 00000100:00000001:0.0:1767384368.584447:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.584448:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.584448:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.584449:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cbfb52e8. 00000400:00000200:0.0:1767384368.584450:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a0e54cd8 00000400:00000010:0.0:1767384368.584451:0:39775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a0e54cd8. 00000100:00000001:0.0:1767384368.584452:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.584452:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384368.584454:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.584455:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 34 buffers still posted 00000100:00000001:0.0:1767384368.584456:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.584457:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.584457:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.584458:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b7e2ba2f. 00000400:00000200:0.0:1767384368.584459:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a391b282 00000400:00000010:0.0:1767384368.584460:0:39775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a391b282. 00000100:00000001:0.0:1767384368.584461:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.584461:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384368.584464:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.584465:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 33 buffers still posted 00000100:00000001:0.0:1767384368.584465:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.584466:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.584467:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.584467:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d456fa06. 00000400:00000200:0.0:1767384368.584468:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cf44cee0 00000400:00000010:0.0:1767384368.584469:0:39775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cf44cee0. 00000100:00000001:0.0:1767384368.584470:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.584470:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384368.584473:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.584473:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 32 buffers still posted 00000100:00000001:0.0:1767384368.584474:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.584475:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.584475:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.584476:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000217be7d6. 00000400:00000200:0.0:1767384368.584477:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002456e067 00000400:00000010:0.0:1767384368.584478:0:39775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002456e067. 00000100:00000001:0.0:1767384368.584479:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.584479:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384368.584482:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.584482:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 31 buffers still posted 00000100:00000001:0.0:1767384368.584483:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.584484:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.584484:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.584485:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fe50da35. 00000400:00000200:0.0:1767384368.584486:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000072da475b 00000400:00000010:0.0:1767384368.584487:0:39775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000072da475b. 00000100:00000001:0.0:1767384368.584488:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.584488:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384368.584491:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.584491:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 30 buffers still posted 00000100:00000001:0.0:1767384368.584492:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.584493:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.584493:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.584494:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dde136ee. 00000400:00000200:0.0:1767384368.584495:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000047315164 00000400:00000010:0.0:1767384368.584496:0:39775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000047315164. 00000100:00000001:0.0:1767384368.584497:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.584498:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384368.584500:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.584501:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 29 buffers still posted 00000100:00000001:0.0:1767384368.584502:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.584502:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.584503:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.584504:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007ab19a8f. 00000400:00000200:0.0:1767384368.584505:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001e9773e0 00000400:00000010:0.0:1767384368.584505:0:39775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001e9773e0. 00000100:00000001:0.0:1767384368.584506:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.584507:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384368.584509:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.584510:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 28 buffers still posted 00000100:00000001:0.0:1767384368.584511:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.584511:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.584512:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.584513:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d982d73c. 00000400:00000200:0.0:1767384368.584514:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cc56c320 00000400:00000010:0.0:1767384368.584514:0:39775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cc56c320. 00000100:00000001:0.0:1767384368.584515:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.584516:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384368.584518:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.584519:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 27 buffers still posted 00000100:00000001:0.0:1767384368.584520:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.584520:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.584521:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.584521:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007ce0a194. 00000400:00000200:0.0:1767384368.584522:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f8d9a95b 00000400:00000010:0.0:1767384368.584523:0:39775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f8d9a95b. 00000100:00000001:0.0:1767384368.584524:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.584525:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384368.584527:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.584528:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 26 buffers still posted 00000100:00000001:0.0:1767384368.584529:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.584529:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.584531:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.584531:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b231fd3f. 00000400:00000200:0.0:1767384368.584532:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e80538ae 00000400:00000010:0.0:1767384368.584533:0:39775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e80538ae. 00000100:00000001:0.0:1767384368.584534:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.584535:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384368.584537:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.584538:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 25 buffers still posted 00000100:00000001:0.0:1767384368.584538:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.584539:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.584540:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.584541:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006ccfc8f6. 00000400:00000200:0.0:1767384368.584542:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000021a01ecb 00000400:00000010:0.0:1767384368.584542:0:39775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000021a01ecb. 00000100:00000001:0.0:1767384368.584543:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.584544:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384368.584546:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.584547:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 24 buffers still posted 00000100:00000001:0.0:1767384368.584548:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.584548:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.584549:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.584549:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cab1b4c6. 00000400:00000200:0.0:1767384368.584550:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b77154b7 00000400:00000010:0.0:1767384368.584551:0:39775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b77154b7. 00000100:00000001:0.0:1767384368.584552:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.584553:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384368.584555:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.584556:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 23 buffers still posted 00000100:00000001:0.0:1767384368.584557:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.584557:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.584558:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.584558:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000319bf2c. 00000400:00000200:0.0:1767384368.584559:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000032da2296 00000400:00000010:0.0:1767384368.584560:0:39775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000032da2296. 00000100:00000001:0.0:1767384368.584561:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.584562:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384368.584564:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.584565:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 22 buffers still posted 00000100:00000001:0.0:1767384368.584566:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.584567:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.584567:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.584568:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a900e173. 00000400:00000200:0.0:1767384368.584569:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000063e28e01 00000400:00000010:0.0:1767384368.584570:0:39775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000063e28e01. 00000100:00000001:0.0:1767384368.584571:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.584571:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384368.584574:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.584574:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 21 buffers still posted 00000100:00000001:0.0:1767384368.584575:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.584576:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.584577:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.584577:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000042f73cd8. 00000400:00000200:0.0:1767384368.584578:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001359f21d 00000400:00000010:0.0:1767384368.584579:0:39775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001359f21d. 00000100:00000001:0.0:1767384368.584580:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.584580:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384368.584583:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.584583:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 20 buffers still posted 00000100:00000001:0.0:1767384368.584584:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.584585:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.584585:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.584586:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b2e686e5. 00000400:00000200:0.0:1767384368.584587:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001b897796 00000400:00000010:0.0:1767384368.584588:0:39775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001b897796. 00000100:00000001:0.0:1767384368.584589:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.584589:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384368.584592:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.584593:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 19 buffers still posted 00000100:00000001:0.0:1767384368.584593:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.584594:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.584595:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.584595:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006773423d. 00000400:00000200:0.0:1767384368.584596:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000215a243 00000400:00000010:0.0:1767384368.584597:0:39775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000215a243. 00000100:00000001:0.0:1767384368.584598:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.584599:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384368.584601:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.584602:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 18 buffers still posted 00000100:00000001:0.0:1767384368.584603:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.584604:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.584604:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.584605:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000da52e541. 00000400:00000200:0.0:1767384368.584606:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e9c8551b 00000400:00000010:0.0:1767384368.584607:0:39775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e9c8551b. 00000100:00000001:0.0:1767384368.584608:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.584608:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384368.584610:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.584611:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 17 buffers still posted 00000100:00000001:0.0:1767384368.584612:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.584613:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.584613:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.584614:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a0241483. 00000400:00000200:0.0:1767384368.584615:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002757f7a5 00000400:00000010:0.0:1767384368.584616:0:39775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002757f7a5. 00000100:00000001:0.0:1767384368.584617:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.584617:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384368.584619:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.584620:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 16 buffers still posted 00000100:00000001:0.0:1767384368.584621:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.584622:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.584622:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.584623:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000642d53e. 00000400:00000200:0.0:1767384368.584624:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f91041f9 00000400:00000010:0.0:1767384368.584625:0:39775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f91041f9. 00000100:00000001:0.0:1767384368.584626:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.584626:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384368.584629:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.584629:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 15 buffers still posted 00000100:00000001:0.0:1767384368.584630:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.584631:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.584631:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.584632:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009cdfd9cf. 00000400:00000200:0.0:1767384368.584633:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009658840f 00000400:00000010:0.0:1767384368.584634:0:39775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009658840f. 00000100:00000001:0.0:1767384368.584635:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.584635:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384368.584638:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.584638:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 14 buffers still posted 00000100:00000001:0.0:1767384368.584639:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.584640:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.584641:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.584641:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000013f12393. 00000400:00000200:0.0:1767384368.584642:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c243b95e 00000400:00000010:0.0:1767384368.584643:0:39775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c243b95e. 00000100:00000001:0.0:1767384368.584644:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.584644:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384368.584647:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.584648:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 13 buffers still posted 00000100:00000001:0.0:1767384368.584648:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.584649:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.584650:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.584650:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000022712029. 00000400:00000200:0.0:1767384368.584651:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000796825a8 00000400:00000010:0.0:1767384368.584652:0:39775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000796825a8. 00000100:00000001:0.0:1767384368.584653:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.584654:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384368.584656:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.584657:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 12 buffers still posted 00000100:00000001:0.0:1767384368.584657:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.584658:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.584659:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.584659:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006e30607a. 00000400:00000200:0.0:1767384368.584660:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000054bba3cb 00000400:00000010:0.0:1767384368.584661:0:39775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000054bba3cb. 00000100:00000001:0.0:1767384368.584662:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.584662:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384368.584665:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.584665:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 11 buffers still posted 00000100:00000001:0.0:1767384368.584666:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.584667:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.584667:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.584668:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cc47b3fc. 00000400:00000200:0.0:1767384368.584669:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000093dcf648 00000400:00000010:0.0:1767384368.584670:0:39775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000093dcf648. 00000100:00000001:0.0:1767384368.584671:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.584672:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384368.584674:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.584675:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 10 buffers still posted 00000100:00000001:0.0:1767384368.584675:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.584676:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.584677:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.584677:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d165a37d. 00000400:00000200:0.0:1767384368.584678:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bbb08dd6 00000400:00000010:0.0:1767384368.584679:0:39775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bbb08dd6. 00000100:00000001:0.0:1767384368.584680:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.584680:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384368.584683:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.584683:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 9 buffers still posted 00000100:00000001:0.0:1767384368.584684:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.584685:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.584686:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.584686:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000021f98843. 00000400:00000200:0.0:1767384368.584687:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007502a505 00000400:00000010:0.0:1767384368.584688:0:39775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007502a505. 00000100:00000001:0.0:1767384368.584689:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.584689:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384368.584692:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.584692:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 8 buffers still posted 00000100:00000001:0.0:1767384368.584693:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.584694:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.584694:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.584695:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fb6e27b7. 00000400:00000200:0.0:1767384368.584696:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d289751e 00000400:00000010:0.0:1767384368.584697:0:39775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d289751e. 00000100:00000001:0.0:1767384368.584698:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.584698:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384368.584701:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.584701:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 7 buffers still posted 00000100:00000001:0.0:1767384368.584702:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.584703:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.584704:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.584705:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e5b3c171. 00000400:00000200:0.0:1767384368.584706:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007bd3bea2 00000400:00000010:0.0:1767384368.584706:0:39775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007bd3bea2. 00000100:00000001:0.0:1767384368.584707:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.584708:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384368.584710:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.584711:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 6 buffers still posted 00000100:00000001:0.0:1767384368.584712:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.584712:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.584713:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.584714:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fcbd3225. 00000400:00000200:0.0:1767384368.584715:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d719be31 00000400:00000010:0.0:1767384368.584715:0:39775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d719be31. 00000100:00000001:0.0:1767384368.584716:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.584717:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384368.584719:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.584720:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 5 buffers still posted 00000100:00000001:0.0:1767384368.584721:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.584721:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.584722:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.584723:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001dc875fd. 00000400:00000200:0.0:1767384368.584723:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000028b69c78 00000400:00000010:0.0:1767384368.584724:0:39775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000028b69c78. 00000100:00000001:0.0:1767384368.584725:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.584726:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384368.584728:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.584729:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 4 buffers still posted 00000100:00000001:0.0:1767384368.584730:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.584730:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.584731:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.584732:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000543a866a. 00000400:00000200:0.0:1767384368.584733:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000682eab27 00000400:00000010:0.0:1767384368.584733:0:39775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000682eab27. 00000100:00000001:0.0:1767384368.584734:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.584735:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384368.584737:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.584739:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 3 buffers still posted 00000100:00000001:0.0:1767384368.584739:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.584740:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.584741:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.584741:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ad621bb5. 00000400:00000200:0.0:1767384368.584742:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000966a4948 00000400:00000010:0.0:1767384368.584743:0:39775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000966a4948. 00000100:00000001:0.0:1767384368.584744:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.584745:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384368.584747:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.584748:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 2 buffers still posted 00000100:00000001:0.0:1767384368.584748:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.584749:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.584750:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.584750:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000699d8be7. 00000400:00000200:0.0:1767384368.584751:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004d8e7d1d 00000400:00000010:0.0:1767384368.584752:0:39775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004d8e7d1d. 00000100:00000001:0.0:1767384368.584753:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.584753:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384368.584756:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.584756:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 1 buffers still posted 00000100:00000001:0.0:1767384368.584757:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.584758:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.584759:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.584759:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c7f4ee9b. 00000400:00000200:0.0:1767384368.584760:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000be6db32d 00000400:00000010:0.0:1767384368.584761:0:39775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000be6db32d. 00000100:00000001:0.0:1767384368.584762:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.584762:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384368.584765:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.584765:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:0.0:1767384368.584766:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384368.584767:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.584768:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.584769:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.584770:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.584771:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.584771:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.584772:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.584773:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.584774:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.584774:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.584775:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.584776:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.584777:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.584777:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.584778:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.584778:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.584779:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.584780:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.584781:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.584781:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.584782:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.584782:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.584783:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.584784:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.584785:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.584785:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.584786:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.584786:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.584787:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.584788:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.584789:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.584789:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.584790:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.584790:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.584791:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.584792:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.584793:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.584793:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.584794:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.584794:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.584795:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.584796:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.584797:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.584797:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.584798:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.584798:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.584800:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.584800:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.584801:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.584801:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.584802:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.584803:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.584803:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.584804:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.584805:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.584805:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.584806:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.584807:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.584808:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.584808:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.584809:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.584810:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.584810:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.584811:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.584812:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.584812:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.584813:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.584814:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.584814:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.584815:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.584816:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.584816:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.584817:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.584818:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.584818:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.584819:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.584820:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.584820:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.584821:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.584821:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.584822:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.584823:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.584824:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.584824:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.584825:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.584825:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.584826:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.584827:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.584828:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.584829:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.584830:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.584830:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.584831:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.584832:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.584832:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.584833:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.584834:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.584834:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.584835:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.584836:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.584837:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.584837:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.584838:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.584838:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.584839:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.584840:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.584840:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.584841:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.584842:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.584842:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.584843:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.584844:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.584844:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.584845:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.584846:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.584846:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.584847:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.584848:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.584848:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.584849:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.584850:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.584850:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.584851:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.584852:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.584852:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.584853:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.584854:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.584855:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000010:0.0:1767384368.584856:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000007d061a85. 00000100:00000010:0.0:1767384368.584858:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b772e76b. 00000100:00000010:0.0:1767384368.584860:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000e3f85daf. 00000100:00000010:0.0:1767384368.584861:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002f2199b9. 00000100:00000010:0.0:1767384368.584862:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000000c9f1c37. 00000100:00000010:0.0:1767384368.584863:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c2616efd. 00000100:00000010:0.0:1767384368.584865:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000af62e439. 00000100:00000010:0.0:1767384368.584866:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000643e4fb6. 00000100:00000010:0.0:1767384368.584867:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000d04f11e1. 00000100:00000010:0.0:1767384368.584869:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000456eae40. 00000100:00000010:0.0:1767384368.584870:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000039260ac7. 00000100:00000010:0.0:1767384368.584871:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007fa8fcdb. 00000100:00000010:0.0:1767384368.584872:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000083701c33. 00000100:00000010:0.0:1767384368.584874:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000eb650b09. 00000100:00000010:0.0:1767384368.584875:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000073706f76. 00000100:00000010:0.0:1767384368.584876:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000039ca372e. 00000100:00000010:0.0:1767384368.584877:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000023ec25fa. 00000100:00000010:0.0:1767384368.584879:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000441ab4d9. 00000100:00000010:0.0:1767384368.584879:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000003c7a39. 00000100:00000010:0.0:1767384368.584882:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004fcdddf1. 00000100:00000010:0.0:1767384368.584883:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000c20d85f3. 00000100:00000010:0.0:1767384368.584884:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005a2553d7. 00000100:00000010:0.0:1767384368.584904:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000007f6d767a. 00000100:00000010:0.0:1767384368.584909:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000d4d4ef4. 00000100:00000010:0.0:1767384368.584910:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000003a1d0b3a. 00000100:00000010:0.0:1767384368.584911:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000fe9665d8. 00000100:00000010:0.0:1767384368.584912:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000085b2e91d. 00000100:00000010:0.0:1767384368.584915:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ed4179f0. 00000100:00000010:0.0:1767384368.584916:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000061756a3d. 00000100:00000010:0.0:1767384368.584918:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000dee31f52. 00000100:00000010:0.0:1767384368.584919:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000008506429. 00000100:00000010:0.0:1767384368.584921:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002d8531fc. 00000100:00000010:0.0:1767384368.584922:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000002635e261. 00000100:00000010:0.0:1767384368.584923:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b6fc8087. 00000100:00000010:0.0:1767384368.584925:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000063036b44. 00000100:00000010:0.0:1767384368.584926:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000bf8a535f. 00000100:00000010:0.0:1767384368.584927:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000afeadcb8. 00000100:00000010:0.0:1767384368.584928:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003dd8ea61. 00000100:00000010:0.0:1767384368.584929:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000c7723cbd. 00000100:00000010:0.0:1767384368.584931:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e49a5e47. 00000100:00000010:0.0:1767384368.584932:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000900af19a. 00000100:00000010:0.0:1767384368.584933:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004e40df93. 00000100:00000010:0.0:1767384368.584934:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000459023ab. 00000100:00000010:0.0:1767384368.584935:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c2a898ef. 00000100:00000010:0.0:1767384368.584936:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000efeccdc7. 00000100:00000010:0.0:1767384368.584938:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f12ef8c7. 00000100:00000010:0.0:1767384368.584939:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000006890db38. 00000100:00000010:0.0:1767384368.584940:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000074057e9d. 00000100:00000010:0.0:1767384368.584941:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000d2f41948. 00000100:00000010:0.0:1767384368.584942:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e39ac94d. 00000100:00000010:0.0:1767384368.584943:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000b9978d52. 00000100:00000010:0.0:1767384368.584945:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000125b0844. 00000100:00000010:0.0:1767384368.584946:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000028294b26. 00000100:00000010:0.0:1767384368.584947:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000042b98894. 00000100:00000010:0.0:1767384368.584948:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000195ae483. 00000100:00000010:0.0:1767384368.584950:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a66594ff. 00000100:00000010:0.0:1767384368.584951:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000078098e0. 00000100:00000010:0.0:1767384368.584952:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000713e8d0c. 00000100:00000010:0.0:1767384368.584953:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000004b53b66a. 00000100:00000010:0.0:1767384368.584955:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ad87970a. 00000100:00000010:0.0:1767384368.584956:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000005ce822d3. 00000100:00000010:0.0:1767384368.584957:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000027d8f839. 00000100:00000010:0.0:1767384368.584958:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000050ae8c22. 00000100:00000010:0.0:1767384368.584960:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000426cc82d. 00000100:00000010:0.0:1767384368.584961:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000002064fcdb. 00000100:00000010:0.0:1767384368.584962:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a9ddf194. 00000100:00000010:0.0:1767384368.584963:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000dbca885c. 00000100:00000010:0.0:1767384368.584965:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ac0b719e. 00000100:00000010:0.0:1767384368.584966:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000fc574387. 00000100:00000010:0.0:1767384368.584967:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009c93af3e. 00000100:00000010:0.0:1767384368.584968:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000000bc7de65. 00000100:00000010:0.0:1767384368.584970:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c95b9603. 00000100:00000010:0.0:1767384368.584971:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000f487df86. 00000100:00000010:0.0:1767384368.584972:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f50fd2c5. 00000100:00000010:0.0:1767384368.584973:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000a1e773ad. 00000100:00000010:0.0:1767384368.584975:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000cc183488. 00000100:00000010:0.0:1767384368.584976:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000bb471198. 00000100:00000010:0.0:1767384368.584977:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f78fe496. 00000100:00000010:0.0:1767384368.584978:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000c9775948. 00000100:00000010:0.0:1767384368.584979:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b828032d. 00000100:00000010:0.0:1767384368.584980:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000009cb7be80. 00000100:00000010:0.0:1767384368.584981:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000aa715112. 00000100:00000010:0.0:1767384368.584982:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000004a9c01d4. 00000100:00000010:0.0:1767384368.584996:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000217def6f. 00000100:00000010:0.0:1767384368.584999:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000da12ab66. 00000100:00000010:0.0:1767384368.585001:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000edf8cdb8. 00000100:00000010:0.0:1767384368.585002:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000001d2488e8. 00000100:00000010:0.0:1767384368.585004:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006a67f2d7. 00000100:00000010:0.0:1767384368.585005:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000cbba1e94. 00000100:00000010:0.0:1767384368.585006:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000039c14d9c. 00000100:00000010:0.0:1767384368.585007:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000003255f60d. 00000100:00000010:0.0:1767384368.585008:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009af413a6. 00000100:00000010:0.0:1767384368.585009:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000009f07596c. 00000100:00000010:0.0:1767384368.585011:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f2f390c7. 00000100:00000010:0.0:1767384368.585012:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000009cbb6ddb. 00000100:00000010:0.0:1767384368.585013:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f1756531. 00000100:00000010:0.0:1767384368.585014:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000618f9bcd. 00000100:00000010:0.0:1767384368.585016:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f0fa9a25. 00000100:00000010:0.0:1767384368.585017:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000cafe418d. 00000100:00000010:0.0:1767384368.585018:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000bb92d2b6. 00000100:00000010:0.0:1767384368.585020:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000030faa363. 00000100:00000010:0.0:1767384368.585021:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000040083113. 00000100:00000010:0.0:1767384368.585022:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000ecf7354f. 00000100:00000010:0.0:1767384368.585023:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004b854561. 00000100:00000010:0.0:1767384368.585024:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000009508173d. 00000100:00000010:0.0:1767384368.585025:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000029efa899. 00000100:00000010:0.0:1767384368.585026:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000e3d7d8e4. 00000100:00000010:0.0:1767384368.585028:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000dfd9eed5. 00000100:00000010:0.0:1767384368.585029:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000f85d71c0. 00000100:00000010:0.0:1767384368.585030:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e726640c. 00000100:00000010:0.0:1767384368.585031:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000088957962. 00000100:00000010:0.0:1767384368.585032:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000044be463a. 00000100:00000010:0.0:1767384368.585033:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000964d835e. 00000100:00000010:0.0:1767384368.585034:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005688c42f. 00000100:00000010:0.0:1767384368.585035:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000deeb5d24. 00000100:00000010:0.0:1767384368.585036:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000816b9664. 00000100:00000010:0.0:1767384368.585037:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000c2dc6143. 00000100:00000010:0.0:1767384368.585045:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000aabcadde. 00000100:00000010:0.0:1767384368.585047:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000006d25a3cb. 00000100:00000010:0.0:1767384368.585048:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b5a48cc6. 00000100:00000010:0.0:1767384368.585049:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000f11cf39f. 00000100:00000010:0.0:1767384368.585050:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000053cadf88. 00000100:00000010:0.0:1767384368.585051:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000067251a93. 00000100:00000010:0.0:1767384368.585052:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000118833cb. 00000100:00000010:0.0:1767384368.585053:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000503ef930. 00000100:00000010:0.0:1767384368.585054:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000012da57c6. 00000100:00000010:0.0:1767384368.585055:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000005f114658. 00000100:00000010:0.0:1767384368.585056:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000093774754. 00000100:00000010:0.0:1767384368.585058:0:39775:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at 0000000073e43c54. 00000100:00000010:0.0:1767384368.585059:0:39775:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at 000000009cf39a44. 00000100:00000001:0.0:1767384368.585061:0:39775:0:(nrs.c:1051:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:0.0:1767384368.585062:0:39775:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1767384368.585064:0:39775:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:0.0:1767384368.585065:0:39775:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:0.0:1767384368.585066:0:39775:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 000000006bcfc3a7. 00000100:00000001:0.0:1767384368.585067:0:39775:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:0.0:1767384368.585068:0:39775:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384368.585069:0:39775:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1767384368.585070:0:39775:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 0000000008b495f8. 00000100:00000001:0.0:1767384368.585072:0:39775:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1767384368.585073:0:39775:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1767384368.585073:0:39775:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000001f341903. 00000100:00000001:0.0:1767384368.585075:0:39775:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1767384368.585075:0:39775:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1767384368.585076:0:39775:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000ad3e19eb. 00000100:00000001:0.0:1767384368.585077:0:39775:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1767384368.585078:0:39775:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1767384368.585079:0:39775:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000da78ece2. 00000100:00000001:0.0:1767384368.585080:0:39775:0:(nrs.c:1082:nrs_svcpt_cleanup_locked()) Process leaving 00000020:00000010:0.0:1767384368.585159:0:39775:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 000000006c068563. 00000020:00000010:0.0:1767384368.585163:0:39775:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000935a6b98. 00000100:00000010:0.0:1767384368.585176:0:39775:0:(service.c:3811:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at 0000000052c7f1e5. 00000100:00000010:0.0:1767384368.585182:0:39775:0:(service.c:3817:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at 000000001b8d89f8. 00000100:00000010:0.0:1767384368.585183:0:39775:0:(service.c:3823:ptlrpc_service_free()) kfreed 'svcpt': 784 at 00000000c8955969. 00000100:00000010:0.0:1767384368.585188:0:39775:0:(service.c:3829:ptlrpc_service_free()) kfreed 'svc': 352 at 00000000e408fcff. 00000100:00000001:0.0:1767384368.585190:0:39775:0:(service.c:3856:ptlrpc_unregister_service()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384368.585191:0:39775:0:(service.c:3834:ptlrpc_unregister_service()) Process entered 00000100:00000200:0.0:1767384368.585192:0:39775:0:(service.c:3836:ptlrpc_unregister_service()) mdt_fld: tearing down 00000100:00000001:0.0:1767384368.585194:0:39775:0:(service.c:3377:ptlrpc_stop_all_threads()) Process entered 00000100:00000001:0.0:1767384368.585195:0:39775:0:(service.c:3331:ptlrpc_svcpt_stop_threads()) Process entered 00000100:00000040:0.0:1767384368.585196:0:39775:0:(service.c:3334:ptlrpc_svcpt_stop_threads()) Stopping threads for service mdt_fld 00000100:00000040:0.0:1767384368.585197:0:39775:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_fld #1 00000100:00000040:0.0:1767384368.585198:0:39775:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_fld #0 00000100:00000040:0.0:1767384368.585215:0:39775:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt_fld #1 00000020:00000010:3.0:1767384368.585232:0:16790:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000fc0ec73d. 00000020:00000010:1.0:1767384368.585235:0:16789:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000793cf3c9. 00000040:00000010:3.0:1767384368.585238:0:16790:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000d19c04d8. 00000040:00000010:1.0:1767384368.585241:0:16789:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000007ff758dc. 00000020:00000010:3.0:1767384368.585244:0:16790:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000003fc37371. 00000020:00000010:1.0:1767384368.585246:0:16789:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000050b60373. 00000020:00000010:3.0:1767384368.585249:0:16790:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000006a0cbfbd. 00000020:00000010:1.0:1767384368.585251:0:16789:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000005ffc0a76. 00000020:00000010:1.0:1767384368.585257:0:16789:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000004646fb42. 00000020:00000010:3.0:1767384368.585258:0:16790:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000091aba8be. 80000000:00000010:1.0:1767384368.585260:0:16789:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000028646fc2. 80000000:00000010:3.0:1767384368.585265:0:16790:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000006bd95eab. 40000000:00000010:1.0:1767384368.585265:0:16789:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000e58fcd7f. 40000000:00000010:3.0:1767384368.585273:0:16790:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000020888668. 00100000:00000010:1.0:1767384368.585273:0:16789:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000005def06fd. 00040000:00000010:1.0:1767384368.585280:0:16789:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000006c277257. 00100000:00000010:3.0:1767384368.585282:0:16790:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000005a2847e6. 00040000:00000010:1.0:1767384368.585283:0:16789:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000011b04e83. 00040000:00000010:3.0:1767384368.585290:0:16790:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000ff07b3e5. 00080000:00000010:1.0:1767384368.585291:0:16789:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000ab7574a2. 00040000:00000010:3.0:1767384368.585299:0:16790:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000dc18caa1. 00000004:00000010:1.0:1767384368.585299:0:16789:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000085c1bb4. 00080000:00000010:3.0:1767384368.585306:0:16790:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000f46cd42c. 00002000:00000010:1.0:1767384368.585306:0:16789:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000fad0b25e. 00000020:00000010:1.0:1767384368.585314:0:16789:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d8252a01. 00000004:00000010:3.0:1767384368.585315:0:16790:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000c1c15879. 00000020:00000010:1.0:1767384368.585318:0:16789:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000d3d3d30d. 00002000:00000010:3.0:1767384368.585323:0:16790:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000cdfb0e75. 00000100:00000010:1.0:1767384368.585323:0:16789:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000d3eedc90. 00000020:00000010:3.0:1767384368.585329:0:16790:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008d206e76. 00000100:00100000:1.0:1767384368.585329:0:16789:0:(service.c:3155:ptlrpc_main()) mdt_fld_0000: service thread [00000000c01549fe:16789] 0 exiting: rc = 1 00000020:00000010:3.0:1767384368.585337:0:16790:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000b24fb38f. 00000100:00000010:3.0:1767384368.585344:0:16790:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000fa20bea3. 00000100:00100000:3.0:1767384368.585347:0:16790:0:(service.c:3155:ptlrpc_main()) mdt_fld_0001: service thread [0000000042c4f8b1:16790] 1 exiting: rc = 0 00000100:00000010:0.0:1767384368.585380:0:39775:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000c01549fe. 00000100:00000010:0.0:1767384368.585384:0:39775:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 0000000042c4f8b1. 00000100:00000001:0.0:1767384368.585387:0:39775:0:(service.c:3368:ptlrpc_svcpt_stop_threads()) Process leaving 00000100:00000001:0.0:1767384368.585388:0:39775:0:(service.c:3384:ptlrpc_stop_all_threads()) Process leaving 00000400:00000200:0.0:1767384368.585391:0:39775:0:(lib-ptl.c:969:lnet_clear_lazy_portal()) clearing portal 29 lazy 00000400:00000001:0.0:1767384368.585394:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.585396:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.585397:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005f5f1399. 00000400:00000200:0.0:1767384368.585400:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000065fcec67 00000400:00000010:0.0:1767384368.585402:0:39775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000065fcec67. 00000100:00000001:0.0:1767384368.585404:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.585406:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384368.585410:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.585412:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384368.585414:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.585415:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.585416:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.585418:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000af08025. 00000400:00000200:0.0:1767384368.585420:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000896c715a 00000400:00000010:0.0:1767384368.585421:0:39775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000896c715a. 00000100:00000001:0.0:1767384368.585423:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.585424:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384368.585428:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.585429:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:0.0:1767384368.585430:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.585431:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.585432:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.585433:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005fe880bb. 00000400:00000200:0.0:1767384368.585434:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000049a2fcfe 00000400:00000010:0.0:1767384368.585435:0:39775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000049a2fcfe. 00000100:00000001:0.0:1767384368.585436:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.585437:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384368.585439:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.585440:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 61 buffers still posted 00000100:00000001:0.0:1767384368.585441:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.585441:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.585442:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.585443:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e5d5dbdd. 00000400:00000200:0.0:1767384368.585444:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000069d558e2 00000400:00000010:0.0:1767384368.585445:0:39775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000069d558e2. 00000100:00000001:0.0:1767384368.585446:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.585447:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384368.585449:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.585450:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 60 buffers still posted 00000100:00000001:0.0:1767384368.585451:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.585452:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.585453:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.585454:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000aa1b8865. 00000400:00000200:0.0:1767384368.585455:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000027348c58 00000400:00000010:0.0:1767384368.585455:0:39775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000027348c58. 00000100:00000001:0.0:1767384368.585456:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.585457:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384368.585459:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.585460:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 59 buffers still posted 00000100:00000001:0.0:1767384368.585461:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.585462:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.585462:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.585463:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bd0ee256. 00000400:00000200:0.0:1767384368.585464:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c65d4598 00000400:00000010:0.0:1767384368.585465:0:39775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c65d4598. 00000100:00000001:0.0:1767384368.585466:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.585466:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384368.585469:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.585469:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 58 buffers still posted 00000100:00000001:0.0:1767384368.585470:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.585471:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.585472:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.585472:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000837e45d9. 00000400:00000200:0.0:1767384368.585473:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000023b7742f 00000400:00000010:0.0:1767384368.585474:0:39775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000023b7742f. 00000100:00000001:0.0:1767384368.585475:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.585476:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384368.585478:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.585479:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 57 buffers still posted 00000100:00000001:0.0:1767384368.585480:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.585481:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.585481:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.585482:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e04997f7. 00000400:00000200:0.0:1767384368.585483:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000084639208 00000400:00000010:0.0:1767384368.585484:0:39775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000084639208. 00000100:00000001:0.0:1767384368.585485:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.585486:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384368.585488:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.585489:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 56 buffers still posted 00000100:00000001:0.0:1767384368.585490:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.585491:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.585491:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.585492:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009a7475c6. 00000400:00000200:0.0:1767384368.585493:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000014ff1150 00000400:00000010:0.0:1767384368.585494:0:39775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000014ff1150. 00000100:00000001:0.0:1767384368.585495:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.585495:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384368.585498:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.585499:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 55 buffers still posted 00000100:00000001:0.0:1767384368.585499:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.585500:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.585501:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.585502:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000076826776. 00000400:00000200:0.0:1767384368.585502:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000972b73ab 00000400:00000010:0.0:1767384368.585503:0:39775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000972b73ab. 00000100:00000001:0.0:1767384368.585504:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.585505:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384368.585507:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.585508:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 54 buffers still posted 00000100:00000001:0.0:1767384368.585509:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.585510:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.585511:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.585511:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f52c7f0f. 00000400:00000200:0.0:1767384368.585512:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000554478ed 00000400:00000010:0.0:1767384368.585513:0:39775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000554478ed. 00000100:00000001:0.0:1767384368.585514:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.585515:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384368.585517:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.585518:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 53 buffers still posted 00000100:00000001:0.0:1767384368.585518:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.585519:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.585520:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.585521:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fa8c2390. 00000400:00000200:0.0:1767384368.585522:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d566e325 00000400:00000010:0.0:1767384368.585522:0:39775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d566e325. 00000100:00000001:0.0:1767384368.585523:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.585524:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384368.585526:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.585527:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 52 buffers still posted 00000100:00000001:0.0:1767384368.585528:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.585529:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.585529:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.585530:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000498717d8. 00000400:00000200:0.0:1767384368.585531:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000063eea471 00000400:00000010:0.0:1767384368.585532:0:39775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000063eea471. 00000100:00000001:0.0:1767384368.585533:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.585533:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384368.585535:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.585536:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 51 buffers still posted 00000100:00000001:0.0:1767384368.585537:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.585538:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.585538:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.585539:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002624f9fc. 00000400:00000200:0.0:1767384368.585540:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000022dcd4d4 00000400:00000010:0.0:1767384368.585541:0:39775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000022dcd4d4. 00000100:00000001:0.0:1767384368.585542:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.585542:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384368.585545:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.585545:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 50 buffers still posted 00000100:00000001:0.0:1767384368.585546:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.585547:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.585547:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.585548:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e76d51ce. 00000400:00000200:0.0:1767384368.585549:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000919a8fee 00000400:00000010:0.0:1767384368.585550:0:39775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000919a8fee. 00000100:00000001:0.0:1767384368.585551:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.585551:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384368.585554:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.585554:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 49 buffers still posted 00000100:00000001:0.0:1767384368.585555:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.585556:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.585557:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.585557:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000030c77f19. 00000400:00000200:0.0:1767384368.585558:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ac161733 00000400:00000010:0.0:1767384368.585559:0:39775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ac161733. 00000100:00000001:0.0:1767384368.585560:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.585561:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384368.585563:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.585564:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 48 buffers still posted 00000100:00000001:0.0:1767384368.585564:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.585565:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.585566:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.585566:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000caa7fe79. 00000400:00000200:0.0:1767384368.585567:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002867445b 00000400:00000010:0.0:1767384368.585568:0:39775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002867445b. 00000100:00000001:0.0:1767384368.585569:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.585570:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384368.585572:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.585573:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 47 buffers still posted 00000100:00000001:0.0:1767384368.585573:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.585574:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.585575:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.585575:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008b83c102. 00000400:00000200:0.0:1767384368.585576:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b9055653 00000400:00000010:0.0:1767384368.585577:0:39775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b9055653. 00000100:00000001:0.0:1767384368.585578:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.585578:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384368.585581:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.585581:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 46 buffers still posted 00000100:00000001:0.0:1767384368.585582:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.585583:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.585584:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.585584:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005344a4b0. 00000400:00000200:0.0:1767384368.585585:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000010fae8f1 00000400:00000010:0.0:1767384368.585586:0:39775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000010fae8f1. 00000100:00000001:0.0:1767384368.585587:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.585587:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384368.585590:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.585591:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 45 buffers still posted 00000100:00000001:0.0:1767384368.585592:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.585593:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.585593:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.585594:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000212888fa. 00000400:00000200:0.0:1767384368.585595:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000557a05c9 00000400:00000010:0.0:1767384368.585595:0:39775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000557a05c9. 00000100:00000001:0.0:1767384368.585596:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.585597:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384368.585599:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.585600:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 44 buffers still posted 00000100:00000001:0.0:1767384368.585601:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.585601:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.585602:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.585603:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000093798ab6. 00000400:00000200:0.0:1767384368.585604:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002452baa8 00000400:00000010:0.0:1767384368.585604:0:39775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002452baa8. 00000100:00000001:0.0:1767384368.585605:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.585606:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384368.585608:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.585609:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 43 buffers still posted 00000100:00000001:0.0:1767384368.585610:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.585610:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.585611:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.585612:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f44e41b4. 00000400:00000200:0.0:1767384368.585613:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007a277fa8 00000400:00000010:0.0:1767384368.585614:0:39775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007a277fa8. 00000100:00000001:0.0:1767384368.585615:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.585615:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384368.585617:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.585618:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 42 buffers still posted 00000100:00000001:0.0:1767384368.585619:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.585620:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.585620:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.585621:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a066b3ca. 00000400:00000200:0.0:1767384368.585622:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fe78e2e9 00000400:00000010:0.0:1767384368.585623:0:39775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fe78e2e9. 00000100:00000001:0.0:1767384368.585624:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.585625:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384368.585627:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.585628:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 41 buffers still posted 00000100:00000001:0.0:1767384368.585628:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.585629:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.585630:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.585630:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000527f270c. 00000400:00000200:0.0:1767384368.585631:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000006c90dd5 00000400:00000010:0.0:1767384368.585632:0:39775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000006c90dd5. 00000100:00000001:0.0:1767384368.585633:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.585634:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384368.585636:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.585637:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 40 buffers still posted 00000100:00000001:0.0:1767384368.585638:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.585638:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.585639:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.585640:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fd292544. 00000400:00000200:0.0:1767384368.585641:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003654beab 00000400:00000010:0.0:1767384368.585641:0:39775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003654beab. 00000100:00000001:0.0:1767384368.585642:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.585643:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384368.585645:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.585646:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 39 buffers still posted 00000100:00000001:0.0:1767384368.585647:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.585647:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.585648:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.585649:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ec2a63bb. 00000400:00000200:0.0:1767384368.585650:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007aac114e 00000400:00000010:0.0:1767384368.585650:0:39775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007aac114e. 00000100:00000001:0.0:1767384368.585651:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.585652:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384368.585654:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.585655:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 38 buffers still posted 00000100:00000001:0.0:1767384368.585656:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.585657:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.585657:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.585658:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004dc3d546. 00000400:00000200:0.0:1767384368.585659:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000975ce972 00000400:00000010:0.0:1767384368.585660:0:39775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000975ce972. 00000100:00000001:0.0:1767384368.585661:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.585661:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384368.585664:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.585664:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 37 buffers still posted 00000100:00000001:0.0:1767384368.585665:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.585666:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.585666:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.585667:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000568729b0. 00000400:00000200:0.0:1767384368.585668:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a9493084 00000400:00000010:0.0:1767384368.585669:0:39775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a9493084. 00000100:00000001:0.0:1767384368.585670:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.585670:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384368.585673:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.585673:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 36 buffers still posted 00000100:00000001:0.0:1767384368.585674:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.585675:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.585675:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.585676:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cf2acd95. 00000400:00000200:0.0:1767384368.585677:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007962b8cf 00000400:00000010:0.0:1767384368.585678:0:39775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007962b8cf. 00000100:00000001:0.0:1767384368.585678:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.585679:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384368.585681:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.585682:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 35 buffers still posted 00000100:00000001:0.0:1767384368.585683:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.585684:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.585684:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.585685:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cdb07ba1. 00000400:00000200:0.0:1767384368.585686:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f0167bc7 00000400:00000010:0.0:1767384368.585687:0:39775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f0167bc7. 00000100:00000001:0.0:1767384368.585688:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.585688:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384368.585691:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.585691:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 34 buffers still posted 00000100:00000001:0.0:1767384368.585692:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.585693:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.585693:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.585695:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d30f8652. 00000400:00000200:0.0:1767384368.585696:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009b307b3f 00000400:00000010:0.0:1767384368.585696:0:39775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009b307b3f. 00000100:00000001:0.0:1767384368.585697:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.585698:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384368.585700:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.585701:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 33 buffers still posted 00000100:00000001:0.0:1767384368.585702:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.585702:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.585703:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.585704:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ce074c4a. 00000400:00000200:0.0:1767384368.585705:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000173f4684 00000400:00000010:0.0:1767384368.585705:0:39775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000173f4684. 00000100:00000001:0.0:1767384368.585706:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.585707:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384368.585709:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.585710:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 32 buffers still posted 00000100:00000001:0.0:1767384368.585711:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.585711:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.585712:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.585713:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000288bd912. 00000400:00000200:0.0:1767384368.585714:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004bb14d19 00000400:00000010:0.0:1767384368.585714:0:39775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004bb14d19. 00000100:00000001:0.0:1767384368.585715:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.585716:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384368.585718:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.585719:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 31 buffers still posted 00000100:00000001:0.0:1767384368.585720:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.585720:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.585721:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.585722:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007156a1bd. 00000400:00000200:0.0:1767384368.585723:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d68ac5b0 00000400:00000010:0.0:1767384368.585723:0:39775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d68ac5b0. 00000100:00000001:0.0:1767384368.585724:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.585725:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384368.585727:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.585728:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 30 buffers still posted 00000100:00000001:0.0:1767384368.585729:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.585730:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.585730:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.585731:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009fb4fc6c. 00000400:00000200:0.0:1767384368.585732:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b3aca96a 00000400:00000010:0.0:1767384368.585733:0:39775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b3aca96a. 00000100:00000001:0.0:1767384368.585734:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.585734:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384368.585736:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.585737:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 29 buffers still posted 00000100:00000001:0.0:1767384368.585738:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.585739:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.585739:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.585740:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ac92d130. 00000400:00000200:0.0:1767384368.585741:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f5294314 00000400:00000010:0.0:1767384368.585741:0:39775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f5294314. 00000100:00000001:0.0:1767384368.585742:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.585743:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384368.585745:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.585746:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 28 buffers still posted 00000100:00000001:0.0:1767384368.585747:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.585747:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.585748:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.585749:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000031843614. 00000400:00000200:0.0:1767384368.585750:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dd8423f4 00000400:00000010:0.0:1767384368.585750:0:39775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dd8423f4. 00000100:00000001:0.0:1767384368.585751:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.585752:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384368.585754:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.585755:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 27 buffers still posted 00000100:00000001:0.0:1767384368.585756:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.585756:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.585757:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.585757:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000305c38e0. 00000400:00000200:0.0:1767384368.585758:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bf9c3d67 00000400:00000010:0.0:1767384368.585759:0:39775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bf9c3d67. 00000100:00000001:0.0:1767384368.585760:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.585761:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384368.585763:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.585764:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 26 buffers still posted 00000100:00000001:0.0:1767384368.585765:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.585765:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.585766:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.585767:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b2f9062f. 00000400:00000200:0.0:1767384368.585768:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e6e74286 00000400:00000010:0.0:1767384368.585768:0:39775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e6e74286. 00000100:00000001:0.0:1767384368.585769:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.585770:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384368.585772:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.585773:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 25 buffers still posted 00000100:00000001:0.0:1767384368.585774:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.585774:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.585775:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.585775:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000013859f57. 00000400:00000200:0.0:1767384368.585776:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007fd2e896 00000400:00000010:0.0:1767384368.585777:0:39775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007fd2e896. 00000100:00000001:0.0:1767384368.585778:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.585779:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384368.585781:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.585782:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 24 buffers still posted 00000100:00000001:0.0:1767384368.585782:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.585783:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.585784:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.585784:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000edd6c008. 00000400:00000200:0.0:1767384368.585785:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000514419a0 00000400:00000010:0.0:1767384368.585786:0:39775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000514419a0. 00000100:00000001:0.0:1767384368.585787:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.585788:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384368.585790:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.585791:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 23 buffers still posted 00000100:00000001:0.0:1767384368.585791:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.585792:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.585793:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.585793:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b2d52a74. 00000400:00000200:0.0:1767384368.585794:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bafff689 00000400:00000010:0.0:1767384368.585795:0:39775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bafff689. 00000100:00000001:0.0:1767384368.585796:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.585797:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384368.585799:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.585800:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 22 buffers still posted 00000100:00000001:0.0:1767384368.585801:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.585801:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.585802:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.585803:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004cbc57cd. 00000400:00000200:0.0:1767384368.585804:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000020b5e210 00000400:00000010:0.0:1767384368.585804:0:39775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000020b5e210. 00000100:00000001:0.0:1767384368.585805:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.585806:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384368.585808:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.585809:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 21 buffers still posted 00000100:00000001:0.0:1767384368.585810:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.585810:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.585811:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.585812:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000da9109c3. 00000400:00000200:0.0:1767384368.585813:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000085faacf8 00000400:00000010:0.0:1767384368.585813:0:39775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000085faacf8. 00000100:00000001:0.0:1767384368.585814:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.585815:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384368.585817:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.585818:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 20 buffers still posted 00000100:00000001:0.0:1767384368.585819:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.585820:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.585820:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.585821:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a31f7c94. 00000400:00000200:0.0:1767384368.585822:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005e4c9ecb 00000400:00000010:0.0:1767384368.585823:0:39775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005e4c9ecb. 00000100:00000001:0.0:1767384368.585824:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.585824:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384368.585827:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.585827:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 19 buffers still posted 00000100:00000001:0.0:1767384368.585828:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.585829:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.585829:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.585830:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005da9aa24. 00000400:00000200:0.0:1767384368.585831:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eee2425f 00000400:00000010:0.0:1767384368.585832:0:39775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000eee2425f. 00000100:00000001:0.0:1767384368.585833:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.585834:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384368.585836:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.585837:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 18 buffers still posted 00000100:00000001:0.0:1767384368.585837:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.585838:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.585839:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.585839:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dcb9ad4d. 00000400:00000200:0.0:1767384368.585840:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002c0fbcad 00000400:00000010:0.0:1767384368.585841:0:39775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002c0fbcad. 00000100:00000001:0.0:1767384368.585842:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.585842:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384368.585845:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.585845:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 17 buffers still posted 00000100:00000001:0.0:1767384368.585846:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.585847:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.585847:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.585848:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009eb1ed94. 00000400:00000200:0.0:1767384368.585849:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aa568232 00000400:00000010:0.0:1767384368.585850:0:39775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000aa568232. 00000100:00000001:0.0:1767384368.585851:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.585851:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384368.585854:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.585854:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 16 buffers still posted 00000100:00000001:0.0:1767384368.585855:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.585856:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.585856:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.585857:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bc47dc6e. 00000400:00000200:0.0:1767384368.585858:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ec312da2 00000400:00000010:0.0:1767384368.585859:0:39775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ec312da2. 00000100:00000001:0.0:1767384368.585860:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.585860:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384368.585862:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.585863:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 15 buffers still posted 00000100:00000001:0.0:1767384368.585864:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.585865:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.585865:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.585866:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ee8c5995. 00000400:00000200:0.0:1767384368.585867:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b0774481 00000400:00000010:0.0:1767384368.585868:0:39775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b0774481. 00000100:00000001:0.0:1767384368.585869:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.585870:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384368.585872:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.585873:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 14 buffers still posted 00000100:00000001:0.0:1767384368.585873:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.585874:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.585875:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.585875:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000caae3c8f. 00000400:00000200:0.0:1767384368.585876:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004548f886 00000400:00000010:0.0:1767384368.585877:0:39775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004548f886. 00000100:00000001:0.0:1767384368.585878:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.585878:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384368.585881:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.585881:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 13 buffers still posted 00000100:00000001:0.0:1767384368.585882:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.585883:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.585884:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.585884:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000aecee980. 00000400:00000200:0.0:1767384368.585885:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000495052c5 00000400:00000010:0.0:1767384368.585886:0:39775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000495052c5. 00000100:00000001:0.0:1767384368.585887:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.585887:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384368.585890:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.585890:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 12 buffers still posted 00000100:00000001:0.0:1767384368.585891:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.585892:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.585892:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.585893:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000247eb7d7. 00000400:00000200:0.0:1767384368.585894:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004f0708a9 00000400:00000010:0.0:1767384368.585895:0:39775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004f0708a9. 00000100:00000001:0.0:1767384368.585896:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.585896:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384368.585898:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.585899:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 11 buffers still posted 00000100:00000001:0.0:1767384368.585900:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.585901:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.585902:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.585902:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000914fb597. 00000400:00000200:0.0:1767384368.585903:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b615ab82 00000400:00000010:0.0:1767384368.585904:0:39775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b615ab82. 00000100:00000001:0.0:1767384368.585905:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.585906:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384368.585908:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.585909:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 10 buffers still posted 00000100:00000001:0.0:1767384368.585909:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.585910:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.585911:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.585911:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002ba48e12. 00000400:00000200:0.0:1767384368.585912:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005d9689d9 00000400:00000010:0.0:1767384368.585913:0:39775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005d9689d9. 00000100:00000001:0.0:1767384368.585914:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.585914:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384368.585917:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.585918:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 9 buffers still posted 00000100:00000001:0.0:1767384368.585918:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.585919:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.585920:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.585920:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c066dd6c. 00000400:00000200:0.0:1767384368.585921:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003c3eca82 00000400:00000010:0.0:1767384368.585922:0:39775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003c3eca82. 00000100:00000001:0.0:1767384368.585923:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.585923:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384368.585926:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.585926:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 8 buffers still posted 00000100:00000001:0.0:1767384368.585927:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.585928:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.585929:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.585929:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002c2db4c1. 00000400:00000200:0.0:1767384368.585930:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f4a53ac6 00000400:00000010:0.0:1767384368.585931:0:39775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f4a53ac6. 00000100:00000001:0.0:1767384368.585932:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.585932:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384368.585935:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.585936:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 7 buffers still posted 00000100:00000001:0.0:1767384368.585937:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.585938:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.585938:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.585939:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bbac954b. 00000400:00000200:0.0:1767384368.585940:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009c667af8 00000400:00000010:0.0:1767384368.585941:0:39775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009c667af8. 00000100:00000001:0.0:1767384368.585942:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.585942:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384368.585944:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.585945:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 6 buffers still posted 00000100:00000001:0.0:1767384368.585946:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.585947:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.585947:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.585948:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b4478796. 00000400:00000200:0.0:1767384368.585949:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c0d638c5 00000400:00000010:0.0:1767384368.585949:0:39775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c0d638c5. 00000100:00000001:0.0:1767384368.585950:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.585951:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384368.585953:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.585954:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 5 buffers still posted 00000100:00000001:0.0:1767384368.585955:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.585955:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.585956:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.585957:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000025d2fe85. 00000400:00000200:0.0:1767384368.585958:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003979c9e2 00000400:00000010:0.0:1767384368.585958:0:39775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003979c9e2. 00000100:00000001:0.0:1767384368.585959:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.585960:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384368.585962:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.585963:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 4 buffers still posted 00000100:00000001:0.0:1767384368.585964:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.585965:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.585965:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.585966:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000aa70f1ee. 00000400:00000200:0.0:1767384368.585967:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000076e3ea6d 00000400:00000010:0.0:1767384368.585968:0:39775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000076e3ea6d. 00000100:00000001:0.0:1767384368.585969:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.585969:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384368.585972:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.585973:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 3 buffers still posted 00000100:00000001:0.0:1767384368.585973:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.585974:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.585975:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.585975:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b37106cd. 00000400:00000200:0.0:1767384368.585976:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000049ce7666 00000400:00000010:0.0:1767384368.585977:0:39775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000049ce7666. 00000100:00000001:0.0:1767384368.585978:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.585978:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384368.585981:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.585981:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 2 buffers still posted 00000100:00000001:0.0:1767384368.585982:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.585983:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.585999:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.586000:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bbecc936. 00000400:00000200:0.0:1767384368.586002:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e59c05f9 00000400:00000010:0.0:1767384368.586003:0:39775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e59c05f9. 00000100:00000001:0.0:1767384368.586004:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.586005:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384368.586008:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.586009:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 1 buffers still posted 00000100:00000001:0.0:1767384368.586009:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.586010:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.586011:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.586012:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000009ab6730. 00000400:00000200:0.0:1767384368.586013:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000085d8f98c 00000400:00000010:0.0:1767384368.586014:0:39775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000085d8f98c. 00000100:00000001:0.0:1767384368.586015:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.586015:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384368.586018:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.586018:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:0.0:1767384368.586019:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384368.586020:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.586021:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.586022:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.586023:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.586024:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.586025:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.586026:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.586027:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.586027:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.586028:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.586029:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.586030:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.586030:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.586031:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.586032:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.586032:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.586033:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.586034:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.586035:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.586035:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.586036:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.586036:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.586037:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.586038:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.586039:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.586039:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.586040:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.586040:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.586041:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.586042:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.586043:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.586043:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.586044:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.586045:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.586045:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.586046:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.586047:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.586047:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.586048:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.586049:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.586049:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.586050:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.586051:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.586051:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.586052:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.586053:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.586054:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.586055:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.586055:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.586056:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.586057:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.586058:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.586059:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.586059:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.586060:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.586060:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.586061:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.586062:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.586063:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.586063:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.586064:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.586064:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.586065:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.586066:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.586067:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.586067:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.586068:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.586068:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.586069:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.586070:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.586070:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.586071:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.586072:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.586072:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.586073:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.586074:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.586075:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.586075:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.586076:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.586076:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.586077:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.586078:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.586078:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.586079:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.586080:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.586081:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.586082:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.586083:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.586083:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.586084:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.586086:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.586115:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.586117:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.586118:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.586119:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.586120:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.586122:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.586123:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.586124:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.586125:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.586127:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.586128:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.586129:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.586130:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.586132:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.586133:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.586134:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.586135:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.586137:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.586138:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.586139:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.586140:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.586142:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.586143:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.586144:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.586145:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.586147:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.586148:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.586149:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.586150:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.586151:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.586153:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.586154:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.586155:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.586156:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.586157:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.586158:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.586158:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000010:0.0:1767384368.586160:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000eb209918. 00000100:00000010:0.0:1767384368.586163:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d33e8c4a. 00000100:00000010:0.0:1767384368.586164:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000005387231f. 00000100:00000010:0.0:1767384368.586166:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000fe199c16. 00000100:00000010:0.0:1767384368.586167:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000b49bbe8a. 00000100:00000010:0.0:1767384368.586168:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000bad6bdab. 00000100:00000010:0.0:1767384368.586169:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000f231bdcd. 00000100:00000010:0.0:1767384368.586171:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000037780584. 00000100:00000010:0.0:1767384368.586172:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000003af193a0. 00000100:00000010:0.0:1767384368.586173:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009362f99d. 00000100:00000010:0.0:1767384368.586174:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000005bc6f722. 00000100:00000010:0.0:1767384368.586175:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000440435a2. 00000100:00000010:0.0:1767384368.586176:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000002fd55aa5. 00000100:00000010:0.0:1767384368.586177:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008d9999e7. 00000100:00000010:0.0:1767384368.586178:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000ba6fe3c7. 00000100:00000010:0.0:1767384368.586179:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d9656360. 00000100:00000010:0.0:1767384368.586180:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000003df7340. 00000100:00000010:0.0:1767384368.586182:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005d2d135e. 00000100:00000010:0.0:1767384368.586183:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000052031736. 00000100:00000010:0.0:1767384368.586184:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e858bb38. 00000100:00000010:0.0:1767384368.586185:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000473862d2. 00000100:00000010:0.0:1767384368.586186:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000086a228a6. 00000100:00000010:0.0:1767384368.586187:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000085e56a34. 00000100:00000010:0.0:1767384368.586188:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000bc55bba4. 00000100:00000010:0.0:1767384368.586189:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000dd7dbaad. 00000100:00000010:0.0:1767384368.586191:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007201e3bd. 00000100:00000010:0.0:1767384368.586192:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000063330945. 00000100:00000010:0.0:1767384368.586193:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e7cdc2dc. 00000100:00000010:0.0:1767384368.586194:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000a85a0db2. 00000100:00000010:0.0:1767384368.586195:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000815d4f36. 00000100:00000010:0.0:1767384368.586197:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000000016bb03. 00000100:00000010:0.0:1767384368.586198:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000001f9fb86. 00000100:00000010:0.0:1767384368.586199:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000018f34981. 00000100:00000010:0.0:1767384368.586209:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006ddbcce8. 00000100:00000010:0.0:1767384368.586210:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000a5c565c8. 00000100:00000010:0.0:1767384368.586212:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e982cd28. 00000100:00000010:0.0:1767384368.586213:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000e7947e2a. 00000100:00000010:0.0:1767384368.586214:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000dfde845. 00000100:00000010:0.0:1767384368.586215:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000f1562be4. 00000100:00000010:0.0:1767384368.586217:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008b07d667. 00000100:00000010:0.0:1767384368.586218:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000d2d8af1e. 00000100:00000010:0.0:1767384368.586219:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c6dae3f3. 00000100:00000010:0.0:1767384368.586220:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000055967e1e. 00000100:00000010:0.0:1767384368.586221:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006877b39f. 00000100:00000010:0.0:1767384368.586223:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000004a64d8c8. 00000100:00000010:0.0:1767384368.586224:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f3a7fbda. 00000100:00000010:0.0:1767384368.586225:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000bbbda590. 00000100:00000010:0.0:1767384368.586226:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000bb04ecc2. 00000100:00000010:0.0:1767384368.586227:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000a16a0061. 00000100:00000010:0.0:1767384368.586229:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000509b8e37. 00000100:00000010:0.0:1767384368.586230:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000dd1d846a. 00000100:00000010:0.0:1767384368.586231:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003eddb32a. 00000100:00000010:0.0:1767384368.586232:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000388f2784. 00000100:00000010:0.0:1767384368.586233:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002683c37b. 00000100:00000010:0.0:1767384368.586234:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000072c7422c. 00000100:00000010:0.0:1767384368.586236:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b262a8b8. 00000100:00000010:0.0:1767384368.586237:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000b394e820. 00000100:00000010:0.0:1767384368.586238:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000019c54665. 00000100:00000010:0.0:1767384368.586239:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000d35db604. 00000100:00000010:0.0:1767384368.586240:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009f4f7052. 00000100:00000010:0.0:1767384368.586242:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000dfb77b1d. 00000100:00000010:0.0:1767384368.586243:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007ef18388. 00000100:00000010:0.0:1767384368.586244:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000c8b99fa6. 00000100:00000010:0.0:1767384368.586246:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000017a62a2. 00000100:00000010:0.0:1767384368.586247:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000009546e2dc. 00000100:00000010:0.0:1767384368.586250:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a1480834. 00000100:00000010:0.0:1767384368.586251:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000eb28e79d. 00000100:00000010:0.0:1767384368.586252:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002139f4f2. 00000100:00000010:0.0:1767384368.586253:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000229161ca. 00000100:00000010:0.0:1767384368.586255:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f9a5a254. 00000100:00000010:0.0:1767384368.586256:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000ee4e4534. 00000100:00000010:0.0:1767384368.586257:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d8e37dc4. 00000100:00000010:0.0:1767384368.586258:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000000e9b76bf. 00000100:00000010:0.0:1767384368.586259:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ca68eabb. 00000100:00000010:0.0:1767384368.586260:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000711d1bd9. 00000100:00000010:0.0:1767384368.586261:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a82b7200. 00000100:00000010:0.0:1767384368.586262:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000ad89a79f. 00000100:00000010:0.0:1767384368.586264:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ab875fcc. 00000100:00000010:0.0:1767384368.586265:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000d9586b93. 00000100:00000010:0.0:1767384368.586267:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001619f83f. 00000100:00000010:0.0:1767384368.586268:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000e6e8cb14. 00000100:00000010:0.0:1767384368.586278:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a44dcc1f. 00000100:00000010:0.0:1767384368.586280:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000a6e97bf4. 00000100:00000010:0.0:1767384368.586281:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004c1712e7. 00000100:00000010:0.0:1767384368.586282:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000b0358cea. 00000100:00000010:0.0:1767384368.586284:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009603e237. 00000100:00000010:0.0:1767384368.586285:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000015f1122b. 00000100:00000010:0.0:1767384368.586286:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000cf8bb23. 00000100:00000010:0.0:1767384368.586287:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000007a8397a3. 00000100:00000010:0.0:1767384368.586289:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ecf853e6. 00000100:00000010:0.0:1767384368.586290:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000002253c3d0. 00000100:00000010:0.0:1767384368.586291:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000d837d64. 00000100:00000010:0.0:1767384368.586292:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000005db0a7a6. 00000100:00000010:0.0:1767384368.586293:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003fa6d13f. 00000100:00000010:0.0:1767384368.586294:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000000fa38c1. 00000100:00000010:0.0:1767384368.586296:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000042291e8d. 00000100:00000010:0.0:1767384368.586297:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000c06a23f4. 00000100:00000010:0.0:1767384368.586299:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a820d6fd. 00000100:00000010:0.0:1767384368.586300:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000007c9caa47. 00000100:00000010:0.0:1767384368.586301:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001606050e. 00000100:00000010:0.0:1767384368.586302:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000cda316de. 00000100:00000010:0.0:1767384368.586303:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006ec352ab. 00000100:00000010:0.0:1767384368.586304:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000047f58e2. 00000100:00000010:0.0:1767384368.586306:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000093adc653. 00000100:00000010:0.0:1767384368.586307:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000004ac940cb. 00000100:00000010:0.0:1767384368.586308:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003fe30904. 00000100:00000010:0.0:1767384368.586309:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000c96b594e. 00000100:00000010:0.0:1767384368.586310:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003eccb168. 00000100:00000010:0.0:1767384368.586311:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000006bb62e6f. 00000100:00000010:0.0:1767384368.586312:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000025b11590. 00000100:00000010:0.0:1767384368.586313:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000853f03f7. 00000100:00000010:0.0:1767384368.586315:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000006b968f2. 00000100:00000010:0.0:1767384368.586316:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000002adedf52. 00000100:00000010:0.0:1767384368.586317:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d2297b5a. 00000100:00000010:0.0:1767384368.586332:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000014065f39. 00000100:00000010:0.0:1767384368.586333:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000024fd04df. 00000100:00000010:0.0:1767384368.586334:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000006e3a2b88. 00000100:00000010:0.0:1767384368.586335:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007feadb08. 00000100:00000010:0.0:1767384368.586337:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000fba149c7. 00000100:00000010:0.0:1767384368.586338:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a4039a47. 00000100:00000010:0.0:1767384368.586339:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000ea0ce6af. 00000100:00000010:0.0:1767384368.586340:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001e937e28. 00000100:00000010:0.0:1767384368.586341:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000882734f2. 00000100:00000010:0.0:1767384368.586343:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000091d105ac. 00000100:00000010:0.0:1767384368.586344:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000059f2f2e. 00000100:00000010:0.0:1767384368.586345:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004f9ee51a. 00000100:00000010:0.0:1767384368.586347:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000f4fdea68. 00000100:00000010:0.0:1767384368.586348:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000711ecf3. 00000100:00000010:0.0:1767384368.586350:0:39775:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at 00000000d7aa9afe. 00000100:00000010:0.0:1767384368.586352:0:39775:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at 00000000075552fc. 00000100:00000001:0.0:1767384368.586353:0:39775:0:(nrs.c:1051:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:0.0:1767384368.586355:0:39775:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1767384368.586356:0:39775:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:0.0:1767384368.586356:0:39775:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:0.0:1767384368.586357:0:39775:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 00000000d0514d0d. 00000100:00000001:0.0:1767384368.586359:0:39775:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:0.0:1767384368.586360:0:39775:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384368.586361:0:39775:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1767384368.586362:0:39775:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000007835853d. 00000100:00000001:0.0:1767384368.586363:0:39775:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1767384368.586364:0:39775:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1767384368.586365:0:39775:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000730c83a4. 00000100:00000001:0.0:1767384368.586366:0:39775:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1767384368.586367:0:39775:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1767384368.586368:0:39775:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000004c65b76c. 00000100:00000001:0.0:1767384368.586369:0:39775:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1767384368.586370:0:39775:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1767384368.586370:0:39775:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000002ce55f5c. 00000100:00000001:0.0:1767384368.586371:0:39775:0:(nrs.c:1082:nrs_svcpt_cleanup_locked()) Process leaving 00000020:00000010:0.0:1767384368.586415:0:39775:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 00000000646118f7. 00000020:00000010:0.0:1767384368.586418:0:39775:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000a375bc2a. 00000100:00000010:0.0:1767384368.586431:0:39775:0:(service.c:3811:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at 00000000c9f76586. 00000100:00000010:0.0:1767384368.586436:0:39775:0:(service.c:3817:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at 000000009758479e. 00000100:00000010:0.0:1767384368.586441:0:39775:0:(service.c:3823:ptlrpc_service_free()) kfreed 'svcpt': 784 at 0000000052d0596a. 00000100:00000010:0.0:1767384368.586445:0:39775:0:(service.c:3829:ptlrpc_service_free()) kfreed 'svc': 352 at 000000009391cb68. 00000100:00000001:0.0:1767384368.586446:0:39775:0:(service.c:3856:ptlrpc_unregister_service()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384368.586447:0:39775:0:(service.c:3834:ptlrpc_unregister_service()) Process entered 00000100:00000200:0.0:1767384368.586449:0:39775:0:(service.c:3836:ptlrpc_unregister_service()) mdt_io: tearing down 00000100:00000001:0.0:1767384368.586451:0:39775:0:(service.c:3377:ptlrpc_stop_all_threads()) Process entered 00000100:00000001:0.0:1767384368.586451:0:39775:0:(service.c:3331:ptlrpc_svcpt_stop_threads()) Process entered 00000100:00000040:0.0:1767384368.586452:0:39775:0:(service.c:3334:ptlrpc_svcpt_stop_threads()) Stopping threads for service mdt_io 00000100:00000040:0.0:1767384368.586453:0:39775:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_io #2 00000100:00000040:0.0:1767384368.586454:0:39775:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_io #1 00000100:00000040:0.0:1767384368.586455:0:39775:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_io #0 00000100:00000040:0.0:1767384368.586477:0:39775:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt_io #2 00000020:00000010:3.0:1767384368.586488:0:16793:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000004f8fd9b. 00000040:00000010:3.0:1767384368.586493:0:16793:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000095722a4a. 00000020:00000010:3.0:1767384368.586495:0:16793:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000006ccd8ee8. 00000020:00000010:3.0:1767384368.586499:0:16793:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000002dfb6e32. 00000020:00000010:3.0:1767384368.586503:0:16793:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000ac081125. 80000000:00000010:3.0:1767384368.586505:0:16793:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000002a122f31. 40000000:00000010:3.0:1767384368.586509:0:16793:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000000e3dbd38. 00100000:00000010:3.0:1767384368.586511:0:16793:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000014d40734. 00040000:00000010:3.0:1767384368.586514:0:16793:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000021e9037e. 00040000:00000010:3.0:1767384368.586518:0:16793:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000afb85d14. 00080000:00000010:3.0:1767384368.586522:0:16793:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000002c189645. 00000004:00000010:3.0:1767384368.586525:0:16793:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000001bc200fe. 00000020:00000010:2.0:1767384368.586529:0:16791:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000941b09be. 00002000:00000010:3.0:1767384368.586530:0:16793:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000c320806f. 00000020:00000010:1.0:1767384368.586531:0:16792:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000095b853a9. 00000020:00000010:3.0:1767384368.586537:0:16793:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000096fa4253. 00000040:00000010:2.0:1767384368.586538:0:16791:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000008582de0a. 00000040:00000010:1.0:1767384368.586539:0:16792:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000f81c16d6. 00000020:00000010:3.0:1767384368.586545:0:16793:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000009a527438. 00000020:00000010:2.0:1767384368.586545:0:16791:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000000a1a1fe2. 00000020:00000010:1.0:1767384368.586545:0:16792:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000060ab1f7f. 00000020:00000010:2.0:1767384368.586552:0:16791:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000970295e7. 00000020:00000010:1.0:1767384368.586554:0:16792:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000511743bf. 00000100:00000010:3.0:1767384368.586555:0:16793:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 000000004a398d24. 00000020:00000010:2.0:1767384368.586558:0:16791:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000003a03a1d2. 00000020:00000010:1.0:1767384368.586560:0:16792:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000ea29fb6b. 00000020:00000001:3.0:1767384368.586561:0:16793:0:(tgt_handler.c:1700:tgt_io_thread_done()) Process entered 80000000:00000010:2.0:1767384368.586564:0:16791:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000059f2f88d. 00000020:00000010:3.0:1767384368.586566:0:16793:0:(tgt_handler.c:1710:tgt_io_thread_done()) kvfree 'tbc': 1048576 at 00000000eb6f0315. 80000000:00000010:1.0:1767384368.586566:0:16792:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000cb601c12. 40000000:00000010:2.0:1767384368.586569:0:16791:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000ec75351e. 40000000:00000010:1.0:1767384368.586573:0:16792:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000047323640. 00100000:00000010:2.0:1767384368.586575:0:16791:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000029817bec. 00100000:00000010:1.0:1767384368.586579:0:16792:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000006b9e6eda. 00040000:00000010:2.0:1767384368.586581:0:16791:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000947e65c5. 00040000:00000010:1.0:1767384368.586585:0:16792:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000003a581be7. 00040000:00000010:2.0:1767384368.586587:0:16791:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000038cf868f. 00040000:00000010:1.0:1767384368.586590:0:16792:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000002cb3432e. 00080000:00000010:2.0:1767384368.586593:0:16791:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000ea439313. 00080000:00000010:1.0:1767384368.586596:0:16792:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000008b5a5194. 00000004:00000010:2.0:1767384368.586599:0:16791:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000008da51ba3. 00000004:00000010:1.0:1767384368.586602:0:16792:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000006499f833. 00002000:00000010:2.0:1767384368.586604:0:16791:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000029f51ee9. 00002000:00000010:1.0:1767384368.586607:0:16792:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000042d2b705. 00000020:00000010:2.0:1767384368.586610:0:16791:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006fb9e18f. 00000020:00000010:1.0:1767384368.586613:0:16792:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000080852b2c. 00000020:00000010:2.0:1767384368.586617:0:16791:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000001e6d4fca. 00000020:00000010:1.0:1767384368.586620:0:16792:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000008d35aec. 00000100:00000010:1.0:1767384368.586629:0:16792:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 0000000065ba2f59. 00000100:00000010:2.0:1767384368.586630:0:16791:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000a033bb80. 00000020:00000001:1.0:1767384368.586632:0:16792:0:(tgt_handler.c:1700:tgt_io_thread_done()) Process entered 00000020:00000010:1.0:1767384368.586636:0:16792:0:(tgt_handler.c:1710:tgt_io_thread_done()) kvfree 'tbc': 1048576 at 00000000b0a78479. 00000020:00000001:2.0:1767384368.586638:0:16791:0:(tgt_handler.c:1700:tgt_io_thread_done()) Process entered 00000020:00000010:2.0:1767384368.586642:0:16791:0:(tgt_handler.c:1710:tgt_io_thread_done()) kvfree 'tbc': 1048576 at 00000000b49f029b. 00000020:00000001:3.0:1767384368.586692:0:16793:0:(tgt_handler.c:1713:tgt_io_thread_done()) Process leaving 00000100:00100000:3.0:1767384368.586694:0:16793:0:(service.c:3155:ptlrpc_main()) mdt_io00_002: service thread [0000000054c31970:16793] 2 exiting: rc = 0 00000100:00000040:0.0:1767384368.586732:0:39775:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt_io #1 00000020:00000001:1.0:1767384368.586937:0:16792:0:(tgt_handler.c:1713:tgt_io_thread_done()) Process leaving 00000100:00100000:1.0:1767384368.586939:0:16792:0:(service.c:3155:ptlrpc_main()) mdt_io00_001: service thread [00000000a34744a6:16792] 1 exiting: rc = 0 00000020:00000001:2.0:1767384368.586945:0:16791:0:(tgt_handler.c:1713:tgt_io_thread_done()) Process leaving 00000100:00100000:2.0:1767384368.586948:0:16791:0:(service.c:3155:ptlrpc_main()) mdt_io00_000: service thread [00000000a0ef595f:16791] 0 exiting: rc = 1 00000100:00000010:0.0:1767384368.586966:0:39775:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000a0ef595f. 00000100:00000010:0.0:1767384368.586973:0:39775:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000a34744a6. 00000100:00000010:0.0:1767384368.586978:0:39775:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 0000000054c31970. 00000100:00000001:0.0:1767384368.586980:0:39775:0:(service.c:3368:ptlrpc_svcpt_stop_threads()) Process leaving 00000100:00000001:0.0:1767384368.586982:0:39775:0:(service.c:3384:ptlrpc_stop_all_threads()) Process leaving 00000400:00000200:0.0:1767384368.586998:0:39775:0:(lib-ptl.c:969:lnet_clear_lazy_portal()) clearing portal 13 lazy 00000400:00000001:0.0:1767384368.587002:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.587003:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.587005:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d58873c3. 00000400:00000200:0.0:1767384368.587008:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000143c686e 00000400:00000010:0.0:1767384368.587010:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000143c686e. 00000100:00000001:0.0:1767384368.587013:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.587015:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384368.587018:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.587020:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384368.587021:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.587022:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.587023:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.587024:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bf430939. 00000400:00000200:0.0:1767384368.587027:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f2e39156 00000400:00000010:0.0:1767384368.587028:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000f2e39156. 00000100:00000001:0.0:1767384368.587043:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.587043:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384368.587046:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.587047:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:0.0:1767384368.587048:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.587049:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.587050:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.587051:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e0d332cb. 00000400:00000200:0.0:1767384368.587052:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000073822830 00000400:00000010:0.0:1767384368.587053:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000073822830. 00000100:00000001:0.0:1767384368.587054:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.587055:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384368.587057:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.587058:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 61 buffers still posted 00000100:00000001:0.0:1767384368.587059:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.587060:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.587061:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.587062:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000072922540. 00000400:00000200:0.0:1767384368.587063:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006e2b8f89 00000400:00000010:0.0:1767384368.587064:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000006e2b8f89. 00000100:00000001:0.0:1767384368.587065:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.587066:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384368.587068:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.587069:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 60 buffers still posted 00000100:00000001:0.0:1767384368.587070:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.587071:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.587071:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.587072:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000004909cc. 00000400:00000200:0.0:1767384368.587073:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000921a1237 00000400:00000010:0.0:1767384368.587074:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000921a1237. 00000100:00000001:0.0:1767384368.587075:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.587076:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384368.587078:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.587079:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 59 buffers still posted 00000100:00000001:0.0:1767384368.587080:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.587081:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.587081:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.587082:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c3999dad. 00000400:00000200:0.0:1767384368.587083:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000020711d10 00000400:00000010:0.0:1767384368.587084:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000020711d10. 00000100:00000001:0.0:1767384368.587085:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.587338:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384368.587346:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.587348:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 58 buffers still posted 00000100:00000001:0.0:1767384368.587351:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.587354:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.587356:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.587358:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e941b283. 00000400:00000200:0.0:1767384368.587361:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007fd7726f 00000400:00000010:0.0:1767384368.587363:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000007fd7726f. 00000100:00000001:0.0:1767384368.587366:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.587367:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384368.587372:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.587374:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 57 buffers still posted 00000100:00000001:0.0:1767384368.587376:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.587378:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.587379:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.587380:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000045c7e8f4. 00000400:00000200:0.0:1767384368.587382:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fc8834e6 00000400:00000010:0.0:1767384368.587384:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000fc8834e6. 00000100:00000001:0.0:1767384368.587386:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.587387:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384368.587392:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.587393:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 56 buffers still posted 00000100:00000001:0.0:1767384368.587394:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.587395:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.587396:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.587396:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003598230a. 00000400:00000200:0.0:1767384368.587398:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003965d66c 00000400:00000010:0.0:1767384368.587399:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000003965d66c. 00000100:00000001:0.0:1767384368.587400:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.587401:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384368.587403:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.587404:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 55 buffers still posted 00000100:00000001:0.0:1767384368.587405:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.587405:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.587406:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.587407:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002559f9e7. 00000400:00000200:0.0:1767384368.587408:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000073ab7c9c 00000400:00000010:0.0:1767384368.587409:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000073ab7c9c. 00000100:00000001:0.0:1767384368.587414:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.587414:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384368.587417:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.587418:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 54 buffers still posted 00000100:00000001:0.0:1767384368.587418:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.587419:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.587420:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.587421:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f35eac3f. 00000400:00000200:0.0:1767384368.587422:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ccdcfde0 00000400:00000010:0.0:1767384368.587423:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000ccdcfde0. 00000100:00000001:0.0:1767384368.587428:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.587428:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384368.587431:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.587432:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 53 buffers still posted 00000100:00000001:0.0:1767384368.587433:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.587434:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.587435:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.587436:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000db640538. 00000400:00000200:0.0:1767384368.587437:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a4b78e88 00000400:00000010:0.0:1767384368.587438:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000a4b78e88. 00000100:00000001:0.0:1767384368.587439:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.587440:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384368.587442:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.587443:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 52 buffers still posted 00000100:00000001:0.0:1767384368.587444:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.587445:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.587445:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.587446:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e22dc613. 00000400:00000200:0.0:1767384368.587447:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002088033a 00000400:00000010:0.0:1767384368.587448:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000002088033a. 00000100:00000001:0.0:1767384368.587450:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.587451:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384368.587453:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.587454:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 51 buffers still posted 00000100:00000001:0.0:1767384368.587455:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.587456:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.587456:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.587457:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005e34417b. 00000400:00000200:0.0:1767384368.587458:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007ac00415 00000400:00000010:0.0:1767384368.587459:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000007ac00415. 00000100:00000001:0.0:1767384368.587460:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.587461:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384368.587463:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.587464:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 50 buffers still posted 00000100:00000001:0.0:1767384368.587465:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.587466:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.587467:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.587467:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007e01a99c. 00000400:00000200:0.0:1767384368.587468:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008dd986b9 00000400:00000010:0.0:1767384368.587469:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000008dd986b9. 00000100:00000001:0.0:1767384368.587473:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.587473:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384368.587476:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.587477:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 49 buffers still posted 00000100:00000001:0.0:1767384368.587478:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.587479:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.587479:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.587480:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000069d49909. 00000400:00000200:0.0:1767384368.587481:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e317458e 00000400:00000010:0.0:1767384368.587482:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000e317458e. 00000100:00000001:0.0:1767384368.587485:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.587485:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384368.587488:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.587488:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 48 buffers still posted 00000100:00000001:0.0:1767384368.587489:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.587490:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.587491:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.587491:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002a11aac5. 00000400:00000200:0.0:1767384368.587492:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001de947f5 00000400:00000010:0.0:1767384368.587493:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000001de947f5. 00000100:00000001:0.0:1767384368.587494:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.587495:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384368.587498:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.587499:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 47 buffers still posted 00000100:00000001:0.0:1767384368.587499:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.587500:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.587501:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.587502:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bb4fc537. 00000400:00000200:0.0:1767384368.587503:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002d8fb6c3 00000400:00000010:0.0:1767384368.587504:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000002d8fb6c3. 00000100:00000001:0.0:1767384368.587505:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.587506:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384368.587509:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.587509:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 46 buffers still posted 00000100:00000001:0.0:1767384368.587510:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.587511:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.587512:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.587512:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005f740234. 00000400:00000200:0.0:1767384368.587514:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000014aa7d31 00000400:00000010:0.0:1767384368.587515:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000014aa7d31. 00000100:00000001:0.0:1767384368.587516:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.587517:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384368.587520:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.587521:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 45 buffers still posted 00000100:00000001:0.0:1767384368.587521:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.587522:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.587523:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.587523:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007806c345. 00000400:00000200:0.0:1767384368.587524:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d8edff7a 00000400:00000010:0.0:1767384368.587525:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000d8edff7a. 00000100:00000001:0.0:1767384368.587527:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.587527:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384368.587530:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.587530:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 44 buffers still posted 00000100:00000001:0.0:1767384368.587531:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.587532:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.587533:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.587533:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ca7cd6be. 00000400:00000200:0.0:1767384368.587534:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aec4e2b1 00000400:00000010:0.0:1767384368.587535:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000aec4e2b1. 00000100:00000001:0.0:1767384368.587536:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.587537:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384368.587539:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.587540:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 43 buffers still posted 00000100:00000001:0.0:1767384368.587541:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.587542:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.587542:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.587543:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009229de72. 00000400:00000200:0.0:1767384368.587544:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b0e08f50 00000400:00000010:0.0:1767384368.587545:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000b0e08f50. 00000100:00000001:0.0:1767384368.587546:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.587547:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384368.587549:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.587550:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 42 buffers still posted 00000100:00000001:0.0:1767384368.587551:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.587552:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.587553:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.587554:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000027179941. 00000400:00000200:0.0:1767384368.587555:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fe8ea2a4 00000400:00000010:0.0:1767384368.587556:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000fe8ea2a4. 00000100:00000001:0.0:1767384368.587557:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.587558:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384368.587560:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.587561:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 41 buffers still posted 00000100:00000001:0.0:1767384368.587562:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.587563:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.587563:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.587564:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000064478942. 00000400:00000200:0.0:1767384368.587565:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000060a0ea68 00000400:00000010:0.0:1767384368.587566:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000060a0ea68. 00000100:00000001:0.0:1767384368.587567:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.587568:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384368.587570:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.587571:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 40 buffers still posted 00000100:00000001:0.0:1767384368.587572:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.587573:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.587573:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.587574:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a0a26be3. 00000400:00000200:0.0:1767384368.587575:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003c2e8ad9 00000400:00000010:0.0:1767384368.587576:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000003c2e8ad9. 00000100:00000001:0.0:1767384368.587577:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.587577:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384368.587580:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.587580:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 39 buffers still posted 00000100:00000001:0.0:1767384368.587581:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.587582:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.587583:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.587583:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f23a2b1e. 00000400:00000200:0.0:1767384368.587584:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000034f22a10 00000400:00000010:0.0:1767384368.587585:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000034f22a10. 00000100:00000001:0.0:1767384368.587600:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.587601:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384368.587604:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.587605:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 38 buffers still posted 00000100:00000001:0.0:1767384368.587606:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.587608:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.587608:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.587610:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000879fd4a9. 00000400:00000200:0.0:1767384368.587611:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c8ce917b 00000400:00000010:0.0:1767384368.587612:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000c8ce917b. 00000100:00000001:0.0:1767384368.587614:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.587614:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384368.587617:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.587618:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 37 buffers still posted 00000100:00000001:0.0:1767384368.587619:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.587620:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.587621:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.587621:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000044536742. 00000400:00000200:0.0:1767384368.587622:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d5effb6f 00000400:00000010:0.0:1767384368.587623:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000d5effb6f. 00000100:00000001:0.0:1767384368.587624:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.587625:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384368.587627:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.587628:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 36 buffers still posted 00000100:00000001:0.0:1767384368.587629:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.587630:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.587630:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.587631:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000037f4b1. 00000400:00000200:0.0:1767384368.587632:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002f64c661 00000400:00000010:0.0:1767384368.587633:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000002f64c661. 00000100:00000001:0.0:1767384368.587634:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.587635:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384368.587638:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.587638:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 35 buffers still posted 00000100:00000001:0.0:1767384368.587639:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.587640:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.587641:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.587641:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c330350c. 00000400:00000200:0.0:1767384368.587642:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004136f9c4 00000400:00000010:0.0:1767384368.587643:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000004136f9c4. 00000100:00000001:0.0:1767384368.587644:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.587645:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384368.587647:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.587649:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 34 buffers still posted 00000100:00000001:0.0:1767384368.587649:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.587650:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.587651:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.587652:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d233574b. 00000400:00000200:0.0:1767384368.587653:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000093b756fd 00000400:00000010:0.0:1767384368.587654:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000093b756fd. 00000100:00000001:0.0:1767384368.587655:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.587656:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384368.587658:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.587659:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 33 buffers still posted 00000100:00000001:0.0:1767384368.587659:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.587660:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.587661:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.587662:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bb5095fc. 00000400:00000200:0.0:1767384368.587663:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000deedeebd 00000400:00000010:0.0:1767384368.587664:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000deedeebd. 00000100:00000001:0.0:1767384368.587665:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.587666:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384368.587668:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.587669:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 32 buffers still posted 00000100:00000001:0.0:1767384368.587669:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.587670:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.587671:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.587671:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a70fce75. 00000400:00000200:0.0:1767384368.587672:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000015a9c706 00000400:00000010:0.0:1767384368.587673:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000015a9c706. 00000100:00000001:0.0:1767384368.587674:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.587675:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384368.587677:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.587678:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 31 buffers still posted 00000100:00000001:0.0:1767384368.587679:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.587680:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.587680:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.587681:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006a4f83cc. 00000400:00000200:0.0:1767384368.587682:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000040ddc326 00000400:00000010:0.0:1767384368.587683:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000040ddc326. 00000100:00000001:0.0:1767384368.587684:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.587685:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384368.587688:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.587689:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 30 buffers still posted 00000100:00000001:0.0:1767384368.587690:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.587691:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.587691:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.587692:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000087e45f77. 00000400:00000200:0.0:1767384368.587693:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007c98d9d4 00000400:00000010:0.0:1767384368.587694:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000007c98d9d4. 00000100:00000001:0.0:1767384368.587695:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.587696:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384368.587698:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.587699:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 29 buffers still posted 00000100:00000001:0.0:1767384368.587700:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.587701:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.587701:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.587702:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005fc4a555. 00000400:00000200:0.0:1767384368.587703:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ded2f202 00000400:00000010:0.0:1767384368.587704:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000ded2f202. 00000100:00000001:0.0:1767384368.587705:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.587705:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384368.587708:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.587708:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 28 buffers still posted 00000100:00000001:0.0:1767384368.587709:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.587710:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.587711:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.587711:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c5008575. 00000400:00000200:0.0:1767384368.587712:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007c29a89d 00000400:00000010:0.0:1767384368.587713:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000007c29a89d. 00000100:00000001:0.0:1767384368.587714:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.587715:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384368.587717:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.587718:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 27 buffers still posted 00000100:00000001:0.0:1767384368.587719:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.587719:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.587720:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.587720:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000022d42ffa. 00000400:00000200:0.0:1767384368.587722:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b8d4dcf0 00000400:00000010:0.0:1767384368.587723:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000b8d4dcf0. 00000100:00000001:0.0:1767384368.587724:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.587725:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384368.587727:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.587728:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 26 buffers still posted 00000100:00000001:0.0:1767384368.587729:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.587730:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.587730:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.587731:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007b8b2747. 00000400:00000200:0.0:1767384368.587732:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cbc2dbeb 00000400:00000010:0.0:1767384368.587733:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000cbc2dbeb. 00000100:00000001:0.0:1767384368.587734:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.587735:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384368.587737:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.587738:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 25 buffers still posted 00000100:00000001:0.0:1767384368.587739:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.587740:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.587740:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.587741:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000fe5ee46. 00000400:00000200:0.0:1767384368.587742:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007cc4c752 00000400:00000010:0.0:1767384368.587743:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000007cc4c752. 00000100:00000001:0.0:1767384368.587744:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.587744:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384368.587747:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.587748:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 24 buffers still posted 00000100:00000001:0.0:1767384368.587748:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.587749:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.587750:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.587750:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e9214c10. 00000400:00000200:0.0:1767384368.587751:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009434a1a0 00000400:00000010:0.0:1767384368.587752:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000009434a1a0. 00000100:00000001:0.0:1767384368.587754:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.587754:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384368.587757:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.587757:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 23 buffers still posted 00000100:00000001:0.0:1767384368.587758:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.587759:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.587760:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.587761:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000020582bb. 00000400:00000200:0.0:1767384368.587762:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000066f6939b 00000400:00000010:0.0:1767384368.587763:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000066f6939b. 00000100:00000001:0.0:1767384368.587765:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.587766:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384368.587768:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.587769:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 22 buffers still posted 00000100:00000001:0.0:1767384368.587769:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.587770:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.587771:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.587772:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000041754648. 00000400:00000200:0.0:1767384368.587773:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f6f7c7c9 00000400:00000010:0.0:1767384368.587773:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000f6f7c7c9. 00000100:00000001:0.0:1767384368.587775:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.587775:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384368.587778:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.587779:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 21 buffers still posted 00000100:00000001:0.0:1767384368.587779:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.587780:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.587781:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.587781:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002a0043d2. 00000400:00000200:0.0:1767384368.587782:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000054c58e44 00000400:00000010:0.0:1767384368.587783:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000054c58e44. 00000100:00000001:0.0:1767384368.587785:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.587785:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384368.587788:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.587788:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 20 buffers still posted 00000100:00000001:0.0:1767384368.587789:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.587790:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.587791:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.587791:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dd7d622a. 00000400:00000200:0.0:1767384368.587792:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000193c6b6b 00000400:00000010:0.0:1767384368.587793:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000193c6b6b. 00000100:00000001:0.0:1767384368.587794:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.587795:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384368.587797:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.587798:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 19 buffers still posted 00000100:00000001:0.0:1767384368.587799:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.587800:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.587801:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.587802:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e5f3acbb. 00000400:00000200:0.0:1767384368.587803:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000b03aa1d 00000400:00000010:0.0:1767384368.587804:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000000b03aa1d. 00000100:00000001:0.0:1767384368.587805:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.587806:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384368.587808:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.587809:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 18 buffers still posted 00000100:00000001:0.0:1767384368.587810:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.587810:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.587811:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.587812:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001712ba0f. 00000400:00000200:0.0:1767384368.587813:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000090bba33f 00000400:00000010:0.0:1767384368.587813:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000090bba33f. 00000100:00000001:0.0:1767384368.587815:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.587815:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384368.587818:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.587818:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 17 buffers still posted 00000100:00000001:0.0:1767384368.587819:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.587820:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.587820:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.587821:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ce4a2380. 00000400:00000200:0.0:1767384368.587822:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c0d8f6f2 00000400:00000010:0.0:1767384368.587823:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000c0d8f6f2. 00000100:00000001:0.0:1767384368.587824:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.587824:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384368.587827:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.587827:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 16 buffers still posted 00000100:00000001:0.0:1767384368.587828:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.587829:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.587829:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.587830:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000050603bac. 00000400:00000200:0.0:1767384368.587831:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c8f2c9af 00000400:00000010:0.0:1767384368.587832:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000c8f2c9af. 00000100:00000001:0.0:1767384368.587834:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.587834:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384368.587838:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.587838:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 15 buffers still posted 00000100:00000001:0.0:1767384368.587839:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.587840:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.587841:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.587841:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ae7375f2. 00000400:00000200:0.0:1767384368.587842:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000000e7447 00000400:00000010:0.0:1767384368.587844:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000000e7447. 00000100:00000001:0.0:1767384368.587854:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.587855:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384368.587858:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.587859:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 14 buffers still posted 00000100:00000001:0.0:1767384368.587859:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.587861:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.587861:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.587862:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000037a45454. 00000400:00000200:0.0:1767384368.587863:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000073fc3ec1 00000400:00000010:0.0:1767384368.587864:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000073fc3ec1. 00000100:00000001:0.0:1767384368.587865:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.587866:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384368.587869:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.587870:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 13 buffers still posted 00000100:00000001:0.0:1767384368.587870:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.587871:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.587872:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.587872:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001130fc82. 00000400:00000200:0.0:1767384368.587873:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005769338d 00000400:00000010:0.0:1767384368.587874:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000005769338d. 00000100:00000001:0.0:1767384368.587876:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.587876:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384368.587879:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.587879:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 12 buffers still posted 00000100:00000001:0.0:1767384368.587880:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.587881:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.587882:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.587882:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000087e01e9d. 00000400:00000200:0.0:1767384368.587883:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000297fe1f0 00000400:00000010:0.0:1767384368.587884:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000297fe1f0. 00000100:00000001:0.0:1767384368.587886:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.587886:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384368.587889:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.587890:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 11 buffers still posted 00000100:00000001:0.0:1767384368.587891:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.587892:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.587892:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.587893:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000009856a7. 00000400:00000200:0.0:1767384368.587894:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000348c4ee5 00000400:00000010:0.0:1767384368.587895:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000348c4ee5. 00000100:00000001:0.0:1767384368.587896:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.587897:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384368.587899:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.587900:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 10 buffers still posted 00000100:00000001:0.0:1767384368.587900:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.587901:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.587902:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.587903:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000037baf42. 00000400:00000200:0.0:1767384368.587904:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007f148e4d 00000400:00000010:0.0:1767384368.587904:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000007f148e4d. 00000100:00000001:0.0:1767384368.587906:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.587907:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384368.587909:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.587910:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 9 buffers still posted 00000100:00000001:0.0:1767384368.587910:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.587911:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.587912:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.587913:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b92fc795. 00000400:00000200:0.0:1767384368.587913:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008e467db7 00000400:00000010:0.0:1767384368.587914:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000008e467db7. 00000100:00000001:0.0:1767384368.587916:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.587916:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384368.587919:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.587920:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 8 buffers still posted 00000100:00000001:0.0:1767384368.587920:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.587921:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.587922:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.587922:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f8bf9397. 00000400:00000200:0.0:1767384368.587924:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fa754517 00000400:00000010:0.0:1767384368.587925:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000fa754517. 00000100:00000001:0.0:1767384368.587927:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.587928:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384368.587930:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.587931:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 7 buffers still posted 00000100:00000001:0.0:1767384368.587932:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.587933:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.587933:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.587934:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003246cf20. 00000400:00000200:0.0:1767384368.587935:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000144383c0 00000400:00000010:0.0:1767384368.587936:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000144383c0. 00000100:00000001:0.0:1767384368.587937:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.587937:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384368.587940:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.587941:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 6 buffers still posted 00000100:00000001:0.0:1767384368.587941:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.587942:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.587943:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.587944:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bfe1b8b5. 00000400:00000200:0.0:1767384368.587944:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000020bb5037 00000400:00000010:0.0:1767384368.587945:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000020bb5037. 00000100:00000001:0.0:1767384368.587946:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.587947:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384368.587949:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.587950:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 5 buffers still posted 00000100:00000001:0.0:1767384368.587951:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.587952:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.587952:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.587953:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ee839bf4. 00000400:00000200:0.0:1767384368.587954:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cb0819c7 00000400:00000010:0.0:1767384368.587955:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000cb0819c7. 00000100:00000001:0.0:1767384368.587956:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.587957:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384368.587959:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.587960:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 4 buffers still posted 00000100:00000001:0.0:1767384368.587961:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.587962:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.587963:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.587963:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000006c7c420. 00000400:00000200:0.0:1767384368.587964:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005bd2a209 00000400:00000010:0.0:1767384368.587965:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000005bd2a209. 00000100:00000001:0.0:1767384368.587967:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.587968:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384368.587970:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.587971:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 3 buffers still posted 00000100:00000001:0.0:1767384368.587971:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.587972:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.587973:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.587973:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003c0be165. 00000400:00000200:0.0:1767384368.587974:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000094af4966 00000400:00000010:0.0:1767384368.587975:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000094af4966. 00000100:00000001:0.0:1767384368.587976:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.587977:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384368.587979:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.587980:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 2 buffers still posted 00000100:00000001:0.0:1767384368.587981:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.587982:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.587982:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.587983:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c258daba. 00000400:00000200:0.0:1767384368.588000:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b523ed95 00000400:00000010:0.0:1767384368.588002:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000b523ed95. 00000100:00000001:0.0:1767384368.588004:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.588004:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384368.588007:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.588008:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 1 buffers still posted 00000100:00000001:0.0:1767384368.588009:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384368.588010:0:39775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.588010:0:39775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.588011:0:39775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000039d91929. 00000400:00000200:0.0:1767384368.588012:0:39775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007ddcf81e 00000400:00000010:0.0:1767384368.588013:0:39775:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000007ddcf81e. 00000100:00000001:0.0:1767384368.588014:0:39775:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384368.588015:0:39775:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384368.588017:0:39775:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384368.588018:0:39775:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:0.0:1767384368.588020:0:39775:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384368.588021:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.588022:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.588023:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.588024:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.588025:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.588026:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.588027:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.588027:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.588028:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.588029:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.588029:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.588030:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.588031:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.588031:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.588032:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.588033:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.588033:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.588034:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.588035:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.588035:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.588036:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.588037:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.588037:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.588038:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.588039:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.588039:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.588040:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.588041:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.588041:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.588042:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.588043:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.588043:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.588044:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.588045:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.588045:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.588046:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.588047:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.588047:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.588048:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.588049:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.588050:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.588051:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.588052:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.588052:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.588053:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.588054:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.588055:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.588055:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.588056:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.588057:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.588058:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.588058:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.588059:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.588059:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.588060:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.588061:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.588062:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.588062:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.588063:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.588063:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.588064:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.588065:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.588066:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.588066:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.588067:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.588067:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.588068:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.588069:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.588070:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.588070:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.588071:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.588071:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.588072:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.588073:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.588074:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.588074:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.588075:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.588075:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.588076:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.588077:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.588078:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.588079:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.588080:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.588080:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.588081:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.588082:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.588083:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.588083:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.588084:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.588085:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.588086:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.588127:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.588129:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.588130:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.588131:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.588132:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.588134:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.588135:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.588136:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.588137:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.588138:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.588139:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.588140:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.588142:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.588143:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.588144:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.588145:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.588145:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.588146:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.588147:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.588148:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.588149:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.588149:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.588150:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.588151:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.588151:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.588152:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.588153:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.588153:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.588154:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.588155:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.588156:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.588157:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.588158:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.588159:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.588159:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384368.588160:0:39775:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.588161:0:39775:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000010:0.0:1767384368.588162:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000055d01e55. 00000100:00000010:0.0:1767384368.588193:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000030c048b9. 00000100:00000010:0.0:1767384368.588194:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000001378fea8. 00000100:00000010:0.0:1767384368.588219:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c6f14065. 00000100:00000010:0.0:1767384368.588221:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000009ad36204. 00000100:00000010:0.0:1767384368.588246:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000002de9285. 00000100:00000010:0.0:1767384368.588247:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000051e1cc00. 00000100:00000010:0.0:1767384368.588273:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c4e9525f. 00000100:00000010:0.0:1767384368.588274:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000d2060ffe. 00000100:00000010:0.0:1767384368.588302:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007ed0c368. 00000100:00000010:0.0:1767384368.588303:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000c923a2c1. 00000100:00000010:0.0:1767384368.588329:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000eec02509. 00000100:00000010:0.0:1767384368.588331:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000041f71d23. 00000100:00000010:0.0:1767384368.588359:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000094bfe5b7. 00000100:00000010:0.0:1767384368.588361:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000e3c44f1e. 00000100:00000010:0.0:1767384368.588384:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000041ffa409. 00000100:00000010:0.0:1767384368.588386:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000f56497e3. 00000100:00000010:0.0:1767384368.588410:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000dd3131c2. 00000100:00000010:0.0:1767384368.588411:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000009ff59ebc. 00000100:00000010:0.0:1767384368.588434:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008ba4be3e. 00000100:00000010:0.0:1767384368.588436:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000a792e27a. 00000100:00000010:0.0:1767384368.588458:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005d2dc072. 00000100:00000010:0.0:1767384368.588459:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000e1ff28cc. 00000100:00000010:0.0:1767384368.588482:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008ac7b2d5. 00000100:00000010:0.0:1767384368.588483:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000007cbf365f. 00000100:00000010:0.0:1767384368.588508:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000cc2892a7. 00000100:00000010:0.0:1767384368.588510:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000e6d11e03. 00000100:00000010:0.0:1767384368.588535:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b1758b81. 00000100:00000010:0.0:1767384368.588537:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000006203b5b9. 00000100:00000010:0.0:1767384368.588564:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b84c85f3. 00000100:00000010:0.0:1767384368.588565:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000c1eb2416. 00000100:00000010:0.0:1767384368.588590:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007d2f4658. 00000100:00000010:0.0:1767384368.588592:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000058c23ad7. 00000100:00000010:0.0:1767384368.588617:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006476f9ec. 00000100:00000010:0.0:1767384368.588618:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000003ae6a8d7. 00000100:00000010:0.0:1767384368.588644:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008db85b6b. 00000100:00000010:0.0:1767384368.588646:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000c8cdf05a. 00000100:00000010:0.0:1767384368.588674:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d0658537. 00000100:00000010:0.0:1767384368.588675:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000000e8515ca. 00000100:00000010:0.0:1767384368.588699:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b177d07a. 00000100:00000010:0.0:1767384368.588701:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000ea6fc509. 00000100:00000010:0.0:1767384368.588725:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000429a5567. 00000100:00000010:0.0:1767384368.588726:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000006575a6dd. 00000100:00000010:0.0:1767384368.588754:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000038339e45. 00000100:00000010:0.0:1767384368.588755:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000068740004. 00000100:00000010:0.0:1767384368.588786:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d7414065. 00000100:00000010:0.0:1767384368.588788:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000a30a2081. 00000100:00000010:0.0:1767384368.588812:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004c80797e. 00000100:00000010:0.0:1767384368.588814:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000c1fff617. 00000100:00000010:0.0:1767384368.588836:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000756a85aa. 00000100:00000010:0.0:1767384368.588838:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000a7a63ec0. 00000100:00000010:0.0:1767384368.588861:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ab084004. 00000100:00000010:0.0:1767384368.588863:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000064988912. 00000100:00000010:0.0:1767384368.588888:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009d592163. 00000100:00000010:0.0:1767384368.588890:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000bce1ce76. 00000100:00000010:0.0:1767384368.588915:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000bb28ecb. 00000100:00000010:0.0:1767384368.588916:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000749b165a. 00000100:00000010:0.0:1767384368.588944:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ba3f61a8. 00000100:00000010:0.0:1767384368.588946:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000620ec950. 00000100:00000010:0.0:1767384368.588970:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b78eaf35. 00000100:00000010:0.0:1767384368.588971:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000008943a333. 00000100:00000010:0.0:1767384368.589009:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002da5d5e1. 00000100:00000010:0.0:1767384368.589012:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000038ac8e3e. 00000100:00000010:0.0:1767384368.589037:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000054b3947e. 00000100:00000010:0.0:1767384368.589038:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000658eac7a. 00000100:00000010:0.0:1767384368.589066:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001c833b83. 00000100:00000010:0.0:1767384368.589068:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000001b65c0b3. 00000100:00000010:0.0:1767384368.589112:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000027355957. 00000100:00000010:0.0:1767384368.589117:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000006ece1098. 00000100:00000010:0.0:1767384368.589147:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000723a11d4. 00000100:00000010:0.0:1767384368.589150:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000dedca10c. 00000100:00000010:0.0:1767384368.589174:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000af261ed2. 00000100:00000010:0.0:1767384368.589175:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000bdcaf1a3. 00000100:00000010:0.0:1767384368.589205:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000005b12684. 00000100:00000010:0.0:1767384368.589206:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000004b42a36f. 00000100:00000010:0.0:1767384368.589230:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000027125d96. 00000100:00000010:0.0:1767384368.589231:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000740dca91. 00000100:00000010:0.0:1767384368.589255:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b2a51305. 00000100:00000010:0.0:1767384368.589257:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000012f7a10f. 00000100:00000010:0.0:1767384368.589279:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000088e19a9e. 00000100:00000010:0.0:1767384368.589280:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000019a2f53a. 00000100:00000010:0.0:1767384368.589303:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009133b516. 00000100:00000010:0.0:1767384368.589305:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000c905e514. 00000100:00000010:0.0:1767384368.589328:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004412a4d9. 00000100:00000010:0.0:1767384368.589329:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000e63c2a86. 00000100:00000010:0.0:1767384368.589351:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008c0615a7. 00000100:00000010:0.0:1767384368.589353:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000061baeaea. 00000100:00000010:0.0:1767384368.589375:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000056f8e711. 00000100:00000010:0.0:1767384368.589376:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000dc3f3854. 00000100:00000010:0.0:1767384368.589399:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006698fa34. 00000100:00000010:0.0:1767384368.589400:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000987184ff. 00000100:00000010:0.0:1767384368.589424:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000095b115cb. 00000100:00000010:0.0:1767384368.589425:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000174f3d83. 00000100:00000010:0.0:1767384368.589451:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009feaa195. 00000100:00000010:0.0:1767384368.589452:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000a0ec4ba2. 00000100:00000010:0.0:1767384368.589474:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a356cccb. 00000100:00000010:0.0:1767384368.589475:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000028ef56b6. 00000100:00000010:0.0:1767384368.589498:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000cd78373d. 00000100:00000010:0.0:1767384368.589500:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000a189b193. 00000100:00000010:0.0:1767384368.589521:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000683cc6e. 00000100:00000010:0.0:1767384368.589523:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000002eaec183. 00000100:00000010:0.0:1767384368.589549:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009d9f5377. 00000100:00000010:0.0:1767384368.589550:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000832dfb9c. 00000100:00000010:0.0:1767384368.589574:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008300c230. 00000100:00000010:0.0:1767384368.589576:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000059080b57. 00000100:00000010:0.0:1767384368.589597:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000039880100. 00000100:00000010:0.0:1767384368.589599:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000007cdd6b86. 00000100:00000010:0.0:1767384368.589620:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000975f6056. 00000100:00000010:0.0:1767384368.589621:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000c28fb9d5. 00000100:00000010:0.0:1767384368.589648:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000004e1bbe6. 00000100:00000010:0.0:1767384368.589649:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000007262ac7b. 00000100:00000010:0.0:1767384368.589672:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000070d0b2de. 00000100:00000010:0.0:1767384368.589674:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000344f30f4. 00000100:00000010:0.0:1767384368.589700:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000068b4bc2f. 00000100:00000010:0.0:1767384368.589701:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000006a47981e. 00000100:00000010:0.0:1767384368.589728:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000258f2647. 00000100:00000010:0.0:1767384368.589730:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000ac96936f. 00000100:00000010:0.0:1767384368.589756:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002dd16485. 00000100:00000010:0.0:1767384368.589758:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000001a81b7c1. 00000100:00000010:0.0:1767384368.589781:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c3b805d6. 00000100:00000010:0.0:1767384368.589782:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000007c24bc37. 00000100:00000010:0.0:1767384368.589805:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d1938f28. 00000100:00000010:0.0:1767384368.589807:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000c359a1e4. 00000100:00000010:0.0:1767384368.589831:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000dc7dfdf6. 00000100:00000010:0.0:1767384368.589832:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000b908b35f. 00000100:00000010:0.0:1767384368.589856:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f857af82. 00000100:00000010:0.0:1767384368.589857:0:39775:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000cdad2b11. 00000100:00000010:0.0:1767384368.589878:0:39775:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000706b6070. 00000100:00000010:0.0:1767384368.589902:0:39775:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 000000005dda6adb. 00000100:00000010:0.0:1767384368.589908:0:39775:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 0000000051f36095. 00000100:00000010:0.0:1767384368.589912:0:39775:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 000000008c1674d6. 00000100:00000001:0.0:1767384368.589916:0:39775:0:(nrs.c:1051:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:0.0:1767384368.589918:0:39775:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1767384368.589919:0:39775:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:0.0:1767384368.589920:0:39775:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:0.0:1767384368.589921:0:39775:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 000000002fac9e66. 00000100:00000001:0.0:1767384368.589922:0:39775:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:0.0:1767384368.589923:0:39775:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384368.589925:0:39775:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1767384368.589926:0:39775:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000008764acce. 00000100:00000001:0.0:1767384368.589927:0:39775:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1767384368.589928:0:39775:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1767384368.589929:0:39775:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000009502f8c4. 00000100:00000001:0.0:1767384368.589930:0:39775:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1767384368.589931:0:39775:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1767384368.589931:0:39775:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000bd15e914. 00000100:00000001:0.0:1767384368.589932:0:39775:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1767384368.589933:0:39775:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1767384368.589934:0:39775:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000a2eae688. 00000100:00000001:0.0:1767384368.589935:0:39775:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1767384368.589935:0:39775:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:0.0:1767384368.589936:0:39775:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:0.0:1767384368.589937:0:39775:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 0000000001944873. 00000100:00000001:0.0:1767384368.589938:0:39775:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:0.0:1767384368.589939:0:39775:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384368.589940:0:39775:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1767384368.589940:0:39775:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000003e4b60ec. 00000100:00000001:0.0:1767384368.589941:0:39775:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1767384368.589942:0:39775:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1767384368.589943:0:39775:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 0000000049155e6f. 00000100:00000001:0.0:1767384368.589944:0:39775:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1767384368.589945:0:39775:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1767384368.589946:0:39775:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 0000000097ba9042. 00000100:00000001:0.0:1767384368.589947:0:39775:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1767384368.589948:0:39775:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1767384368.589948:0:39775:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000106798f4. 00000100:00000010:0.0:1767384368.589949:0:39775:0:(nrs.c:1080:nrs_svcpt_cleanup_locked()) kfreed 'nrs': 112 at 00000000ea4041d6. 00000100:00000001:0.0:1767384368.589951:0:39775:0:(nrs.c:1082:nrs_svcpt_cleanup_locked()) Process leaving 00000020:00000010:0.0:1767384368.590010:0:39775:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 00000000f4af5df5. 00000020:00000010:0.0:1767384368.590014:0:39775:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 000000007862ea12. 00000100:00000010:0.0:1767384368.590031:0:39775:0:(service.c:3811:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at 000000007f1be19e. 00000100:00000010:0.0:1767384368.590036:0:39775:0:(service.c:3817:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at 000000009514f2f6. 00000100:00000010:0.0:1767384368.590037:0:39775:0:(service.c:3823:ptlrpc_service_free()) kfreed 'svcpt': 784 at 000000002fb476df. 00000100:00000010:0.0:1767384368.590039:0:39775:0:(service.c:3829:ptlrpc_service_free()) kfreed 'svc': 352 at 000000007ee5ffe7. 00000100:00000001:0.0:1767384368.590040:0:39775:0:(service.c:3856:ptlrpc_unregister_service()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384368.590042:0:39775:0:(mdt_mds.c:140:mds_stop_ptlrpc_service()) Process leaving 00000004:00000001:0.0:1767384368.590054:0:39775:0:(mdt_mds.c:543:mds_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384368.590055:0:39775:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384368.590066:0:39775:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384368.590070:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000ecee5a83. 00000001:00000010:0.0:1767384368.590072:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000db3bf5e3. 00000001:00000010:0.0:1767384368.590073:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000e785f3e3. 00000001:00000010:0.0:1767384368.590075:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000c9c43211. 00000001:00000010:0.0:1767384368.590076:0:39775:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 000000001240a4b1. 00000001:00000010:0.0:1767384368.590078:0:39775:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 0000000030c326ed. 00000001:00000001:0.0:1767384368.590079:0:39775:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:0.0:1767384368.590080:0:39775:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384368.590083:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000006b02e6af. 00000001:00000010:0.0:1767384368.590085:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000b25a8d76. 00000001:00000010:0.0:1767384368.590120:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000e0fca712. 00000001:00000010:0.0:1767384368.590123:0:39775:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000a35c448a. 00000001:00000010:0.0:1767384368.590125:0:39775:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000e547d7c2. 00000001:00000010:0.0:1767384368.590127:0:39775:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 0000000039b4321c. 00000001:00000001:0.0:1767384368.590129:0:39775:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:0.0:1767384368.590131:0:39775:0:(obd_config.c:955:class_decref()) Decref MDS (000000003689078b) now 3 - setup 00000020:00000001:0.0:1767384368.590134:0:39775:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384368.590137:0:39775:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:0.0:1767384368.590139:0:39775:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:0.0:1767384368.590144:0:39775:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:0.0:1767384368.590146:0:39775:0:(obd_config.c:955:class_decref()) Decref MDS (000000003689078b) now 2 - obd_device_list 00000020:00000080:0.0:1767384368.590149:0:39775:0:(obd_config.c:814:class_detach()) detach on obd MDS (uuid MDS_uuid) 00000020:00000040:0.0:1767384368.590151:0:39775:0:(obd_config.c:955:class_decref()) Decref MDS (000000003689078b) now 1 - newdev 00000020:00000040:0.0:1767384368.590154:0:39775:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000b1bdef12 with handle 0x7e51148972eec8da from hash 00000020:00000040:0.0:1767384368.590157:0:39775:0:(genops.c:898:class_export_put()) PUTting export 00000000b1bdef12 : new refcount 0 00000020:00000080:0.0:1767384368.590160:0:39775:0:(genops.c:904:class_export_put()) final put 00000000b1bdef12/MDS_uuid 00000020:00000001:0.0:1767384368.590163:0:39775:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384368.590165:0:39775:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:0.0:1767384368.590166:0:39775:0:(genops.c:863:class_export_destroy()) destroying export 00000000b1bdef12/MDS_uuid for MDS 00000020:00000001:0.0:1767384368.590167:0:39775:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:0.0:1767384368.590169:0:39775:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384368.590170:0:39775:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000b1bdef12. 00000020:00000001:0.0:1767384368.590173:0:39775:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:0.0:1767384368.590174:0:39775:0:(genops.c:440:class_free_dev()) Release obd device MDS obd_type name = mds 00000020:01000000:0.0:1767384368.590175:0:39775:0:(genops.c:443:class_free_dev()) finishing cleanup of obd MDS (MDS_uuid) 00000020:00000001:0.0:1767384368.590176:0:39775:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:0.0:1767384368.590187:0:39775:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ad9c8752. 00000020:00000010:0.0:1767384368.590190:0:39775:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000609f1ff1. 00000040:00000010:0.0:1767384368.590192:0:39775:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000009a28b92d. 00000020:00000010:0.0:1767384368.590195:0:39775:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000533d0554. 00000020:00000010:0.0:1767384368.590198:0:39775:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000be710cd7. 00000020:00000010:0.0:1767384368.590200:0:39775:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000b728c887. 80000000:00000010:0.0:1767384368.590202:0:39775:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000005d71f420. 40000000:00000010:0.0:1767384368.590204:0:39775:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000044b77718. 00100000:00000010:0.0:1767384368.590207:0:39775:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000007145a5d3. 00040000:00000010:0.0:1767384368.590209:0:39775:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000060af728b. 00040000:00000010:0.0:1767384368.590211:0:39775:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000077743a09. 00080000:00000010:0.0:1767384368.590213:0:39775:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000ac833b09. 00000004:00000010:0.0:1767384368.590217:0:39775:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000b3a64943. 00000004:00000001:0.0:1767384368.590220:0:39775:0:(mdt_mds.c:550:mds_device_free()) Process entered 00000004:00000010:0.0:1767384368.590223:0:39775:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000084c68f28. 00000004:00000010:0.0:1767384368.590225:0:39775:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000a91248e9. 00000004:00000010:0.0:1767384368.590228:0:39775:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000001df15a26. 00000004:00000010:0.0:1767384368.590230:0:39775:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000b7f5a9d7. 00000004:00000010:0.0:1767384368.590232:0:39775:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000003717ac20. 00000004:00000010:0.0:1767384368.590235:0:39775:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000005835362c. 00000004:00000010:0.0:1767384368.590237:0:39775:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000d47bf719. 00000004:00000010:0.0:1767384368.590239:0:39775:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000005cd31bea. 00000004:00000010:0.0:1767384368.590241:0:39775:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000ef9ac17f. 00000004:00000010:0.0:1767384368.590248:0:39775:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000266e8c6f. 00000004:00000010:0.0:1767384368.590251:0:39775:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000dfc40c4f. 00000004:00000010:0.0:1767384368.590253:0:39775:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000045a30ad4. 00000004:00000010:0.0:1767384368.590255:0:39775:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000007b3fb616. 00000004:00000010:0.0:1767384368.590256:0:39775:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000ad8a79ba. 00000004:00000010:0.0:1767384368.590262:0:39775:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000adc1ef2e. 00000004:00000010:0.0:1767384368.590265:0:39775:0:(mdt_mds.c:553:mds_device_free()) kfreed 'm': 192 at 00000000594763b4. 00000004:00000001:0.0:1767384368.590267:0:39775:0:(mdt_mds.c:554:mds_device_free()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384368.590269:0:39775:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000609f1ff1. 00000040:00000010:0.0:1767384368.590271:0:39775:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000009a28b92d. 00000020:00000010:0.0:1767384368.590272:0:39775:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000533d0554. 00000020:00000010:0.0:1767384368.590274:0:39775:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000be710cd7. 00000020:00000010:0.0:1767384368.590276:0:39775:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000b728c887. 80000000:00000010:0.0:1767384368.590277:0:39775:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000005d71f420. 40000000:00000010:0.0:1767384368.590279:0:39775:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000044b77718. 00100000:00000010:0.0:1767384368.590280:0:39775:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000007145a5d3. 00040000:00000010:0.0:1767384368.590282:0:39775:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000060af728b. 00040000:00000010:0.0:1767384368.590283:0:39775:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000077743a09. 00080000:00000010:0.0:1767384368.590285:0:39775:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000ac833b09. 00000004:00000010:0.0:1767384368.590287:0:39775:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000b3a64943. 00000020:00000010:0.0:1767384368.590289:0:39775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ad9c8752. 00000020:00000001:0.0:1767384368.590290:0:39775:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384368.590292:0:39775:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 000000003689078b. 00000020:00000001:0.0:1767384368.590295:0:39775:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384368.590297:0:39775:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384368.590298:0:39775:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 56 at 000000003cff86ed. 00000020:00000001:0.0:1767384368.590300:0:39775:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384368.590302:0:39775:0:(tgt_mount.c:1142:server_stop_servers()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384368.590306:0:39775:0:(tgt_mount.c:2110:server_put_super()) kfreed 'extraname': 22 at 00000000564c633e. 00000020:00000010:0.0:1767384368.590308:0:39775:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000038db67c7. 00000020:00000010:0.0:1767384368.590314:0:39775:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000002141d7e2. 00000040:00000010:0.0:1767384368.590315:0:39775:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000971109f0. 00000020:00000010:0.0:1767384368.590317:0:39775:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000c8c27b7d. 00000020:00000010:0.0:1767384368.590319:0:39775:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000003ad121f2. 00000020:00000010:0.0:1767384368.590321:0:39775:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000a9f525db. 80000000:00000010:0.0:1767384368.590322:0:39775:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000027aa7595. 40000000:00000010:0.0:1767384368.590324:0:39775:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000006bfbeddc. 00100000:00000010:0.0:1767384368.590326:0:39775:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000f68c7997. 00040000:00000010:0.0:1767384368.590327:0:39775:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000000b0e3d99. 00040000:00000010:0.0:1767384368.590329:0:39775:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000d82d5650. 00040000:00000010:0.0:1767384368.590331:0:39775:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000027682159. 00080000:00000010:0.0:1767384368.590332:0:39775:0:(osd_handler.c:800:osd_key_fini()) kvfree 'idc': 256 at 000000008bf0c879. 00080000:00000010:0.0:1767384368.590334:0:39775:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000008cc4e3c0. 00000004:00000010:0.0:1767384368.590335:0:39775:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000b0ee88b4. 00000004:00000010:0.0:1767384368.590338:0:39775:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000088ba078c. 00000004:00000010:0.0:1767384368.590341:0:39775:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000028b4a8a8. 00002000:00000010:0.0:1767384368.590342:0:39775:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000021e1180a. 00000004:00000010:0.0:1767384368.590345:0:39775:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000c053603a. 00000020:00000010:0.0:1767384368.590347:0:39775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000dab3183e. 00000020:02000400:0.0:1767384368.590348:0:39775:0:(tgt_mount.c:2118:server_put_super()) server umount lustre-MDT0000 complete 00000020:00000010:0.0:1767384368.592258:0:39775:0:(tgt_mount.c:2119:server_put_super()) kfreed 'tmpname': 15 at 000000004748d6fa. 00000020:00000001:0.0:1767384368.592263:0:39775:0:(tgt_mount.c:2120:server_put_super()) Process leaving 00080000:00000001:2.0:1767384368.593413:0:10065:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384368.593425:0:10065:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384368.593429:0:10065:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384368.593462:0:1:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384368.593469:0:1:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384368.593473:0:1:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384368.693157:0:449:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384368.693163:0:449:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384368.693180:0:39776:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384368.693182:0:39776:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384368.693183:0:39776:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:2.0:1767384368.751052:0:39792:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384368.751064:0:39792:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384368.751068:0:39792:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384368.884291:0:39832:0:(kernelcomm.c:104:lustre_device_list_start()) kmalloced '(glist)': 16 at 00000000b69db277. 00000400:00000040:1.0:1767384368.884311:0:39832:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384368.884314:0:39832:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384368.884316:0:39832:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384368.884317:0:39832:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384368.884319:0:39832:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384368.884321:0:39832:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1767384368.884324:0:39832:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1767384368.884386:0:39832:0:(kernelcomm.c:294:lustre_device_done()) kfreed 'glist': 16 at 00000000b69db277. 00000100:00000001:1.0:1767384369.141136:0:17550:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:1.0:1767384369.141141:0:17550:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384369.145200:0:39845:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384369.145211:0:39845:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384369.145214:0:39845:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384369.205153:0:16129:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000dabcf4fa] -> 12345-192.168.202.152@tcp17 (6) 00000800:00000200:0.0:1767384369.205160:0:16129:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp17 ip 192.168.202.152:988 00000800:00000200:0.0:1767384369.205164:0:16129:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000083675df1 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:3.0:1767384369.205289:0:16132:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1767384369.205294:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384369.205305:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384369.205318:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384369.205320:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1767384369.589202:0:16134:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384369.589208:0:16134:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384369.589210:0:16134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005dadf04c 00000400:00000010:3.0:1767384369.589215:0:16134:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005dadf04c. 00000400:00000200:3.0:1767384369.589221:0:16134:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384369.589227:0:16134:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.152@tcp46 recovery ping unlinked 00000400:00000010:3.0:1767384369.589240:0:16134:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000006c1417b6. 00000400:00000010:3.0:1767384369.589244:0:16134:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000ac04c87d. 00010000:00000001:0.0:1767384369.717158:0:449:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384369.717164:0:449:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384369.717257:0:16767:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384369.717263:0:16767:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384369.717267:0:16767:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767384370.741216:0:449:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384370.741223:0:449:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384370.741339:0:16768:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384370.741346:0:16768:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384370.741350:0:16768:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:0.0:1767384371.253195:0:16129:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008a9b3b7e] -> 12345-192.168.202.152@tcp33 (4) 00000800:00000200:0.1:1767384371.253206:0:16129:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008a9b3b7e] -> 12345-192.168.202.152@tcp33 (4) 00000800:00000200:0.0:1767384371.253233:0:16129:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000fff6e3b] -> 12345-192.168.202.152@tcp20 (6) 00000800:00000200:0.0:1767384371.253238:0:16129:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp20 ip 192.168.202.152:988 00000800:00000200:0.0:1767384371.253243:0:16129:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000050b9c4c8 type 192, nob 24 niov 1 nkiov 0 00000400:00000200:2.0:1767384371.253419:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.152:988 00000800:00000200:1.0:1767384371.253476:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1767384371.253485:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384371.253500:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384371.253501:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.152:988 00000800:00000001:1.0:1767384371.253507:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384371.253514:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384371.253531:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.152:988 00000400:00000200:2.0:1767384371.253549:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.152:988 00000400:00000200:2.0:1767384371.253562:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.152:988 00000400:00000200:2.0:1767384371.253575:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.152:988 00000400:00000200:2.0:1767384371.253588:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.152:988 00000400:00000200:2.0:1767384371.253601:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.152:988 00000400:00000200:2.0:1767384371.253614:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.152:988 00000400:00000200:2.0:1767384371.253628:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.152:988 00000400:00000200:2.0:1767384371.253641:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.152:988 00000400:00000200:2.0:1767384371.253655:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.152:988 00000400:00000200:2.0:1767384371.253668:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.152:988 00000400:00000200:2.0:1767384371.253681:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.152:988 00000400:00000200:2.0:1767384371.253694:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.152:988 00000400:00000200:2.0:1767384371.253708:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.152:988 00000400:00000200:2.0:1767384371.253720:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.152:988 00000400:00000200:2.0:1767384371.253735:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.152:988 00000400:00000200:2.0:1767384371.253748:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.152:988 00000400:00000200:2.0:1767384371.253762:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.152:988 00000400:00000200:2.0:1767384371.253775:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.152:988 00000400:00000200:2.0:1767384371.253788:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.152:988 00000400:00000200:2.0:1767384371.253800:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.152:988 00000400:00000200:2.0:1767384371.253813:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.152:988 00000400:00000200:2.0:1767384371.253827:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.152:988 00000400:00000200:2.0:1767384371.253841:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.152:988 00000400:00000200:2.0:1767384371.253855:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.152:988 00000400:00000200:2.0:1767384371.253868:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.152:988 00000400:00000200:2.0:1767384371.253881:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.152:988 00000400:00000200:2.0:1767384371.253893:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.152:988 00000400:00000200:2.0:1767384371.253906:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.152:988 00000400:00000200:2.0:1767384371.253919:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.152:988 00000400:00000200:2.0:1767384371.253932:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.152:988 00000400:00000200:2.0:1767384371.253945:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.152:988 00000400:00000200:2.0:1767384371.253958:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.152:988 00000800:00000010:2.0:1767384371.254149:0:16126:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000713c9570. 00000800:00000010:2.0:1767384371.254155:0:16126:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000198065c5. 00000800:00000010:2.0:1767384371.254161:0:16126:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000021745c5c. 00000800:00000010:2.0:1767384371.254190:0:16126:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000021745c5c. 00000800:00020000:2.0:1767384371.254198:0:16126:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.152 00000800:00000010:2.0:1767384371.254201:0:16126:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000198065c5. 00000800:00000010:2.0:1767384371.254204:0:16126:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000713c9570. 00000400:02020000:2.0:1767384371.254237:0:16126:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.152@tcp33 at host 192.168.202.152:988: is it running a compatible version of Lustre? 00000800:00000100:2.0:1767384371.254242:0:16126:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00000400:00000200:3.0:1767384371.637213:0:16134:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.152@tcp47 00000400:00000010:3.0:1767384371.637223:0:16134:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000006c1417b6. 00000400:00000010:3.0:1767384371.637230:0:16134:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000c719ff94. 00000400:00000010:3.0:1767384371.637236:0:16134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005dadf04c. 00000400:00000010:3.0:1767384371.637250:0:16134:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000386615ac. 00000400:00000200:3.0:1767384371.637254:0:16134:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.152@tcp47 00000400:00000200:3.0:1767384371.637273:0:16134:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.152@tcp47 local destination 00000400:00000200:3.0:1767384371.637278:0:16134:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.152@tcp47 00000400:00000200:3.0:1767384371.637281:0:16134:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp47 NI seq info: [243:243:256:4294967295] 192.168.202.152@tcp47 LPNI seq info [209:209:8:4294967295] 00000400:00000200:3.0:1767384371.637286:0:16134:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.152@tcp47 00000400:00000200:3.0:1767384371.637293:0:16134:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp47(192.168.202.152@tcp47:) -> 192.168.202.152@tcp47(192.168.202.152@tcp47:192.168.202.152@tcp47) : GET try# 0 00000800:00000200:3.0:1767384371.637297:0:16134:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.152@tcp47 00000800:00000010:3.0:1767384371.637300:0:16134:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000fd01dd85. 00000800:00000200:3.0:1767384371.637305:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d05ebcc3] -> 12345-192.168.202.152@tcp47 (2) 00000800:00000200:3.1:1767384371.637309:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d05ebcc3] -> 12345-192.168.202.152@tcp47 (2) 00000400:00000200:3.0:1767384371.637333:0:16134:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.152@tcp47 added to recovery queue. ping count: 4 next ping: 310 health :600 00000400:00000200:1.0:1767384371.637506:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.152:988 00000400:00000200:1.0:1767384371.637581:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.152:988 00000400:00000200:1.0:1767384371.637608:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.152:988 00000400:00000200:1.0:1767384371.637631:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.152:988 00000400:00000200:1.0:1767384371.637652:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.152:988 00000400:00000200:1.0:1767384371.637672:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.152:988 00000400:00000200:1.0:1767384371.637694:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.152:988 00000400:00000200:1.0:1767384371.637718:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.152:988 00000400:00000200:1.0:1767384371.637744:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.152:988 00000400:00000200:1.0:1767384371.637769:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.152:988 00000400:00000200:1.0:1767384371.637792:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.152:988 00000400:00000200:1.0:1767384371.637816:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.152:988 00000400:00000200:1.0:1767384371.637838:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.152:988 00000400:00000200:1.0:1767384371.637861:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.152:988 00000400:00000200:1.0:1767384371.637896:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.152:988 00000400:00000200:1.0:1767384371.637921:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.152:988 00000400:00000200:1.0:1767384371.637943:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.152:988 00000400:00000200:1.0:1767384371.638004:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.152:988 00000400:00000200:1.0:1767384371.638032:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.152:988 00000400:00000200:1.0:1767384371.638057:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.152:988 00000400:00000200:1.0:1767384371.638079:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.152:988 00000400:00000200:1.0:1767384371.638169:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.152:988 00000400:00000200:1.0:1767384371.638196:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.152:988 00000400:00000200:1.0:1767384371.638225:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.152:988 00000400:00000200:1.0:1767384371.638263:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.152:988 00000400:00000200:1.0:1767384371.638288:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.152:988 00000400:00000200:1.0:1767384371.638311:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.152:988 00000400:00000200:1.0:1767384371.638336:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.152:988 00000400:00000200:1.0:1767384371.638360:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.152:988 00000400:00000200:1.0:1767384371.638385:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.152:988 00000400:00000200:1.0:1767384371.638407:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.152:988 00000400:00000200:1.0:1767384371.638428:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.152:988 00000400:00000200:1.0:1767384371.638450:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.152:988 00000400:00000200:1.0:1767384371.638473:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.152:988 00000400:00000200:1.0:1767384371.638495:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.152:988 00000800:00000010:1.0:1767384371.638728:0:16125:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000003df3f98b. 00000800:00000010:1.0:1767384371.638735:0:16125:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000026b42374. 00000800:00000010:1.0:1767384371.638743:0:16125:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000095279391. 00000800:00000010:1.0:1767384371.638770:0:16125:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000095279391. 00000800:00020000:1.0:1767384371.638785:0:16125:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.152 00000800:00000010:1.0:1767384371.638790:0:16125:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000026b42374. 00000800:00000010:1.0:1767384371.638793:0:16125:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000003df3f98b. 00000400:02020000:1.0:1767384371.638838:0:16125:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.152@tcp47 at host 192.168.202.152:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384371.638847:0:16125:0:(router.c:1755:lnet_notify()) 192.168.202.152@tcp47 notifying 192.168.202.152@tcp47: down 00000800:00000200:1.0:1767384371.638856:0:16125:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.152@tcp47 down 00000800:00000100:1.0:1767384371.638863:0:16125:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.152@tcp47 00000800:00000010:1.0:1767384371.638867:0:16125:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000fd01dd85. 00000400:00000200:1.0:1767384371.638874:0:16125:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384371.638879:0:16125:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp47->192.168.202.152@tcp47: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384371.638898:0:16125:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384371.638902:0:16125:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.152@tcp47 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384371.638907:0:16125:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.152@tcp47) recovery failed with -71 10000000:00000001:2.0:1767384371.701219:0:16776:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1767384371.701227:0:16776:0:(mgc_request.c:120:config_log_put()) Process leaving 00010000:00000001:0.0:1767384371.765189:0:449:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384371.765199:0:449:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767384371.765201:0:449:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767384371.765203:0:449:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384371.765209:0:449:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767384371.765210:0:449:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384371.765212:0:449:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384371.765213:0:449:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384371.765269:0:39777:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384371.765274:0:39777:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384371.765277:0:39777:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:3.0:1767384372.661167:0:16134:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384372.661174:0:16134:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384372.661177:0:16134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005dadf04c 00000400:00000010:3.0:1767384372.661183:0:16134:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005dadf04c. 00000400:00000200:3.0:1767384372.661188:0:16134:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384372.661195:0:16134:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.152@tcp47 recovery ping unlinked 00000400:00000010:3.0:1767384372.661212:0:16134:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000006c1417b6. 00000400:00000010:3.0:1767384372.661216:0:16134:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000c719ff94. 00000100:00000001:3.0:1767384372.725187:0:17547:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:3.0:1767384372.725196:0:17547:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384372.725209:0:19333:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:0.0:1767384372.725215:0:19333:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384372.789194:0:449:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384372.789203:0:449:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384372.789248:0:39776:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384372.789252:0:39776:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384372.789256:0:39776:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767384373.237258:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) c0412d60-4f67-4dbc-8791-892843f60083->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767384373.237273:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767384373.237284:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005b0dc5ff. 00000020:00000040:1.0:1767384373.237293:0:36:0:(genops.c:1229:class_import_get()) import 00000000df830bbe refcount=4 obd=MGC192.168.202.152@tcp 00000100:00000001:1.0:1767384373.237299:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384373.237303:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384373.237309:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384373.237318:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b22d575e. 00000100:00000001:1.0:1767384373.237325:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384373.237336:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c0412d60-4f67-4dbc-8791-892843f60083->MGS req@000000005b0dc5ff x1853236723091456/t0(0) o400->MGC192.168.202.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384373.237347:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384373.237350:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384373.237356:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005b0dc5ff] to pc [ptlrpcd_00_00+0] req@000000005b0dc5ff x1853236723091456/t0(0) o400->MGC192.168.202.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384373.237378:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1767384373.237382:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384373.237385:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:1.0:1767384373.237386:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1767384373.237391:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:2.0:1767384373.237393:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00080000:1.0:1767384373.237394:0:36:0:(import.c:65:import_set_state_nolock()) 000000005a28ad8c lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1767384373.237398:0:16137:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767384373.237400:0:36:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1767384373.237404:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 290 00000100:00000040:2.0:1767384373.237408:0:16137:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005b0dc5ff x1853236723091456/t0(0) o400->MGC192.168.202.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1767384373.237410:0:36:0:(import.c:2128:obd_at_measure()) add 10 to 000000006fb1a5f2 time=98 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384373.237412:0:16138:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:1.0:1767384373.237418:0:36:0:(import.c:2194:obd_at_measure()) AT 000000006fb1a5f2 change: old=5 new=10 delta=5 (val=10) hist 10 0 0 0 00000100:00000001:3.0:1767384373.237420:0:16138:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384373.237425:0:16137:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00080000:1.0:1767384373.237427:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s 00000100:00000001:2.0:1767384373.237429:0:16137:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384373.237432:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 5 to 0@lo 02000000:00000001:2.0:1767384373.237435:0:16137:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767384373.237435:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:2.0:1767384373.237439:0:16137:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767384373.237440:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 6 to 0@lo 02000000:00000001:2.0:1767384373.237444:0:16137:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384373.237445:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 00000020:00000001:1.0:1767384373.237451:0:36:0:(genops.c:811:class_conn2export()) Process entered 00000100:00100000:2.0:1767384373.237452:0:16137:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005b0dc5ff pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c0412d60-4f67-4dbc-8791-892843f60083:16137:1853236723091456:0@lo:400: 00000020:00000040:1.0:1767384373.237454:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x7e51148972eeca1c 00000100:00000001:2.0:1767384373.237459:0:16137:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000001:1.0:1767384373.237459:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384373.237463:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export 000000004ead5a6d refcount=8 02000000:00000001:2.0:1767384373.237464:0:16137:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:1.0:1767384373.237465:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446619777412161536 : -124296297390080 : ffff8ef40358e000) 02000000:00000001:2.0:1767384373.237468:0:16137:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384373.237469:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446619777412161536 : -124296297390080 : ffff8ef40358e000) 02000000:00000001:2.0:1767384373.237473:0:16137:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1767384373.237475:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000007ad52f0f refcount 5 to 0@lo 00000100:00000001:1.0:1767384373.237478:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000010:2.0:1767384373.237480:0:16137:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000be334596. 00000100:00000040:1.0:1767384373.237480:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000007ad52f0f refcount 6 to 0@lo 02000000:00000001:2.0:1767384373.237485:0:16137:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384373.237486:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446619782676400896 : -124291033150720 : ffff8ef53d1ecb00) 00000020:00000040:1.0:1767384373.237491:0:36:0:(genops.c:898:class_export_put()) PUTting export 000000004ead5a6d : new refcount 7 00000100:00080000:1.0:1767384373.237493:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import 000000005a28ad8c using connection 192.168.202.152@tcp/0@lo 00000100:00000001:1.0:1767384373.237494:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384373.237496:0:16137:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000043a967b1. 02000000:00000001:1.0:1767384373.237496:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1767384373.237503:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1767384373.237505:0:16137:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000057bd51bb. 02000000:00000001:1.0:1767384373.237507:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384373.237510:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1767384373.237512:0:36:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384373.237515:0:16137:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236723091456, portal 25 00000100:00000010:1.0:1767384373.237516:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f66a648b. 00000100:00000001:2.0:1767384373.237519:0:16137:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000040:1.0:1767384373.237520:0:36:0:(genops.c:1229:class_import_get()) import 000000005a28ad8c refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:2.0:1767384373.237522:0:16137:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782071888384 : -124291637663232 : ffff8ef51916aa00) 02000000:00000001:1.0:1767384373.237526:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000040:2.0:1767384373.237529:0:16137:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005b0dc5ff x1853236723091456/t0(0) o400->MGC192.168.202.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384389 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384373.237529:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384373.237534:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384373.237537:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384373.237540:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384373.237542:0:16137:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000010:1.0:1767384373.237546:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000bb80bdad. 00000100:00000040:2.0:1767384373.237547:0:16137:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384373.237552:0:16137:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000065db4d3b. 00000100:00000001:1.0:1767384373.237552:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384373.237556:0:16137:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853236723091456, offset 0 00000100:00100000:1.0:1767384373.237559:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000f66a648b x1853236723091584/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1767384373.237566:0:16137:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384373.237571:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384373.237572:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384373.237575:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f66a648b] to pc [ptlrpcd_rcv+-1] req@00000000f66a648b x1853236723091584/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384373.237584:0:16137:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384373.237588:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384373.237594:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (300) 00000400:00000200:2.0:1767384373.237598:0:16137:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x695824c908800 00000400:00000100:2.0:1767384373.237605:0:16137:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853236723091456 offset 0 length 224: 4 00000400:00000200:2.0:1767384373.237609:0:16137:0:(lib-msg.c:1041:lnet_is_health_check()) Msg 00000000338061cb is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1767384373.237612:0:16137:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000100:00000001:3.0:1767384373.237615:0:16136:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384373.237620:0:16136:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384373.237622:0:16136:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767384373.237622:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000065db4d3b 00000400:00000010:2.0:1767384373.237625:0:16137:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000065db4d3b. 00000100:00000040:3.0:1767384373.237628:0:16136:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f66a648b x1853236723091584/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384373.237631:0:16137:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384373.237636:0:16137:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005b0dc5ff x1853236723091456/t0(0) o400->MGC192.168.202.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384389 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384373.237644:0:16136:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384373.237647:0:16136:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384373.237650:0:16136:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767384373.237651:0:16137:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1767384373.237652:0:16136:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384373.237657:0:16137:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005b0dc5ff x1853236723091456/t0(0) o400->MGC192.168.202.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384389 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384373.237658:0:16136:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384373.237665:0:16136:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f66a648b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:16136:1853236723091584:0@lo:38: 00000100:00000001:3.0:1767384373.237673:0:16136:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384373.237675:0:16136:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384373.237679:0:16136:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384373.237679:0:16137:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384373.237681:0:16136:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767384373.237685:0:16137:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000010:3.0:1767384373.237686:0:16136:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000559eefd0. 02000000:00000001:3.0:1767384373.237689:0:16136:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384373.237692:0:16137:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384373.237694:0:16136:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000074fc6862. 00000100:00000001:2.0:1767384373.237700:0:16137:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 0 is 4294963224 00000400:00000010:3.0:1767384373.237701:0:16136:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005dadf04c. 00000100:00000200:3.0:1767384373.237705:0:16136:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236723091584, portal 10 00000100:00000001:3.0:1767384373.237708:0:16136:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384373.237709:0:16136:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446619782071880320 : -124291637671296 : ffff8ef519168a80) 00000100:00000010:2.0:1767384373.237710:0:16137:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003790b8b3. 00000100:00000040:3.0:1767384373.237716:0:16136:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f66a648b x1853236723091584/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384388 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384373.237720:0:16137:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767384373.237723:0:16136:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384373.237727:0:16136:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384373.237730:0:16136:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fad6765b. 00000100:00000200:3.0:1767384373.237731:0:16136:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1853236723091584, offset 0 00000400:00000200:3.0:1767384373.237735:0:16136:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384373.237738:0:16137:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 1 is 4294963224 00000100:00000010:2.0:1767384373.237743:0:16137:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000006c83c03. 00000100:00000001:2.0:1767384373.237747:0:16137:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 1 00000400:00000200:3.0:1767384373.237751:0:16136:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384373.237757:0:16137:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 2 is 4294963224 00000100:00000010:2.0:1767384373.237762:0:16137:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c4b6d059. 00000400:00000200:3.0:1767384373.237764:0:16136:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x695824c908880 00000100:00000001:2.0:1767384373.237767:0:16137:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384373.237771:0:16137:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS new deadline estimation for cpu 3 is 4294963224 00000400:00000100:3.0:1767384373.237772:0:16136:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853236723091584 offset 0 length 520: 4 00000400:00000200:3.0:1767384373.237777:0:16136:0:(lib-msg.c:1041:lnet_is_health_check()) Msg 00000000af240f93 is in inconsistent state, don't perform health checking (-2, 0) 00000100:00000010:2.0:1767384373.237777:0:16137:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000defeb003. 00000400:00000200:3.0:1767384373.237781:0:16136:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000100:00000001:2.0:1767384373.237784:0:16137:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.152@tcp: PM QoS request now active for cpu 3 00000400:00000200:3.0:1767384373.237789:0:16136:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fad6765b 00000100:00000001:2.0:1767384373.237789:0:16137:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767384373.237793:0:16136:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fad6765b. 00000100:00000001:2.0:1767384373.237794:0:16137:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384373.237798:0:16136:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384373.237799:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384373.237803:0:16136:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f66a648b x1853236723091584/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384388 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384373.237803:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384373.237812:0:16136:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384373.237813:0:16137:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:3.0:1767384373.237814:0:16136:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f66a648b x1853236723091584/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384388 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384373.237816:0:16137:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384373.237822:0:16137:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384373.237824:0:16137:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384373.237827:0:16137:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384373.237832:0:16137:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384373.237836:0:16136:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384373.237839:0:16136:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384373.237842:0:16136:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384373.237846:0:16136:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3778 usecs (4 jiffies) 00000100:00000001:3.0:1767384373.237848:0:16136:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294963204 00000100:00000001:3.0:1767384373.237851:0:16136:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294963224 00000100:00000001:3.0:1767384373.237854:0:16136:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294963204 00000100:00000001:3.0:1767384373.237856:0:16136:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294963224 00000100:00000001:3.0:1767384373.237857:0:16136:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294963204 00000100:00000001:3.0:1767384373.237859:0:16136:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294963224 00000100:00000001:3.0:1767384373.237860:0:16136:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294963204 00000100:00000001:3.0:1767384373.237862:0:16136:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294963224 00000100:00000001:3.0:1767384373.237864:0:16136:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384373.237865:0:16136:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384373.237867:0:16136:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384373.237869:0:16136:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384373.237874:0:16136:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384373.237875:0:16136:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1767384373.237877:0:16136:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384373.237877:0:16136:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384373.237878:0:16136:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384373.237880:0:16136:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384373.262214:0:53:0:(connection.c:75:cpu_latency_work()) work item of 000000009d5c2cb6 (cpu 0) has reached its deadline 4294963224, at 4294963225 00000100:00000040:2.0:1767384373.262214:0:270:0:(connection.c:75:cpu_latency_work()) work item of 00000000135c2452 (cpu 0) has reached its deadline 4294963224, at 4294963225 00000100:00000040:1.0:1767384373.262214:0:62:0:(connection.c:75:cpu_latency_work()) work item of 00000000edc4e618 (cpu 0) has reached its deadline 4294963224, at 4294963225 00000100:00000040:0.0:1767384373.262214:0:449:0:(connection.c:75:cpu_latency_work()) work item of 000000002fd0fb58 (cpu 0) has reached its deadline 4294963224, at 4294963225 00000100:00000010:0.0:1767384373.262236:0:449:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003790b8b3. 00000100:00000010:3.0:1767384373.262243:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000defeb003. 00000100:00000010:1.0:1767384373.262245:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000006c83c03. 00000100:00000010:2.0:1767384373.262250:0:270:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c4b6d059. 00010000:00000001:0.0:1767384373.813215:0:449:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384373.813223:0:449:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384373.813291:0:16767:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384373.813295:0:16767:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384373.813299:0:16767:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:0.0:1767384374.326161:0:16129:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000003073c2c] -> 12345-192.168.202.152@tcp31 (4) 00000800:00000200:0.1:1767384374.326174:0:16129:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000003073c2c] -> 12345-192.168.202.152@tcp31 (4) 00000800:00000200:0.0:1767384374.326197:0:16129:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009992dd6f] -> 12345-192.168.202.152@tcp18 (6) 00000800:00000200:0.0:1767384374.326202:0:16129:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp18 ip 192.168.202.152:988 00000800:00000200:0.0:1767384374.326208:0:16129:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000050b9c4c8 type 192, nob 24 niov 1 nkiov 0 00000800:00000010:0.0:1767384374.326234:0:16129:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000001d38cd84. 00000800:00000200:0.0:1767384374.326240:0:16129:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fd3c63a7] -> 12345-192.168.202.152@tcp39 (4) 00000800:00000200:0.1:1767384374.326245:0:16129:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fd3c63a7] -> 12345-192.168.202.152@tcp39 (4) 00000800:00000200:1.0:1767384374.326346:0:16130:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1767384374.326354:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384374.326369:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384374.326374:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384374.326378:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384374.326486:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.152:988 00000400:00000200:2.0:1767384374.326500:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.152:988 00000400:00000200:2.0:1767384374.326562:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.152:988 00000400:00000200:3.0:1767384374.326601:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.152:988 00000400:00000200:2.0:1767384374.326602:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.152:988 00000400:00000200:2.0:1767384374.326623:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.152:988 00000400:00000200:2.0:1767384374.326664:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.152:988 00000400:00000200:3.0:1767384374.326750:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.152:988 00000400:00000200:2.0:1767384374.326750:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.152:988 00000400:00000200:2.0:1767384374.326818:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.152:988 00000400:00000200:3.0:1767384374.326843:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.152:988 00000400:00000200:2.0:1767384374.326878:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.152:988 00000400:00000200:2.0:1767384374.326912:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.152:988 00000400:00000200:3.0:1767384374.326952:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.152:988 00000400:00000200:2.0:1767384374.326959:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.152:988 00000400:00000200:2.0:1767384374.327030:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.152:988 00000400:00000200:3.0:1767384374.327068:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.152:988 00000400:00000200:2.0:1767384374.327112:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.152:988 00000400:00000200:2.0:1767384374.327198:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.152:988 00000400:00000200:3.0:1767384374.327221:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.152:988 00000400:00000200:2.0:1767384374.327238:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.152:988 00000400:00000200:2.0:1767384374.327323:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.152:988 00000400:00000200:3.0:1767384374.327337:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.152:988 00000400:00000200:2.0:1767384374.327372:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.152:988 00000400:00000200:3.0:1767384374.327415:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.152:988 00000400:00000200:2.0:1767384374.327415:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.152:988 00000400:00000200:2.0:1767384374.327479:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.152:988 00000400:00000200:3.0:1767384374.327493:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.152:988 00000400:00000200:2.0:1767384374.327543:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.152:988 00000400:00000200:3.0:1767384374.327597:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.152:988 00000400:00000200:2.0:1767384374.327597:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.152:988 00000400:00000200:2.0:1767384374.327691:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.152:988 00000400:00000200:3.0:1767384374.327722:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.152:988 00000400:00000200:2.0:1767384374.327739:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.152:988 00000400:00000200:3.0:1767384374.327818:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.152:988 00000400:00000200:2.0:1767384374.327819:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.152:988 00000400:00000200:2.0:1767384374.327931:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.152:988 00000400:00000200:3.0:1767384374.327953:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.152:988 00000400:00000200:2.0:1767384374.327982:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.152:988 00000400:00000200:3.0:1767384374.328029:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.152:988 00000400:00000200:2.0:1767384374.328036:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.152:988 00000400:00000200:3.0:1767384374.328135:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.152:988 00000400:00000200:2.0:1767384374.328150:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.152:988 00000400:00000200:3.0:1767384374.328203:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.152:988 00000400:00000200:2.0:1767384374.328217:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.152:988 00000400:00000200:3.0:1767384374.328268:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.152:988 00000400:00000200:2.0:1767384374.328278:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.152:988 00000400:00000200:3.0:1767384374.328337:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.152:988 00000400:00000200:2.0:1767384374.328353:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.152:988 00000400:00000200:3.0:1767384374.328403:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.152:988 00000400:00000200:2.0:1767384374.328436:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.152:988 00000400:00000200:3.0:1767384374.328451:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.152:988 00000400:00000200:3.0:1767384374.328505:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.152:988 00000400:00000200:2.0:1767384374.328533:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.152:988 00000400:00000200:3.0:1767384374.328546:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.152:988 00000400:00000200:3.0:1767384374.328593:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.152:988 00000400:00000200:2.0:1767384374.328625:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.152:988 00000400:00000200:3.0:1767384374.328646:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.152:988 00000400:00000200:2.0:1767384374.328702:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.152:988 00000400:00000200:3.0:1767384374.328716:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.152:988 00000400:00000200:2.0:1767384374.328758:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.152:988 00000400:00000200:3.0:1767384374.328767:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.152:988 00000400:00000200:3.0:1767384374.328828:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.152:988 00000400:00000200:3.0:1767384374.328846:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.152:988 00000400:00000200:3.0:1767384374.328866:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.152:988 00000400:00000200:3.0:1767384374.328886:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.152:988 00000400:00000200:3.0:1767384374.328912:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.152:988 00000400:00000200:3.0:1767384374.328969:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.152:988 00000400:00000200:3.0:1767384374.329009:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.152:988 00000800:00000010:2.0:1767384374.329010:0:16127:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000713c9570. 00000800:00000010:2.0:1767384374.329018:0:16127:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000198065c5. 00000800:00000010:2.0:1767384374.329023:0:16127:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000021745c5c. 00000800:00000010:2.0:1767384374.329045:0:16127:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000021745c5c. 00000800:00020000:2.0:1767384374.329056:0:16127:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.152 00000800:00000010:2.0:1767384374.329059:0:16127:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000198065c5. 00000800:00000010:2.0:1767384374.329062:0:16127:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000713c9570. 00000400:00000200:3.0:1767384374.329070:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.152:988 00000400:02020000:2.0:1767384374.329173:0:16127:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.152@tcp31 at host 192.168.202.152:988: is it running a compatible version of Lustre? 00000800:00000100:2.0:1767384374.329179:0:16127:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00000800:00000010:3.0:1767384374.329314:0:16128:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000082232bb6. 00000800:00000010:3.0:1767384374.329322:0:16128:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000072206abe. 00000800:00000010:3.0:1767384374.329328:0:16128:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000064ef46e3. 00000800:00000010:3.0:1767384374.329352:0:16128:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000064ef46e3. 00000800:00020000:3.0:1767384374.329362:0:16128:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.152 00000800:00000010:3.0:1767384374.329366:0:16128:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000072206abe. 00000800:00000010:3.0:1767384374.329370:0:16128:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000082232bb6. 00000400:02020000:3.0:1767384374.329414:0:16128:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.152@tcp39 at host 192.168.202.152:988: is it running a compatible version of Lustre? 00000800:00000100:3.0:1767384374.329419:0:16128:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00080000:00000001:2.0:1767384374.404509:0:39894:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384374.404523:0:39894:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384374.404528:0:39894:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384374.709184:0:16134:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.152@tcp48 00000400:00000010:0.0:1767384374.709196:0:16134:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000ff8d4c1c. 00000400:00000010:0.0:1767384374.709207:0:16134:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000f6b54bb1. 00000400:00000010:0.0:1767384374.709214:0:16134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b59c96da. 00000400:00000010:0.0:1767384374.709224:0:16134:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000004041e817. 00000400:00000200:0.0:1767384374.709230:0:16134:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.152@tcp48 00000400:00000200:0.0:1767384374.709260:0:16134:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.152@tcp48 local destination 00000400:00000200:0.0:1767384374.709269:0:16134:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.152@tcp48 00000400:00000200:0.0:1767384374.709276:0:16134:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.152@tcp48 NI seq info: [244:244:256:4294967295] 192.168.202.152@tcp48 LPNI seq info [210:210:8:4294967295] 00000400:00000200:0.0:1767384374.709286:0:16134:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.152@tcp48 00000400:00000200:0.0:1767384374.709293:0:16134:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.152@tcp48(192.168.202.152@tcp48:) -> 192.168.202.152@tcp48(192.168.202.152@tcp48:192.168.202.152@tcp48) : GET try# 0 00000800:00000200:0.0:1767384374.709299:0:16134:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.152@tcp48 00000800:00000010:0.0:1767384374.709304:0:16134:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000ff477354. 00000800:00000200:0.0:1767384374.709311:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004533456f] -> 12345-192.168.202.152@tcp48 (2) 00000800:00000200:0.1:1767384374.709315:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004533456f] -> 12345-192.168.202.152@tcp48 (2) 00000400:00000200:0.0:1767384374.709338:0:16134:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.152@tcp48 added to recovery queue. ping count: 4 next ping: 313 health :600 00000400:00000200:2.0:1767384374.709463:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.152:988 00000400:00000200:2.0:1767384374.709527:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.152:988 00000400:00000200:2.0:1767384374.709553:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.152:988 00000400:00000200:2.0:1767384374.709576:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.152:988 00000400:00000200:2.0:1767384374.709601:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.152:988 00000400:00000200:2.0:1767384374.709621:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.152:988 00000400:00000200:2.0:1767384374.709643:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.152:988 00000400:00000200:2.0:1767384374.709667:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.152:988 00000400:00000200:2.0:1767384374.709710:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.152:988 00000400:00000200:2.0:1767384374.709742:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.152:988 00000400:00000200:2.0:1767384374.709774:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.152:988 00000400:00000200:2.0:1767384374.709800:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.152:988 00000400:00000200:2.0:1767384374.709825:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.152:988 00000400:00000200:2.0:1767384374.709858:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.152:988 00000400:00000200:2.0:1767384374.709885:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.152:988 00000400:00000200:2.0:1767384374.709909:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.152:988 00000400:00000200:2.0:1767384374.709951:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.152:988 00000400:00000200:2.0:1767384374.709979:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.152:988 00000400:00000200:2.0:1767384374.710004:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.152:988 00000400:00000200:2.0:1767384374.710030:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.152:988 00000400:00000200:2.0:1767384374.710055:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.152:988 00000400:00000200:2.0:1767384374.710081:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.152:988 00000400:00000200:2.0:1767384374.710176:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.152:988 00000400:00000200:2.0:1767384374.710207:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.152:988 00000400:00000200:2.0:1767384374.710234:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.152:988 00000400:00000200:2.0:1767384374.710257:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.152:988 00000400:00000200:2.0:1767384374.710278:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.152:988 00000400:00000200:2.0:1767384374.710302:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.152:988 00000400:00000200:2.0:1767384374.710327:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.152:988 00000400:00000200:2.0:1767384374.710347:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.152:988 00000400:00000200:2.0:1767384374.710367:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.152:988 00000400:00000200:2.0:1767384374.710389:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.152:988 00000400:00000200:2.0:1767384374.710413:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.152:988 00000400:00000200:2.0:1767384374.710438:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.152:988 00000400:00000200:2.0:1767384374.710463:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.152:988 00000800:00000010:2.0:1767384374.710683:0:16126:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000713c9570. 00000800:00000010:2.0:1767384374.710690:0:16126:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000000223631e. 00000800:00000010:2.0:1767384374.710698:0:16126:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000008da06b8f. 00000800:00000010:2.0:1767384374.710727:0:16126:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000008da06b8f. 00000800:00020000:2.0:1767384374.710741:0:16126:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.152 00000800:00000010:2.0:1767384374.710746:0:16126:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000000223631e. 00000800:00000010:2.0:1767384374.710750:0:16126:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000713c9570. 00000400:02020000:2.0:1767384374.710810:0:16126:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.152@tcp48 at host 192.168.202.152:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384374.710820:0:16126:0:(router.c:1755:lnet_notify()) 192.168.202.152@tcp48 notifying 192.168.202.152@tcp48: down 00000400:00000200:2.0:1767384374.710826:0:16126:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:2.0:1767384374.710833:0:16126:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.152@tcp48 00000800:00000010:2.0:1767384374.710838:0:16126:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000ff477354. 00000400:00000200:2.0:1767384374.710843:0:16126:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384374.710849:0:16126:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.152@tcp48->192.168.202.152@tcp48: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384374.710861:0:16126:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384374.710866:0:16126:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.152@tcp48 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384374.710871:0:16126:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.152@tcp48) recovery failed with -71 00010000:00000001:0.0:1767384374.837170:0:449:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384374.837177:0:449:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384374.837215:0:16768:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384374.837219:0:16768:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384374.837222:0:16768:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:3.0:1767384375.181796:0:40058:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384375.181804:0:40058:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg252-server.virtnet: executing load_modules_local 00000001:00000001:3.0:1767384375.184901:0:40058:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000800:00000200:0.0:1767384375.349158:0:16129:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008c8d273b] -> 12345-192.168.202.152@tcp21 (6) 00000800:00000200:0.0:1767384375.349169:0:16129:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp21 ip 192.168.202.152:988 00000800:00000200:0.0:1767384375.349174:0:16129:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000001d38cd84 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:1.0:1767384375.349314:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1767384375.349321:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384375.349333:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384375.349338:0:16131:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384375.349342:0:16131:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1767384375.381747:0:40077:0:(debug.c:327:cfs_str2mask()) Process entered 00000400:00000200:0.0:1767384375.733147:0:16134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b59c96da 00000400:00000010:0.0:1767384375.733155:0:16134:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b59c96da. 00000400:00000200:0.0:1767384375.733162:0:16134:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384375.733169:0:16134:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.152@tcp48 recovery ping unlinked 00000400:00000010:0.0:1767384375.733183:0:16134:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000ff8d4c1c. 00000400:00000010:0.0:1767384375.733189:0:16134:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000f6b54bb1. 00000400:00000010:0.0:1767384375.733198:0:16134:0:(lib-move.c:3960:lnet_print_recovery_list()) alloc '(buf)': 461 at 00000000f9bb20e5. 00000400:02000040:0.0:1767384375.733208:0:16134:0:(lib-move.c:3976:lnet_print_recovery_list()) 7 local NIs in recovery (showing 7): 192.168.202.152@tcp48, 192.168.202.152@tcp47, 192.168.202.152@tcp46, 192.168.202.152@tcp38, 192.168.202.152@tcp37, 192.168.202.152@tcp36, 192.168.202.152@tcp34 00000400:00000010:0.0:1767384375.738295:0:16134:0:(lib-move.c:3978:lnet_print_recovery_list()) kfreed 'buf': 461 at 00000000f9bb20e5. 00000020:00000010:2.0:1767384377.022958:0:40421:0:(obd_mount.c:609:lustre_init_lsi()) kmalloced '(lsi)': 1880 at 00000000f7bfba46. 00000020:00000010:2.0:1767384377.022966:0:40421:0:(obd_mount.c:612:lustre_init_lsi()) kmalloced '(lsi->lsi_lmd)': 120 at 0000000063184d61. 00000020:00000010:2.0:1767384377.022974:0:40421:0:(obd_mount.c:1344:lmd_parse()) kmalloced '(lmd->lmd_params)': 4096 at 0000000066ed5876. 00000020:00000010:2.0:1767384377.022983:0:40421:0:(obd_mount.c:1060:lmd_parse_string()) kmalloced '(*handle)': 8 at 00000000fc825ac6. 00000020:00000010:2.0:1767384377.022999:0:40421:0:(obd_mount.c:1060:lmd_parse_string()) kmalloced '(*handle)': 15 at 000000007f53f8d9. 00000020:00000010:2.0:1767384377.023003:0:40421:0:(obd_mount.c:1544:lmd_parse()) kmalloced '(lmd->lmd_dev)': 17 at 0000000049f3a459. 00000020:00000010:2.0:1767384377.023020:0:40421:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 104 at 000000002737dba4. 00000020:00000010:2.0:1767384377.023033:0:40421:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 00000000ba0e671f. 00000020:00000010:2.0:1767384377.023038:0:40421:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000008d3de84c. 00000020:00000010:2.0:1767384377.023048:0:40421:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 104 at 000000002737dba4. 00000020:00000010:2.0:1767384377.023051:0:40421:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 128 at 000000002737dba4. 00000001:00000010:2.0:1767384377.023063:0:40421:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000dcb376dc. 00000001:00000010:2.0:1767384377.023067:0:40421:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000f52e1db9. 00000001:00000010:2.0:1767384377.023069:0:40421:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000002382e9ef. 00000001:00000010:2.0:1767384377.023072:0:40421:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000cd08e8e5. 00000001:00000010:2.0:1767384377.023074:0:40421:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000ee9df3ab. 00000001:00000010:2.0:1767384377.023076:0:40421:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000002b4d76b1. 00000001:00000010:2.0:1767384377.023078:0:40421:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000098825864. 00000001:00000010:2.0:1767384377.023080:0:40421:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000e16c9541. 00000001:00000010:2.0:1767384377.023082:0:40421:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000001476b985. 00000001:00000010:2.0:1767384377.023084:0:40421:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000d98ced8c. 00000001:00000010:2.0:1767384377.023103:0:40421:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000079b82411. 00000001:00000010:2.0:1767384377.023105:0:40421:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000e26c50f6. 00000020:00000010:2.0:1767384377.023109:0:40421:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003953bfb6. 00000020:00000010:2.0:1767384377.023114:0:40421:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000bdf74973. 00000020:00000010:2.0:1767384377.023118:0:40421:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006fa09b38. 00000008:00000010:2.0:1767384377.023123:0:40421:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000131f1303. 00020000:00000010:2.0:1767384377.023127:0:40421:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 00000000402012d4. 00008000:00000010:2.0:1767384377.023132:0:40421:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000e2becf81. 00000080:00000010:2.0:1767384377.023138:0:40421:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000054713a6. 00000020:00000010:2.0:1767384377.023142:0:40421:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d278e52f. 00000020:00000010:2.0:1767384377.023144:0:40421:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000000af77c79. 00000040:00000010:2.0:1767384377.023147:0:40421:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000e05ef9f4. 00000020:00000010:2.0:1767384377.023151:0:40421:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000092d6c8ed. 00000020:00000010:2.0:1767384377.023156:0:40421:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000004dd84a3. 00040000:00000010:2.0:1767384377.023159:0:40421:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000017d39bd4. 00040000:00000010:2.0:1767384377.023162:0:40421:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000c5b8c4f3. 00080000:00000010:2.0:1767384377.023166:0:40421:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000f727af09. 00080000:00000010:2.0:1767384377.023181:0:40421:0:(osd_handler.c:1411:osd_device_alloc()) kmalloced '(dev)': 31608 at 00000000cc152b68. 00000020:00000010:2.0:1767384377.026232:0:40421:0:(lu_object.c:1121:lu_site_init()) kmalloced '(s->ls_bkts)': 14336 at 000000006a7af096. 00000020:00000010:2.0:1767384377.026241:0:40421:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000b17fc247. 00000020:00000010:2.0:1767384377.026244:0:40421:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 192 at 0000000024a5a5a7. 00080000:00000010:2.0:1767384377.027432:0:40421:0:(osd_oi.c:1052:osd_idc_add()) kmalloced '(idc)': 256 at 00000000ca52abdc. 00000020:00000010:2.0:1767384377.027440:0:40421:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at 00000000bed2a8d5. 00080000:00000010:2.0:1767384377.027445:0:40421:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000007da83659. 00080000:00000010:2.0:1767384377.027447:0:40421:0:(osd_object.c:297:osd_object_alloc()) kmalloced '(h)': 88 at 0000000005349d5b. 00080000:00000010:2.0:1767384377.028239:0:40421:0:(osd_oi.c:963:osd_oi_init()) kmalloced '(o->od_oi_table)': 1024 at 00000000c2ba3867. 00080000:00000010:2.0:1767384377.028243:0:40421:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000b044c479. 00080000:00000010:2.0:1767384377.028259:0:40421:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000008d35aec. 00080000:00000010:2.0:1767384377.028273:0:40421:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000b3beddac. 00080000:00000010:2.0:1767384377.028286:0:40421:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000def305c9. 00080000:00000010:2.0:1767384377.028299:0:40421:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000002afd1af2. 00080000:00000010:2.0:1767384377.028313:0:40421:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000330b065d. 00080000:00000010:2.0:1767384377.028326:0:40421:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000008ecc7991. 00080000:00000010:2.0:1767384377.028340:0:40421:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000006aa9625c. 00080000:00000010:2.0:1767384377.028353:0:40421:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000006cbd7490. 00080000:00000010:2.0:1767384377.028368:0:40421:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000065ba2f59. 00080000:00000010:2.0:1767384377.028381:0:40421:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000161943b0. 00080000:00000010:2.0:1767384377.028395:0:40421:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000f4bd674c. 00080000:00000010:2.0:1767384377.028410:0:40421:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000aa47ec97. 00080000:00000010:2.0:1767384377.028424:0:40421:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000043a7ad77. 00080000:00000010:2.0:1767384377.028438:0:40421:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000bd35835f. 00080000:00000010:2.0:1767384377.028451:0:40421:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000007ab22c9c. 00080000:00000010:2.0:1767384377.028464:0:40421:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000004d6b9061. 00080000:00000010:2.0:1767384377.028478:0:40421:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000016635f87. 00080000:00000010:2.0:1767384377.028490:0:40421:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000001fefa4e8. 00080000:00000010:2.0:1767384377.028502:0:40421:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000009518e3c9. 00080000:00000010:2.0:1767384377.028513:0:40421:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000051835989. 00080000:00000010:2.0:1767384377.028525:0:40421:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000546997b8. 00080000:00000010:2.0:1767384377.028538:0:40421:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000062eda79a. 00080000:00000010:2.0:1767384377.028551:0:40421:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000b82029ba. 00080000:00000010:2.0:1767384377.028565:0:40421:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000ba6a8c7b. 00080000:00000010:2.0:1767384377.028614:0:40421:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000ca607208. 00080000:00000010:2.0:1767384377.028630:0:40421:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000621f9657. 00080000:00000010:2.0:1767384377.028642:0:40421:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000047323640. 00080000:00000010:2.0:1767384377.028654:0:40421:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000004af981cc. 00080000:00000010:2.0:1767384377.028667:0:40421:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000694778e0. 00080000:00000010:2.0:1767384377.028681:0:40421:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000007ac17e7f. 00080000:00000010:2.0:1767384377.028695:0:40421:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000ac495d93. 00080000:00000010:2.0:1767384377.028711:0:40421:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000277c1ccb. 00080000:00000010:2.0:1767384377.028726:0:40421:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000002cc6765c. 00080000:00000010:2.0:1767384377.028739:0:40421:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000a70be275. 00080000:00000010:2.0:1767384377.028753:0:40421:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000000f92ca34. 00080000:00000010:2.0:1767384377.028767:0:40421:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000006db0cee3. 00080000:00000010:2.0:1767384377.028780:0:40421:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000e23bbc7f. 00080000:00000010:2.0:1767384377.028793:0:40421:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000689a1110. 00080000:00000010:2.0:1767384377.028805:0:40421:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000071c063aa. 00080000:00000010:2.0:1767384377.028819:0:40421:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000aa233034. 00080000:00000010:2.0:1767384377.028861:0:40421:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000003135086e. 00080000:00000010:2.0:1767384377.028876:0:40421:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000af8cdfd1. 00080000:00000010:2.0:1767384377.028889:0:40421:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000000f7c74c8. 00080000:00000010:2.0:1767384377.028901:0:40421:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000391be796. 00080000:00000010:2.0:1767384377.028931:0:40421:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000003825bf80. 00080000:00000010:2.0:1767384377.028945:0:40421:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000003cff86ed. 00080000:00000010:2.0:1767384377.028957:0:40421:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000044b77718. 00080000:00000010:2.0:1767384377.028971:0:40421:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000000bf3976. 00080000:00000010:2.0:1767384377.028985:0:40421:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000ca18d5a5. 00080000:00000010:2.0:1767384377.028998:0:40421:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000008319f039. 00080000:00000010:2.0:1767384377.029013:0:40421:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000005a7f613b. 00080000:00000010:2.0:1767384377.029026:0:40421:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000083e839b9. 00080000:00000010:2.0:1767384377.029040:0:40421:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000006079df55. 00080000:00000010:2.0:1767384377.029052:0:40421:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000003561084c. 00080000:00000010:2.0:1767384377.029064:0:40421:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000c63c3c50. 00080000:00000010:2.0:1767384377.029078:0:40421:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000fb99e99f. 00080000:00000010:2.0:1767384377.029138:0:40421:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000f207b608. 00080000:00000010:2.0:1767384377.029155:0:40421:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000ca185b73. 00080000:00000010:2.0:1767384377.029170:0:40421:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000a3d423cf. 00080000:00000010:2.0:1767384377.029183:0:40421:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000038db67c7. 00080000:00000010:2.0:1767384377.029196:0:40421:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000006bfbeddc. 00080000:00000010:2.0:1767384377.029210:0:40421:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000009b66b51f. 00080000:00000010:2.0:1767384377.029223:0:40421:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000add76aa0. 00080000:00000010:2.0:1767384377.029236:0:40421:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000079eb4551. 00080000:00000010:2.0:1767384377.029249:0:40421:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000a6646a7e. 00080000:00000010:2.0:1767384377.029264:0:40421:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000f347631d. 00080000:00000010:2.0:1767384377.029277:0:40421:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000000e7ad782. 00080000:00000010:2.0:1767384377.029291:0:40421:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000007d23d9d2. 00080000:00000010:2.0:1767384377.029304:0:40421:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000009a2b6a19. 00080000:00000010:2.0:1767384377.029317:0:40421:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000be5bdc0f. 00080000:00000010:2.0:1767384377.029333:0:40421:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000090d85b0f. 00080000:00000010:2.0:1767384377.029348:0:40421:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000006e6d6324. 00080000:00000010:2.0:1767384377.029391:0:40421:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000c8590711. 00080000:00000010:2.0:1767384377.029407:0:40421:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000001121160c. 00080000:00000010:2.0:1767384377.029420:0:40421:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000004c77cff8. 00080000:00000010:2.0:1767384377.029434:0:40421:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000000396c270. 00080000:00000010:2.0:1767384377.029447:0:40421:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000ab825e76. 00080000:00000010:2.0:1767384377.029461:0:40421:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000002cd66b7f. 00080000:00000010:2.0:1767384377.029476:0:40421:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000097f74f1. 00080000:00000010:2.0:1767384377.029490:0:40421:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000c8ef3012. 00080000:00000010:2.0:1767384377.029504:0:40421:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000084ca3cd2. 00080000:00000010:2.0:1767384377.029517:0:40421:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000006b0e92cd. 00080000:00000010:2.0:1767384377.029531:0:40421:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000090361af. 00080000:00000010:2.0:1767384377.029547:0:40421:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000c3621601. 00080000:00000010:2.0:1767384377.029560:0:40421:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000002c51ecc8. 00080000:00000010:2.0:1767384377.029574:0:40421:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000d5e4ade1. 00080000:00000010:2.0:1767384377.029588:0:40421:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000bf7731b3. 00080000:00000010:2.0:1767384377.029615:0:40421:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000007a0365a8. 00080000:00000010:2.0:1767384377.029659:0:40421:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000a09d7cce. 00080000:00000010:2.0:1767384377.029673:0:40421:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000ebad2f99. 00080000:00000010:2.0:1767384377.029686:0:40421:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000000bdf6a87. 00080000:00000010:2.0:1767384377.029701:0:40421:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000009562948e. 00080000:00000010:2.0:1767384377.029715:0:40421:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000009c1d450c. 00080000:00000010:2.0:1767384377.029729:0:40421:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000e4ba300a. 00080000:00000010:2.0:1767384377.029742:0:40421:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000033f11e61. 00080000:00000010:2.0:1767384377.029755:0:40421:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000a7feb618. 00080000:00000010:2.0:1767384377.029769:0:40421:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000050f2cb79. 00080000:00000010:2.0:1767384377.029781:0:40421:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000394059a3. 00080000:00000010:2.0:1767384377.029794:0:40421:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000cb502a55. 00080000:00000010:2.0:1767384377.029807:0:40421:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000155d84f1. 00080000:00000010:2.0:1767384377.029847:0:40421:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000861ffbb3. 00080000:00000010:2.0:1767384377.029861:0:40421:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000c474e9e3. 00080000:00000010:2.0:1767384377.029875:0:40421:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000002e24c3cb. 00080000:00000010:2.0:1767384377.029889:0:40421:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000b13fecc2. 00080000:00000010:2.0:1767384377.029901:0:40421:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000036ea3828. 00080000:00000010:2.0:1767384377.029928:0:40421:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000089e92972. 00080000:00000010:2.0:1767384377.029943:0:40421:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000000505cc62. 00080000:00000010:2.0:1767384377.029957:0:40421:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000d1f2059e. 00080000:00000010:2.0:1767384377.029970:0:40421:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000013c39787. 00080000:00000010:2.0:1767384377.029982:0:40421:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000098a3bf35. 00080000:00000010:2.0:1767384377.029995:0:40421:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000bec389ce. 00080000:00000010:2.0:1767384377.030007:0:40421:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000f69c68d6. 00080000:00000010:2.0:1767384377.030020:0:40421:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000054ec3dbc. 00080000:00000010:2.0:1767384377.030033:0:40421:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000c9716b16. 00080000:00000010:2.0:1767384377.030057:0:40421:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000001a58f010. 00080000:00000010:2.0:1767384377.030074:0:40421:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000007a1d5214. 00080000:00000010:2.0:1767384377.030136:0:40421:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000c36b86ea. 00080000:00000010:2.0:1767384377.030152:0:40421:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000d490d7d4. 00080000:00000010:2.0:1767384377.030167:0:40421:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000004c6fe235. 00080000:00000010:2.0:1767384377.030180:0:40421:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000000c1c6f18. 00080000:00000010:2.0:1767384377.030194:0:40421:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000be29254f. 00080000:00000010:2.0:1767384377.030207:0:40421:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000004ceba3ba. 00080000:00000010:2.0:1767384377.030221:0:40421:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000001d52b5be. 00080000:00000010:2.0:1767384377.030234:0:40421:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000ed359edb. 00080000:00000010:2.0:1767384377.030246:0:40421:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000006062c638. 00080000:00000010:2.0:1767384377.030258:0:40421:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000edb2aebe. 00080000:00000010:2.0:1767384377.030272:0:40421:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000bbca9134. 00100000:00000010:2.0:1767384377.030468:0:40421:0:(osd_scrub.c:802:osd_ios_new_item()) kmalloced '(item)': 48 at 0000000087f18aa5. 00100000:00000010:2.0:1767384377.030506:0:40421:0:(osd_scrub.c:802:osd_ios_new_item()) kmalloced '(item)': 48 at 000000008219fa79. 00100000:00000010:2.0:1767384377.030709:0:40421:0:(osd_scrub.c:802:osd_ios_new_item()) kmalloced '(item)': 48 at 00000000e0a9dfb3. 00100000:00000010:2.0:1767384377.030883:0:40421:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000008b1b871c. 00100000:00000010:2.0:1767384377.031192:0:40421:0:(osd_scrub.c:802:osd_ios_new_item()) kmalloced '(item)': 48 at 0000000071a9a132. 00100000:00000010:2.0:1767384377.031230:0:40421:0:(osd_scrub.c:802:osd_ios_new_item()) kmalloced '(item)': 48 at 000000007d7d2a96. 00100000:00000010:2.0:1767384377.031268:0:40421:0:(osd_scrub.c:802:osd_ios_new_item()) kmalloced '(item)': 48 at 000000007147b75f. 00100000:00000010:2.0:1767384377.031730:0:40421:0:(osd_scrub.c:802:osd_ios_new_item()) kmalloced '(item)': 48 at 000000000e4e98a1. 00100000:00000010:2.0:1767384377.031921:0:40421:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000008acc524d. 00100000:00000010:2.0:1767384377.031961:0:40421:0:(osd_scrub.c:802:osd_ios_new_item()) kmalloced '(item)': 48 at 00000000d50a9207. 00100000:00000010:2.0:1767384377.032277:0:40421:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000004440ca76. 00100000:00000010:2.0:1767384377.032379:0:40421:0:(osd_scrub.c:1274:osd_initial_OI_scrub()) kfreed 'item': 48 at 0000000087f18aa5. 00100000:00000010:2.0:1767384377.032545:0:40421:0:(osd_scrub.c:1274:osd_initial_OI_scrub()) kfreed 'item': 48 at 000000008219fa79. 00100000:00000010:2.0:1767384377.033002:0:40421:0:(osd_scrub.c:1274:osd_initial_OI_scrub()) kfreed 'item': 48 at 00000000e0a9dfb3. 00100000:00000010:2.0:1767384377.033177:0:40421:0:(osd_scrub.c:802:osd_ios_new_item()) kmalloced '(item)': 48 at 00000000e0a9dfb3. 00100000:00000010:2.0:1767384377.033227:0:40421:0:(osd_scrub.c:802:osd_ios_new_item()) kmalloced '(item)': 48 at 0000000087f18aa5. 00100000:00000010:2.0:1767384377.033232:0:40421:0:(osd_scrub.c:1274:osd_initial_OI_scrub()) kfreed 'item': 48 at 0000000071a9a132. 00100000:00000010:2.0:1767384377.035788:0:40421:0:(osd_scrub.c:1274:osd_initial_OI_scrub()) kfreed 'item': 48 at 000000007d7d2a96. 00100000:00000010:2.0:1767384377.043517:0:40421:0:(osd_scrub.c:1274:osd_initial_OI_scrub()) kfreed 'item': 48 at 000000007147b75f. 00100000:00000010:2.0:1767384377.044053:0:40421:0:(osd_scrub.c:1274:osd_initial_OI_scrub()) kfreed 'item': 48 at 000000000e4e98a1. 00100000:00000010:2.0:1767384377.044314:0:40421:0:(osd_scrub.c:1274:osd_initial_OI_scrub()) kfreed 'item': 48 at 00000000d50a9207. 00100000:00000010:2.0:1767384377.044728:0:40421:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000007147b75f. 00100000:00000010:2.0:1767384377.045124:0:40421:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000007d7d2a96. 00100000:00000010:2.0:1767384377.045337:0:40421:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000071a9a132. 00100000:00000010:2.0:1767384377.045359:0:40421:0:(osd_scrub.c:1274:osd_initial_OI_scrub()) kfreed 'item': 48 at 00000000e0a9dfb3. 00100000:00000010:2.0:1767384377.045681:0:40421:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000000e4e98a1. 00100000:00000010:2.0:1767384377.045900:0:40421:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000008728453a. 00100000:00000010:2.0:1767384377.046163:0:40421:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000a17c137d. 00100000:00000010:2.0:1767384377.046188:0:40421:0:(osd_scrub.c:1274:osd_initial_OI_scrub()) kfreed 'item': 48 at 0000000087f18aa5. 00000020:00000010:2.0:1767384377.046290:0:40421:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000008758bd38. 00000020:00000010:2.0:1767384377.046294:0:40421:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 320 at 0000000016a0f920. 00040000:00000010:2.0:1767384377.046326:0:40421:0:(qsd_lib.c:678:qsd_init()) kmalloced '(qsd)': 328 at 00000000f7292767. 00040000:00000010:2.0:1767384377.046333:0:40421:0:(qsd_config.c:69:qsd_get_fsinfo()) kmalloced '(new)': 184 at 00000000effc2ac2. 00040000:00000010:2.0:1767384377.046337:0:40421:0:(qsd_config.c:99:qsd_get_fsinfo()) kfreed 'new': 184 at 00000000effc2ac2. 00000020:00000010:2.0:1767384377.046363:0:40421:0:(lprocfs_status.c:79:lprocfs_add_symlink()) kmalloced '(dest)': 129 at 00000000effc2ac2. 00000020:00000010:2.0:1767384377.046368:0:40421:0:(lprocfs_status.c:92:lprocfs_add_symlink()) kfreed 'dest': 129 at 00000000effc2ac2. 00040000:00000010:2.0:1767384377.046374:0:40421:0:(qsd_lib.c:678:qsd_init()) kmalloced '(qsd)': 328 at 000000003f185f35. 00040000:00000010:2.0:1767384377.046377:0:40421:0:(qsd_config.c:69:qsd_get_fsinfo()) kmalloced '(new)': 184 at 00000000effc2ac2. 00040000:00000010:2.0:1767384377.046378:0:40421:0:(qsd_config.c:99:qsd_get_fsinfo()) kfreed 'new': 184 at 00000000effc2ac2. 00000020:00000010:2.0:1767384377.046474:0:40421:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000000af77c79. 00000040:00000010:2.0:1767384377.046481:0:40421:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000e05ef9f4. 00000020:00000010:2.0:1767384377.046485:0:40421:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000092d6c8ed. 00000020:00000010:2.0:1767384377.046490:0:40421:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000004dd84a3. 00040000:00000010:2.0:1767384377.046494:0:40421:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000017d39bd4. 00040000:00000010:2.0:1767384377.046499:0:40421:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000c5b8c4f3. 00080000:00000010:2.0:1767384377.046503:0:40421:0:(osd_handler.c:800:osd_key_fini()) kvfree 'idc': 256 at 00000000ca52abdc. 00080000:00000010:2.0:1767384377.046506:0:40421:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000f727af09. 00000020:00000010:2.0:1767384377.046509:0:40421:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d278e52f. 00000020:00000010:2.0:1767384377.046515:0:40421:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000bdf74973. 00000020:00000010:2.0:1767384377.046519:0:40421:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006fa09b38. 00000008:00000010:2.0:1767384377.046523:0:40421:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 00000000131f1303. 00020000:00000010:2.0:1767384377.046528:0:40421:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 00000000402012d4. 00008000:00000010:2.0:1767384377.046532:0:40421:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 00000000e2becf81. 00000080:00000010:2.0:1767384377.046538:0:40421:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 00000000054713a6. 00000020:00000010:2.0:1767384377.046542:0:40421:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003953bfb6. 00000020:00000010:2.0:1767384377.046547:0:40421:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 128 at 000000002737dba4. 00000020:00000010:2.0:1767384377.046554:0:40421:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000f727af09. 00000020:00000010:2.0:1767384377.046574:0:40421:0:(tgt_mount.c:77:server_register_mount()) kmalloced '(lmi)': 32 at 0000000004c4bee6. 00000020:00000010:2.0:1767384377.046577:0:40421:0:(tgt_mount.c:80:server_register_mount()) kmalloced '(name_cp)': 4 at 000000006e66bfef. 00000020:00000010:2.0:1767384377.046581:0:40421:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 72 at 00000000a459e2c2. 00000020:00000010:2.0:1767384377.046592:0:40421:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 00000000632026b1. 00000020:00000010:2.0:1767384377.046599:0:40421:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 0000000092d6c8ed. 00000020:00000010:2.0:1767384377.046607:0:40421:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 72 at 00000000a459e2c2. 00000020:00000010:2.0:1767384377.046611:0:40421:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 80 at 00000000a459e2c2. 00000001:00000010:2.0:1767384377.046625:0:40421:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000ca52abdc. 00000001:00000010:2.0:1767384377.046630:0:40421:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000071303a2f. 00000001:00000010:2.0:1767384377.046633:0:40421:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000032fdbe63. 00000001:00000010:2.0:1767384377.046638:0:40421:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000063aafb1c. 00000001:00000010:2.0:1767384377.046641:0:40421:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000005419da05. 00000001:00000010:2.0:1767384377.046643:0:40421:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000fad41381. 00000001:00000010:2.0:1767384377.046645:0:40421:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000017d39bd4. 00000001:00000010:2.0:1767384377.046648:0:40421:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000001a2eb75f. 00000001:00000010:2.0:1767384377.046651:0:40421:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000f2d496db. 00000001:00000010:2.0:1767384377.046653:0:40421:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000dab3183e. 00000001:00000010:2.0:1767384377.046655:0:40421:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000002141d7e2. 00000001:00000010:2.0:1767384377.046657:0:40421:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000069d8ab1. 00000020:00000010:2.0:1767384377.046661:0:40421:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004c4354df. 00000020:00000010:2.0:1767384377.046664:0:40421:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002737dba4. 00000020:00000010:2.0:1767384377.046667:0:40421:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006fa09b38. 00000008:00000010:2.0:1767384377.046671:0:40421:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000131f1303. 00020000:00000010:2.0:1767384377.046674:0:40421:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 00000000402012d4. 00008000:00000010:2.0:1767384377.046678:0:40421:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000e2becf81. 00000080:00000010:2.0:1767384377.046682:0:40421:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000054713a6. 00000020:00000010:2.0:1767384377.046686:0:40421:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000faf8d9a2. 00000020:00000010:2.0:1767384377.046690:0:40421:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000021740518. 00000040:00000010:2.0:1767384377.046694:0:40421:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000066e4368c. 00000020:00000010:2.0:1767384377.046698:0:40421:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000006087ed70. 00000020:00000010:2.0:1767384377.046702:0:40421:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000a5608f5c. 80000000:00000010:2.0:1767384377.046706:0:40421:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000003d0acd44. 00040000:00000010:2.0:1767384377.046710:0:40421:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000030d2709f. 00080000:00000010:2.0:1767384377.046714:0:40421:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000b830f14d. 20000000:00000010:2.0:1767384377.046719:0:40421:0:(mgs_handler.c:1637:mgs_device_alloc()) kmalloced '(mgs)': 1864 at 00000000ab62cce5. 20000000:00000010:2.0:1767384377.046727:0:40421:0:(mgs_handler.c:1254:mgs_connect_to_osd()) kmalloced '(data)': 192 at 00000000effc2ac2. 00000020:00000010:2.0:1767384377.046731:0:40421:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000dea7d1f6. 20000000:00000010:2.0:1767384377.046736:0:40421:0:(mgs_handler.c:1277:mgs_connect_to_osd()) kfreed 'data': 192 at 00000000effc2ac2. 00010000:00000010:2.0:1767384377.046743:0:40421:0:(ldlm_resource.c:780:ldlm_namespace_new()) kmalloced '(ns)': 816 at 0000000094f295da. 00000001:00000010:2.0:1767384377.046747:0:40421:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000b8bc7a66. 00000001:00000010:2.0:1767384377.046750:0:40421:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 16 at 00000000c296ec4d. 00000001:00000010:2.0:1767384377.046753:0:40421:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 304 at 000000008341e060. 00000001:00000010:2.0:1767384377.046756:0:40421:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 304 at 00000000f8dd4368. 00000020:00000010:2.0:1767384377.046794:0:40421:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 0000000042d2b705. 00000020:00000010:2.0:1767384377.046798:0:40421:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at 00000000b9cc6257. 00000020:00000010:2.0:1767384377.046853:0:40421:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000f2612438. 00000020:00000010:2.0:1767384377.046856:0:40421:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at 0000000094a122d7. 00000020:00000010:2.0:1767384377.046873:0:40421:0:(local_storage.c:106:ls_device_init()) kmalloced '(ls)': 448 at 0000000025c74ccc. 00000020:00000010:2.0:1767384377.046877:0:40421:0:(local_storage.c:841:local_oid_storage_init()) kmalloced '(*los)': 120 at 00000000bdf74973. 00000020:00000010:2.0:1767384377.046885:0:40421:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000044cbe81d. 00080000:00000010:2.0:1767384377.046892:0:40421:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000617188a4. 00080000:00000010:2.0:1767384377.046899:0:40421:0:(osd_oi.c:419:osd_find_or_add_seq()) kmalloced '(osd_seq)': 48 at 0000000087f18aa5. 00080000:00000010:2.0:1767384377.046902:0:40421:0:(osd_oi.c:430:osd_find_or_add_seq()) kmalloced '(osd_seq->os_compat_dirs)': 256 at 00000000eb36da6b. 20000000:00000010:2.0:1767384377.047634:0:40421:0:(mgs_handler.c:1608:mgs_object_alloc()) kmalloced '(o)': 240 at 00000000c127db9e. 00080000:00000010:2.0:1767384377.047641:0:40421:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000dbadb752. 00000020:00000010:2.0:1767384377.047864:0:40421:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000081efd8e1. 00080000:00000010:2.0:1767384377.047870:0:40421:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000dfee8315. 00000020:00000010:2.0:1767384377.048170:0:40421:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000004071d729. 00080000:00000010:2.0:1767384377.048176:0:40421:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000a753c523. 00100000:00000010:2.0:1767384377.048210:0:40421:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000b660fec5. 00100000:00000010:2.0:1767384377.048214:0:40421:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 00000000b660fec5. 00000001:00000010:2.0:1767384377.048219:0:40421:0:(nodemap_storage.c:2551:nm_config_file_register_mgs()) kmalloced '(ncf)': 32 at 00000000c79f2a64. 00080000:00000010:2.0:1767384377.048225:0:40421:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at 0000000087f7f360. 00080000:00000010:2.0:1767384377.048228:0:40421:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at 00000000b660fec5. 00000001:00000010:2.0:1767384377.048307:0:40421:0:(nodemap_handler.c:4421:nodemap_config_alloc()) kmalloced '(config)': 248 at 000000001526d70e. 00000001:00000010:2.0:1767384377.048312:0:40421:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000bf44d77a. 00000001:00000010:2.0:1767384377.048315:0:40421:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 000000006a5cff1a. 00000001:00000010:2.0:1767384377.048317:0:40421:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000effc2ac2. 00000001:00000010:2.0:1767384377.048338:0:40421:0:(nodemap_handler.c:3352:nodemap_create()) kmalloced '(nodemap)': 928 at 000000002c4b898d. 00080000:00000010:2.0:1767384377.048373:0:40421:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at 00000000b660fec5. 00080000:00000010:2.0:1767384377.048377:0:40421:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at 0000000087f7f360. 00000001:00000010:2.0:1767384377.048389:0:40421:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 00000000f8d2649d. 00000001:00000010:2.0:1767384377.048393:0:40421:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 0000000038cb900c. 00000001:00000010:2.0:1767384377.048395:0:40421:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 0000000040444970. 00000001:00000010:2.0:1767384377.048410:0:40421:0:(nodemap_handler.c:87:nodemap_destroy()) kfreed 'nodemap': 928 at 000000001fa9e1de. 00000001:00000010:2.0:1767384377.048413:0:40421:0:(nodemap_handler.c:4484:nodemap_config_dealloc()) kfreed 'config': 248 at 000000002fc75c63. 00000020:00000010:2.0:1767384377.048432:0:40421:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000091d7b6d5. 00080000:00000010:2.0:1767384377.048436:0:40421:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000006f4a97d9. 00000040:00000010:2.0:1767384377.048472:0:40421:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 000000009adc7131. 00000020:00000010:2.0:1767384377.048478:0:40421:0:(local_storage.c:841:local_oid_storage_init()) kmalloced '(*los)': 120 at 0000000005a8f029. 00000020:00000010:2.0:1767384377.048482:0:40421:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000026ac1f56. 00080000:00000010:2.0:1767384377.048485:0:40421:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000007cd56086. 00080000:00000010:2.0:1767384377.048489:0:40421:0:(osd_oi.c:419:osd_find_or_add_seq()) kmalloced '(osd_seq)': 48 at 000000008bdc0150. 00080000:00000010:2.0:1767384377.048492:0:40421:0:(osd_oi.c:430:osd_find_or_add_seq()) kmalloced '(osd_seq->os_compat_dirs)': 256 at 00000000a47045b5. 00000020:00000010:2.0:1767384377.049057:0:40421:0:(local_storage.c:841:local_oid_storage_init()) kmalloced '(*los)': 120 at 00000000c2d54a9d. 00000020:00000010:2.0:1767384377.049062:0:40421:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000eb0074e3. 00080000:00000010:2.0:1767384377.049067:0:40421:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000cced665d. 00080000:00000010:2.0:1767384377.049071:0:40421:0:(osd_oi.c:419:osd_find_or_add_seq()) kmalloced '(osd_seq)': 48 at 000000002c0b3e98. 00080000:00000010:2.0:1767384377.049073:0:40421:0:(osd_oi.c:430:osd_find_or_add_seq()) kmalloced '(osd_seq->os_compat_dirs)': 256 at 0000000091c1497c. 00080000:00000010:2.0:1767384377.049604:0:40421:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at 0000000087f7f360. 00080000:00000010:2.0:1767384377.049609:0:40421:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at 00000000ac269f70. 20000000:00000010:2.0:1767384377.049625:0:40421:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 000000009074be4b. 20000000:00000010:2.0:1767384377.049628:0:40421:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 15 at 00000000e4f28931. 20000000:00000010:2.0:1767384377.049632:0:40421:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 000000005b20e51e. 20000000:00000010:2.0:1767384377.049634:0:40421:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 8 at 00000000f9875366. 20000000:00000010:2.0:1767384377.049637:0:40421:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 000000006a610be3. 20000000:00000010:2.0:1767384377.049639:0:40421:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 14 at 00000000ee8b9696. 20000000:00000010:2.0:1767384377.049642:0:40421:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 00000000d3ed4713. 20000000:00000010:2.0:1767384377.049643:0:40421:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 7 at 00000000948e0d2f. 20000000:00000010:2.0:1767384377.049647:0:40421:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 0000000048ef4476. 20000000:00000010:2.0:1767384377.049648:0:40421:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 15 at 00000000c5b4fe25. 00080000:00000010:2.0:1767384377.049652:0:40421:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at 00000000ac269f70. 00080000:00000010:2.0:1767384377.049654:0:40421:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at 0000000087f7f360. 00000020:00000010:2.0:1767384377.049667:0:40421:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000fa97b7c1. 00080000:00000010:2.0:1767384377.049670:0:40421:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000002ccef479. 20000000:00000010:2.0:1767384377.049878:0:40421:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 15 at 00000000c5b4fe25. 20000000:00000010:2.0:1767384377.049883:0:40421:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 0000000048ef4476. 20000000:00000010:2.0:1767384377.049885:0:40421:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 7 at 00000000948e0d2f. 20000000:00000010:2.0:1767384377.049887:0:40421:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 00000000d3ed4713. 00000020:00000010:2.0:1767384377.049905:0:40421:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000002aa6fc39. 00080000:00000010:2.0:1767384377.049925:0:40421:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000006de69ffa. 20000000:00000010:2.0:1767384377.049961:0:40421:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 14 at 00000000ee8b9696. 20000000:00000010:2.0:1767384377.049964:0:40421:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 000000006a610be3. 20000000:00000010:2.0:1767384377.049966:0:40421:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 8 at 00000000f9875366. 20000000:00000010:2.0:1767384377.049968:0:40421:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 000000005b20e51e. 00000020:00000010:2.0:1767384377.049982:0:40421:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000f72b2cec. 00080000:00000010:2.0:1767384377.049986:0:40421:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000004514f7f5. 20000000:00000010:2.0:1767384377.050015:0:40421:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 15 at 00000000e4f28931. 20000000:00000010:2.0:1767384377.050017:0:40421:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 000000009074be4b. 00000020:00000010:2.0:1767384377.050192:0:40421:0:(lprocfs_status.c:79:lprocfs_add_symlink()) kmalloced '(dest)': 129 at 000000008d0a681d. 00000020:00000010:2.0:1767384377.050209:0:40421:0:(lprocfs_status.c:92:lprocfs_add_symlink()) kfreed 'dest': 129 at 000000008d0a681d. 20000000:00000010:2.0:1767384377.050217:0:40421:0:(mgs_llog.c:459:mgs_new_fsdb()) kmalloced '(fsdb)': 488 at 0000000028d0ed90. 20000000:00000010:2.0:1767384377.050225:0:40421:0:(mgs_llog.c:479:mgs_new_fsdb()) kmalloced '(fsdb->fsdb_mdt_index_map)': 8192 at 00000000bac6eb6e. 20000000:00000010:2.0:1767384377.050231:0:40421:0:(mgs_llog.c:486:mgs_new_fsdb()) kmalloced '(fsdb->fsdb_ost_index_map)': 8192 at 00000000804011ed. 20000000:00000010:2.0:1767384377.050235:0:40421:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 14 at 000000005d94f9f4. 20000000:00000010:2.0:1767384377.050237:0:40421:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 14 at 000000002aefda3c. 20000000:00000010:2.0:1767384377.050892:0:40421:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 15 at 00000000987c46a7. 00000040:00000010:2.0:1767384377.050901:0:40421:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000002e608741. 00000040:00000010:2.0:1767384377.050953:0:40421:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000002e608741. 20000000:00000010:2.0:1767384377.050959:0:40421:0:(mgs_llog.c:151:name_destroy()) kfreed '*name': 15 at 00000000987c46a7. 00000040:00000010:2.0:1767384377.050966:0:40421:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000002e608741. 00000040:00000010:2.0:1767384377.050995:0:40421:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at 00000000d78b8eae. 00000020:00000010:2.0:1767384377.051001:0:40421:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000001696111a. 00080000:00000010:2.0:1767384377.051006:0:40421:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000eb0c7445. 00000040:00000010:2.0:1767384377.051142:0:40421:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 0000000079c9c2fe. 00000040:00000010:2.0:1767384377.051156:0:40421:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at 00000000d78b8eae. 00000040:00000010:2.0:1767384377.051161:0:40421:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 0000000079c9c2fe. 00000040:00000010:2.0:1767384377.051167:0:40421:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000002e608741. 20000000:00000010:2.0:1767384377.051176:0:40421:0:(mgs_llog.c:459:mgs_new_fsdb()) kmalloced '(fsdb)': 488 at 000000002e608741. 20000000:00000010:2.0:1767384377.051181:0:40421:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 13 at 00000000987c46a7. 00000040:00000010:2.0:1767384377.051187:0:40421:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000004877be7f. 00000040:00000010:2.0:1767384377.051224:0:40421:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000004877be7f. 20000000:00000010:2.0:1767384377.051229:0:40421:0:(mgs_llog.c:151:name_destroy()) kfreed '*name': 13 at 00000000987c46a7. 00000100:00000010:2.0:1767384377.051238:0:40421:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 000000004877be7f. 00000100:00000010:2.0:1767384377.051246:0:40421:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 0000000033b266c2. 00000100:00000010:2.0:1767384377.051264:0:40421:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 00000000a444c2ae. 00000100:00000010:2.0:1767384377.051276:0:40421:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 000000002e1ff645. 00000100:00000010:2.0:1767384377.051285:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fd8988bd. 00000100:00000010:2.0:1767384377.051290:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000079c9c2fe. 00000100:00000010:2.0:1767384377.051295:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f1f5e328. 00000100:00000010:2.0:1767384377.051301:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000009e512849. 00000100:00000010:2.0:1767384377.051304:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000eb6aa157. 00000100:00000010:2.0:1767384377.051312:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000051755ab5. 00000100:00000010:2.0:1767384377.051317:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008ce8ad49. 00000100:00000010:2.0:1767384377.051326:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c070b750. 00000100:00000010:2.0:1767384377.051331:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000016494acb. 00000100:00000010:2.0:1767384377.051338:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000008dbf9002. 00000100:00000010:2.0:1767384377.051343:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ab23f94e. 00000100:00000010:2.0:1767384377.051350:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000071a036f4. 00000100:00000010:2.0:1767384377.051356:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000aad377a1. 00000100:00000010:2.0:1767384377.051362:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000090d1d137. 00000100:00000010:2.0:1767384377.051367:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000072320341. 00000100:00000010:2.0:1767384377.051375:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f1d0390e. 00000100:00000010:2.0:1767384377.051380:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002ac23096. 00000100:00000010:2.0:1767384377.051386:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000085b107ad. 00000100:00000010:2.0:1767384377.051391:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000057fecf1c. 00000100:00000010:2.0:1767384377.051398:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000002c7c91d0. 00000100:00000010:2.0:1767384377.051404:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001fa9e1de. 00000100:00000010:2.0:1767384377.051410:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000004f83ccc2. 00000100:00000010:2.0:1767384377.051416:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c053603a. 00000100:00000010:2.0:1767384377.051423:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000081e3a4db. 00000100:00000010:2.0:1767384377.051428:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000021e1180a. 00000100:00000010:2.0:1767384377.051435:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000004519d93b. 00000100:00000010:2.0:1767384377.051438:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d64f992d. 00000100:00000010:2.0:1767384377.051443:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000002aafe49a. 00000100:00000010:2.0:1767384377.051446:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a6850883. 00000100:00000010:2.0:1767384377.051452:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000009020e83d. 00000100:00000010:2.0:1767384377.051455:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001c410405. 00000100:00000010:2.0:1767384377.051462:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000006d4de6b4. 00000100:00000010:2.0:1767384377.051466:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005cda2ed4. 00000100:00000010:2.0:1767384377.051472:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000000109d0b6. 00000100:00000010:2.0:1767384377.051476:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000402e07a5. 00000100:00000010:2.0:1767384377.051482:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000007ac280d2. 00000100:00000010:2.0:1767384377.051487:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c0e83866. 00000100:00000010:2.0:1767384377.051493:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000036b1ae31. 00000100:00000010:2.0:1767384377.051497:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005fed648e. 00000100:00000010:2.0:1767384377.051503:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000003e47e051. 00000100:00000010:2.0:1767384377.051507:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007e59d6f3. 00000100:00000010:2.0:1767384377.051513:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d83eebbb. 00000100:00000010:2.0:1767384377.051517:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f0af9ba2. 00000100:00000010:2.0:1767384377.051523:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000078aa4cae. 00000100:00000010:2.0:1767384377.051527:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000726ecbeb. 00000100:00000010:2.0:1767384377.051543:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000106acea7. 00000100:00000010:2.0:1767384377.051547:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009d5c8e58. 00000100:00000010:2.0:1767384377.051553:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000084053d43. 00000100:00000010:2.0:1767384377.051557:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000098b5c67f. 00000100:00000010:2.0:1767384377.051563:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b20434e0. 00000100:00000010:2.0:1767384377.051567:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000401d8e85. 00000100:00000010:2.0:1767384377.051573:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f2669f82. 00000100:00000010:2.0:1767384377.051578:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000077c84527. 00000100:00000010:2.0:1767384377.051590:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000082b28d6e. 00000100:00000010:2.0:1767384377.051594:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ba4a6106. 00000100:00000010:2.0:1767384377.051598:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000006607b440. 00000100:00000010:2.0:1767384377.051601:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003afcffc7. 00000100:00000010:2.0:1767384377.051604:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000935ec4ad. 00000100:00000010:2.0:1767384377.051607:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003dbfaeec. 00000100:00000010:2.0:1767384377.051611:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000087111bb8. 00000100:00000010:2.0:1767384377.051615:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009683d659. 00000100:00000010:2.0:1767384377.051626:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000aa52d10d. 00000100:00000010:2.0:1767384377.051630:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000074faea40. 00000100:00000010:2.0:1767384377.051634:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000193213c0. 00000100:00000010:2.0:1767384377.051637:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000894f2de7. 00000100:00000010:2.0:1767384377.051641:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000009404dc5f. 00000100:00000010:2.0:1767384377.051644:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c7f5ad67. 00000100:00000010:2.0:1767384377.051648:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000004ebc17e9. 00000100:00000010:2.0:1767384377.051651:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000022658b1. 00000100:00000010:2.0:1767384377.051662:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000009b054653. 00000100:00000010:2.0:1767384377.051665:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009fbf6e10. 00000100:00000010:2.0:1767384377.051669:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000607ec662. 00000100:00000010:2.0:1767384377.051672:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001aa73916. 00000100:00000010:2.0:1767384377.051676:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000adc07863. 00000100:00000010:2.0:1767384377.051678:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001cd0fade. 00000100:00000010:2.0:1767384377.051682:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000391e013d. 00000100:00000010:2.0:1767384377.051685:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000e969fb5. 00000100:00000010:2.0:1767384377.051694:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000044429bf5. 00000100:00000010:2.0:1767384377.051697:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000001db3ddc. 00000100:00000010:2.0:1767384377.051701:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b41f3b86. 00000100:00000010:2.0:1767384377.051704:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cf467784. 00000100:00000010:2.0:1767384377.051708:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b5faa93f. 00000100:00000010:2.0:1767384377.051712:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000045be49cd. 00000100:00000010:2.0:1767384377.051716:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000007d96ff35. 00000100:00000010:2.0:1767384377.051719:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004b0c1981. 00000100:00000010:2.0:1767384377.051731:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000add12af7. 00000100:00000010:2.0:1767384377.051734:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b5896cd9. 00000100:00000010:2.0:1767384377.051738:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000032ede6bd. 00000100:00000010:2.0:1767384377.051741:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000011ff30f3. 00000100:00000010:2.0:1767384377.051746:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000007ce3f61b. 00000100:00000010:2.0:1767384377.051748:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000095a26dfb. 00000100:00000010:2.0:1767384377.051752:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d2b8dd92. 00000100:00000010:2.0:1767384377.051756:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c5df7bcc. 00000100:00000010:2.0:1767384377.051765:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000421cba27. 00000100:00000010:2.0:1767384377.051771:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000075b6dda. 00000100:00000010:2.0:1767384377.051778:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000027585c4e. 00000100:00000010:2.0:1767384377.051784:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008e7ce15c. 00000100:00000010:2.0:1767384377.051791:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000070c31aa3. 00000100:00000010:2.0:1767384377.051795:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004bff7e26. 00000100:00000010:2.0:1767384377.051802:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000004f9435a2. 00000100:00000010:2.0:1767384377.051808:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bc97bb33. 00000100:00000010:2.0:1767384377.051822:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000df29e7ea. 00000100:00000010:2.0:1767384377.051831:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001818b1c6. 00000100:00000010:2.0:1767384377.051838:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c2543b75. 00000100:00000010:2.0:1767384377.051843:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b706bee1. 00000100:00000010:2.0:1767384377.051849:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000006dbde1a6. 00000100:00000010:2.0:1767384377.051852:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000db53685. 00000100:00000010:2.0:1767384377.051858:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000005d9fb484. 00000100:00000010:2.0:1767384377.051863:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006d0e7449. 00000100:00000010:2.0:1767384377.051876:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000042b98894. 00000100:00000010:2.0:1767384377.051881:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e6b18870. 00000100:00000010:2.0:1767384377.051887:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000003dd8ea61. 00000100:00000010:2.0:1767384377.051891:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000da4728db. 00000100:00000010:2.0:1767384377.051896:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a66594ff. 00000100:00000010:2.0:1767384377.051900:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f7d40a97. 00000100:00000010:2.0:1767384377.051938:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000bf8a535f. 00000100:00000010:2.0:1767384377.051943:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001666c403. 00000100:00000010:2.0:1767384377.051959:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000003aae7ca0. 00000100:00000010:2.0:1767384377.051965:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000076badc7b. 00000100:00000010:2.0:1767384377.051970:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000005acb9b61. 00000100:00000010:2.0:1767384377.051974:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d1fe0349. 00000100:00000010:2.0:1767384377.051980:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000bb9f8974. 00000100:00000010:2.0:1767384377.051985:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ffb8408a. 00000100:00000010:2.0:1767384377.051992:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000392a5f7d. 00000100:00000010:2.0:1767384377.051996:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006c10475c. 00000100:00000010:2.0:1767384377.052010:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000003655877. 00000100:00000010:2.0:1767384377.052015:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004361b2b0. 00000100:00000010:2.0:1767384377.052021:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000012090ae7. 00000400:00000200:2.0:1767384377.052025:0:40421:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 26 lazy 00000020:00000010:2.0:1767384377.052085:0:40421:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000c1c77bc2. 00000020:00000010:2.0:1767384377.052156:0:40421:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 00000000ad1311b7. 00000100:00000010:2.0:1767384377.052224:0:40421:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000008d0a681d. 00000100:00000010:2.0:1767384377.052232:0:40421:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 000000007083be1d. 00000100:00000010:2.0:1767384377.052239:0:40421:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000f40fc38f. 00000100:00000010:2.0:1767384377.052244:0:40421:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000258bc30e. 00000100:00000010:2.0:1767384377.052248:0:40421:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000cde092a8. 00000100:00000200:2.0:1767384377.052293:0:40421:0:(service.c:847:ptlrpc_register_service()) mgs: Started, listening on portal 26 00000100:00000010:2.0:1767384377.052298:0:40421:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 0000000096561e17. 00000100:00000010:2.0:1767384377.052468:0:40424:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000006dbf695b. 00000020:00000010:2.0:1767384377.052473:0:40424:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000088902477. 00000020:00000010:2.0:1767384377.052480:0:40424:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000846e3fa1. 00000020:00000010:2.0:1767384377.052485:0:40424:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000f738b96a. 00000040:00000010:2.0:1767384377.052490:0:40424:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000002419e538. 00000020:00000010:2.0:1767384377.052495:0:40424:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000b38149f3. 00000020:00000010:2.0:1767384377.052502:0:40424:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000079c680a0. 80000000:00000010:2.0:1767384377.052508:0:40424:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000df27b8f2. 00040000:00000010:2.0:1767384377.052515:0:40424:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000162ef360. 00080000:00000010:2.0:1767384377.052522:0:40424:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000008380fa11. 20000000:00000010:2.0:1767384377.052528:0:40424:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 000000006fe2eb9c. 00000100:00000200:2.0:1767384377.052535:0:40424:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384377.052541:0:40424:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000eef60a18. 00000400:00000010:2.0:1767384377.052548:0:40424:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000047ba6954. 00000100:00000200:2.0:1767384377.052555:0:40424:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384377.052557:0:40424:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e0a122ce. 00000400:00000010:2.0:1767384377.052561:0:40424:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b760b45d. 00000100:00000200:2.0:1767384377.052565:0:40424:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384377.052569:0:40424:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000003494e. 00000400:00000010:2.0:1767384377.052573:0:40424:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cf10ba11. 00000100:00000200:2.0:1767384377.052575:0:40424:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384377.052579:0:40424:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f5eddae2. 00000400:00000010:2.0:1767384377.052583:0:40424:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008a0b5afe. 00000100:00000200:2.0:1767384377.052586:0:40424:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384377.052589:0:40424:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000047ce834f. 00000400:00000010:2.0:1767384377.052593:0:40424:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d3e1de38. 00000100:00000200:2.0:1767384377.052595:0:40424:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384377.052597:0:40424:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dcc0cd3a. 00000400:00000010:2.0:1767384377.052603:0:40424:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a4bcf05c. 00000100:00000200:2.0:1767384377.052606:0:40424:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384377.052609:0:40424:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f456b9b4. 00000400:00000010:2.0:1767384377.052612:0:40424:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000810ee248. 00000100:00000200:2.0:1767384377.052614:0:40424:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384377.052618:0:40424:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e6adca78. 00000400:00000010:2.0:1767384377.052622:0:40424:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000026b42374. 00000100:00000200:2.0:1767384377.052626:0:40424:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384377.052630:0:40424:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005a00edf9. 00000400:00000010:2.0:1767384377.052633:0:40424:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000086690645. 00000100:00000200:2.0:1767384377.052636:0:40424:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384377.052638:0:40424:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005ee11053. 00000400:00000010:2.0:1767384377.052640:0:40424:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000794eb683. 00000100:00000200:2.0:1767384377.052642:0:40424:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384377.052646:0:40424:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cb85163d. 00000400:00000010:2.0:1767384377.052650:0:40424:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000dbc98696. 00000100:00000200:2.0:1767384377.052652:0:40424:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384377.052655:0:40424:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008e1fef75. 00000400:00000010:2.0:1767384377.052659:0:40424:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000562ddaba. 00000100:00000200:2.0:1767384377.052663:0:40424:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384377.052665:0:40424:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a52943b0. 00000400:00000010:2.0:1767384377.052670:0:40424:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000022826e93. 00000100:00000200:2.0:1767384377.052674:0:40424:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384377.052677:0:40424:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000bc71dd0. 00000400:00000010:2.0:1767384377.052679:0:40424:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001db19ab8. 00000100:00000200:2.0:1767384377.052683:0:40424:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384377.052686:0:40424:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000023539866. 00000400:00000010:2.0:1767384377.052689:0:40424:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f1d1ab5f. 00000100:00000200:2.0:1767384377.052691:0:40424:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384377.052695:0:40424:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005ab3a84f. 00000400:00000010:2.0:1767384377.052698:0:40424:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e0316837. 00000100:00000200:2.0:1767384377.052700:0:40424:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384377.052703:0:40424:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000028b9164b. 00000400:00000010:2.0:1767384377.052706:0:40424:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e1a5d454. 00000100:00000200:2.0:1767384377.052710:0:40424:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384377.052712:0:40424:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000958f3e97. 00000400:00000010:2.0:1767384377.052717:0:40424:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006017a1fc. 00000100:00000200:2.0:1767384377.052720:0:40424:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384377.052724:0:40424:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000534a0999. 00000400:00000010:2.0:1767384377.052727:0:40424:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000affb5768. 00000100:00000200:2.0:1767384377.052730:0:40424:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384377.052732:0:40424:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000026a1b6af. 00000400:00000010:2.0:1767384377.052735:0:40424:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ddf70c8c. 00000100:00000200:2.0:1767384377.052737:0:40424:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384377.052739:0:40424:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001195ef07. 00000400:00000010:2.0:1767384377.052741:0:40424:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a928fb24. 00000100:00000200:2.0:1767384377.052743:0:40424:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384377.052745:0:40424:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fbeea7d1. 00000400:00000010:2.0:1767384377.052749:0:40424:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c3ed041f. 00000100:00000200:2.0:1767384377.052752:0:40424:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384377.052756:0:40424:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002cb02be0. 00000400:00000010:2.0:1767384377.052759:0:40424:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003513c192. 00000100:00000200:2.0:1767384377.052761:0:40424:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384377.052764:0:40424:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000046234502. 00000400:00000010:2.0:1767384377.052767:0:40424:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008b60cb4f. 00000100:00000200:2.0:1767384377.052770:0:40424:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384377.052772:0:40424:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000505cc9ab. 00000400:00000010:2.0:1767384377.052776:0:40424:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008089dd77. 00000100:00000200:2.0:1767384377.052778:0:40424:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384377.052780:0:40424:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002d0340f1. 00000400:00000010:2.0:1767384377.052783:0:40424:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000704f4dc4. 00000100:00000200:2.0:1767384377.052784:0:40424:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384377.052787:0:40424:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007a33ab6a. 00000400:00000010:2.0:1767384377.052791:0:40424:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000672a0c4d. 00000100:00000200:2.0:1767384377.052794:0:40424:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384377.052797:0:40424:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000762838f9. 00000400:00000010:2.0:1767384377.052801:0:40424:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bac7e092. 00000100:00000200:2.0:1767384377.052803:0:40424:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384377.052806:0:40424:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000085c553d6. 00000400:00000010:2.0:1767384377.052810:0:40424:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002512342d. 00000100:00000200:2.0:1767384377.052813:0:40424:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384377.052815:0:40424:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000260a319b. 00000400:00000010:2.0:1767384377.052819:0:40424:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a89da14f. 00000100:00000200:2.0:1767384377.052822:0:40424:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384377.052825:0:40424:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000053278f52. 00000400:00000010:2.0:1767384377.052830:0:40424:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003730e819. 00000100:00000200:2.0:1767384377.052834:0:40424:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384377.052838:0:40424:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002b404683. 00000400:00000010:2.0:1767384377.052842:0:40424:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002176f528. 00000100:00000200:2.0:1767384377.052846:0:40424:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384377.052848:0:40424:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b84b59b0. 00000400:00000010:2.0:1767384377.052851:0:40424:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b0205edb. 00000100:00000200:2.0:1767384377.052854:0:40424:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384377.052857:0:40424:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000698b90fb. 00000400:00000010:2.0:1767384377.052861:0:40424:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000553b490b. 00000100:00000200:2.0:1767384377.052863:0:40424:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384377.052866:0:40424:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006e011b77. 00000400:00000010:2.0:1767384377.052868:0:40424:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007bdf028e. 00000100:00000200:2.0:1767384377.052870:0:40424:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384377.052873:0:40424:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d615df4a. 00000400:00000010:2.0:1767384377.052876:0:40424:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000712f1d77. 00000100:00000200:2.0:1767384377.052878:0:40424:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384377.052880:0:40424:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000095eb85d1. 00000400:00000010:2.0:1767384377.052882:0:40424:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cafd0d0f. 00000100:00000200:2.0:1767384377.052884:0:40424:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384377.052886:0:40424:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001df0678c. 00000400:00000010:2.0:1767384377.052888:0:40424:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000066a78979. 00000100:00000200:2.0:1767384377.052890:0:40424:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384377.052892:0:40424:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008b1a2bfa. 00000400:00000010:2.0:1767384377.052894:0:40424:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c47f460a. 00000100:00000200:2.0:1767384377.052896:0:40424:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384377.052899:0:40424:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004d995430. 00000400:00000010:2.0:1767384377.052901:0:40424:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002d3c42ca. 00000100:00000200:2.0:1767384377.052903:0:40424:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384377.052905:0:40424:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c03986dc. 00000400:00000010:2.0:1767384377.052923:0:40424:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007a42bf36. 00000100:00000200:2.0:1767384377.052927:0:40424:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384377.052929:0:40424:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d896c818. 00000400:00000010:2.0:1767384377.052932:0:40424:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d93d9188. 00000100:00000200:2.0:1767384377.052935:0:40424:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384377.052938:0:40424:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000116efea9. 00000400:00000010:2.0:1767384377.052941:0:40424:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ad3e19eb. 00000100:00000200:2.0:1767384377.052944:0:40424:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384377.052946:0:40424:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000031115589. 00000400:00000010:2.0:1767384377.052949:0:40424:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fff2dc0c. 00000100:00000200:2.0:1767384377.052951:0:40424:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384377.052953:0:40424:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000013e00cda. 00000400:00000010:2.0:1767384377.052955:0:40424:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c9dc7ae8. 00000100:00000200:2.0:1767384377.052958:0:40424:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384377.052960:0:40424:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000074c3e7f3. 00000400:00000010:2.0:1767384377.052963:0:40424:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c9168640. 00000100:00000200:2.0:1767384377.052965:0:40424:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384377.052968:0:40424:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c23953b9. 00000400:00000010:2.0:1767384377.052972:0:40424:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000041ac9653. 00000100:00000200:2.0:1767384377.052976:0:40424:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384377.052979:0:40424:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cd5f731c. 00000400:00000010:2.0:1767384377.052982:0:40424:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007835853d. 00000100:00000200:2.0:1767384377.052984:0:40424:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384377.052985:0:40424:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000daf5a38b. 00000400:00000010:2.0:1767384377.052988:0:40424:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000008b495f8. 00000100:00000200:2.0:1767384377.052990:0:40424:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384377.052992:0:40424:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000775f26b2. 00000400:00000010:2.0:1767384377.052995:0:40424:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001f341903. 00000100:00000200:2.0:1767384377.052997:0:40424:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384377.052999:0:40424:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ebf426dc. 00000400:00000010:2.0:1767384377.053002:0:40424:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000da78ece2. 00000100:00000200:2.0:1767384377.053004:0:40424:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384377.053006:0:40424:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001da1072e. 00000400:00000010:2.0:1767384377.053009:0:40424:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000730c83a4. 00000100:00000200:2.0:1767384377.053011:0:40424:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384377.053013:0:40424:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000090be43c7. 00000400:00000010:2.0:1767384377.053017:0:40424:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000041858c4e. 00000100:00000200:2.0:1767384377.053018:0:40424:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384377.053021:0:40424:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003ec8d4dc. 00000400:00000010:2.0:1767384377.053023:0:40424:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c79ccc6c. 00000100:00000200:2.0:1767384377.053024:0:40424:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384377.053026:0:40424:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c2f255c8. 00000400:00000010:2.0:1767384377.053028:0:40424:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004c7b3fa4. 00000100:00000200:2.0:1767384377.053030:0:40424:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384377.053032:0:40424:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a1eb06d4. 00000400:00000010:2.0:1767384377.053034:0:40424:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004dda67f4. 00000100:00000200:2.0:1767384377.053036:0:40424:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384377.053038:0:40424:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000326fa7ee. 00000400:00000010:2.0:1767384377.053041:0:40424:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009f6b28b2. 00000100:00000200:2.0:1767384377.053043:0:40424:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384377.053045:0:40424:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cbaa6c64. 00000400:00000010:2.0:1767384377.053048:0:40424:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001699dc1e. 00000100:00000200:2.0:1767384377.053051:0:40424:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384377.053054:0:40424:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007dd89712. 00000400:00000010:2.0:1767384377.053057:0:40424:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008a454cb5. 00000100:00000200:2.0:1767384377.053059:0:40424:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384377.053062:0:40424:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000056adbd2b. 00000400:00000010:2.0:1767384377.053065:0:40424:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000db38b673. 00000100:00000200:2.0:1767384377.053067:0:40424:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384377.053070:0:40424:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000312c15fb. 00000400:00000010:2.0:1767384377.053072:0:40424:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000011a010ac. 00000100:00000200:2.0:1767384377.053074:0:40424:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384377.053076:0:40424:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008197c1df. 00000400:00000010:2.0:1767384377.053078:0:40424:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000032767234. 00000100:00000200:2.0:1767384377.053080:0:40424:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384377.053081:0:40424:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000036d8e674. 00000400:00000010:2.0:1767384377.053084:0:40424:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004704509b. 00000100:00000200:2.0:1767384377.053114:0:40424:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384377.053118:0:40424:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000093bac579. 00000400:00000010:2.0:1767384377.053121:0:40424:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001cac4c82. 00000100:00000010:2.0:1767384377.053136:0:40424:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 000000008c1674d6. 00000100:00000200:2.0:1767384377.053158:0:40424:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:1.0:1767384377.053178:0:40421:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000006172f368. 00000100:00000010:0.0:1767384377.053341:0:40425:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000009e639dab. 00000020:00000010:0.0:1767384377.053346:0:40425:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000020a7d842. 00000020:00000010:0.0:1767384377.053350:0:40425:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d6650613. 00000020:00000010:0.0:1767384377.053352:0:40425:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000ecee5a83. 00000040:00000010:0.0:1767384377.053356:0:40425:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000061f2ef55. 00000020:00000010:0.0:1767384377.053359:0:40425:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000533d0554. 00000020:00000010:0.0:1767384377.053363:0:40425:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000005127440e. 80000000:00000010:0.0:1767384377.053366:0:40425:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000d51bfa8e. 00040000:00000010:0.0:1767384377.053370:0:40425:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000ad20a602. 00080000:00000010:0.0:1767384377.053373:0:40425:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000c626fbd7. 20000000:00000010:0.0:1767384377.053376:0:40425:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 000000008ed06329. 00000100:00000010:0.0:1767384377.053390:0:40425:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 0000000030ea5c77. 00000100:00000200:0.0:1767384377.053405:0:40425:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:2.0:1767384377.053427:0:40421:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000007b0070ca. 00000100:00000010:2.0:1767384377.053574:0:40426:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000006fddd0ca. 00000020:00000010:2.0:1767384377.053579:0:40426:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000c770b402. 00000020:00000010:2.0:1767384377.053583:0:40426:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000041479ad. 00000020:00000010:2.0:1767384377.053587:0:40426:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000fecb3b3d. 00000040:00000010:2.0:1767384377.053591:0:40426:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000004a4c9f83. 00000020:00000010:2.0:1767384377.053596:0:40426:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000580b97d7. 00000020:00000010:2.0:1767384377.053600:0:40426:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000553237af. 80000000:00000010:2.0:1767384377.053604:0:40426:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000005a05a304. 00040000:00000010:2.0:1767384377.053607:0:40426:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000d925386a. 00080000:00000010:2.0:1767384377.053612:0:40426:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000b1bdef12. 20000000:00000010:2.0:1767384377.053615:0:40426:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 000000007f1387b8. 00000100:00000010:2.0:1767384377.053633:0:40426:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 000000007e88eb34. 00000100:00000200:2.0:1767384377.053650:0:40426:0:(service.c:3079:ptlrpc_main()) service thread 2 (#3) started 00080000:00000010:3.0:1767384377.053718:0:40421:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000006de69ffa. 00000020:00000010:3.0:1767384377.053722:0:40421:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000002aa6fc39. 00000020:00000010:3.0:1767384377.053731:0:40421:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at 00000000cd3cff96. 00080000:00000010:3.0:1767384377.053739:0:40421:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000002ccef479. 00000020:00000010:3.0:1767384377.053740:0:40421:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000fa97b7c1. 00080000:00000010:3.0:1767384377.053748:0:40421:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000dbadb752. 20000000:00000010:3.0:1767384377.053750:0:40421:0:(mgs_handler.c:1581:mgs_object_free()) kfreed_rcu 'obj': 240 at 00000000c127db9e. 00080000:00000010:3.0:1767384377.053761:0:40421:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000eb0c7445. 00000020:00000010:3.0:1767384377.053763:0:40421:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000001696111a. 00080000:00000010:3.0:1767384377.053770:0:40421:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000004514f7f5. 00000020:00000010:3.0:1767384377.053771:0:40421:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000f72b2cec. 00000020:00000010:3.0:1767384377.053783:0:40421:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000021740518. 00000040:00000010:3.0:1767384377.053786:0:40421:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000066e4368c. 00000020:00000010:3.0:1767384377.053787:0:40421:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000006087ed70. 00000020:00000010:3.0:1767384377.053791:0:40421:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000a5608f5c. 80000000:00000010:3.0:1767384377.053794:0:40421:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000003d0acd44. 00040000:00000010:3.0:1767384377.053796:0:40421:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000030d2709f. 00080000:00000010:3.0:1767384377.053799:0:40421:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000b830f14d. 00000020:00000010:3.0:1767384377.053802:0:40421:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000faf8d9a2. 00000020:00000010:3.0:1767384377.053806:0:40421:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002737dba4. 00000020:00000010:3.0:1767384377.053809:0:40421:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006fa09b38. 00000008:00000010:3.0:1767384377.053812:0:40421:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 00000000131f1303. 00020000:00000010:3.0:1767384377.053815:0:40421:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 00000000402012d4. 00008000:00000010:3.0:1767384377.053818:0:40421:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 00000000e2becf81. 00000080:00000010:3.0:1767384377.053821:0:40421:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 00000000054713a6. 00000020:00000010:3.0:1767384377.053823:0:40421:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004c4354df. 00000020:00000010:3.0:1767384377.053827:0:40421:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 80 at 00000000a459e2c2. 00000020:00000010:3.0:1767384377.053846:0:40421:0:(obd_mount.c:322:lustre_start_mgc()) kmalloced '(mgcname)': 23 at 00000000d222113e. 00000020:00000010:3.0:1767384377.053848:0:40421:0:(obd_mount.c:330:lustre_start_mgc()) kmalloced '(data)': 192 at 00000000a040f22c. 00000100:02020000:3.0:1767384377.053858:0:40421:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.202.152@tcp: Connection to MGS (at 0@lo) was lost; in progress operations using this service will fail 00000400:00000010:2.0:1767384377.056184:0:16137:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000043a967b1. 00000400:00000200:2.0:1767384377.056192:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000057bd51bb 00000400:00000010:2.0:1767384377.056195:0:16137:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000057bd51bb. 00000100:00000200:2.0:1767384377.056204:0:16137:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005b0dc5ff x1853236723091456/t0(0) o400->MGC192.168.202.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384389 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384377.056213:0:16137:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005b0dc5ff x1853236723091456/t0(0) o400->MGC192.168.202.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384389 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767384377.056239:0:16137:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000be334596. 02000000:00000010:2.0:1767384377.056246:0:16137:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b22d575e. 00000100:00000010:2.0:1767384377.056250:0:16137:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005b0dc5ff. 00000100:00000010:3.0:1767384377.056354:0:40421:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002765915d. 02000000:00000010:3.0:1767384377.056365:0:40421:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 000000005adc3fd9. 02000000:00000010:1.0:1767384377.056412:0:16136:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000dcf44e89. 00000400:00000010:1.0:1767384377.056432:0:16136:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000662d4c0b. 00000400:00000010:1.0:1767384377.056451:0:16136:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000041b879ca. 00000100:00000200:1.0:1767384377.056463:0:16136:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236723091712, portal 25 00000400:00000010:1.0:1767384377.056467:0:16136:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005ce4ec44. 00000100:00000200:1.0:1767384377.056470:0:16136:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1853236723091712, offset 0 00000400:00000200:1.0:1767384377.056474:0:16136:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384377.056483:0:16136:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384377.056500:0:16136:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 26 MB=0x695824c908900 00000400:00000200:1.0:1767384377.056505:0:16136:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 520/520 into md 0x21f9 [2] + 0 00000400:00000010:1.0:1767384377.056507:0:16136:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000eef60a18. 00000400:00000200:1.0:1767384377.056509:0:16136:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000047ba6954 00000400:00000200:1.0:1767384377.056514:0:16136:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384377.056516:0:16136:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384377.056519:0:16136:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000047ba6954 00000400:00000010:1.0:1767384377.056520:0:16136:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000047ba6954. 00000100:00000200:1.0:1767384377.056524:0:16136:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1767384377.056545:0:16136:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005ce4ec44 00000400:00000010:1.0:1767384377.056546:0:16136:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005ce4ec44. 00000100:00000200:1.0:1767384377.056550:0:16136:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002765915d x1853236723091712/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1767384387 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384377.056561:0:16136:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000006812db9. 00000020:00000010:2.0:1767384377.056568:0:40426:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000854e7125. 00000100:00000010:1.0:1767384377.056585:0:16136:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005c564240. 00000020:00000010:2.0:1767384377.056589:0:40426:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000090855c22. 00000100:00000010:1.0:1767384377.056591:0:16136:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001cc5904a. 00000020:00000010:2.0:1767384377.056598:0:40426:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000bc13f445. 00000100:00000010:1.0:1767384377.056599:0:16136:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000a275ec8. 00000020:00000010:2.0:1767384377.056608:0:40426:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000745d57eb. 00000100:00000200:2.0:1767384377.056639:0:40426:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723091712 02000000:00000010:2.0:1767384377.056656:0:40426:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 0000000067eebe2b. 00000020:00000010:2.0:1767384377.056666:0:40426:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000389e6200. 00000001:00000010:2.0:1767384377.056675:0:40426:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000a184eefb. 00000001:00000010:2.0:1767384377.056681:0:40426:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000056552b3c. 00000001:00000010:2.0:1767384377.056685:0:40426:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000f9bb20e5. 00000001:00000010:2.0:1767384377.056688:0:40426:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000881b0124. 00000001:00000010:2.0:1767384377.056690:0:40426:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000007d35f242. 00000001:00000010:2.0:1767384377.056692:0:40426:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000005337ef03. 00000020:00000010:2.0:1767384377.056705:0:40426:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 000000003c6103bd. 00000020:00000010:2.0:1767384377.056778:0:40426:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 00000000a6cadc8f. 00000020:00000010:2.0:1767384377.056782:0:40426:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 160 at 0000000077d325c5. 00000020:00000010:2.0:1767384377.056786:0:40426:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 200 at 000000002fc75c63. 00000020:00000010:2.0:1767384377.056799:0:40426:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 00000000a153d8ee. 00000020:00000010:2.0:1767384377.056801:0:40426:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 224 at 0000000040444970. 00000020:00000010:2.0:1767384377.056804:0:40426:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 280 at 0000000026d5d4da. 00000020:00000010:2.0:1767384377.056812:0:40426:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 000000009fef8af1. 00010000:00000200:2.0:1767384377.056845:0:40426:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000000d2012f5 x1853236723091712/t0(0) o250->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:0/0 lens 520/416 e 0 to 0 dl 1767384397 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384377.056860:0:40426:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000057bd51bb. 00000100:00000200:2.0:1767384377.056863:0:40426:0:(niobuf.c:94:ptl_send_buf()) Sending 416 bytes to portal 25, xid 1853236723091712, offset 0 00000400:00000200:2.0:1767384377.056867:0:40426:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384377.056873:0:40426:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384377.056879:0:40426:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 416 into portal 25 MB=0x695824c908900 00000400:00000200:2.0:1767384377.056883:0:40426:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 416/416 into md 0x22f9 [1] + 0 00000400:00000200:2.0:1767384377.056887:0:40426:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384377.056890:0:40426:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384377.056894:0:40426:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002765915d x1853236723091712/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1767384387 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384377.056924:0:40426:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000057bd51bb 00000400:00000010:2.0:1767384377.056927:0:40426:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000057bd51bb. 00000020:00000010:2.0:1767384377.056938:0:40426:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000bc13f445. 00000020:00000010:2.0:1767384377.056942:0:40426:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000745d57eb. 00000020:00000010:2.0:1767384377.056944:0:40426:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000090855c22. 02000000:00000010:2.0:1767384377.056949:0:40426:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 712 at 0000000067eebe2b. 00000100:00000200:2.0:1767384377.056954:0:40426:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384377.056954:0:16136:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000662d4c0b. 00000400:00000200:1.0:1767384377.056959:0:16136:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000041b879ca 00000400:00000010:2.0:1767384377.056961:0:40426:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000070b79452. 00000400:00000010:1.0:1767384377.056961:0:16136:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000041b879ca. 00000100:00000200:1.0:1767384377.056966:0:16136:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002765915d x1853236723091712/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1767384387 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384377.056969:0:40426:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000088bbd361. 00000100:00000200:1.0:1767384377.056975:0:16136:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002765915d x1853236723091712/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1767384387 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384377.057011:0:16136:0:(tgt_mount.c:1597:tgt_import_active_cb()) kmalloced '(dw)': 184 at 00000000f71ed901. 02000000:00000010:1.0:1767384377.057038:0:16136:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000dcf44e89. 02000000:00000010:1.0:1767384377.057042:0:16136:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 000000005adc3fd9. 00000100:00000010:1.0:1767384377.057045:0:16136:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002765915d. 00000020:00000010:0.0:1767384377.057060:0:40421:0:(obd_mount.c:539:lustre_start_mgc()) kfreed 'data': 192 at 00000000a040f22c. 00000020:00000010:0.0:1767384377.057065:0:40421:0:(obd_mount.c:540:lustre_start_mgc()) kfreed 'mgcname': 23 at 00000000d222113e. 00000020:00000010:0.0:1767384377.057073:0:40421:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 80 at 00000000cc334641. 00000020:00000010:3.0:1767384377.057075:0:36:0:(tgt_mount.c:1554:tgt_import_update()) kmalloced '(mti)': 7232 at 0000000082232bb6. 00000020:00000010:0.0:1767384377.057083:0:40421:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 0000000070e841d4. 00000020:00000010:0.0:1767384377.057105:0:40421:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000005683c0d2. 00000020:00000010:0.0:1767384377.057112:0:40421:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 80 at 00000000cc334641. 00000020:00000010:0.0:1767384377.057118:0:40421:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 48 at 00000000c4aa07d5. 00000100:00000010:3.0:1767384377.057131:0:36:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bb6f446f. 00000001:00000010:0.0:1767384377.057133:0:40421:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000004dd94140. 00000001:00000010:0.0:1767384377.057138:0:40421:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000024b4d4ef. 00000001:00000010:0.0:1767384377.057142:0:40421:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000be34ab52. 00000100:00000010:3.0:1767384377.057144:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000dcadd9d0. 00000001:00000010:0.0:1767384377.057145:0:40421:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000067c7866a. 00000001:00000010:0.0:1767384377.057149:0:40421:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000058ae68a9. 00000001:00000010:0.0:1767384377.057151:0:40421:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000005c04f51a. 00000001:00000010:0.0:1767384377.057154:0:40421:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000002fc24d0a. 02000000:00000010:3.0:1767384377.057155:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000004a70125c. 00000001:00000010:0.0:1767384377.057159:0:40421:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000003b7bc863. 00000100:00000010:3.0:1767384377.057163:0:36:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000f93d986c. 00000001:00000010:0.0:1767384377.057163:0:40421:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000db5a1c10. 00000100:00000010:3.0:1767384377.057170:0:36:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 000000005604a8eb. 00000001:00000010:0.0:1767384377.057170:0:40421:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000004072db41. 00000001:00000010:0.0:1767384377.057176:0:40421:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000545cf158. 00000001:00000010:0.0:1767384377.057177:0:40421:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000015a8348. 00000020:00000010:0.0:1767384377.057180:0:40421:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000222a8161. 00000020:00000010:0.0:1767384377.057182:0:40421:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000040e16a0b. 00000020:00000010:0.0:1767384377.057185:0:40421:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001238b710. 00000400:00000010:3.0:1767384377.057186:0:36:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a9584a80. 00000008:00000010:0.0:1767384377.057188:0:40421:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000bc01874f. 00000400:00000010:3.0:1767384377.057192:0:36:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fad6765b. 00020000:00000010:0.0:1767384377.057194:0:40421:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 000000007c15f0a0. 00000100:00000200:3.0:1767384377.057196:0:36:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 1 pages 2688 bytes, mbits x0x695824c908980-0x695824c908980, portal 33 00008000:00000010:0.0:1767384377.057198:0:40421:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 000000001aa20b6a. 00000080:00000010:0.0:1767384377.057204:0:40421:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000168c09b8. 02000000:00000010:3.0:1767384377.057206:0:36:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000ba22c863. 00000020:00000010:0.0:1767384377.057209:0:40421:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ba5c84c3. 00000400:00000010:3.0:1767384377.057211:0:36:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e2b4ec13. 00000020:00000010:0.0:1767384377.057214:0:40421:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000001de98abc. 00000400:00000010:3.0:1767384377.057217:0:36:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000067e383b9. 00000040:00000010:0.0:1767384377.057219:0:40421:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000212edfd2. 00000100:00000200:3.0:1767384377.057220:0:36:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236723091840, portal 25 00000020:00000010:0.0:1767384377.057223:0:40421:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000006e52841a. 00000400:00000010:3.0:1767384377.057225:0:36:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004e15fa6e. 00000100:00000200:3.0:1767384377.057228:0:36:0:(niobuf.c:94:ptl_send_buf()) Sending 4784 bytes to portal 26, xid 1853236723091840, offset 0 00000020:00000010:0.0:1767384377.057228:0:40421:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000be710cd7. 00000020:00000010:0.0:1767384377.057234:0:40421:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000975067e8. 00000400:00000200:3.0:1767384377.057238:0:36:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 80000000:00000010:0.0:1767384377.057239:0:40421:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000cc334641. 40000000:00000010:0.0:1767384377.057243:0:40421:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000c465bb8d. 00000400:00000200:3.0:1767384377.057247:0:36:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00100000:00000010:0.0:1767384377.057249:0:40421:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000009353009b. 00000400:00000200:3.0:1767384377.057254:0:36:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4784 into portal 26 MB=0x695824c908980 00040000:00000010:0.0:1767384377.057254:0:40421:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000a990dbb3. 00040000:00000010:0.0:1767384377.057258:0:40421:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000007034d7a5. 00000400:00000200:3.0:1767384377.057261:0:36:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4784/4784 into md 0x21fd [2] + 0 00080000:00000010:0.0:1767384377.057263:0:40421:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000f50fee40. 00000400:00000010:3.0:1767384377.057265:0:36:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e0a122ce. 00000004:00000010:0.0:1767384377.057267:0:40421:0:(mdt_mds.c:566:mds_device_alloc()) kmalloced '(m)': 192 at 000000005d2c2ea4. 00000400:00000200:3.0:1767384377.057268:0:36:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000b760b45d 00000400:00000200:3.0:1767384377.057273:0:36:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384377.057277:0:36:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384377.057279:0:36:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b760b45d 00000400:00000010:3.0:1767384377.057281:0:36:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b760b45d. 00000100:00000200:3.0:1767384377.057283:0:36:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1767384377.057294:0:36:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004e15fa6e 00000400:00000010:3.0:1767384377.057296:0:36:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004e15fa6e. 00000100:00000200:3.0:1767384377.057300:0:36:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000dcadd9d0 x1853236723091840/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384393 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384377.057352:0:40426:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008a38945d. 00000020:00000010:3.0:1767384377.057355:0:40426:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008a38945d. 00000100:00000010:0.0:1767384377.057357:0:40421:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 00000000b3fe9e77. 00000020:00000010:3.0:1767384377.057359:0:40426:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006e7ccf56. 00000100:00000010:0.0:1767384377.057364:0:40421:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 00000000a356cccb. 00000020:00000010:3.0:1767384377.057365:0:40426:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000501e23e6. 00000020:00000010:3.0:1767384377.057370:0:40426:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000cb198794. 00000100:00000010:0.0:1767384377.057381:0:40421:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 00000000c3b805d6. 00000020:00000010:3.0:1767384377.057392:0:40426:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000ad6edd70. 00000100:00000010:0.0:1767384377.057392:0:40421:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 0000000065b54fcd. 00000020:00000010:3.0:1767384377.057400:0:40426:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008a38945d. 00000100:00000010:0.0:1767384377.057401:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009133b516. 00000020:00000010:3.0:1767384377.057402:0:40426:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008a38945d. 00000100:00000200:3.0:1767384377.057408:0:40426:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723091840 02000000:00000010:3.0:1767384377.057416:0:40426:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000c47b5f3c. 20000000:00000010:3.0:1767384377.057430:0:40426:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 7232 at 000000007d905ade. 00000100:00000010:3.0:1767384377.057434:0:40426:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000db32897c. 00000100:00000010:3.0:1767384377.057437:0:40426:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 0000000088cb1d14. 00000400:00000010:3.0:1767384377.057443:0:40426:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000069303bcd. 00000400:00000010:3.0:1767384377.057446:0:40426:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000b7042c16. 00000400:00000200:3.0:1767384377.057449:0:40426:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-0@lo 00000400:00000200:3.0:1767384377.057453:0:40426:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : GET - for me 00000400:00000200:3.0:1767384377.057458:0:40426:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 2688 into portal 33 MB=0x695824c908980 00000400:00000200:3.0:1767384377.057461:0:40426:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 21 from 12345-0@lo of length 2688/2688 into md 0x2309 [1] + 0 00000400:00000010:3.0:1767384377.057463:0:40426:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a9584a80. 00000400:00000200:3.0:1767384377.057465:0:40426:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000fad6765b 00000100:00000200:3.0:1767384377.057467:0:40426:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 00000000db32897c 00000400:00000200:3.0:1767384377.057473:0:40426:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : REPLY - for me 00000400:00000200:3.0:1767384377.057478:0:40426:0:(lib-move.c:4634:lnet_parse_reply()) 0@lo: Reply from 12345-0@lo of length 2688/2688 into md 0x2315 00000400:00000200:3.0:1767384377.057480:0:40426:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384377.057483:0:40426:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: REPLY: OK 00000100:00000010:0.0:1767384377.057483:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000410a9eb9. 00000400:00000200:3.0:1767384377.057487:0:40426:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000069303bcd 00000400:00000010:3.0:1767384377.057489:0:40426:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000069303bcd. 00000100:00000010:0.0:1767384377.057491:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000056f8e711. 00000100:00000200:3.0:1767384377.057492:0:40426:0:(events.c:459:server_bulk_callback()) event type 3, status 0, desc 00000000db32897c 00000400:00000200:3.0:1767384377.057498:0:40426:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fad6765b 00000400:00000010:3.0:1767384377.057499:0:40426:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fad6765b. 00000100:00000200:3.0:1767384377.057501:0:40426:0:(events.c:192:client_bulk_callback()) event type 1, status 0, req 00000000dcadd9d0 desc 00000000f93d986c mbits 1853236723091840 00000100:00000200:3.0:1767384377.057510:0:40426:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 2688 bytes via portal 33 id 12345-0@lo mbits 0x695824c908980-0x695824c908980 20000000:00000010:3.0:1767384377.057526:0:40426:0:(mgs_llog.c:459:mgs_new_fsdb()) kmalloced '(fsdb)': 488 at 00000000686a3762. 20000000:00000010:3.0:1767384377.057531:0:40426:0:(mgs_llog.c:479:mgs_new_fsdb()) kmalloced '(fsdb->fsdb_mdt_index_map)': 8192 at 000000009b77893f. 20000000:00000010:3.0:1767384377.057534:0:40426:0:(mgs_llog.c:486:mgs_new_fsdb()) kmalloced '(fsdb->fsdb_ost_index_map)': 8192 at 00000000f4f3c1e1. 20000000:00000010:3.0:1767384377.057536:0:40426:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 14 at 00000000c979f860. 20000000:00000010:3.0:1767384377.057538:0:40426:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 14 at 00000000f16dd2b0. 00000100:00000010:0.0:1767384377.057575:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000f5885e15. 00000100:00000010:0.0:1767384377.057581:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006698fa34. 00000100:00000010:0.0:1767384377.057659:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000036782736. 00000100:00000010:0.0:1767384377.057665:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004412a4d9. 20000000:00000010:3.0:1767384377.057695:0:40426:0:(mgs_handler.c:1608:mgs_object_alloc()) kmalloced '(o)': 240 at 0000000066ea0d8f. 00080000:00000010:3.0:1767384377.057705:0:40426:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000e4ca6cff. 00000100:00000010:0.0:1767384377.057744:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000001dfcfdbb. 00000100:00000010:0.0:1767384377.057750:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000088e19a9e. 00000100:00000010:0.0:1767384377.057831:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000f93b648a. 00000100:00000010:0.0:1767384377.057836:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b2a51305. 20000000:00000010:3.0:1767384377.057890:0:40426:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 14 at 00000000dbc28146. 00000040:00000010:3.0:1767384377.057895:0:40426:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000002e80093d. 00000100:00000010:0.0:1767384377.057934:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000000231b101. 00000040:00000010:3.0:1767384377.057935:0:40426:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 14 at 0000000071586bb2. 00000100:00000010:0.0:1767384377.057940:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000975f6056. 00000020:00000010:3.0:1767384377.057943:0:40426:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000006fd21a8c. 00080000:00000010:3.0:1767384377.057957:0:40426:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000049bc9fbc. 00000040:00000010:3.0:1767384377.057996:0:40426:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000002a611e27. 00000100:00000010:0.0:1767384377.058024:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000001e6f827. 00000100:00000010:0.0:1767384377.058030:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000683cc6e. 00000100:00000010:0.0:1767384377.058227:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000073fdc819. 00000100:00000010:0.0:1767384377.058234:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cd78373d. 00000040:00000010:3.0:1767384377.058274:0:40426:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 000000000d240654. 00000100:00000010:0.0:1767384377.058323:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000f6bd004b. 00000100:00000010:0.0:1767384377.058329:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008c0615a7. 00000020:00000010:3.0:1767384377.058362:0:40428:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000faf8d9a2. 00000020:00000010:3.0:1767384377.058366:0:40428:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000066e4368c. 00000040:00000010:3.0:1767384377.058369:0:40428:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000021740518. 00000020:00000010:3.0:1767384377.058373:0:40428:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000007a5adebd. 00000020:00000010:3.0:1767384377.058376:0:40428:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000d84d9078. 00000020:00000010:3.0:1767384377.058379:0:40428:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000d6cbfdf4. 80000000:00000010:3.0:1767384377.058381:0:40428:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000007876a4c1. 40000000:00000010:3.0:1767384377.058384:0:40428:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000003a5ac54b. 00100000:00000010:3.0:1767384377.058386:0:40428:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000570531f5. 00040000:00000010:3.0:1767384377.058388:0:40428:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000009ce266bc. 00040000:00000010:3.0:1767384377.058390:0:40428:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000005505000f. 00080000:00000010:3.0:1767384377.058392:0:40428:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000ea1351e4. 00000004:00000010:3.0:1767384377.058396:0:40428:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000001a7925a7. 00002000:00000010:3.0:1767384377.058400:0:40428:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000001461e5b7. 00000020:00000010:3.0:1767384377.058402:0:40428:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000054816519. 00000100:00000010:0.0:1767384377.058413:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000973b63f0. 00000040:00000010:3.0:1767384377.058415:0:40428:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 00000000aed4d9ff. 00000100:00000010:0.0:1767384377.058421:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009d9f5377. 00000100:00000010:0.0:1767384377.058506:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000005724ee51. 00000100:00000010:0.0:1767384377.058512:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cae3ac35. 00000040:00000010:3.0:1767384377.058545:0:40428:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 00000000aed4d9ff. 00000020:00000010:3.0:1767384377.058550:0:40428:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000054816519. 00000020:00000010:3.0:1767384377.058554:0:40428:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000066e4368c. 00000040:00000010:3.0:1767384377.058557:0:40428:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000021740518. 00000020:00000010:3.0:1767384377.058558:0:40428:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000007a5adebd. 00000020:00000010:3.0:1767384377.058561:0:40428:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000d84d9078. 00000020:00000010:3.0:1767384377.058564:0:40428:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000d6cbfdf4. 80000000:00000010:3.0:1767384377.058567:0:40428:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000007876a4c1. 40000000:00000010:3.0:1767384377.058569:0:40428:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000003a5ac54b. 00100000:00000010:3.0:1767384377.058572:0:40428:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000570531f5. 00040000:00000010:3.0:1767384377.058574:0:40428:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000009ce266bc. 00040000:00000010:3.0:1767384377.058577:0:40428:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000005505000f. 00080000:00000010:3.0:1767384377.058579:0:40428:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000ea1351e4. 00000004:00000010:3.0:1767384377.058581:0:40428:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000001a7925a7. 00002000:00000010:3.0:1767384377.058583:0:40428:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000001461e5b7. 00000020:00000010:3.0:1767384377.058586:0:40428:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000faf8d9a2. 00000100:00000010:0.0:1767384377.058596:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000c70202ae. 00000040:00000010:3.0:1767384377.058597:0:40426:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 000000000d240654. 00000100:00000010:0.0:1767384377.058603:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c0312896. 00000040:00000010:3.0:1767384377.058605:0:40426:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 14 at 0000000071586bb2. 00000040:00000010:3.0:1767384377.058610:0:40426:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000002a611e27. 00000040:00000010:3.0:1767384377.058613:0:40426:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000002e80093d. 20000000:00000010:3.0:1767384377.058616:0:40426:0:(mgs_llog.c:151:name_destroy()) kfreed '*name': 14 at 00000000dbc28146. 20000000:00000010:3.0:1767384377.058621:0:40426:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 15 at 00000000dbc28146. 00000040:00000010:3.0:1767384377.058626:0:40426:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000005505000f. 00000040:00000010:3.0:1767384377.058645:0:40426:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000005505000f. 20000000:00000010:3.0:1767384377.058650:0:40426:0:(mgs_llog.c:151:name_destroy()) kfreed '*name': 15 at 00000000dbc28146. 20000000:00000010:3.0:1767384377.058655:0:40426:0:(mgs_nids.c:584:mgs_nidtbl_write()) kmalloced '(tgt)': 96 at 000000000d240654. 20000000:00000010:3.0:1767384377.058666:0:40426:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000005505000f. 20000000:00000010:3.0:1767384377.058672:0:40426:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000d6cbfdf4. 20000000:00000010:3.0:1767384377.058677:0:40426:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000002e80093d. 20000000:00000010:3.0:1767384377.058680:0:40426:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000faf8d9a2. 20000000:00000010:3.0:1767384377.058682:0:40426:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000021740518. 20000000:00000010:3.0:1767384377.058685:0:40426:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000066e4368c. 00000100:00000010:0.0:1767384377.058688:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000065f76419. 20000000:00000010:3.0:1767384377.058689:0:40426:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000e9331510. 00000100:00000010:0.0:1767384377.058696:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008f208007. 20000000:00000010:3.0:1767384377.058697:0:40426:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000096972147. 20000000:00000010:3.0:1767384377.058703:0:40426:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000596c4411. 20000000:00000010:3.0:1767384377.058707:0:40426:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000002e639b95. 20000000:00000010:3.0:1767384377.058710:0:40426:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000ed86ab6b. 20000000:00000010:3.0:1767384377.058713:0:40426:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000a66b421e. 20000000:00000010:3.0:1767384377.058716:0:40426:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000c9ed71b6. 20000000:00000010:3.0:1767384377.058719:0:40426:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000d968d3eb. 20000000:00000010:3.0:1767384377.058722:0:40426:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000086296b26. 20000000:00000010:3.0:1767384377.058725:0:40426:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000096bca50e. 20000000:00000010:3.0:1767384377.058728:0:40426:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000f8ae913e. 20000000:00000010:3.0:1767384377.058730:0:40426:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000068de568a. 20000000:00000010:3.0:1767384377.058732:0:40426:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000d632320a. 20000000:00000010:3.0:1767384377.058734:0:40426:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000b377c798. 20000000:00000010:3.0:1767384377.058738:0:40426:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000fc37ce69. 20000000:00000010:3.0:1767384377.058742:0:40426:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000009d7cd7ed. 20000000:00000010:3.0:1767384377.058745:0:40426:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000b72a6a2a. 20000000:00000010:3.0:1767384377.058748:0:40426:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000007e32ddbf. 20000000:00000010:3.0:1767384377.058750:0:40426:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000d6a8b15a. 20000000:00000010:3.0:1767384377.058753:0:40426:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000002cb3432e. 20000000:00000010:3.0:1767384377.058756:0:40426:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000ea29fb6b. 20000000:00000010:3.0:1767384377.058759:0:40426:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000ce932e50. 20000000:00000010:3.0:1767384377.058761:0:40426:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000f81c16d6. 20000000:00000010:3.0:1767384377.058764:0:40426:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000095b853a9. 20000000:00000010:3.0:1767384377.058767:0:40426:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000036abeff7. 20000000:00000010:3.0:1767384377.058770:0:40426:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000c719ff94. 20000000:00000010:3.0:1767384377.058774:0:40426:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000d247ada4. 20000000:00000010:3.0:1767384377.058778:0:40426:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000001e1c46c2. 20000000:00000010:3.0:1767384377.058780:0:40426:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000534178e9. 00000100:00000010:0.0:1767384377.058782:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000002dbdef66. 20000000:00000010:3.0:1767384377.058783:0:40426:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000573e7819. 00000100:00000010:0.0:1767384377.058789:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e95bb2a0. 20000000:00000010:3.0:1767384377.058790:0:40426:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000002c8c44b5. 20000000:00000010:3.0:1767384377.058795:0:40426:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000a48bd6b3. 20000000:00000010:3.0:1767384377.058798:0:40426:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000c83868f2. 20000000:00000010:3.0:1767384377.058801:0:40426:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000de81ef8b. 20000000:00000010:3.0:1767384377.058803:0:40426:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000007ec0065a. 20000000:00000010:3.0:1767384377.058806:0:40426:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000003be33bbf. 00080000:00000010:3.0:1767384377.058825:0:40426:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000001461e5b7. 00000100:00000010:0.0:1767384377.058873:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000db57f977. 00000100:00000010:0.0:1767384377.058881:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c7f31583. 00000100:00000010:0.0:1767384377.058973:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000e16edefc. 00000100:00000010:0.0:1767384377.058980:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f33e40c2. 00000100:00000010:0.0:1767384377.059065:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000006a694428. 00000100:00000010:0.0:1767384377.059070:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d8852178. 00000100:00000010:0.0:1767384377.059195:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000366047be. 00000100:00000010:0.0:1767384377.059201:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000082d4cd24. 00000100:00000010:0.0:1767384377.059294:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000ff894e62. 00000100:00000010:0.0:1767384377.059299:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000763ccf4f. 00000100:00000010:0.0:1767384377.059395:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000e8d8ce33. 00000100:00000010:0.0:1767384377.059401:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002a242c8c. 00000100:00000010:0.0:1767384377.059492:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000e8da076f. 00000100:00000010:0.0:1767384377.059498:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ac7f1959. 00000100:00000010:0.0:1767384377.059584:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000001f3e49b0. 00000100:00000010:0.0:1767384377.059589:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f47f9b29. 00000100:00000010:0.0:1767384377.059675:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000003d0ebd8b. 00000100:00000010:0.0:1767384377.059680:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000006f5a8b9. 00000100:00000010:0.0:1767384377.059767:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000061ce8c04. 00000100:00000010:0.0:1767384377.059773:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003e8168fe. 00000100:00000010:0.0:1767384377.059858:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000c4c15a60. 00000100:00000010:0.0:1767384377.059864:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c784dc6a. 00000100:00000010:0.0:1767384377.059962:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000a2a26e00. 00000100:00000010:0.0:1767384377.059968:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000294a60a7. 00000100:00000010:0.0:1767384377.060052:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000053c33611. 00000100:00000010:0.0:1767384377.060058:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fde89f24. 00000100:00000010:0.0:1767384377.060160:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000b50668d1. 00000100:00000010:0.0:1767384377.060167:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000aecc2b8d. 00000100:00000010:0.0:1767384377.060249:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000e2b50178. 00000100:00000010:0.0:1767384377.060254:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ed7b4f9b. 00000100:00000010:0.0:1767384377.060341:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000007f3643e7. 00000100:00000010:0.0:1767384377.060345:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008e4020e5. 00000100:00000010:0.0:1767384377.060430:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000b0a78479. 00000100:00000010:0.0:1767384377.060435:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007d3afb02. 00000100:00000010:0.0:1767384377.060520:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000078e71de7. 00000100:00000010:0.0:1767384377.060525:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004f8d3a2c. 00000100:00000010:0.0:1767384377.060608:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000bb1b1e33. 00000100:00000010:0.0:1767384377.060614:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c9c0c0f7. 00000100:00000010:0.0:1767384377.060700:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000d78022a5. 00000100:00000010:0.0:1767384377.060705:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002592c407. 00000100:00000010:0.0:1767384377.060788:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000eb6f0315. 00000100:00000010:0.0:1767384377.060793:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000022c4594f. 00000100:00000010:0.0:1767384377.060875:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000008a862d61. 00000100:00000010:0.0:1767384377.060880:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d985c40f. 00000100:00000010:0.0:1767384377.060975:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000aeda2365. 00000100:00000010:0.0:1767384377.060980:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d91a2255. 00000100:00000010:0.0:1767384377.061063:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000554655df. 00000100:00000010:0.0:1767384377.061068:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000400ba427. 00000100:00000010:0.0:1767384377.061168:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000a6c8bca0. 00000100:00000010:0.0:1767384377.061174:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000297506b9. 00000100:00000010:0.0:1767384377.061260:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000048c7a884. 00000100:00000010:0.0:1767384377.061265:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000007203f16. 00000100:00000010:0.0:1767384377.061348:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000a67240cb. 00000100:00000010:0.0:1767384377.061355:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004ca92723. 00000100:00000010:0.0:1767384377.061438:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000006d5eddcf. 00000100:00000010:0.0:1767384377.061446:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002be59635. 00000100:00000010:0.0:1767384377.061526:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000ea436a01. 00000100:00000010:0.0:1767384377.061533:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b49bbb90. 00000100:00000010:0.0:1767384377.061613:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000003c18271d. 00000100:00000010:0.0:1767384377.061619:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006c5effa5. 00000100:00000010:0.0:1767384377.061700:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000000b75ffe6. 00000100:00000010:0.0:1767384377.061705:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004a0ca29c. 00000100:00000010:0.0:1767384377.061785:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000f3968cde. 00000100:00000010:0.0:1767384377.061790:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b0fb07a4. 00000100:00000010:0.0:1767384377.061872:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000002c89684f. 00000100:00000010:0.0:1767384377.061877:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000dac232b8. 00000100:00000010:0.0:1767384377.061970:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000080e19f95. 00000100:00000010:0.0:1767384377.061976:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c0786390. 00000100:00000010:0.0:1767384377.062059:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000002f4ddcdc. 00000100:00000010:0.0:1767384377.062064:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000192a693b. 00000100:00000010:0.0:1767384377.062175:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000a309d12f. 00000100:00000010:0.0:1767384377.062180:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004ef729dc. 00000100:00000010:0.0:1767384377.062261:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000003af6eff3. 00000100:00000010:0.0:1767384377.062267:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000de80015. 00000100:00000010:0.0:1767384377.062348:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000ae8b0959. 00000100:00000010:0.0:1767384377.062354:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002088d520. 00000100:00000010:0.0:1767384377.062439:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000005b3033d8. 00000100:00000010:0.0:1767384377.062444:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000024fa69a0. 00000100:00000010:0.0:1767384377.062528:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000ca3b4d94. 00000100:00000010:0.0:1767384377.062534:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ba29351b. 00000100:00000010:0.0:1767384377.062619:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000e7713948. 00000100:00000010:0.0:1767384377.062625:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000179ced0a. 00000100:00000010:0.0:1767384377.062709:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000981f8b58. 00000100:00000010:0.0:1767384377.062716:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004422d18e. 00000100:00000010:0.0:1767384377.062798:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000ccdb6b2c. 00000100:00000010:0.0:1767384377.062803:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e7a5972e. 00000100:00000010:0.0:1767384377.062888:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000d11c4ed6. 00000100:00000010:0.0:1767384377.062893:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008b1adb9c. 00000100:00000010:0.0:1767384377.062989:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000003acb214b. 00000100:00000010:0.0:1767384377.062995:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cf9dcbb2. 00000100:00000010:0.0:1767384377.063079:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000029fba72e. 00000100:00000010:0.0:1767384377.063105:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003b73fec4. 00000100:00000010:0.0:1767384377.063193:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000000057f0cb. 00000100:00000010:0.0:1767384377.063199:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f01a98c6. 00000100:00000010:0.0:1767384377.063283:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000000fb7a179. 00000100:00000010:0.0:1767384377.063289:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ef387809. 00000100:00000010:0.0:1767384377.063371:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000905f7b4f. 00000100:00000010:0.0:1767384377.063376:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009654a537. 00000100:00000010:0.0:1767384377.063458:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000008a4f9601. 00000400:00000200:0.0:1767384377.063467:0:40421:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 12 lazy 00000020:00000010:0.0:1767384377.063552:0:40421:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000edab3564. 00000020:00000010:0.0:1767384377.063558:0:40421:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 000000001019f0f4. 00000100:00000010:0.0:1767384377.063630:0:40421:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000689b3b8f. 00000100:00000010:0.0:1767384377.063638:0:40421:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 00000000271d02e8. 00000100:00000010:0.0:1767384377.063644:0:40421:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000a49d5c19. 00000100:00000010:0.0:1767384377.063650:0:40421:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000336f7238. 00000100:00000010:0.0:1767384377.063654:0:40421:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000039f42ea5. 00000100:00000010:0.0:1767384377.063658:0:40421:0:(nrs.c:1026:nrs_svcpt_setup_locked()) kmalloced '(svcpt->scp_nrs_hp)': 112 at 000000001d85914e. 00000100:00000010:0.0:1767384377.063662:0:40421:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000e374e567. 00000100:00000010:0.0:1767384377.063666:0:40421:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 00000000127d6d90. 00000100:00000010:0.0:1767384377.063669:0:40421:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000174c9438. 00000100:00000010:0.0:1767384377.063672:0:40421:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000070466717. 00000100:00000010:0.0:1767384377.063676:0:40421:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000000c0b240d. 00000100:00000200:0.0:1767384377.063728:0:40421:0:(service.c:847:ptlrpc_register_service()) mdt: Started, listening on portal 12 00000100:00000010:0.0:1767384377.063734:0:40421:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000000625a92a. 00000100:00000010:2.0:1767384377.064588:0:40431:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000b19923e0. 00000020:00000010:2.0:1767384377.064598:0:40431:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000004a586656. 00000020:00000010:2.0:1767384377.064606:0:40431:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000c88dae7. 00000020:00000010:2.0:1767384377.064611:0:40431:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000df915e4e. 00000040:00000010:2.0:1767384377.064617:0:40431:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000b5f1d326. 00000020:00000010:2.0:1767384377.064622:0:40431:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000d8b4b727. 00000020:00000010:2.0:1767384377.064627:0:40431:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000005c4ba9a4. 00000020:00000010:2.0:1767384377.064633:0:40431:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000fa207ee5. 80000000:00000010:2.0:1767384377.064637:0:40431:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000fec3c568. 40000000:00000010:2.0:1767384377.064642:0:40431:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000c894c692. 00100000:00000010:2.0:1767384377.064649:0:40431:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000006b6d97fc. 00040000:00000010:2.0:1767384377.064654:0:40431:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000003d504b58. 00040000:00000010:2.0:1767384377.064660:0:40431:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000e66db9a4. 00080000:00000010:2.0:1767384377.064665:0:40431:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000047781747. 00000004:00000010:2.0:1767384377.064671:0:40431:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000091b51e3d. 00002000:00000010:2.0:1767384377.064677:0:40431:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000067eebe2b. 00000100:00000200:2.0:1767384377.064683:0:40431:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:2.0:1767384377.064690:0:40431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ed25287f. 00000400:00000010:2.0:1767384377.064697:0:40431:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000073a4fc61. 00000100:00000200:2.0:1767384377.064705:0:40431:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:2.0:1767384377.064709:0:40431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c05fce09. 00000400:00000010:2.0:1767384377.064714:0:40431:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000003bd3245c. 00000100:00000200:2.0:1767384377.064718:0:40431:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:2.0:1767384377.064720:0:40431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a59ef8f1. 00000400:00000010:2.0:1767384377.064723:0:40431:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000c8085bd5. 00000100:00000200:2.0:1767384377.064728:0:40431:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:2.0:1767384377.064731:0:40431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003f209f97. 00000400:00000010:2.0:1767384377.064735:0:40431:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000009158a78. 00000100:00000200:2.0:1767384377.064740:0:40431:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:2.0:1767384377.064743:0:40431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000026d47315. 00000400:00000010:2.0:1767384377.064747:0:40431:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000d1c72043. 00000100:00000200:2.0:1767384377.064751:0:40431:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:2.0:1767384377.064754:0:40431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000bdd652b. 00000400:00000010:2.0:1767384377.064763:0:40431:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000ea439313. 00000100:00000200:2.0:1767384377.064768:0:40431:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:2.0:1767384377.064772:0:40431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a3a15317. 00000400:00000010:2.0:1767384377.064776:0:40431:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000029817bec. 00000100:00000200:2.0:1767384377.064780:0:40431:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:2.0:1767384377.064784:0:40431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e0a122ce. 00000400:00000010:2.0:1767384377.064787:0:40431:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000000a1a1fe2. 00000100:00000200:2.0:1767384377.064791:0:40431:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:2.0:1767384377.064794:0:40431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000eef60a18. 00000400:00000010:2.0:1767384377.064798:0:40431:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000d7aa9afe. 00000100:00000200:2.0:1767384377.064802:0:40431:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:2.0:1767384377.064806:0:40431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000043a967b1. 00000400:00000010:2.0:1767384377.064809:0:40431:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000f46cd42c. 00000100:00000200:2.0:1767384377.064814:0:40431:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:2.0:1767384377.064818:0:40431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b8eedb63. 00000400:00000010:2.0:1767384377.064822:0:40431:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000005a2847e6. 00000100:00000200:2.0:1767384377.064827:0:40431:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:2.0:1767384377.064831:0:40431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000077efe5d2. 00000400:00000010:2.0:1767384377.064835:0:40431:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000d30639bb. 00000100:00000200:2.0:1767384377.064839:0:40431:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:2.0:1767384377.064842:0:40431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a949c88c. 00000400:00000010:2.0:1767384377.064846:0:40431:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000003b544e1c. 00000100:00000200:2.0:1767384377.064851:0:40431:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:2.0:1767384377.064854:0:40431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006663a1b7. 00000400:00000010:2.0:1767384377.064881:0:40431:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000000e142705. 00000100:00000200:2.0:1767384377.064888:0:40431:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:2.0:1767384377.064893:0:40431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000024199abb. 00000400:00000010:2.0:1767384377.064898:0:40431:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000a7208475. 00000100:00000200:2.0:1767384377.064902:0:40431:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:2.0:1767384377.064905:0:40431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f6118f20. 00000400:00000010:2.0:1767384377.064924:0:40431:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000d893b6ab. 00000100:00000200:2.0:1767384377.064930:0:40431:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:2.0:1767384377.064934:0:40431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e923f8c1. 00000400:00000010:2.0:1767384377.064939:0:40431:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000ce499dd4. 00000100:00000200:2.0:1767384377.064943:0:40431:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:2.0:1767384377.064946:0:40431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004897bc1d. 00000400:00000010:2.0:1767384377.064950:0:40431:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000025b516c. 00000100:00000200:2.0:1767384377.064955:0:40431:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:2.0:1767384377.064958:0:40431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001011521a. 00000400:00000010:2.0:1767384377.064962:0:40431:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000fc7f4685. 00000100:00000200:2.0:1767384377.064966:0:40431:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:2.0:1767384377.064971:0:40431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002908b3e5. 00000400:00000010:2.0:1767384377.064976:0:40431:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000004821f394. 00000100:00000200:2.0:1767384377.064979:0:40431:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:2.0:1767384377.064982:0:40431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c6e3b38b. 00000400:00000010:2.0:1767384377.064988:0:40431:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000002c07d9c1. 00000100:00000200:2.0:1767384377.064993:0:40431:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:2.0:1767384377.064998:0:40431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e024e395. 00000400:00000010:2.0:1767384377.065004:0:40431:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000378733a2. 00000100:00000200:2.0:1767384377.065008:0:40431:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:2.0:1767384377.065012:0:40431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007e1f5eec. 00000400:00000010:2.0:1767384377.065016:0:40431:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000cbc08a6d. 00000100:00000200:2.0:1767384377.065019:0:40431:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:2.0:1767384377.065023:0:40431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008fcb8224. 00000400:00000010:2.0:1767384377.065029:0:40431:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000a6aabf20. 00000100:00000200:2.0:1767384377.065033:0:40431:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:2.0:1767384377.065037:0:40431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000009695917. 00000400:00000010:2.0:1767384377.065041:0:40431:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000ce421ab8. 00000100:00000200:2.0:1767384377.065045:0:40431:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:2.0:1767384377.065049:0:40431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a2d54616. 00000400:00000010:2.0:1767384377.065055:0:40431:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000cd937092. 00000100:00000200:2.0:1767384377.065059:0:40431:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:2.0:1767384377.065063:0:40431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006e6efe93. 00000400:00000010:2.0:1767384377.065068:0:40431:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000004f111f85. 00000100:00000200:2.0:1767384377.065073:0:40431:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:2.0:1767384377.065076:0:40431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000556144ea. 00000400:00000010:2.0:1767384377.065081:0:40431:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000e3e86e41. 00000100:00000200:2.0:1767384377.065213:0:40431:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:2.0:1767384377.065220:0:40431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000feb3de7. 00000400:00000010:2.0:1767384377.065226:0:40431:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000b21ab31a. 00000100:00000200:2.0:1767384377.065231:0:40431:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:2.0:1767384377.065234:0:40431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009513e89d. 00000400:00000010:2.0:1767384377.065238:0:40431:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000fb21d68a. 00000100:00000200:2.0:1767384377.065242:0:40431:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:2.0:1767384377.065246:0:40431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000071e01640. 00000400:00000010:2.0:1767384377.065250:0:40431:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000c02aebe5. 00000100:00000200:2.0:1767384377.065254:0:40431:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:2.0:1767384377.065258:0:40431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003425f94d. 00000400:00000010:2.0:1767384377.065262:0:40431:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000345f9ba7. 00000100:00000200:2.0:1767384377.065268:0:40431:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:2.0:1767384377.065272:0:40431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006a940329. 00000400:00000010:2.0:1767384377.065276:0:40431:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000004c473e49. 00000100:00000200:2.0:1767384377.065282:0:40431:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:2.0:1767384377.065285:0:40431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003cca20d6. 00000400:00000010:2.0:1767384377.065289:0:40431:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000b5c0d7a4. 00000100:00000200:2.0:1767384377.065293:0:40431:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:2.0:1767384377.065295:0:40431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bd43e671. 00000400:00000010:2.0:1767384377.065299:0:40431:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000fb8d0c0d. 00000100:00000200:2.0:1767384377.065303:0:40431:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:2.0:1767384377.065307:0:40431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c8d8d11d. 00000400:00000010:2.0:1767384377.065312:0:40431:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000f0f8993b. 00000100:00000200:2.0:1767384377.065316:0:40431:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:2.0:1767384377.065320:0:40431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009bab33a3. 00000400:00000010:2.0:1767384377.065324:0:40431:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000afc08ded. 00000100:00000200:2.0:1767384377.065328:0:40431:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:2.0:1767384377.065331:0:40431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009cf80c72. 00000400:00000010:2.0:1767384377.065336:0:40431:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000456d5f7e. 00000100:00000200:2.0:1767384377.065340:0:40431:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:2.0:1767384377.065343:0:40431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000677f3665. 00000400:00000010:2.0:1767384377.065347:0:40431:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000a281a803. 00000100:00000200:2.0:1767384377.065351:0:40431:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:2.0:1767384377.065353:0:40431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dcff9a07. 00000400:00000010:2.0:1767384377.065358:0:40431:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000003a455d6b. 00000100:00000200:2.0:1767384377.065362:0:40431:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:2.0:1767384377.065365:0:40431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000c50a182. 00000400:00000010:2.0:1767384377.065370:0:40431:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000088cea3b3. 00000100:00000200:2.0:1767384377.065373:0:40431:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:2.0:1767384377.065377:0:40431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009a4f113e. 00000400:00000010:2.0:1767384377.065381:0:40431:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000009e0c4c2c. 00000100:00000200:2.0:1767384377.065386:0:40431:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:2.0:1767384377.065390:0:40431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000053e8f1bb. 00000400:00000010:2.0:1767384377.065395:0:40431:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000f44d56c0. 00000100:00000200:2.0:1767384377.065400:0:40431:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:2.0:1767384377.065404:0:40431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000572258d2. 00000400:00000010:2.0:1767384377.065410:0:40431:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000a5e343d1. 00000100:00000200:2.0:1767384377.065415:0:40431:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:2.0:1767384377.065419:0:40431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007329f790. 00000400:00000010:2.0:1767384377.065424:0:40431:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000b2466616. 00000100:00000200:2.0:1767384377.065429:0:40431:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:2.0:1767384377.065433:0:40431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006883462c. 00000400:00000010:2.0:1767384377.065438:0:40431:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000d3f841b0. 00000100:00000200:2.0:1767384377.065442:0:40431:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:2.0:1767384377.065446:0:40431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003fe07376. 00000400:00000010:2.0:1767384377.065452:0:40431:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000008f4ecdfe. 00000100:00000200:2.0:1767384377.065457:0:40431:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:2.0:1767384377.065461:0:40431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b6cbdf48. 00000400:00000010:2.0:1767384377.065465:0:40431:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000002b3b34fe. 00000100:00000200:2.0:1767384377.065470:0:40431:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:2.0:1767384377.065474:0:40431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a83cfc2c. 00000400:00000010:2.0:1767384377.065478:0:40431:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000ca8eb18b. 00000100:00000200:2.0:1767384377.065482:0:40431:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:2.0:1767384377.065486:0:40431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000043b9347c. 00000400:00000010:2.0:1767384377.065491:0:40431:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000007ee9fa71. 00000100:00000200:2.0:1767384377.065495:0:40431:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:2.0:1767384377.065500:0:40431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fb3600db. 00000400:00000010:2.0:1767384377.065503:0:40431:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000ea4c9739. 00000100:00000200:2.0:1767384377.065507:0:40431:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:2.0:1767384377.065511:0:40431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007fa2e96f. 00000400:00000010:2.0:1767384377.065517:0:40431:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000891374bf. 00000100:00000200:2.0:1767384377.065522:0:40431:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:2.0:1767384377.065525:0:40431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006b474277. 00000400:00000010:2.0:1767384377.065530:0:40431:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000009988803e. 00000100:00000200:2.0:1767384377.065534:0:40431:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:2.0:1767384377.065538:0:40431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005cac8158. 00000400:00000010:2.0:1767384377.065543:0:40431:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000f335576c. 00000100:00000200:2.0:1767384377.065548:0:40431:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:2.0:1767384377.065553:0:40431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004e4e798d. 00000400:00000010:2.0:1767384377.065558:0:40431:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000007438296d. 00000100:00000200:2.0:1767384377.065562:0:40431:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:2.0:1767384377.065566:0:40431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000042563b7b. 00000400:00000010:2.0:1767384377.065571:0:40431:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000095b1cf0. 00000100:00000200:2.0:1767384377.065576:0:40431:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:2.0:1767384377.065580:0:40431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000073a4cff1. 00000400:00000010:2.0:1767384377.065585:0:40431:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000005f0bfbe1. 00000100:00000200:2.0:1767384377.065590:0:40431:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:2.0:1767384377.065593:0:40431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f934acbc. 00000400:00000010:2.0:1767384377.065600:0:40431:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000db168c7a. 00000100:00000200:2.0:1767384377.065603:0:40431:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:2.0:1767384377.065608:0:40431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009789a25c. 00000400:00000010:2.0:1767384377.065613:0:40431:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000778e5311. 00000100:00000200:2.0:1767384377.065617:0:40431:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:2.0:1767384377.065621:0:40431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004e077779. 00000400:00000010:2.0:1767384377.065626:0:40431:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000001334d905. 00000100:00000200:2.0:1767384377.065631:0:40431:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:2.0:1767384377.065634:0:40431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000439e6b5c. 00000400:00000010:2.0:1767384377.065639:0:40431:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000cc41a8ae. 00000100:00000200:2.0:1767384377.065644:0:40431:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:2.0:1767384377.065647:0:40431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007f7d4e48. 00000400:00000010:2.0:1767384377.065651:0:40431:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000cf791f94. 00000100:00000200:2.0:1767384377.065656:0:40431:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:2.0:1767384377.065659:0:40431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a723c162. 00000400:00000010:2.0:1767384377.065663:0:40431:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000630a8b14. 00000100:00000200:2.0:1767384377.065666:0:40431:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:2.0:1767384377.065670:0:40431:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000024f41898. 00000400:00000010:2.0:1767384377.065674:0:40431:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000005358e15b. 00000100:00000010:2.0:1767384377.065729:0:40431:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 131072 at 000000008543cce0. 00000100:00000200:2.0:1767384377.065762:0:40431:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:0.0:1767384377.065779:0:40421:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000000f502f41. 00010000:00000010:3.1:1767384377.066127:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000d88788a1. 00010000:00000010:3.1:1767384377.066135:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000047f22a44. 00010000:00000010:3.1:1767384377.066145:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000027137b81. 00010000:00000010:3.1:1767384377.066148:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000d1de66de. 00010000:00000010:3.1:1767384377.066151:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000061f5da28. 00010000:00000010:3.1:1767384377.066155:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000000e0df01f. 00010000:00000010:3.1:1767384377.066175:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000bb8a53c1. 00010000:00000010:3.1:1767384377.066180:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000000dd050f1. 00000100:00000010:1.0:1767384377.066291:0:40432:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 0000000081c8a4ab. 00000020:00000010:1.0:1767384377.066325:0:40432:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000068d60fdd. 00000020:00000010:1.0:1767384377.066331:0:40432:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a5608f5c. 00000020:00000010:1.0:1767384377.066334:0:40432:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000c5a6dcc6. 00000040:00000010:1.0:1767384377.066338:0:40432:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000030d2709f. 00000020:00000010:1.0:1767384377.066357:0:40432:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000006d6b4ea0. 00000020:00000010:1.0:1767384377.066363:0:40432:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000511743bf. 00000020:00000010:1.0:1767384377.066367:0:40432:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000ac4fd777. 80000000:00000010:1.0:1767384377.066372:0:40432:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000c926de05. 40000000:00000010:1.0:1767384377.066376:0:40432:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000d5f4b3c0. 00100000:00000010:1.0:1767384377.066395:0:40432:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000067a7cbe4. 00040000:00000010:1.0:1767384377.066400:0:40432:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000d363144c. 00040000:00000010:1.0:1767384377.066405:0:40432:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000db3bf5e3. 00080000:00000010:1.0:1767384377.066409:0:40432:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000002945e0f4. 00000004:00000010:1.0:1767384377.066427:0:40432:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000001df15a26. 00002000:00000010:1.0:1767384377.066431:0:40432:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000004c35e7ee. 00000100:00000010:1.0:1767384377.066500:0:40432:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 131072 at 00000000a5f1c97b. 00000100:00000200:1.0:1767384377.066515:0:40432:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:0.0:1767384377.066530:0:40421:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000006caa54d9. 00000100:00000010:0.0:1767384377.066700:0:40433:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000610c0923. 00000020:00000010:0.0:1767384377.066704:0:40433:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000099d92f01. 00000020:00000010:0.0:1767384377.066710:0:40433:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005d85d69e. 00000020:00000010:0.0:1767384377.066713:0:40433:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000a3250902. 00000040:00000010:0.0:1767384377.066717:0:40433:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000004a7376c4. 00000020:00000010:0.0:1767384377.066720:0:40433:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000042fa2ae5. 00000020:00000010:0.0:1767384377.066724:0:40433:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000004878f6d6. 00000020:00000010:0.0:1767384377.066728:0:40433:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000a5bfc6e2. 80000000:00000010:0.0:1767384377.066732:0:40433:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000fe26dc61. 40000000:00000010:0.0:1767384377.066735:0:40433:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000001061c3d0. 00100000:00000010:0.0:1767384377.066739:0:40433:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000ac833b09. 00040000:00000010:0.0:1767384377.066742:0:40433:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000db71b354. 00040000:00000010:0.0:1767384377.066746:0:40433:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000080ec96f9. 00080000:00000010:0.0:1767384377.066750:0:40433:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000cfd1f607. 00000004:00000010:0.0:1767384377.066754:0:40433:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000073a43209. 00002000:00000010:0.0:1767384377.066759:0:40433:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000085ed6f48. 00000100:00000010:0.0:1767384377.066804:0:40433:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 131072 at 0000000095dde5cb. 00000100:00000200:0.0:1767384377.066825:0:40433:0:(service.c:3079:ptlrpc_main()) service thread 2 (#3) started 00000100:00000010:1.0:1767384377.066844:0:40421:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 00000000118e9eb2. 00000100:00000010:1.0:1767384377.066850:0:40421:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 000000003cdfa971. 00000100:00000010:1.0:1767384377.066860:0:40421:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 000000001f138aab. 00000100:00000010:1.0:1767384377.066866:0:40421:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 000000009f93799a. 00000100:00000010:1.0:1767384377.066870:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008af599a8. 00000100:00000010:1.0:1767384377.066875:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000003df3f98b. 00000100:00000010:1.0:1767384377.066878:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d567c85f. 00000100:00000010:1.0:1767384377.066882:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000005ddbab4f. 00000100:00000010:1.0:1767384377.066884:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000dcf44e89. 00000100:00000010:1.0:1767384377.066888:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000da3aa121. 00000100:00000010:1.0:1767384377.066902:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004fbddee9. 00000100:00000010:1.0:1767384377.066919:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d34ac307. 00000100:00000010:1.0:1767384377.066953:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000a97db12. 00000100:00000010:1.0:1767384377.066960:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000075cab91f. 00000100:00000010:1.0:1767384377.066962:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007f25ddf9. 00000100:00000010:1.0:1767384377.066966:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000054ea1942. 00000100:00000010:1.0:1767384377.066968:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000b7305c2. 00000100:00000010:1.0:1767384377.066971:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000005c8a17c2. 00000100:00000010:1.0:1767384377.066973:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005d09c89e. 00000100:00000010:1.0:1767384377.066985:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000004fcdddf1. 00000100:00000010:1.0:1767384377.066988:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000020f2077b. 00000100:00000010:1.0:1767384377.066992:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000009d01cb2c. 00000100:00000010:1.0:1767384377.066994:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000046343278. 00000100:00000010:1.0:1767384377.066997:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000fbd84f5f. 00000100:00000010:1.0:1767384377.066999:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000799593e2. 00000100:00000010:1.0:1767384377.067002:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000655dda8e. 00000100:00000010:1.0:1767384377.067005:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000ec03b49. 00000100:00000010:1.0:1767384377.067012:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000054d7ff9d. 00000100:00000010:1.0:1767384377.067015:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007d410e14. 00000100:00000010:1.0:1767384377.067020:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f840626d. 00000100:00000010:1.0:1767384377.067023:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000064712408. 00000100:00000010:1.0:1767384377.067026:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000258e767b. 00000100:00000010:1.0:1767384377.067029:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002344ed1a. 00000100:00000010:1.0:1767384377.067032:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000053411335. 00000100:00000010:1.0:1767384377.067035:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007a0c89f4. 00000100:00000010:1.0:1767384377.067046:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000917ef319. 00000100:00000010:1.0:1767384377.067050:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000047fa3605. 00000100:00000010:1.0:1767384377.067054:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a97f56b0. 00000100:00000010:1.0:1767384377.067056:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b1adda64. 00000100:00000010:1.0:1767384377.067059:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000009813684d. 00000100:00000010:1.0:1767384377.067062:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000017cd7ecf. 00000100:00000010:1.0:1767384377.067065:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000009ab4dd1d. 00000100:00000010:1.0:1767384377.067068:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003b93c04d. 00000100:00000010:1.0:1767384377.067081:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f0243e19. 00000100:00000010:1.0:1767384377.067084:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ba62a031. 00000100:00000010:1.0:1767384377.067140:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e3dd3d23. 00000100:00000010:1.0:1767384377.067145:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b177ccaf. 00000100:00000010:1.0:1767384377.067149:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000031cecaad. 00000100:00000010:1.0:1767384377.067152:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000250ac017. 00000100:00000010:1.0:1767384377.067155:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000960e0dc9. 00000100:00000010:1.0:1767384377.067156:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000015bea280. 00000100:00000010:1.0:1767384377.067165:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000007ac12e8f. 00000100:00000010:1.0:1767384377.067167:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e00179ed. 00000100:00000010:1.0:1767384377.067170:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000000810eb2d. 00000100:00000010:1.0:1767384377.067171:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e56d4ba5. 00000100:00000010:1.0:1767384377.067174:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c919e776. 00000100:00000010:1.0:1767384377.067176:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d6d075fc. 00000100:00000010:1.0:1767384377.067179:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000333ddddb. 00000100:00000010:1.0:1767384377.067182:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d54bbf83. 00000100:00000010:1.0:1767384377.067190:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d3c1ba41. 00000100:00000010:1.0:1767384377.067193:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b2e00e41. 00000100:00000010:1.0:1767384377.067196:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000409b7d3b. 00000100:00000010:1.0:1767384377.067197:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007255b785. 00000100:00000010:1.0:1767384377.067200:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000dd889f71. 00000100:00000010:1.0:1767384377.067202:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002072b76e. 00000100:00000010:1.0:1767384377.067205:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f544b257. 00000100:00000010:1.0:1767384377.067208:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000c6c790a. 00000100:00000010:1.0:1767384377.067217:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000abc4aac8. 00000100:00000010:1.0:1767384377.067220:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e4831712. 00000100:00000010:1.0:1767384377.067223:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000ab9959f9. 00000100:00000010:1.0:1767384377.067225:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009e6b11c2. 00000100:00000010:1.0:1767384377.067228:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000004957ffbf. 00000100:00000010:1.0:1767384377.067229:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000228ad0fc. 00000100:00000010:1.0:1767384377.067233:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000483f922b. 00000100:00000010:1.0:1767384377.067236:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000078e9953f. 00000100:00000010:1.0:1767384377.067245:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000009480e880. 00000100:00000010:1.0:1767384377.067248:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000034ab0bee. 00000100:00000010:1.0:1767384377.067251:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000632dc5ac. 00000100:00000010:1.0:1767384377.067255:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006ccc30bb. 00000100:00000010:1.0:1767384377.067258:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000008e22b134. 00000100:00000010:1.0:1767384377.067260:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000206edb3b. 00000100:00000010:1.0:1767384377.067263:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000028a15dc9. 00000100:00000010:1.0:1767384377.067265:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000808c703a. 00000100:00000010:1.0:1767384377.067275:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d930534f. 00000100:00000010:1.0:1767384377.067278:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c4901c6f. 00000100:00000010:1.0:1767384377.067281:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c79e3910. 00000100:00000010:1.0:1767384377.067283:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d3322be0. 00000100:00000010:1.0:1767384377.067285:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000005ca84aab. 00000100:00000010:1.0:1767384377.067287:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f8d269fc. 00000100:00000010:1.0:1767384377.067289:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000047366119. 00000100:00000010:1.0:1767384377.067291:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002517fc20. 00000100:00000010:1.0:1767384377.067299:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000bbfd9532. 00000100:00000010:1.0:1767384377.067304:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006d68b00e. 00000100:00000010:1.0:1767384377.067308:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000003e05a494. 00000100:00000010:1.0:1767384377.067311:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009307c12f. 00000100:00000010:1.0:1767384377.067314:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f844c674. 00000100:00000010:1.0:1767384377.067315:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009d58c074. 00000100:00000010:1.0:1767384377.067318:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000048137d23. 00000100:00000010:1.0:1767384377.067320:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009c7ca6b9. 00000100:00000010:1.0:1767384377.067329:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f1433af3. 00000100:00000010:1.0:1767384377.067331:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f555e07d. 00000100:00000010:1.0:1767384377.067334:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e91a367f. 00000100:00000010:1.0:1767384377.067336:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000011f73789. 00000100:00000010:1.0:1767384377.067341:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000004e09fd5c. 00000100:00000010:1.0:1767384377.067345:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001cb93583. 00000100:00000010:1.0:1767384377.067348:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d2b1ec0e. 00000100:00000010:1.0:1767384377.067349:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fb6b1387. 00000100:00000010:1.0:1767384377.067357:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000084186f9c. 00000100:00000010:1.0:1767384377.067360:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000146f6c1b. 00000100:00000010:1.0:1767384377.067363:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000005a66e226. 00000100:00000010:1.0:1767384377.067365:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005dc7444d. 00000100:00000010:1.0:1767384377.067369:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000ac588d77. 00000100:00000010:1.0:1767384377.067373:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006a880cf4. 00000100:00000010:1.0:1767384377.067377:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000001270d719. 00000100:00000010:1.0:1767384377.067379:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000752d0139. 00000100:00000010:1.0:1767384377.067386:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000004d20a5c5. 00000100:00000010:1.0:1767384377.067389:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009aad8e90. 00000100:00000010:1.0:1767384377.067391:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d85ddc49. 00000100:00000010:1.0:1767384377.067393:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000019e3b954. 00000100:00000010:1.0:1767384377.067396:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b0080c20. 00000100:00000010:1.0:1767384377.067398:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b4fa3f23. 00000100:00000010:1.0:1767384377.067402:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000006dc96140. 00000100:00000010:1.0:1767384377.067404:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cc9ddbff. 00000100:00000010:1.0:1767384377.067414:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000db1f5840. 00000100:00000010:1.0:1767384377.067416:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006504d044. 00000100:00000010:1.0:1767384377.067419:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000006bff16fa. 00000100:00000010:1.0:1767384377.067420:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005160657a. 00000100:00000010:1.0:1767384377.067423:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000052de6c0e. 00000100:00000010:1.0:1767384377.067425:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bfe333b4. 00000100:00000010:1.0:1767384377.067428:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000007944595d. 00000100:00000010:1.0:1767384377.067429:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000dfe386ca. 00000100:00000010:1.0:1767384377.067436:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000332a14cc. 00000400:00000200:1.0:1767384377.067441:0:40421:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 23 lazy 00000020:00000010:1.0:1767384377.067503:0:40421:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000539e415f. 00000020:00000010:1.0:1767384377.067508:0:40421:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 00000000dfc40c4f. 00000100:00000010:1.0:1767384377.067559:0:40421:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000a12728d8. 00000100:00000010:1.0:1767384377.067565:0:40421:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 00000000e2f34d64. 00000100:00000010:1.0:1767384377.067570:0:40421:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000019c75035. 00000100:00000010:1.0:1767384377.067575:0:40421:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000e0af8140. 00000100:00000010:1.0:1767384377.067579:0:40421:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000be35c500. 00000100:00000200:1.0:1767384377.067622:0:40421:0:(service.c:847:ptlrpc_register_service()) mdt_readpage: Started, listening on portal 23 00000100:00000010:1.0:1767384377.067632:0:40421:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000240e042c. 00000100:00000010:1.0:1767384377.067741:0:40434:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 0000000083734409. 00000020:00000010:1.0:1767384377.067744:0:40434:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000022cedf81. 00000020:00000010:1.0:1767384377.067747:0:40434:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000023fe096d. 00000020:00000010:1.0:1767384377.067750:0:40434:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000001aa7228. 00000040:00000010:1.0:1767384377.067754:0:40434:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000000b5454fc. 00000020:00000010:1.0:1767384377.067758:0:40434:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000f52ab801. 00000020:00000010:1.0:1767384377.067762:0:40434:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000717b1652. 00000020:00000010:1.0:1767384377.067766:0:40434:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000008b30d748. 80000000:00000010:1.0:1767384377.067769:0:40434:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000af1fbe49. 40000000:00000010:1.0:1767384377.067771:0:40434:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000180bcc09. 00100000:00000010:1.0:1767384377.067774:0:40434:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000d86a0c69. 00040000:00000010:1.0:1767384377.067776:0:40434:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000007823a96f. 00040000:00000010:1.0:1767384377.067779:0:40434:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000003f69b05d. 00080000:00000010:1.0:1767384377.067781:0:40434:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000c90f048e. 00000004:00000010:1.0:1767384377.067784:0:40434:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000009d3ea262. 00000100:00000200:1.0:1767384377.067786:0:40434:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384377.067790:0:40434:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000662d4c0b. 00000400:00000010:1.0:1767384377.067793:0:40434:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e3d157bc. 00000100:00000200:1.0:1767384377.067798:0:40434:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384377.067799:0:40434:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000db263b7. 00000400:00000010:1.0:1767384377.067801:0:40434:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000192671e8. 00000100:00000200:1.0:1767384377.067802:0:40434:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384377.067804:0:40434:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000018ef7e1d. 00000400:00000010:1.0:1767384377.067805:0:40434:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b5dda80d. 00000100:00000200:1.0:1767384377.067807:0:40434:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384377.067808:0:40434:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001f79ecfe. 00000400:00000010:1.0:1767384377.067809:0:40434:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000054b713f2. 00000100:00000200:1.0:1767384377.067810:0:40434:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384377.067811:0:40434:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000044c700f3. 00000400:00000010:1.0:1767384377.067813:0:40434:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000aec5190. 00000100:00000200:1.0:1767384377.067814:0:40434:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384377.067815:0:40434:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000059cd8260. 00000400:00000010:1.0:1767384377.067817:0:40434:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000dff22e00. 00000100:00000200:1.0:1767384377.067819:0:40434:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384377.067820:0:40434:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000674f7118. 00000400:00000010:1.0:1767384377.067822:0:40434:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000038ff13c. 00000100:00000200:1.0:1767384377.067824:0:40434:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384377.067825:0:40434:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000065dc6267. 00000400:00000010:1.0:1767384377.067826:0:40434:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000de76412e. 00000100:00000200:1.0:1767384377.067828:0:40434:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384377.067829:0:40434:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000038bfcdbd. 00000400:00000010:1.0:1767384377.067831:0:40434:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002f4573b1. 00000100:00000200:1.0:1767384377.067834:0:40434:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384377.067836:0:40434:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a87b8d61. 00000400:00000010:1.0:1767384377.067838:0:40434:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000044f14ee3. 00000100:00000200:1.0:1767384377.067840:0:40434:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384377.067842:0:40434:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a83621bb. 00000400:00000010:1.0:1767384377.067843:0:40434:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b760b45d. 00000100:00000200:1.0:1767384377.067844:0:40434:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384377.067846:0:40434:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ecffd2a2. 00000400:00000010:1.0:1767384377.067848:0:40434:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000047ba6954. 00000100:00000200:1.0:1767384377.067850:0:40434:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384377.067851:0:40434:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f738e56f. 00000400:00000010:1.0:1767384377.067853:0:40434:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000057119a3a. 00000100:00000200:1.0:1767384377.067855:0:40434:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384377.067857:0:40434:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ca3e1537. 00000400:00000010:1.0:1767384377.067859:0:40434:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002208a3f8. 00000100:00000200:1.0:1767384377.067860:0:40434:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384377.067862:0:40434:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000148fe617. 00000400:00000010:1.0:1767384377.067866:0:40434:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009a0aebdf. 00000100:00000200:1.0:1767384377.067868:0:40434:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384377.067871:0:40434:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002731d117. 00000400:00000010:1.0:1767384377.067874:0:40434:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cfee44c1. 00000100:00000200:1.0:1767384377.067876:0:40434:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384377.067877:0:40434:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000057d7f8e9. 00000400:00000010:1.0:1767384377.067879:0:40434:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002b1af238. 00000100:00000200:1.0:1767384377.067880:0:40434:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384377.067882:0:40434:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000c754a5c. 00000400:00000010:1.0:1767384377.067884:0:40434:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000edd8e092. 00000100:00000200:1.0:1767384377.067886:0:40434:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384377.067888:0:40434:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001077a77f. 00000400:00000010:1.0:1767384377.067889:0:40434:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000001198c6c. 00000100:00000200:1.0:1767384377.067891:0:40434:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384377.067891:0:40434:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e4680f7c. 00000400:00000010:1.0:1767384377.067893:0:40434:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000038e10565. 00000100:00000200:1.0:1767384377.067894:0:40434:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384377.067895:0:40434:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000040d2e706. 00000400:00000010:1.0:1767384377.067897:0:40434:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bf0389e2. 00000100:00000200:1.0:1767384377.067899:0:40434:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384377.067901:0:40434:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000417ba025. 00000400:00000010:1.0:1767384377.067902:0:40434:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f74bd376. 00000100:00000200:1.0:1767384377.067903:0:40434:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384377.067905:0:40434:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f70fadd8. 00000400:00000010:1.0:1767384377.067918:0:40434:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bdcacf8e. 00000100:00000200:1.0:1767384377.067921:0:40434:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384377.067923:0:40434:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001ebc3d4b. 00000400:00000010:1.0:1767384377.067926:0:40434:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000cfe1faa. 00000100:00000200:1.0:1767384377.067928:0:40434:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384377.067930:0:40434:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d6e63dd4. 00000400:00000010:1.0:1767384377.067932:0:40434:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000715fa4b. 00000100:00000200:1.0:1767384377.067934:0:40434:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384377.067935:0:40434:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000b687c43. 00000400:00000010:1.0:1767384377.067937:0:40434:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000080b67814. 00000100:00000200:1.0:1767384377.067938:0:40434:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384377.067939:0:40434:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000050430655. 00000400:00000010:1.0:1767384377.067941:0:40434:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f8d2649d. 00000100:00000200:1.0:1767384377.067942:0:40434:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384377.067943:0:40434:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002dc97cb1. 00000400:00000010:1.0:1767384377.067944:0:40434:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002f7cb6ab. 00000100:00000200:1.0:1767384377.067945:0:40434:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384377.067946:0:40434:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d018e6a3. 00000400:00000010:1.0:1767384377.067947:0:40434:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000002c7e419. 00000100:00000200:1.0:1767384377.067949:0:40434:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384377.067951:0:40434:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000362f27eb. 00000400:00000010:1.0:1767384377.067955:0:40434:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000066d3e4b6. 00000100:00000200:1.0:1767384377.067957:0:40434:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384377.067958:0:40434:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000088b978. 00000400:00000010:1.0:1767384377.067961:0:40434:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000310fa8cd. 00000100:00000200:1.0:1767384377.067963:0:40434:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384377.067964:0:40434:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008b86d1cd. 00000400:00000010:1.0:1767384377.067966:0:40434:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000048fdeb46. 00000100:00000200:1.0:1767384377.067968:0:40434:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384377.067970:0:40434:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008a64f863. 00000400:00000010:1.0:1767384377.067972:0:40434:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fc2be046. 00000100:00000200:1.0:1767384377.067974:0:40434:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384377.067975:0:40434:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bb9cbdaf. 00000400:00000010:1.0:1767384377.067976:0:40434:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000623210fb. 00000100:00000200:1.0:1767384377.067978:0:40434:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384377.067980:0:40434:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000080af15de. 00000400:00000010:1.0:1767384377.067981:0:40434:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000058d1999c. 00000100:00000200:1.0:1767384377.067983:0:40434:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384377.067985:0:40434:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009bb9c6f0. 00000400:00000010:1.0:1767384377.067988:0:40434:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000054aa0a9f. 00000100:00000200:1.0:1767384377.067990:0:40434:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384377.067992:0:40434:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000034dcf822. 00000400:00000010:1.0:1767384377.067995:0:40434:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000173cc95a. 00000100:00000200:1.0:1767384377.067997:0:40434:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384377.067999:0:40434:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a62587a3. 00000400:00000010:1.0:1767384377.068001:0:40434:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b75bd5ce. 00000100:00000200:1.0:1767384377.068003:0:40434:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384377.068005:0:40434:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009e3de56a. 00000400:00000010:1.0:1767384377.068007:0:40434:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006ace50ae. 00000100:00000200:1.0:1767384377.068010:0:40434:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384377.068012:0:40434:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d42027a5. 00000400:00000010:1.0:1767384377.068016:0:40434:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000097841cfa. 00000100:00000200:1.0:1767384377.068017:0:40434:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384377.068019:0:40434:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ded02916. 00000400:00000010:1.0:1767384377.068022:0:40434:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000dffbc577. 00000100:00000200:1.0:1767384377.068024:0:40434:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384377.068026:0:40434:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009882c7a1. 00000400:00000010:1.0:1767384377.068029:0:40434:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000c185edd. 00000100:00000200:1.0:1767384377.068031:0:40434:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384377.068033:0:40434:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fc2b43a8. 00000400:00000010:1.0:1767384377.068035:0:40434:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000177599e. 00000100:00000200:1.0:1767384377.068037:0:40434:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384377.068038:0:40434:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b227ffda. 00000400:00000010:1.0:1767384377.068040:0:40434:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e8028229. 00000100:00000200:1.0:1767384377.068042:0:40434:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384377.068043:0:40434:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000012ec166e. 00000400:00000010:1.0:1767384377.068044:0:40434:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f99fed29. 00000100:00000200:1.0:1767384377.068045:0:40434:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384377.068047:0:40434:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000042caa0e5. 00000400:00000010:1.0:1767384377.068048:0:40434:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002f00e2c3. 00000100:00000200:1.0:1767384377.068049:0:40434:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384377.068050:0:40434:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000482db47f. 00000400:00000010:1.0:1767384377.068053:0:40434:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000014b4a18c. 00000100:00000200:1.0:1767384377.068054:0:40434:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384377.068056:0:40434:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e6c75b34. 00000400:00000010:1.0:1767384377.068058:0:40434:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000168fd319. 00000100:00000200:1.0:1767384377.068060:0:40434:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384377.068062:0:40434:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c429bf95. 00000400:00000010:1.0:1767384377.068064:0:40434:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000571b2fde. 00000100:00000200:1.0:1767384377.068066:0:40434:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384377.068068:0:40434:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000061ec8459. 00000400:00000010:1.0:1767384377.068069:0:40434:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000aae8e0d7. 00000100:00000200:1.0:1767384377.068071:0:40434:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384377.068072:0:40434:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a5db2b90. 00000400:00000010:1.0:1767384377.068074:0:40434:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001953e3eb. 00000100:00000200:1.0:1767384377.068076:0:40434:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384377.068077:0:40434:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006ea40688. 00000400:00000010:1.0:1767384377.068078:0:40434:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b35ae3f8. 00000100:00000200:1.0:1767384377.068080:0:40434:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384377.068081:0:40434:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d4c5df70. 00000400:00000010:1.0:1767384377.068083:0:40434:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000397e7f69. 00000100:00000200:1.0:1767384377.068084:0:40434:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384377.068085:0:40434:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e98f618c. 00000400:00000010:1.0:1767384377.068104:0:40434:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000069fb9e06. 00000100:00000200:1.0:1767384377.068108:0:40434:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384377.068109:0:40434:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007c5939d8. 00000400:00000010:1.0:1767384377.068112:0:40434:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000be6cb74d. 00000100:00000200:1.0:1767384377.068113:0:40434:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384377.068115:0:40434:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000047ef788f. 00000400:00000010:1.0:1767384377.068117:0:40434:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b988e14b. 00000100:00000200:1.0:1767384377.068119:0:40434:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384377.068120:0:40434:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000554c594b. 00000400:00000010:1.0:1767384377.068122:0:40434:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d657b520. 00000100:00000200:1.0:1767384377.068125:0:40434:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384377.068127:0:40434:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007afe7de0. 00000400:00000010:1.0:1767384377.068130:0:40434:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002a21bb83. 00000100:00000200:1.0:1767384377.068132:0:40434:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384377.068134:0:40434:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fc5ec0a9. 00000400:00000010:1.0:1767384377.068137:0:40434:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bd4e530d. 00000100:00000200:1.0:1767384377.068139:0:40434:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384377.068140:0:40434:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000abcb2e45. 00000400:00000010:1.0:1767384377.068143:0:40434:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008f9ad6ba. 00000100:00000200:1.0:1767384377.068147:0:40434:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384377.068190:0:40434:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004b539aae. 00000400:00000010:1.0:1767384377.068194:0:40434:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a9a34680. 00000100:00000200:1.0:1767384377.068197:0:40434:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384377.068199:0:40434:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d8d7241a. 00000400:00000010:1.0:1767384377.068202:0:40434:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006751370d. 00000100:00000200:1.0:1767384377.068204:0:40434:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384377.068205:0:40434:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000088c0e34f. 00000400:00000010:1.0:1767384377.068208:0:40434:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004c38657d. 00000100:00000200:1.0:1767384377.068210:0:40434:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384377.068212:0:40434:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000a595d5f. 00000400:00000010:1.0:1767384377.068214:0:40434:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007ef9d5c0. 00000100:00000010:1.0:1767384377.068225:0:40434:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 00000000cc2892a7. 00000100:00000200:1.0:1767384377.068239:0:40434:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:0.0:1767384377.068297:0:40421:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000003bc78d5a. 00080000:00000010:2.0:1767384377.068347:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000001461e5b7. 00010000:00000010:3.0:1767384377.068374:0:40427:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000000ed4f198. 00010000:00000010:3.0:1767384377.068382:0:40427:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000bb8a53c1. 00000020:00000010:3.0:1767384377.068388:0:40427:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 0000000047576396. 00000100:00000010:0.0:1767384377.068408:0:40436:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 0000000027734479. 00000020:00000010:0.0:1767384377.068413:0:40436:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000e6cf068b. 00000020:00000010:0.0:1767384377.068418:0:40436:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000008f28628. 00000020:00000010:0.0:1767384377.068421:0:40436:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000615a5beb. 00000040:00000010:0.0:1767384377.068423:0:40436:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000004bf9ae16. 00000020:00000010:0.0:1767384377.068427:0:40436:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000068bc8709. 00000020:00000010:0.0:1767384377.068431:0:40436:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000a751031b. 00000020:00000010:0.0:1767384377.068435:0:40436:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000f66e1ffd. 80000000:00000010:0.0:1767384377.068438:0:40436:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000ed7dfaed. 40000000:00000010:0.0:1767384377.068442:0:40436:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000521b4cbd. 00100000:00000010:0.0:1767384377.068447:0:40436:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000f5370be3. 00040000:00000010:0.0:1767384377.068451:0:40436:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000ce9aed5e. 00040000:00000010:0.0:1767384377.068454:0:40436:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000002a66af08. 00080000:00000010:0.0:1767384377.068457:0:40436:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000c523b8f9. 00000004:00000010:0.0:1767384377.068462:0:40436:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000078fa8287. 00000100:00000010:0.0:1767384377.068474:0:40436:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 000000004b21d046. 00000100:00000200:0.0:1767384377.068490:0:40436:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:1.0:1767384377.068504:0:40421:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 000000009079a6c6. 00000100:00000010:1.0:1767384377.068508:0:40421:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 0000000058fe19fc. 00000100:00000010:1.0:1767384377.068518:0:40421:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 000000002b5f3fde. 00000100:00000010:1.0:1767384377.068523:0:40421:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 00000000c9ab2117. 00000100:00000010:1.0:1767384377.068527:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008fa0a705. 00000100:00000010:1.0:1767384377.068796:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000c1ba9e37. 00000100:00000010:1.0:1767384377.068800:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008e19668a. 00000100:00000010:1.0:1767384377.069365:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000fa939584. 00000100:00000010:1.0:1767384377.069377:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000eabf1e21. 00000100:00000010:1.0:1767384377.069657:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000a83693af. 00000100:00000010:1.0:1767384377.069660:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004dabaaf6. 00000100:00000010:1.0:1767384377.069946:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000c241878c. 00000100:00000010:1.0:1767384377.069950:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009fca517e. 00000100:00000010:1.0:1767384377.070243:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000043e7d56d. 00000100:00000010:1.0:1767384377.070262:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007600e37f. 00000100:00000010:1.0:1767384377.070535:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000083cf0149. 00000100:00000010:1.0:1767384377.070548:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008166be7a. 00000100:00000010:3.0:1767384377.070809:0:40426:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 0000000088cb1d14. 00000100:00000010:1.0:1767384377.070815:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000c90bb6a1. 00000100:00000010:3.0:1767384377.070816:0:40426:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000db32897c. 00000100:00000010:1.0:1767384377.070820:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d3957611. 20000000:00000010:3.0:1767384377.070822:0:40426:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 7232 at 000000007d905ade. 00010000:00000200:3.0:1767384377.070835:0:40426:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000082d87c26 x1853236723091840/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:358/0 lens 4784/4768 e 0 to 0 dl 1767384388 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384377.070854:0:40426:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a040f22c. 00000100:00000200:3.0:1767384377.070858:0:40426:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236723091840, offset 224 00000400:00000200:3.0:1767384377.070863:0:40426:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384377.070873:0:40426:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384377.070881:0:40426:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824c908980 00000400:00000200:3.0:1767384377.070888:0:40426:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x230d [2] + 224 00000400:00000200:3.0:1767384377.070896:0:40426:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384377.070898:0:40426:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384377.070905:0:40426:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000dcadd9d0 x1853236723091840/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384393 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384377.070938:0:40426:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a040f22c 00000400:00000010:3.0:1767384377.070940:0:40426:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a040f22c. 00000020:00000010:3.0:1767384377.070954:0:40426:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000501e23e6. 00000020:00000010:3.0:1767384377.070957:0:40426:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000cb198794. 00000020:00000010:3.0:1767384377.070960:0:40426:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006e7ccf56. 02000000:00000010:3.0:1767384377.070965:0:40426:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000c47b5f3c. 00000100:00000200:3.0:1767384377.070971:0:40426:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384377.070974:0:40426:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a9584a80. 00000400:00000010:3.0:1767384377.070978:0:40426:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a040f22c. 00000400:00000010:3.0:1767384377.070994:0:36:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e2b4ec13. 00000400:00000200:3.0:1767384377.070996:0:36:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000067e383b9 00000400:00000010:3.0:1767384377.070997:0:36:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000067e383b9. 00000100:00000200:3.0:1767384377.071000:0:36:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000dcadd9d0 x1853236723091840/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384393 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384377.071006:0:36:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000dcadd9d0 x1853236723091840/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384393 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767384377.071029:0:36:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000ba22c863. 00000100:00000010:3.0:1767384377.071033:0:36:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 000000005604a8eb. 00000100:00000010:3.0:1767384377.071035:0:36:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000f93d986c. 02000000:00000010:3.0:1767384377.071037:0:36:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000004a70125c. 00000100:00000010:3.0:1767384377.071041:0:36:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000dcadd9d0. 00000100:00000010:3.0:1767384377.071044:0:36:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000bb6f446f. 00000020:00000010:3.0:1767384377.071046:0:36:0:(tgt_mount.c:1582:tgt_import_update()) kfreed 'mti': 7232 at 0000000082232bb6. 00000020:00000010:3.0:1767384377.071052:0:36:0:(tgt_mount.c:1585:tgt_import_update()) kfreed 'dw': 184 at 00000000f71ed901. 00000100:00000010:1.0:1767384377.071132:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000b8b535e3. 00000100:00000010:1.0:1767384377.071139:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001b316410. 00000100:00000010:1.0:1767384377.071423:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000060253972. 00000100:00000010:1.0:1767384377.071427:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000104a7500. 00000100:00000010:1.0:1767384377.071700:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000045955c4d. 00000100:00000010:1.0:1767384377.071705:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000910056d0. 00000100:00000010:1.0:1767384377.071980:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000e7cd92ba. 00000100:00000010:1.0:1767384377.071984:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000002fcf8b. 00000100:00000010:1.0:1767384377.072252:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000024ba85c. 00000100:00000010:1.0:1767384377.072255:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000066ff1dfc. 00000100:00000010:1.0:1767384377.072514:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000f6a2975d. 00000100:00000010:1.0:1767384377.072518:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e5db5e45. 00000100:00000010:1.0:1767384377.072797:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000097461b89. 00000100:00000010:1.0:1767384377.072800:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004d05c17e. 00000100:00000010:1.0:1767384377.073080:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000007fdd470f. 00000100:00000010:1.0:1767384377.073084:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000edc14de6. 00000100:00000010:1.0:1767384377.073365:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000183c17a8. 00000100:00000010:1.0:1767384377.073369:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000404cbb7a. 00000100:00000010:1.0:1767384377.073634:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000ce289798. 00000100:00000010:1.0:1767384377.073638:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e194160f. 00000100:00000010:1.0:1767384377.073916:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000d8fec367. 00000100:00000010:1.0:1767384377.073922:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005e27fd9d. 00000100:00000010:1.0:1767384377.074184:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000019d2f706. 00000100:00000010:1.0:1767384377.074187:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000708f47dc. 00000100:00000010:1.0:1767384377.074444:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000027eef073. 00000100:00000010:1.0:1767384377.074446:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000109ce2f3. 00000100:00000010:1.0:1767384377.074720:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000dac90ffa. 00000100:00000010:1.0:1767384377.074724:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c281655b. 00000100:00000010:1.0:1767384377.075008:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000006dfbf893. 00000100:00000010:1.0:1767384377.075011:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004ba8ee2b. 00000100:00000010:1.0:1767384377.075298:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000009f540e90. 00000100:00000010:1.0:1767384377.075302:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005aceab9f. 00000100:00000010:1.0:1767384377.075572:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000055d01e55. 00000100:00000010:1.0:1767384377.075576:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000079b37869. 00000100:00000010:1.0:1767384377.075870:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000d4fe3035. 00000100:00000010:1.0:1767384377.075874:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f7192243. 00000100:00000010:1.0:1767384377.076176:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000d20fe75b. 00000100:00000010:1.0:1767384377.076193:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bf7e993a. 00000100:00000010:1.0:1767384377.076475:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000432a17e7. 00000100:00000010:1.0:1767384377.076478:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008ff5d0f7. 00000100:00000010:1.0:1767384377.076730:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000740a7071. 00000100:00000010:1.0:1767384377.076732:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000790e488d. 00000100:00000010:1.0:1767384377.077003:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000831c5c58. 00000100:00000010:1.0:1767384377.077007:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000082ce8fde. 00000100:00000010:1.0:1767384377.077295:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000334356a1. 00000100:00000010:1.0:1767384377.077300:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000059764783. 00000100:00000010:1.0:1767384377.077581:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000520356cc. 00000100:00000010:1.0:1767384377.077584:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f1c2ee9d. 00000100:00000010:1.0:1767384377.077855:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000c5b2d824. 00000100:00000010:1.0:1767384377.077858:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000087ce9d. 00010000:00000010:3.1:1767384377.078149:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000000ed4f198. 00010000:00000010:3.1:1767384377.078162:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000bb8a53c1. 00000100:00000010:1.0:1767384377.078195:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000038a69877. 00000100:00000010:1.0:1767384377.078213:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f242c9dd. 00000100:00000010:1.0:1767384377.078492:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000670ad3fa. 00000100:00000010:1.0:1767384377.078495:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000028fbf55d. 00000100:00000010:1.0:1767384377.078777:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000005f9cd2e7. 00000100:00000010:1.0:1767384377.078781:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003a7a7281. 00000100:00000010:1.0:1767384377.079050:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000033d4f9bd. 00000100:00000010:1.0:1767384377.079054:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006bc2a135. 00000100:00000010:1.0:1767384377.079346:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000006bf7d567. 00000100:00000010:1.0:1767384377.079351:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002a404a18. 00000100:00000010:1.0:1767384377.079616:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000d6fc5aee. 00000100:00000010:1.0:1767384377.079620:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004ce2f8d9. 00000100:00000010:1.0:1767384377.079898:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000037861d70. 00000100:00000010:1.0:1767384377.079901:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000054d0b030. 00000100:00000010:1.0:1767384377.080199:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000d203445b. 00000100:00000010:1.0:1767384377.080202:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000dfd91c27. 00000100:00000010:1.0:1767384377.080478:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000009e782688. 00000100:00000010:1.0:1767384377.080481:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001acf538a. 00000100:00000010:1.0:1767384377.080754:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000142d959e. 00000100:00000010:1.0:1767384377.080758:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002fa8ebbd. 00000100:00000010:1.0:1767384377.081046:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000077655ea7. 00000100:00000010:1.0:1767384377.081050:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f53760b2. 00000100:00000010:1.0:1767384377.081336:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000332677f7. 00000100:00000010:1.0:1767384377.081339:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000088352ade. 00000100:00000010:1.0:1767384377.081611:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000244225ab. 00000100:00000010:1.0:1767384377.081614:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000056ec2702. 00000100:00000010:1.0:1767384377.081862:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000003c6b1c4a. 00000100:00000010:1.0:1767384377.081865:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e9b694fc. 00000100:00000010:0.0:1767384377.082132:0:449:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000006812db9. 00000100:00000010:3.0:1767384377.082135:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000a275ec8. 00000100:00000010:2.0:1767384377.082139:0:270:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001cc5904a. 00000100:00000010:1.0:1767384377.082164:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000084200eca. 00000100:00000010:1.0:1767384377.082177:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005c564240. 00000100:00000010:1.0:1767384377.082188:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000221e017a. 00000100:00000010:1.0:1767384377.082437:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000d623a9c4. 00000100:00000010:1.0:1767384377.082439:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e7ade803. 00000100:00000010:1.0:1767384377.082698:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000cda0ce8e. 00000100:00000010:1.0:1767384377.082708:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008e6afabd. 00000100:00000010:1.0:1767384377.082971:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000099018dd1. 00000100:00000010:1.0:1767384377.082974:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000fb0a2e7. 00000100:00000010:1.0:1767384377.083250:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000e4a46001. 00000100:00000010:1.0:1767384377.083253:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001f13b0cd. 00000100:00000010:1.0:1767384377.083506:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000ada2db03. 00000100:00000010:1.0:1767384377.083509:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000faee62f0. 00000100:00000010:1.0:1767384377.083768:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000005290d8a5. 00000100:00000010:1.0:1767384377.083770:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c95a6d75. 00000100:00000010:1.0:1767384377.084035:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000e9512f5e. 00000100:00000010:1.0:1767384377.084038:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006851b565. 00000100:00000010:1.0:1767384377.084311:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000000cd660ad. 00000100:00000010:1.0:1767384377.084314:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006ef59d78. 00000100:00000010:1.0:1767384377.084565:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000a5180869. 00000100:00000010:1.0:1767384377.084567:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000077cd6e67. 00000100:00000010:1.0:1767384377.084828:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000004252f5b2. 00000100:00000010:1.0:1767384377.084831:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009d9f2d84. 00000100:00000010:1.0:1767384377.085107:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000362ca060. 00000100:00000010:1.0:1767384377.085110:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006d39a107. 00000100:00000010:1.0:1767384377.085369:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000030edf5ee. 00000100:00000010:1.0:1767384377.085371:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000022c72103. 00000100:00000010:1.0:1767384377.085626:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000006d43109f. 00000100:00000010:1.0:1767384377.085628:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000384a0960. 00000100:00000010:1.0:1767384377.085883:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000006f48a2b6. 00000100:00000010:1.0:1767384377.085886:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004126be4e. 00000100:00000010:1.0:1767384377.086154:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000013380781. 00000100:00000010:1.0:1767384377.086157:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000074359ff3. 00000100:00000010:1.0:1767384377.086406:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000024e41f30. 00000100:00000010:1.0:1767384377.086407:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003d880284. 00000100:00000010:1.0:1767384377.086654:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000fb956236. 00000400:00000200:1.0:1767384377.086659:0:40421:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 24 lazy 00000020:00000010:1.0:1767384377.086715:0:40421:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000ed98c8c1. 00000020:00000010:1.0:1767384377.086719:0:40421:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 00000000a98edd11. 00000100:00000010:1.0:1767384377.086760:0:40421:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000009251cd6. 00000100:00000010:1.0:1767384377.086764:0:40421:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 000000002b6add18. 00000100:00000010:1.0:1767384377.086766:0:40421:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000069734c36. 00000100:00000010:1.0:1767384377.086769:0:40421:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000005710314a. 00000100:00000010:1.0:1767384377.086770:0:40421:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000044b47f24. 00000100:00000200:1.0:1767384377.086791:0:40421:0:(service.c:847:ptlrpc_register_service()) mdt_out: Started, listening on portal 24 00000100:00000010:1.0:1767384377.086794:0:40421:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000b99ed653. 00000100:00000010:3.0:1767384377.087009:0:40437:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 0000000054816519. 00000020:00000010:3.0:1767384377.087013:0:40437:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000419ef823. 00000020:00000010:3.0:1767384377.087018:0:40437:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e0ab8d76. 00000020:00000010:3.0:1767384377.087020:0:40437:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000083de62e9. 00000040:00000010:3.0:1767384377.087023:0:40437:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000e8252131. 00000020:00000010:3.0:1767384377.087026:0:40437:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000ea1351e4. 00000020:00000010:3.0:1767384377.087029:0:40437:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000d84d9078. 00000020:00000010:3.0:1767384377.087032:0:40437:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000feaf55d8. 80000000:00000010:3.0:1767384377.087035:0:40437:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000632fd645. 40000000:00000010:3.0:1767384377.087037:0:40437:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000726d2b9b. 00100000:00000010:3.0:1767384377.087040:0:40437:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000570531f5. 00040000:00000010:3.0:1767384377.087043:0:40437:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000005efa539c. 00040000:00000010:3.0:1767384377.087047:0:40437:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000452a7bdd. 00080000:00000010:3.0:1767384377.087050:0:40437:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000007a5adebd. 00000004:00000010:3.0:1767384377.087053:0:40437:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000001a7925a7. 00002000:00000010:3.0:1767384377.087056:0:40437:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000f93d986c. 00000100:00000200:3.0:1767384377.087060:0:40437:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384377.087064:0:40437:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e2b4ec13. 00000400:00000010:3.0:1767384377.087069:0:40437:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000aed4d9ff. 00000100:00000200:3.0:1767384377.087075:0:40437:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384377.087076:0:40437:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008ffc8c1f. 00000400:00000010:3.0:1767384377.087079:0:40437:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000083cb8f62. 00000100:00000200:3.0:1767384377.087081:0:40437:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384377.087082:0:40437:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000df556413. 00000400:00000010:3.0:1767384377.087084:0:40437:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000007b7f66ca. 00000100:00000200:3.0:1767384377.087103:0:40437:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384377.087105:0:40437:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ba87a612. 00000400:00000010:3.0:1767384377.087109:0:40437:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000091dfe13e. 00000100:00000200:3.0:1767384377.087111:0:40437:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384377.087112:0:40437:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002f823ec1. 00000400:00000010:3.0:1767384377.087115:0:40437:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000082232bb6. 00000100:00000200:3.0:1767384377.087117:0:40437:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384377.087118:0:40437:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009665913d. 00000400:00000010:3.0:1767384377.087121:0:40437:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000004a70125c. 00000100:00000200:3.0:1767384377.087123:0:40437:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384377.087124:0:40437:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d8446437. 00000400:00000010:3.0:1767384377.087127:0:40437:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000ba22c863. 00000100:00000200:3.0:1767384377.087128:0:40437:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384377.087129:0:40437:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000085a7f258. 00000400:00000010:3.0:1767384377.087132:0:40437:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000c47b5f3c. 00000100:00000200:3.0:1767384377.087134:0:40437:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384377.087135:0:40437:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000060dfdc75. 00000400:00000010:3.0:1767384377.087137:0:40437:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000007d905ade. 00000100:00000200:3.0:1767384377.087139:0:40437:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384377.087140:0:40437:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007bf43c01. 00000400:00000010:3.0:1767384377.087143:0:40437:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000002a611e27. 00000100:00000200:3.0:1767384377.087145:0:40437:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384377.087147:0:40437:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000622d1835. 00000400:00000010:3.0:1767384377.087157:0:40437:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000008636d87d. 00000100:00000200:3.0:1767384377.087161:0:40437:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384377.087162:0:40437:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005bcd236e. 00000400:00000010:3.0:1767384377.087165:0:40437:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000069ae91c. 00000100:00000200:3.0:1767384377.087167:0:40437:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384377.087168:0:40437:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cd822975. 00000400:00000010:3.0:1767384377.087171:0:40437:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000e4d7f618. 00000100:00000200:3.0:1767384377.087173:0:40437:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384377.087174:0:40437:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001c995a88. 00000400:00000010:3.0:1767384377.087176:0:40437:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000de859ebf. 00000100:00000200:3.0:1767384377.087178:0:40437:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384377.087179:0:40437:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002c965893. 00000400:00000010:3.0:1767384377.087185:0:40437:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000db4c379b. 00000100:00000200:3.0:1767384377.087188:0:40437:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384377.087189:0:40437:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000079219a23. 00000400:00000010:3.0:1767384377.087191:0:40437:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000013003eda. 00000100:00000200:3.0:1767384377.087193:0:40437:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384377.087194:0:40437:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000068b24252. 00000400:00000010:3.0:1767384377.087196:0:40437:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000e222487a. 00000100:00000200:3.0:1767384377.087198:0:40437:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384377.087200:0:40437:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000039f850bc. 00000400:00000010:3.0:1767384377.087202:0:40437:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000004339c026. 00000100:00000200:3.0:1767384377.087204:0:40437:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384377.087205:0:40437:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000eb92b11a. 00000400:00000010:3.0:1767384377.087211:0:40437:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000b4f297f1. 00000100:00000200:3.0:1767384377.087214:0:40437:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384377.087215:0:40437:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000db7a9438. 00000400:00000010:3.0:1767384377.087218:0:40437:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000388e843e. 00000100:00000200:3.0:1767384377.087220:0:40437:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384377.087221:0:40437:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000abb1d7ff. 00000400:00000010:3.0:1767384377.087223:0:40437:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000df82c7e5. 00000100:00000200:3.0:1767384377.087225:0:40437:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384377.087226:0:40437:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000015c3fa05. 00000400:00000010:3.0:1767384377.087228:0:40437:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000ba1c31c4. 00000100:00000200:3.0:1767384377.087230:0:40437:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384377.087231:0:40437:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006fabee25. 00000400:00000010:3.0:1767384377.087237:0:40437:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000026013eed. 00000100:00000200:3.0:1767384377.087240:0:40437:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384377.087241:0:40437:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003b9c43c1. 00000400:00000010:3.0:1767384377.087244:0:40437:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000eed77b74. 00000100:00000200:3.0:1767384377.087246:0:40437:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384377.087247:0:40437:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f458a7a0. 00000400:00000010:3.0:1767384377.087249:0:40437:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000006dd19348. 00000100:00000200:3.0:1767384377.087252:0:40437:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384377.087254:0:40437:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003f1040e1. 00000400:00000010:3.0:1767384377.087257:0:40437:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000b727b11e. 00000100:00000200:3.0:1767384377.087260:0:40437:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384377.087262:0:40437:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000015ea0362. 00000400:00000010:3.0:1767384377.087271:0:40437:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000009824d629. 00000100:00000200:3.0:1767384377.087276:0:40437:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384377.087278:0:40437:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000032bf1013. 00000400:00000010:3.0:1767384377.087282:0:40437:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000008b01c4bf. 00000100:00000200:3.0:1767384377.087286:0:40437:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384377.087288:0:40437:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008fcebc09. 00000400:00000010:3.0:1767384377.087291:0:40437:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000bfba358e. 00000100:00000200:3.0:1767384377.087295:0:40437:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384377.087297:0:40437:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e7fc7385. 00000400:00000010:3.0:1767384377.087300:0:40437:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000074f124ed. 00000100:00000200:3.0:1767384377.087304:0:40437:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384377.087306:0:40437:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000344f864c. 00000400:00000010:3.0:1767384377.087315:0:40437:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000003cbb4541. 00000100:00000200:3.0:1767384377.087320:0:40437:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384377.087323:0:40437:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000916f0326. 00000400:00000010:3.0:1767384377.087326:0:40437:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000014f391e0. 00000100:00000200:3.0:1767384377.087329:0:40437:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384377.087331:0:40437:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f8c2957f. 00000400:00000010:3.0:1767384377.087334:0:40437:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000200abc57. 00000100:00000200:3.0:1767384377.087338:0:40437:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384377.087339:0:40437:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003a259efe. 00000400:00000010:3.0:1767384377.087343:0:40437:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000008f1ffd69. 00000100:00000200:3.0:1767384377.087347:0:40437:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384377.087349:0:40437:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000058f3ce43. 00000400:00000010:3.0:1767384377.087358:0:40437:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000d503f5a3. 00000100:00000200:3.0:1767384377.087363:0:40437:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384377.087365:0:40437:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002fdfbc5c. 00000400:00000010:3.0:1767384377.087368:0:40437:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000f3bd3414. 00000100:00000200:3.0:1767384377.087370:0:40437:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384377.087371:0:40437:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b484df55. 00000400:00000010:3.0:1767384377.087374:0:40437:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000019a3a7cf. 00000100:00000200:3.0:1767384377.087376:0:40437:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384377.087377:0:40437:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000051999f63. 00000400:00000010:3.0:1767384377.087379:0:40437:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000008da005b4. 00000100:00000200:3.0:1767384377.087381:0:40437:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384377.087382:0:40437:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f4b74be5. 00000400:00000010:3.0:1767384377.087388:0:40437:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000021a08c0f. 00000100:00000200:3.0:1767384377.087391:0:40437:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384377.087392:0:40437:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000444afab3. 00000400:00000010:3.0:1767384377.087395:0:40437:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000009727ecc2. 00000100:00000200:3.0:1767384377.087397:0:40437:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384377.087398:0:40437:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e40b75f6. 00000400:00000010:3.0:1767384377.087400:0:40437:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000f7545e49. 00000100:00000200:3.0:1767384377.087402:0:40437:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384377.087403:0:40437:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000aa96626. 00000400:00000010:3.0:1767384377.087406:0:40437:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000c7a969ac. 00000100:00000200:3.0:1767384377.087408:0:40437:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384377.087409:0:40437:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004e394cb1. 00000400:00000010:3.0:1767384377.087415:0:40437:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000009869dcc0. 00000100:00000200:3.0:1767384377.087418:0:40437:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384377.087419:0:40437:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b4b074bf. 00000400:00000010:3.0:1767384377.087422:0:40437:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000b29f977b. 00000100:00000200:3.0:1767384377.087424:0:40437:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384377.087425:0:40437:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004d9b4bb3. 00000400:00000010:3.0:1767384377.087427:0:40437:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000021dc07b4. 00000100:00000200:3.0:1767384377.087429:0:40437:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384377.087430:0:40437:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c3f36b93. 00000400:00000010:3.0:1767384377.087432:0:40437:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000008ace48de. 00000100:00000200:3.0:1767384377.087435:0:40437:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384377.087436:0:40437:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fa09178c. 00000400:00000010:3.0:1767384377.087441:0:40437:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000009dd68053. 00000100:00000200:3.0:1767384377.087445:0:40437:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384377.087446:0:40437:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002e1aee90. 00000400:00000010:3.0:1767384377.087448:0:40437:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000084afa57c. 00000100:00000200:3.0:1767384377.087450:0:40437:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384377.087451:0:40437:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000017b2962f. 00000400:00000010:3.0:1767384377.087453:0:40437:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000001fbb222f. 00000100:00000200:3.0:1767384377.087455:0:40437:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384377.087456:0:40437:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000006f61e17. 00000400:00000010:3.0:1767384377.087459:0:40437:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000c8676bd0. 00000100:00000200:3.0:1767384377.087461:0:40437:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384377.087462:0:40437:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dede7bf5. 00000400:00000010:3.0:1767384377.087468:0:40437:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000c2dc6143. 00000100:00000200:3.0:1767384377.087470:0:40437:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384377.087471:0:40437:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f9a3e889. 00000400:00000010:3.0:1767384377.087474:0:40437:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000503ef930. 00000100:00000200:3.0:1767384377.087476:0:40437:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384377.087477:0:40437:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004e2bdc44. 00000400:00000010:3.0:1767384377.087479:0:40437:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000006c068563. 00000100:00000200:3.0:1767384377.087481:0:40437:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384377.087482:0:40437:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c78d40aa. 00000400:00000010:3.0:1767384377.087484:0:40437:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000067251a93. 00000100:00000200:3.0:1767384377.087486:0:40437:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384377.087487:0:40437:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ea44fa8f. 00000400:00000010:3.0:1767384377.087493:0:40437:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000925a6fc7. 00000100:00000200:3.0:1767384377.087496:0:40437:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384377.087497:0:40437:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000747b2c89. 00000400:00000010:3.0:1767384377.087499:0:40437:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000a850ccf8. 00000100:00000200:3.0:1767384377.087502:0:40437:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384377.087502:0:40437:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b3864bb2. 00000400:00000010:3.0:1767384377.087505:0:40437:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000c8749e5d. 00000100:00000200:3.0:1767384377.087507:0:40437:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384377.087508:0:40437:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004c5b5306. 00000400:00000010:3.0:1767384377.087510:0:40437:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000000ca2360. 00000100:00000200:3.0:1767384377.087512:0:40437:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384377.087513:0:40437:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b9b0a5e8. 00000400:00000010:3.0:1767384377.087519:0:40437:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000007c529f42. 00000100:00000200:3.0:1767384377.087522:0:40437:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384377.087524:0:40437:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000de7918bb. 00000400:00000010:3.0:1767384377.087526:0:40437:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000022dfad88. 00000100:00000200:3.0:1767384377.087528:0:40437:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384377.087529:0:40437:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f5753d78. 00000400:00000010:3.0:1767384377.087531:0:40437:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000051d95c8. 00000100:00000200:3.0:1767384377.087540:0:40437:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384377.087542:0:40437:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000003266559. 00000400:00000010:3.0:1767384377.087544:0:40437:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000007165d9a0. 00000100:00000200:3.0:1767384377.087546:0:40437:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384377.087547:0:40437:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f6b64153. 00000400:00000010:3.0:1767384377.087553:0:40437:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000319c55c2. 00000100:00000200:3.0:1767384377.087556:0:40437:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767384377.087557:0:40437:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000aac8776f. 00000400:00000010:3.0:1767384377.087560:0:40437:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000003e70d8ed. 00000100:00000010:3.0:1767384377.087569:0:40437:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 00000000fea3e455. 00000100:00000200:3.0:1767384377.087581:0:40437:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:1.0:1767384377.087638:0:40421:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000003188124d. 00000100:00000010:3.0:1767384377.087815:0:40438:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000008ba17841. 00000020:00000010:3.0:1767384377.087819:0:40438:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000005ceb5ed6. 00000020:00000010:3.0:1767384377.087822:0:40438:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007c5bb4fa. 00000020:00000010:3.0:1767384377.087825:0:40438:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000004c4354df. 00000040:00000010:3.0:1767384377.087828:0:40438:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000006be881e5. 00000020:00000010:3.0:1767384377.087831:0:40438:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000066a93e3e. 00000020:00000010:3.0:1767384377.087834:0:40438:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000e5600a4a. 00000020:00000010:3.0:1767384377.087837:0:40438:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000c8d0244b. 80000000:00000010:3.0:1767384377.087839:0:40438:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000037aab434. 40000000:00000010:3.0:1767384377.087841:0:40438:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000073f49070. 00100000:00000010:3.0:1767384377.087843:0:40438:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000032ed4fd. 00040000:00000010:3.0:1767384377.087846:0:40438:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000415a6ab4. 00040000:00000010:3.0:1767384377.087848:0:40438:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000793cf3c9. 00080000:00000010:3.0:1767384377.087851:0:40438:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000006977d006. 00000004:00000010:3.0:1767384377.087854:0:40438:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000005c20e1b7. 00002000:00000010:3.0:1767384377.087857:0:40438:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000db32897c. 00000100:00000010:3.0:1767384377.087875:0:40438:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 00000000c8bb5357. 00000100:00000200:3.0:1767384377.087887:0:40438:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:1.0:1767384377.087894:0:40421:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 000000002d09b914. 00000100:00000010:1.0:1767384377.087922:0:40421:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 00000000afa288c6. 00000100:00000010:1.0:1767384377.087932:0:40421:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 0000000058030f27. 00000100:00000010:1.0:1767384377.087937:0:40421:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 00000000f3c57d3b. 00000100:00000010:1.0:1767384377.087940:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a5f5e480. 00000100:00000010:1.0:1767384377.087942:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000009f10c2bf. 00000100:00000010:1.0:1767384377.087944:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004cd4b378. 00000100:00000010:1.0:1767384377.087946:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000ae13a380. 00000100:00000010:1.0:1767384377.087947:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000022d71e92. 00000100:00000010:1.0:1767384377.087949:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000007bc4b1a2. 00000100:00000010:1.0:1767384377.087951:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d1f497f6. 00000100:00000010:1.0:1767384377.087953:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000007d8c2d58. 00000100:00000010:1.0:1767384377.087954:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000093f48623. 00000100:00000010:1.0:1767384377.087957:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000009514f2f6. 00000100:00000010:1.0:1767384377.087958:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009e33bcd7. 00000100:00000010:1.0:1767384377.087960:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000f4af5df5. 00000100:00000010:1.0:1767384377.087961:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000837fc08. 00000100:00000010:1.0:1767384377.087963:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000001bc200fe. 00000100:00000010:1.0:1767384377.087964:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a09eca18. 00000100:00000010:1.0:1767384377.087966:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000646118f7. 00000100:00000010:1.0:1767384377.087967:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005be10699. 00000100:00000010:1.0:1767384377.087969:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000002af1aae4. 00000100:00000010:1.0:1767384377.087970:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000456aed2a. 00000100:00000010:1.0:1767384377.087972:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000097b006ed. 00000100:00000010:1.0:1767384377.087974:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b2079e3f. 00000100:00000010:1.0:1767384377.087975:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000217e93ef. 00000100:00000010:1.0:1767384377.087977:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000086f3b33b. 00000100:00000010:1.0:1767384377.087979:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000004b85aaa3. 00000100:00000010:1.0:1767384377.087980:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000911c359f. 00000100:00000010:1.0:1767384377.087982:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000021132bda. 00000100:00000010:1.0:1767384377.087983:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004230ff4f. 00000100:00000010:1.0:1767384377.087985:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000614eab22. 00000100:00000010:1.0:1767384377.087986:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000910ecc72. 00000100:00000010:1.0:1767384377.087988:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000afe821bc. 00000100:00000010:1.0:1767384377.087994:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000a2a4b01. 00000100:00000010:1.0:1767384377.087997:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000007b3fb616. 00000100:00000010:1.0:1767384377.087998:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000dc27fa4e. 00000100:00000010:1.0:1767384377.088000:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000143c686e. 00000100:00000010:1.0:1767384377.088001:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a5d5a43a. 00000100:00000010:1.0:1767384377.088003:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000859b072f. 00000100:00000010:1.0:1767384377.088005:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b2e195cf. 00000100:00000010:1.0:1767384377.088007:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000008027d8fc. 00000100:00000010:1.0:1767384377.088009:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d1887af0. 00000100:00000010:1.0:1767384377.088011:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000b5152cfa. 00000100:00000010:1.0:1767384377.088013:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bb5a00b2. 00000100:00000010:1.0:1767384377.088015:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000008f8d61f4. 00000100:00000010:1.0:1767384377.088016:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fb447bf7. 00000100:00000010:1.0:1767384377.088018:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000d0924717. 00000100:00000010:1.0:1767384377.088019:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002437272c. 00000100:00000010:1.0:1767384377.088021:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000002701954f. 00000100:00000010:1.0:1767384377.088022:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000406123ce. 00000100:00000010:1.0:1767384377.088024:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000000c9baee0. 00000100:00000010:1.0:1767384377.088025:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000023e59e4d. 00000100:00000010:1.0:1767384377.088027:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000ba296654. 00000100:00000010:1.0:1767384377.088028:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e6b0d8ad. 00000100:00000010:1.0:1767384377.088030:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000001de52ba3. 00000100:00000010:1.0:1767384377.088031:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a09d6116. 00000100:00000010:1.0:1767384377.088033:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000004eaa800b. 00000100:00000010:1.0:1767384377.088034:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000da9dfe36. 00000100:00000010:1.0:1767384377.088037:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000adc1ef2e. 00000100:00000010:1.0:1767384377.088038:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fedd5830. 00000100:00000010:1.0:1767384377.088040:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000ee992fb6. 00000100:00000010:1.0:1767384377.088041:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f907556a. 00000100:00000010:1.0:1767384377.088043:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000db297df9. 00000100:00000010:1.0:1767384377.088044:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000030209d66. 00000100:00000010:1.0:1767384377.088046:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000a1e4f935. 00000100:00000010:1.0:1767384377.088052:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000de030667. 00000100:00000010:1.0:1767384377.088054:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000a91248e9. 00000100:00000010:1.0:1767384377.088056:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002165f154. 00000100:00000010:1.0:1767384377.088058:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000ff0e18e8. 00000100:00000010:1.0:1767384377.088059:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c6cb7aa4. 00000100:00000010:1.0:1767384377.088061:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000ff27bf60. 00000100:00000010:1.0:1767384377.088062:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f268ae1d. 00000100:00000010:1.0:1767384377.088064:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000a5873e43. 00000100:00000010:1.0:1767384377.088066:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003abb664d. 00000100:00000010:1.0:1767384377.088068:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000008ae6e075. 00000100:00000010:1.0:1767384377.088069:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006cfa21f2. 00000100:00000010:1.0:1767384377.088071:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000002f202087. 00000100:00000010:1.0:1767384377.088072:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007e633ec3. 00000100:00000010:1.0:1767384377.088074:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000000dd0a1b7. 00000100:00000010:1.0:1767384377.088075:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ebd37061. 00000100:00000010:1.0:1767384377.088077:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000af7e3702. 00000100:00000010:1.0:1767384377.088078:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000044cff62. 00000100:00000010:1.0:1767384377.088080:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000001f9225c3. 00000100:00000010:1.0:1767384377.088081:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e67503de. 00000100:00000010:1.0:1767384377.088083:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000000ecbb1c1. 00000100:00000010:1.0:1767384377.088084:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f0471f6c. 00000100:00000010:1.0:1767384377.088086:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000007ab0551d. 00000100:00000010:1.0:1767384377.088106:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007b80f41b. 00000100:00000010:1.0:1767384377.088108:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000cf9d48a5. 00000100:00000010:1.0:1767384377.088110:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000e4aa982. 00000100:00000010:1.0:1767384377.088113:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000f3b500c3. 00000100:00000010:1.0:1767384377.088115:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008d0cac67. 00000100:00000010:1.0:1767384377.088117:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000086f1aa09. 00000100:00000010:1.0:1767384377.088119:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008d5a097d. 00000100:00000010:1.0:1767384377.088121:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000006499f833. 00000100:00000010:1.0:1767384377.088122:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000074b562d1. 00000100:00000010:1.0:1767384377.088124:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000f609b05b. 00000100:00000010:1.0:1767384377.088131:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000068973a32. 00000100:00000010:1.0:1767384377.088133:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000c6c018ef. 00000100:00000010:1.0:1767384377.088134:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000002da87. 00000100:00000010:1.0:1767384377.088136:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000007c9d739e. 00000100:00000010:1.0:1767384377.088138:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000674d94f3. 00000100:00000010:1.0:1767384377.088140:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000000b506de5. 00000100:00000010:1.0:1767384377.088141:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f476d102. 00000100:00000010:1.0:1767384377.088144:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000001d5a809b. 00000100:00000010:1.0:1767384377.088145:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003d908bdb. 00000100:00000010:1.0:1767384377.088147:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000b78511b3. 00000100:00000010:1.0:1767384377.088148:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e656769d. 00000100:00000010:1.0:1767384377.088150:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000052e6b842. 00000100:00000010:1.0:1767384377.088151:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000023f2c60a. 00000100:00000010:1.0:1767384377.088153:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000006a9c9d26. 00000100:00000010:1.0:1767384377.088154:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000e680941. 00000100:00000010:1.0:1767384377.088156:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000007344260a. 00000100:00000010:1.0:1767384377.088157:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000012f2e42e. 00000100:00000010:1.0:1767384377.088160:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000a317a170. 00000100:00000010:1.0:1767384377.088161:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000557b7026. 00000100:00000010:1.0:1767384377.088163:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000001d0fa881. 00000100:00000010:1.0:1767384377.088164:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005fe1e021. 00000100:00000010:1.0:1767384377.088166:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000006fa0fd54. 00000100:00000010:1.0:1767384377.088167:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a6962270. 00000100:00000010:1.0:1767384377.088169:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000009f3ad87b. 00000100:00000010:1.0:1767384377.088170:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000087f4c68d. 00000100:00000010:1.0:1767384377.088172:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000002655274. 00000100:00000010:1.0:1767384377.088173:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b3a8c5c3. 00000100:00000010:1.0:1767384377.088175:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000b8958da4. 00000100:00000010:1.0:1767384377.088176:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001c0c52e3. 00000100:00000010:1.0:1767384377.088179:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000045c1085e. 00000100:00000010:1.0:1767384377.088180:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000077129c80. 00000100:00000010:1.0:1767384377.088182:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000006c9cca53. 00000100:00000010:1.0:1767384377.088187:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a3906935. 00000100:00000010:1.0:1767384377.088190:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000df63c4b9. 00000400:00000200:1.0:1767384377.088191:0:40421:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 32 lazy 00000020:00000010:1.0:1767384377.088216:0:40421:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000009a4608b0. 00000020:00000010:1.0:1767384377.088219:0:40421:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 000000008d2483d6. 00000100:00000010:1.0:1767384377.088244:0:40421:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000353e603a. 00000100:00000010:1.0:1767384377.088246:0:40421:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 000000005053e407. 00000100:00000010:1.0:1767384377.088248:0:40421:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000c4b86e4a. 00000100:00000010:1.0:1767384377.088250:0:40421:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000e9e27233. 00000100:00000010:1.0:1767384377.088251:0:40421:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000057144d5a. 00000100:00000200:1.0:1767384377.088268:0:40421:0:(service.c:847:ptlrpc_register_service()) mdt_seqs: Started, listening on portal 32 00000100:00000010:1.0:1767384377.088270:0:40421:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000001636681e. 00000100:00000010:3.0:1767384377.088383:0:40439:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000eea5f8df. 00000020:00000010:3.0:1767384377.088387:0:40439:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000014edd5b0. 00000020:00000010:3.0:1767384377.088390:0:40439:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003ce9665a. 00000020:00000010:3.0:1767384377.088392:0:40439:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000d8252a01. 00000040:00000010:3.0:1767384377.088394:0:40439:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000007ff758dc. 00000020:00000010:3.0:1767384377.088397:0:40439:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000004740d533. 00000020:00000010:3.0:1767384377.088399:0:40439:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000000a555492. 00000020:00000010:3.0:1767384377.088400:0:40439:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000d0c4990e. 80000000:00000010:3.0:1767384377.088402:0:40439:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000002d53505a. 40000000:00000010:3.0:1767384377.088403:0:40439:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000c50d9470. 00100000:00000010:3.0:1767384377.088405:0:40439:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000028b4a8a8. 00040000:00000010:3.0:1767384377.088407:0:40439:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000009ce266bc. 00040000:00000010:3.0:1767384377.088408:0:40439:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000911e480d. 00080000:00000010:3.0:1767384377.088410:0:40439:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000b0ee88b4. 00000004:00000010:3.0:1767384377.088413:0:40439:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000baeeb11a. 00000100:00000200:3.0:1767384377.088414:0:40439:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384377.088416:0:40439:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a01f464e. 00000400:00000010:3.0:1767384377.088420:0:40439:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fad6765b. 00000100:00000200:3.0:1767384377.088421:0:40439:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384377.088422:0:40439:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000041cf77b2. 00000400:00000010:3.0:1767384377.088424:0:40439:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000069303bcd. 00000100:00000200:3.0:1767384377.088426:0:40439:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384377.088427:0:40439:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ecb8b539. 00000400:00000010:3.0:1767384377.088429:0:40439:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fd1ee6a0. 00000100:00000200:3.0:1767384377.088431:0:40439:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384377.088432:0:40439:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009c0267ba. 00000400:00000010:3.0:1767384377.088433:0:40439:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f67dee06. 00000100:00000200:3.0:1767384377.088434:0:40439:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384377.088435:0:40439:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000071c374ff. 00000400:00000010:3.0:1767384377.088437:0:40439:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000063eea471. 00000100:00000200:3.0:1767384377.088438:0:40439:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384377.088446:0:40439:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002b84a887. 00000400:00000010:3.0:1767384377.088449:0:40439:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d566e325. 00000100:00000200:3.0:1767384377.088450:0:40439:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384377.088451:0:40439:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003e723c3b. 00000400:00000010:3.0:1767384377.088453:0:40439:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000554478ed. 00000100:00000200:3.0:1767384377.088453:0:40439:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384377.088454:0:40439:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c53f8c5a. 00000400:00000010:3.0:1767384377.088456:0:40439:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000972b73ab. 00000100:00000200:3.0:1767384377.088458:0:40439:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384377.088459:0:40439:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c40ec044. 00000400:00000010:3.0:1767384377.088461:0:40439:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000014ff1150. 00000100:00000200:3.0:1767384377.088463:0:40439:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384377.088464:0:40439:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000681499e3. 00000400:00000010:3.0:1767384377.088465:0:40439:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000084639208. 00000100:00000200:3.0:1767384377.088466:0:40439:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384377.088467:0:40439:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000040c73973. 00000400:00000010:3.0:1767384377.088468:0:40439:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000023b7742f. 00000100:00000200:3.0:1767384377.088469:0:40439:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384377.088470:0:40439:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003724a64e. 00000400:00000010:3.0:1767384377.088471:0:40439:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c65d4598. 00000100:00000200:3.0:1767384377.088472:0:40439:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384377.088473:0:40439:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ad92b961. 00000400:00000010:3.0:1767384377.088474:0:40439:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000027348c58. 00000100:00000200:3.0:1767384377.088475:0:40439:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384377.088476:0:40439:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000326eb665. 00000400:00000010:3.0:1767384377.088476:0:40439:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000069d558e2. 00000100:00000200:3.0:1767384377.088477:0:40439:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384377.088478:0:40439:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004a7b5c3c. 00000400:00000010:3.0:1767384377.088479:0:40439:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000049a2fcfe. 00000100:00000200:3.0:1767384377.088480:0:40439:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384377.088481:0:40439:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003e102e30. 00000400:00000010:3.0:1767384377.088481:0:40439:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000896c715a. 00000100:00000200:3.0:1767384377.088482:0:40439:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384377.088483:0:40439:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000044a7b3b8. 00000400:00000010:3.0:1767384377.088484:0:40439:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000065fcec67. 00000100:00000200:3.0:1767384377.088485:0:40439:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384377.088486:0:40439:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000538d8ddf. 00000400:00000010:3.0:1767384377.088487:0:40439:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000083038595. 00000100:00000200:3.0:1767384377.088488:0:40439:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384377.088490:0:40439:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ce8dcc0c. 00000400:00000010:3.0:1767384377.088492:0:40439:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009146ec67. 00000100:00000200:3.0:1767384377.088493:0:40439:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384377.088494:0:40439:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003ab5b660. 00000400:00000010:3.0:1767384377.088495:0:40439:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001a87f51c. 00000100:00000200:3.0:1767384377.088496:0:40439:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384377.088496:0:40439:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000af70c378. 00000400:00000010:3.0:1767384377.088497:0:40439:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000075fee3c6. 00000100:00000200:3.0:1767384377.088498:0:40439:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384377.088499:0:40439:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000030d22b9e. 00000400:00000010:3.0:1767384377.088500:0:40439:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000091677c2e. 00000100:00000200:3.0:1767384377.088501:0:40439:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384377.088502:0:40439:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009151c3d1. 00000400:00000010:3.0:1767384377.088503:0:40439:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007a8779cb. 00000100:00000200:3.0:1767384377.088504:0:40439:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384377.088504:0:40439:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b9c42462. 00000400:00000010:3.0:1767384377.088505:0:40439:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008fbdf106. 00000100:00000200:3.0:1767384377.088506:0:40439:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384377.088507:0:40439:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006be08bef. 00000400:00000010:3.0:1767384377.088508:0:40439:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a15541c0. 00000100:00000200:3.0:1767384377.088509:0:40439:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384377.088509:0:40439:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001aee7dd7. 00000400:00000010:3.0:1767384377.088510:0:40439:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003cf4f763. 00000100:00000200:3.0:1767384377.088511:0:40439:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384377.088512:0:40439:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000958f06f2. 00000400:00000010:3.0:1767384377.088513:0:40439:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000009987502. 00000100:00000200:3.0:1767384377.088514:0:40439:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384377.088514:0:40439:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000052b7b54f. 00000400:00000010:3.0:1767384377.088522:0:40439:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000566f2cd0. 00000100:00000200:3.0:1767384377.088524:0:40439:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384377.088524:0:40439:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f2eb04c5. 00000400:00000010:3.0:1767384377.088525:0:40439:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000070694d2f. 00000100:00000200:3.0:1767384377.088527:0:40439:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384377.088528:0:40439:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c24e80b4. 00000400:00000010:3.0:1767384377.088529:0:40439:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f8d9960b. 00000100:00000200:3.0:1767384377.088530:0:40439:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384377.088531:0:40439:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000547512ea. 00000400:00000010:3.0:1767384377.088532:0:40439:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002711d8da. 00000100:00000200:3.0:1767384377.088533:0:40439:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384377.088534:0:40439:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e99ad9bc. 00000400:00000010:3.0:1767384377.088534:0:40439:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004009fe14. 00000100:00000200:3.0:1767384377.088536:0:40439:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384377.088537:0:40439:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000011b43aa3. 00000400:00000010:3.0:1767384377.088538:0:40439:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a55e4033. 00000100:00000200:3.0:1767384377.088540:0:40439:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384377.088541:0:40439:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f652e06f. 00000400:00000010:3.0:1767384377.088543:0:40439:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d05e650a. 00000100:00000200:3.0:1767384377.088543:0:40439:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384377.088544:0:40439:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000167d1c9. 00000400:00000010:3.0:1767384377.088545:0:40439:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000035c6e934. 00000100:00000200:3.0:1767384377.088546:0:40439:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384377.088547:0:40439:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004fee0c91. 00000400:00000010:3.0:1767384377.088548:0:40439:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000713727a7. 00000100:00000200:3.0:1767384377.088549:0:40439:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384377.088550:0:40439:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bea2eee4. 00000400:00000010:3.0:1767384377.088551:0:40439:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009bd748ed. 00000100:00000200:3.0:1767384377.088552:0:40439:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384377.088553:0:40439:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000085b6ec08. 00000400:00000010:3.0:1767384377.088554:0:40439:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003301a576. 00000100:00000200:3.0:1767384377.088554:0:40439:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384377.088555:0:40439:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000196b7b08. 00000400:00000010:3.0:1767384377.088556:0:40439:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000068139db1. 00000100:00000200:3.0:1767384377.088557:0:40439:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384377.088558:0:40439:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006cc465e8. 00000400:00000010:3.0:1767384377.088559:0:40439:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001b50b4ab. 00000100:00000200:3.0:1767384377.088559:0:40439:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384377.088560:0:40439:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c031f0c0. 00000400:00000010:3.0:1767384377.088561:0:40439:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d36a5999. 00000100:00000200:3.0:1767384377.088562:0:40439:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384377.088563:0:40439:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000716be87b. 00000400:00000010:3.0:1767384377.088565:0:40439:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a7879627. 00000100:00000200:3.0:1767384377.088566:0:40439:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384377.088568:0:40439:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000790af4ea. 00000400:00000010:3.0:1767384377.088569:0:40439:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b7bb6813. 00000100:00000200:3.0:1767384377.088571:0:40439:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384377.088572:0:40439:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000eaa0013. 00000400:00000010:3.0:1767384377.088573:0:40439:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009f83c4b9. 00000100:00000200:3.0:1767384377.088574:0:40439:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384377.088574:0:40439:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ac1e1952. 00000400:00000010:3.0:1767384377.088575:0:40439:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004eede55d. 00000100:00000200:3.0:1767384377.088576:0:40439:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384377.088577:0:40439:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000040ad5102. 00000400:00000010:3.0:1767384377.088578:0:40439:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000234e2a17. 00000100:00000200:3.0:1767384377.088579:0:40439:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384377.088580:0:40439:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005b907bf7. 00000400:00000010:3.0:1767384377.088581:0:40439:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dc3c2fab. 00000100:00000200:3.0:1767384377.088582:0:40439:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384377.088583:0:40439:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ac296f98. 00000400:00000010:3.0:1767384377.088584:0:40439:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000023ceb8e5. 00000100:00000200:3.0:1767384377.088584:0:40439:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384377.088585:0:40439:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009b679c2d. 00000400:00000010:3.0:1767384377.088586:0:40439:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d073154c. 00000100:00000200:3.0:1767384377.088588:0:40439:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384377.088589:0:40439:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008a98a039. 00000400:00000010:3.0:1767384377.088591:0:40439:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007de4ac37. 00000100:00000200:3.0:1767384377.088593:0:40439:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384377.088594:0:40439:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000125b7775. 00000400:00000010:3.0:1767384377.088595:0:40439:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005d6daba3. 00000100:00000200:3.0:1767384377.088597:0:40439:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384377.088606:0:40439:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b08a3b7b. 00000400:00000010:3.0:1767384377.088609:0:40439:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000759547fd. 00000100:00000200:3.0:1767384377.088612:0:40439:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384377.088614:0:40439:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007652f5de. 00000400:00000010:3.0:1767384377.088615:0:40439:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000bf089b1. 00000100:00000200:3.0:1767384377.088617:0:40439:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384377.088619:0:40439:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e89384e6. 00000400:00000010:3.0:1767384377.088621:0:40439:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b3a666f6. 00000100:00000200:3.0:1767384377.088622:0:40439:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384377.088624:0:40439:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000018343c04. 00000400:00000010:3.0:1767384377.088625:0:40439:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005f3b854b. 00000100:00000200:3.0:1767384377.088627:0:40439:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384377.088628:0:40439:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002abf8dce. 00000400:00000010:3.0:1767384377.088630:0:40439:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006a2c3760. 00000100:00000200:3.0:1767384377.088632:0:40439:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384377.088633:0:40439:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a3a042f1. 00000400:00000010:3.0:1767384377.088635:0:40439:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009b9dd502. 00000100:00000200:3.0:1767384377.088637:0:40439:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384377.088639:0:40439:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f59d3da4. 00000400:00000010:3.0:1767384377.088648:0:40439:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a3d1c188. 00000100:00000200:3.0:1767384377.088652:0:40439:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384377.088655:0:40439:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000066b6a9ec. 00000400:00000010:3.0:1767384377.088656:0:40439:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002d6d813c. 00000100:00000200:3.0:1767384377.088659:0:40439:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384377.088660:0:40439:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f6ed8404. 00000400:00000010:3.0:1767384377.088661:0:40439:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009784420f. 00000100:00000200:3.0:1767384377.088662:0:40439:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384377.088663:0:40439:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f382ea75. 00000400:00000010:3.0:1767384377.088664:0:40439:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000016afd386. 00000100:00000200:3.0:1767384377.088665:0:40439:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384377.088666:0:40439:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f8801e43. 00000400:00000010:3.0:1767384377.088667:0:40439:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000339dbfd0. 00000100:00000200:3.0:1767384377.088668:0:40439:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384377.088669:0:40439:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000073cd9292. 00000400:00000010:3.0:1767384377.088670:0:40439:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006bb4b47e. 00000100:00000200:3.0:1767384377.088671:0:40439:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767384377.088672:0:40439:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e81819b5. 00000400:00000010:3.0:1767384377.088672:0:40439:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d24643c3. 00000100:00000010:3.0:1767384377.088675:0:40439:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 000000008cc4e3c0. 00000100:00000200:3.0:1767384377.088685:0:40439:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:1.0:1767384377.088715:0:40421:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000a58af2ef. 00000100:00000010:3.0:1767384377.088877:0:40440:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000a58b267b. 00000020:00000010:3.0:1767384377.088879:0:40440:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000051d99934. 00000020:00000010:3.0:1767384377.088882:0:40440:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c45776c8. 00000020:00000010:3.0:1767384377.088883:0:40440:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000004a7e2b51. 00000040:00000010:3.0:1767384377.088884:0:40440:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000004646fb42. 00000020:00000010:3.0:1767384377.088886:0:40440:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000d82d5650. 00000020:00000010:3.0:1767384377.088888:0:40440:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000000dc33133. 00000020:00000010:3.0:1767384377.088891:0:40440:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000351a401e. 80000000:00000010:3.0:1767384377.088893:0:40440:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000004d596b03. 40000000:00000010:3.0:1767384377.088895:0:40440:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000644d4afc. 00100000:00000010:3.0:1767384377.088897:0:40440:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000f68c7997. 00040000:00000010:3.0:1767384377.088899:0:40440:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000002ddb102f. 00040000:00000010:3.0:1767384377.088900:0:40440:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000b660c9ce. 00080000:00000010:3.0:1767384377.088902:0:40440:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000c8c27b7d. 00000004:00000010:3.0:1767384377.088904:0:40440:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000088ba078c. 00000100:00000010:3.0:1767384377.088923:0:40440:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 00000000bbd4965c. 00000100:00000200:3.0:1767384377.088934:0:40440:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:1.0:1767384377.088949:0:40421:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 0000000010600e0f. 00000100:00000010:1.0:1767384377.088954:0:40421:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 000000006055e4c9. 00000100:00000010:1.0:1767384377.088964:0:40421:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 000000003824dfe7. 00000100:00000010:1.0:1767384377.088970:0:40421:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 000000004dee9695. 00000100:00000010:1.0:1767384377.088973:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e742a360. 00000100:00000010:1.0:1767384377.088976:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000c397bf5f. 00000100:00000010:1.0:1767384377.088977:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005e6d1d47. 00000100:00000010:1.0:1767384377.088979:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000c81c5867. 00000100:00000010:1.0:1767384377.088980:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a15651c2. 00000100:00000010:1.0:1767384377.088982:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000150f03a1. 00000100:00000010:1.0:1767384377.088983:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f314d6df. 00000100:00000010:1.0:1767384377.088985:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000649c1d5f. 00000100:00000010:1.0:1767384377.088986:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000027a4bef1. 00000100:00000010:1.0:1767384377.088990:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000847094da. 00000100:00000010:1.0:1767384377.088992:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000087e202bf. 00000100:00000010:1.0:1767384377.088995:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000003717ac20. 00000100:00000010:1.0:1767384377.088996:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000015c29d86. 00000100:00000010:1.0:1767384377.088999:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000008f46eb44. 00000100:00000010:1.0:1767384377.089001:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e6ac3efa. 00000100:00000010:1.0:1767384377.089004:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000e4c9b2c3. 00000100:00000010:1.0:1767384377.089006:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000d5fc0f5. 00000100:00000010:1.0:1767384377.089010:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000183a2f89. 00000100:00000010:1.0:1767384377.089011:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000050878da8. 00000100:00000010:1.0:1767384377.089013:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000006eec7c31. 00000100:00000010:1.0:1767384377.089016:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fa1193d4. 00000100:00000010:1.0:1767384377.089019:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000806ebaec. 00000100:00000010:1.0:1767384377.089022:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000da73d0e6. 00000100:00000010:1.0:1767384377.089024:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000017b71751. 00000100:00000010:1.0:1767384377.089025:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007b1de5d3. 00000100:00000010:1.0:1767384377.089027:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000003d63087b. 00000100:00000010:1.0:1767384377.089034:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008cf33625. 00000100:00000010:1.0:1767384377.089037:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000561ac8ed. 00000100:00000010:1.0:1767384377.089038:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cea6bccc. 00000100:00000010:1.0:1767384377.089040:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000dcfb8231. 00000100:00000010:1.0:1767384377.089041:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bb2c298f. 00000100:00000010:1.0:1767384377.089043:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000ef172e8c. 00000100:00000010:1.0:1767384377.089045:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000062b76dcf. 00000100:00000010:1.0:1767384377.089047:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000ef3c182a. 00000100:00000010:1.0:1767384377.089048:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000098a7fb31. 00000100:00000010:1.0:1767384377.089050:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000053d648b3. 00000100:00000010:1.0:1767384377.089052:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000eaec629d. 00000100:00000010:1.0:1767384377.089053:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000003a7ef6e7. 00000100:00000010:1.0:1767384377.089055:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000346993e8. 00000100:00000010:1.0:1767384377.089057:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000aa47b953. 00000100:00000010:1.0:1767384377.089059:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000006b6f62f. 00000100:00000010:1.0:1767384377.089062:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000003da790ec. 00000100:00000010:1.0:1767384377.089064:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000548ae085. 00000100:00000010:1.0:1767384377.089067:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000863f50da. 00000100:00000010:1.0:1767384377.089069:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006ed9ea73. 00000100:00000010:1.0:1767384377.089071:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000ad63bc10. 00000100:00000010:1.0:1767384377.089073:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f0e2e49d. 00000100:00000010:1.0:1767384377.089074:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000007f8c9fde. 00000100:00000010:1.0:1767384377.089076:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000087f62e5d. 00000100:00000010:1.0:1767384377.089079:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000006385afea. 00000100:00000010:1.0:1767384377.089080:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c8496898. 00000100:00000010:1.0:1767384377.089082:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000514c1018. 00000100:00000010:1.0:1767384377.089084:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c35c8e92. 00000100:00000010:1.0:1767384377.089085:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000008ecb8a5. 00000100:00000010:1.0:1767384377.089102:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000835d593c. 00000100:00000010:1.0:1767384377.089105:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000d7ecd83b. 00000100:00000010:1.0:1767384377.089107:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009141ac9b. 00000100:00000010:1.0:1767384377.089109:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000009a91529e. 00000100:00000010:1.0:1767384377.089119:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000051991293. 00000100:00000010:1.0:1767384377.089124:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000046f12eb4. 00000100:00000010:1.0:1767384377.089126:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000982ba26c. 00000100:00000010:1.0:1767384377.089129:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000c52bba0b. 00000100:00000010:1.0:1767384377.089130:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b165f32f. 00000100:00000010:1.0:1767384377.089132:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000000f42d0ca. 00000100:00000010:1.0:1767384377.089134:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a7293bf4. 00000100:00000010:1.0:1767384377.089136:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000006a20a37b. 00000100:00000010:1.0:1767384377.089137:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007181f4ba. 00000100:00000010:1.0:1767384377.089138:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000579edaf7. 00000100:00000010:1.0:1767384377.089140:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f8c9b765. 00000100:00000010:1.0:1767384377.089142:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000073aeb08d. 00000100:00000010:1.0:1767384377.089143:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000047b81a3c. 00000100:00000010:1.0:1767384377.089145:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000d9e65e4c. 00000100:00000010:1.0:1767384377.089147:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005c56dc67. 00000100:00000010:1.0:1767384377.089148:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000d16ae489. 00000100:00000010:1.0:1767384377.089150:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000619af911. 00000100:00000010:1.0:1767384377.089151:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000005f774c4a. 00000100:00000010:1.0:1767384377.089152:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004db13de6. 00000100:00000010:1.0:1767384377.089154:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000005e0e42a4. 00000100:00000010:1.0:1767384377.089156:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c328dc69. 00000100:00000010:1.0:1767384377.089158:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000320e0c62. 00000100:00000010:1.0:1767384377.089160:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006a58947e. 00000100:00000010:1.0:1767384377.089163:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000657abfbc. 00000100:00000010:1.0:1767384377.089166:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c4d9e2ac. 00000100:00000010:1.0:1767384377.089168:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000381ea5dc. 00000100:00000010:1.0:1767384377.089171:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000021843b75. 00000100:00000010:1.0:1767384377.089173:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000002c16a632. 00000100:00000010:1.0:1767384377.089175:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003a170258. 00000100:00000010:1.0:1767384377.089177:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000ddd6d5b4. 00000100:00000010:1.0:1767384377.089179:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009cc7493f. 00000100:00000010:1.0:1767384377.089181:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000023ec25fa. 00000100:00000010:1.0:1767384377.089188:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004376b541. 00000100:00000010:1.0:1767384377.089190:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000073706f76. 00000100:00000010:1.0:1767384377.089192:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009925ce54. 00000100:00000010:1.0:1767384377.089195:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000083701c33. 00000100:00000010:1.0:1767384377.089197:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000052ae8d51. 00000100:00000010:1.0:1767384377.089199:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000039260ac7. 00000100:00000010:1.0:1767384377.089202:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009dd8fc84. 00000100:00000010:1.0:1767384377.089204:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000d04f11e1. 00000100:00000010:1.0:1767384377.089206:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003981a337. 00000100:00000010:1.0:1767384377.089208:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000af62e439. 00000100:00000010:1.0:1767384377.089209:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000398736dd. 00000100:00000010:1.0:1767384377.089212:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000001b8d89f8. 00000100:00000010:1.0:1767384377.089213:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e3458e74. 00000100:00000010:1.0:1767384377.089216:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000000c9f1c37. 00000100:00000010:1.0:1767384377.089218:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fd378154. 00000100:00000010:1.0:1767384377.089221:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000e3f85daf. 00000100:00000010:1.0:1767384377.089223:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000152d94d3. 00000100:00000010:1.0:1767384377.089226:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000007d061a85. 00000100:00000010:1.0:1767384377.089227:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003f3f8a9e. 00000100:00000010:1.0:1767384377.089229:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000b9cecd74. 00000100:00000010:1.0:1767384377.089231:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ad91bbf8. 00000100:00000010:1.0:1767384377.089233:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000d94651c9. 00000100:00000010:1.0:1767384377.089235:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000067cc0e4c. 00000100:00000010:1.0:1767384377.089238:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000007909fea1. 00000100:00000010:1.0:1767384377.089239:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000243580ea. 00000100:00000010:1.0:1767384377.089241:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000d2f41948. 00000100:00000010:1.0:1767384377.089243:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000055f32ff4. 00000100:00000010:1.0:1767384377.089244:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000006890db38. 00000100:00000010:1.0:1767384377.089246:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a2ff4880. 00000100:00000010:1.0:1767384377.089247:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000efeccdc7. 00000100:00000010:1.0:1767384377.089249:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d42cdb08. 00000100:00000010:1.0:1767384377.089251:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000459023ab. 00000100:00000010:1.0:1767384377.089259:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d6e0464f. 00000100:00000010:1.0:1767384377.089262:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000900af19a. 00000100:00000010:1.0:1767384377.089264:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000066a6613e. 00000100:00000010:1.0:1767384377.089265:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000c7723cbd. 00000100:00000010:1.0:1767384377.089267:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007a5f8923. 00000100:00000010:1.0:1767384377.089268:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000afeadcb8. 00000400:00000200:1.0:1767384377.089270:0:40421:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 30 lazy 00000020:00000010:1.0:1767384377.089296:0:40421:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000009d943e1b. 00000020:00000010:1.0:1767384377.089299:0:40421:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 0000000063036b44. 00000100:00000010:1.0:1767384377.089329:0:40421:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000cffc3efe. 00000100:00000010:1.0:1767384377.089331:0:40421:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 00000000ab9d7f80. 00000100:00000010:1.0:1767384377.089333:0:40421:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000a9642ab7. 00000100:00000010:1.0:1767384377.089335:0:40421:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000b4959b46. 00000100:00000010:1.0:1767384377.089336:0:40421:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000096d09ec0. 00000100:00000200:1.0:1767384377.089360:0:40421:0:(service.c:847:ptlrpc_register_service()) mdt_seqm: Started, listening on portal 30 00000100:00000010:1.0:1767384377.089362:0:40421:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000c8d8892a. 00000100:00000010:3.0:1767384377.089474:0:40441:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000005f8cf2cb. 00000020:00000010:3.0:1767384377.089477:0:40441:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000003a5ac54b. 00000020:00000010:3.0:1767384377.089481:0:40441:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d72da076. 00000020:00000010:3.0:1767384377.089483:0:40441:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000033fb9dff. 00000040:00000010:3.0:1767384377.089484:0:40441:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000f0876dbb. 00000020:00000010:3.0:1767384377.089486:0:40441:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000005e1e4e83. 00000020:00000010:3.0:1767384377.089488:0:40441:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000c09bef15. 00000020:00000010:3.0:1767384377.089490:0:40441:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000007cd995c3. 80000000:00000010:3.0:1767384377.089492:0:40441:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000006b0d1063. 40000000:00000010:3.0:1767384377.089493:0:40441:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000008039a348. 00100000:00000010:3.0:1767384377.089495:0:40441:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000b830f14d. 00040000:00000010:3.0:1767384377.089497:0:40441:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000e283cc61. 00040000:00000010:3.0:1767384377.089499:0:40441:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000008a8a38a4. 00080000:00000010:3.0:1767384377.089501:0:40441:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000006087ed70. 00000004:00000010:3.0:1767384377.089503:0:40441:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000c1c15879. 00002000:00000010:3.0:1767384377.089505:0:40441:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000d021296f. 00000100:00000200:3.0:1767384377.089507:0:40441:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384377.089510:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000097a92d56. 00000400:00000010:3.0:1767384377.089512:0:40441:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a7c0fd93. 00000100:00000200:3.0:1767384377.089514:0:40441:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384377.089515:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003a0d75de. 00000400:00000010:3.0:1767384377.089516:0:40441:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000affdc8af. 00000100:00000200:3.0:1767384377.089517:0:40441:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384377.089518:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001d3dd533. 00000400:00000010:3.0:1767384377.089519:0:40441:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b6fc3c6f. 00000100:00000200:3.0:1767384377.089520:0:40441:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384377.089521:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f780883e. 00000400:00000010:3.0:1767384377.089522:0:40441:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009521a9a4. 00000100:00000200:3.0:1767384377.089523:0:40441:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384377.089524:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ac4ec395. 00000400:00000010:3.0:1767384377.089525:0:40441:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c3b1e6a1. 00000100:00000200:3.0:1767384377.089526:0:40441:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384377.089526:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000015b616ae. 00000400:00000010:3.0:1767384377.089527:0:40441:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ffb8335e. 00000100:00000200:3.0:1767384377.089528:0:40441:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384377.089529:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001c401f2d. 00000400:00000010:3.0:1767384377.089530:0:40441:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000072b7874b. 00000100:00000200:3.0:1767384377.089531:0:40441:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384377.089532:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ac5443c7. 00000400:00000010:3.0:1767384377.089533:0:40441:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001a81cac8. 00000100:00000200:3.0:1767384377.089533:0:40441:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384377.089534:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a505a983. 00000400:00000010:3.0:1767384377.089536:0:40441:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c997fcce. 00000100:00000200:3.0:1767384377.089537:0:40441:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384377.089539:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d9d49ba2. 00000400:00000010:3.0:1767384377.089540:0:40441:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000048160ca9. 00000100:00000200:3.0:1767384377.089541:0:40441:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384377.089542:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b22d5fd5. 00000400:00000010:3.0:1767384377.089543:0:40441:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006da47963. 00000100:00000200:3.0:1767384377.089544:0:40441:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384377.089545:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fd558937. 00000400:00000010:3.0:1767384377.089546:0:40441:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f75e432f. 00000100:00000200:3.0:1767384377.089547:0:40441:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384377.089548:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ba667294. 00000400:00000010:3.0:1767384377.089549:0:40441:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000098edf8f1. 00000100:00000200:3.0:1767384377.089550:0:40441:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384377.089551:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000577f55ac. 00000400:00000010:3.0:1767384377.089552:0:40441:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000ccdad12. 00000100:00000200:3.0:1767384377.089553:0:40441:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384377.089554:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000062d534f0. 00000400:00000010:3.0:1767384377.089555:0:40441:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000720a10a0. 00000100:00000200:3.0:1767384377.089556:0:40441:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384377.089556:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003e09b0d1. 00000400:00000010:3.0:1767384377.089557:0:40441:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000089c77f99. 00000100:00000200:3.0:1767384377.089558:0:40441:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384377.089559:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000022fff5c8. 00000400:00000010:3.0:1767384377.089560:0:40441:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000046ac3455. 00000100:00000200:3.0:1767384377.089561:0:40441:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384377.089563:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009302f990. 00000400:00000010:3.0:1767384377.089564:0:40441:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000007fefe00. 00000100:00000200:3.0:1767384377.089566:0:40441:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384377.089566:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000052a65735. 00000400:00000010:3.0:1767384377.089567:0:40441:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c93225b4. 00000100:00000200:3.0:1767384377.089568:0:40441:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384377.089569:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f8298463. 00000400:00000010:3.0:1767384377.089570:0:40441:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ab599160. 00000100:00000200:3.0:1767384377.089571:0:40441:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384377.089572:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b4aa04ea. 00000400:00000010:3.0:1767384377.089572:0:40441:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000724a652d. 00000100:00000200:3.0:1767384377.089573:0:40441:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384377.089574:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005c4d5adb. 00000400:00000010:3.0:1767384377.089575:0:40441:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000835fbec8. 00000100:00000200:3.0:1767384377.089576:0:40441:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384377.089577:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005ed6dcc5. 00000400:00000010:3.0:1767384377.089578:0:40441:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b57df353. 00000100:00000200:3.0:1767384377.089579:0:40441:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384377.089580:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000014aa7d31. 00000400:00000010:3.0:1767384377.089588:0:40441:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000db827dcf. 00000100:00000200:3.0:1767384377.089591:0:40441:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384377.089593:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e898e950. 00000400:00000010:3.0:1767384377.089596:0:40441:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bae5e857. 00000100:00000200:3.0:1767384377.089597:0:40441:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384377.089599:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c58fc0d1. 00000400:00000010:3.0:1767384377.089601:0:40441:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d31f2a80. 00000100:00000200:3.0:1767384377.089602:0:40441:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384377.089604:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000037b1424b. 00000400:00000010:3.0:1767384377.089606:0:40441:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000085c5d703. 00000100:00000200:3.0:1767384377.089607:0:40441:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384377.089609:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001e0850ac. 00000400:00000010:3.0:1767384377.089610:0:40441:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005df5a757. 00000100:00000200:3.0:1767384377.089612:0:40441:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384377.089613:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d9510b63. 00000400:00000010:3.0:1767384377.089615:0:40441:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c9ba2802. 00000100:00000200:3.0:1767384377.089617:0:40441:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384377.089619:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000065333280. 00000400:00000010:3.0:1767384377.089621:0:40441:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000047c17e2. 00000100:00000200:3.0:1767384377.089623:0:40441:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384377.089624:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d11a6747. 00000400:00000010:3.0:1767384377.089626:0:40441:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001679d550. 00000100:00000200:3.0:1767384377.089628:0:40441:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384377.089629:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000092b97882. 00000400:00000010:3.0:1767384377.089631:0:40441:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000000e8cecc. 00000100:00000200:3.0:1767384377.089633:0:40441:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384377.089635:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000349b34e2. 00000400:00000010:3.0:1767384377.089637:0:40441:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000049e4a3ec. 00000100:00000200:3.0:1767384377.089638:0:40441:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384377.089651:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000085ad3319. 00000400:00000010:3.0:1767384377.089654:0:40441:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000024252a75. 00000100:00000200:3.0:1767384377.089656:0:40441:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384377.089658:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b520fb1e. 00000400:00000010:3.0:1767384377.089659:0:40441:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dfb00abc. 00000100:00000200:3.0:1767384377.089660:0:40441:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384377.089661:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000055a79d29. 00000400:00000010:3.0:1767384377.089662:0:40441:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fcbc90bd. 00000100:00000200:3.0:1767384377.089663:0:40441:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384377.089664:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bbd7c2b1. 00000400:00000010:3.0:1767384377.089666:0:40441:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ba7b0241. 00000100:00000200:3.0:1767384377.089668:0:40441:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384377.089669:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006c918d2f. 00000400:00000010:3.0:1767384377.089670:0:40441:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f98328ab. 00000100:00000200:3.0:1767384377.089671:0:40441:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384377.089672:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007d4b4ec0. 00000400:00000010:3.0:1767384377.089674:0:40441:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e3cfaedd. 00000100:00000200:3.0:1767384377.089674:0:40441:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384377.089675:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e19e3ad6. 00000400:00000010:3.0:1767384377.089676:0:40441:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000028b3b2e2. 00000100:00000200:3.0:1767384377.089677:0:40441:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384377.089678:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009573f3e5. 00000400:00000010:3.0:1767384377.089679:0:40441:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003b5cd3de. 00000100:00000200:3.0:1767384377.089680:0:40441:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384377.089681:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001cacbec1. 00000400:00000010:3.0:1767384377.089681:0:40441:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000099212e9e. 00000100:00000200:3.0:1767384377.089682:0:40441:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384377.089683:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dea9c228. 00000400:00000010:3.0:1767384377.089684:0:40441:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000981023d8. 00000100:00000200:3.0:1767384377.089685:0:40441:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384377.089686:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000095ab0b61. 00000400:00000010:3.0:1767384377.089687:0:40441:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000000de5162. 00000100:00000200:3.0:1767384377.089687:0:40441:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384377.089688:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002a9ba00c. 00000400:00000010:3.0:1767384377.089689:0:40441:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004bd267bd. 00000100:00000200:3.0:1767384377.089691:0:40441:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384377.089692:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f569ac74. 00000400:00000010:3.0:1767384377.089693:0:40441:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c626f969. 00000100:00000200:3.0:1767384377.089695:0:40441:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384377.089696:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000041163af4. 00000400:00000010:3.0:1767384377.089697:0:40441:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c02c3982. 00000100:00000200:3.0:1767384377.089698:0:40441:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384377.089699:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000074048716. 00000400:00000010:3.0:1767384377.089700:0:40441:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000230a5807. 00000100:00000200:3.0:1767384377.089700:0:40441:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384377.089701:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000000ae6c49. 00000400:00000010:3.0:1767384377.089702:0:40441:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000e289c7f. 00000100:00000200:3.0:1767384377.089703:0:40441:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384377.089704:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c45a80d2. 00000400:00000010:3.0:1767384377.089705:0:40441:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d7b1bb8d. 00000100:00000200:3.0:1767384377.089706:0:40441:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384377.089706:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008637d9bf. 00000400:00000010:3.0:1767384377.089707:0:40441:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004ad9155e. 00000100:00000200:3.0:1767384377.089708:0:40441:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384377.089709:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d9a21f6c. 00000400:00000010:3.0:1767384377.089710:0:40441:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002f7b33f7. 00000100:00000200:3.0:1767384377.089710:0:40441:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384377.089711:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d16b4375. 00000400:00000010:3.0:1767384377.089712:0:40441:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000031a4abff. 00000100:00000200:3.0:1767384377.089713:0:40441:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384377.089714:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007860b93d. 00000400:00000010:3.0:1767384377.089721:0:40441:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a4ee513e. 00000100:00000200:3.0:1767384377.089724:0:40441:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384377.089725:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000024732266. 00000400:00000010:3.0:1767384377.089726:0:40441:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e7a2bfc7. 00000100:00000200:3.0:1767384377.089727:0:40441:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384377.089728:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000701ea569. 00000400:00000010:3.0:1767384377.089729:0:40441:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000779a3459. 00000100:00000200:3.0:1767384377.089729:0:40441:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384377.089730:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ee877f5e. 00000400:00000010:3.0:1767384377.089731:0:40441:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000018470576. 00000100:00000200:3.0:1767384377.089732:0:40441:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384377.089733:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000076cf70b4. 00000400:00000010:3.0:1767384377.089734:0:40441:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c05dcd2f. 00000100:00000200:3.0:1767384377.089735:0:40441:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384377.089737:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bfbfe7c2. 00000400:00000010:3.0:1767384377.089738:0:40441:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f73a31b0. 00000100:00000200:3.0:1767384377.089739:0:40441:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384377.089740:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004a2c5273. 00000400:00000010:3.0:1767384377.089740:0:40441:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009ebf57a0. 00000100:00000200:3.0:1767384377.089741:0:40441:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384377.089742:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000191d1cef. 00000400:00000010:3.0:1767384377.089743:0:40441:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c1c5324b. 00000100:00000200:3.0:1767384377.089744:0:40441:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384377.089745:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000413fac27. 00000400:00000010:3.0:1767384377.089745:0:40441:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000085d95ded. 00000100:00000200:3.0:1767384377.089746:0:40441:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384377.089747:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008f067cc6. 00000400:00000010:3.0:1767384377.089748:0:40441:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b0b40c9e. 00000100:00000200:3.0:1767384377.089749:0:40441:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767384377.089750:0:40441:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000abff3cac. 00000400:00000010:3.0:1767384377.089752:0:40441:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cf399a27. 00000100:00000010:3.0:1767384377.089755:0:40441:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 00000000235deadc. 00000100:00000200:3.0:1767384377.089764:0:40441:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:1.0:1767384377.089786:0:40421:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 0000000072fc80b0. 00000100:00000010:3.0:1767384377.089969:0:40442:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000918de410. 00000020:00000010:3.0:1767384377.089972:0:40442:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000659a8dff. 00000020:00000010:3.0:1767384377.089975:0:40442:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c5620c88. 00000020:00000010:3.0:1767384377.089977:0:40442:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000e5e9b70d. 00000040:00000010:3.0:1767384377.089980:0:40442:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000bd172f2f. 00000020:00000010:3.0:1767384377.089982:0:40442:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000003d055477. 00000020:00000010:3.0:1767384377.089983:0:40442:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000059ee48b1. 00000020:00000010:3.0:1767384377.089985:0:40442:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000ee512e76. 80000000:00000010:3.0:1767384377.089986:0:40442:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000a459e2c2. 40000000:00000010:3.0:1767384377.089987:0:40442:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000087a6b269. 00100000:00000010:3.0:1767384377.089989:0:40442:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000c5721f04. 00040000:00000010:3.0:1767384377.089991:0:40442:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000002d88ef92. 00040000:00000010:3.0:1767384377.089992:0:40442:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000008e6ad62. 00080000:00000010:3.0:1767384377.089994:0:40442:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000202af43a. 00000004:00000010:3.0:1767384377.089996:0:40442:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000085c1bb4. 00002000:00000010:3.0:1767384377.089998:0:40442:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000620309b1. 00000100:00000010:3.0:1767384377.090000:0:40442:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 00000000def4a7c5. 00000100:00000200:3.0:1767384377.090010:0:40442:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:1.0:1767384377.090024:0:40421:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 00000000b5adfb5d. 00000100:00000010:1.0:1767384377.090027:0:40421:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 00000000d76d84b9. 00000100:00000010:1.0:1767384377.090037:0:40421:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 0000000005bc9379. 00000100:00000010:1.0:1767384377.090044:0:40421:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 000000002635e261. 00000100:00000010:1.0:1767384377.090048:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003ad31015. 00000100:00000010:1.0:1767384377.090052:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000008506429. 00000100:00000010:1.0:1767384377.090053:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b287f437. 00000100:00000010:1.0:1767384377.090056:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000061756a3d. 00000100:00000010:1.0:1767384377.090058:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b3ed4a2f. 00000100:00000010:1.0:1767384377.090060:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000085b2e91d. 00000100:00000010:1.0:1767384377.090063:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000dadcd853. 00000100:00000010:1.0:1767384377.090065:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000003a1d0b3a. 00000100:00000010:1.0:1767384377.090066:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000030ae466d. 00000100:00000010:1.0:1767384377.090068:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000007f6d767a. 00000100:00000010:1.0:1767384377.090070:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000061d79fee. 00000100:00000010:1.0:1767384377.090072:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000c20d85f3. 00000100:00000010:1.0:1767384377.090073:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c6576038. 00000100:00000010:1.0:1767384377.090075:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000003c7a39. 00000100:00000010:1.0:1767384377.090076:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bb406a29. 00000100:00000010:1.0:1767384377.090078:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000000bc7de65. 00000100:00000010:1.0:1767384377.090079:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ff7819e1. 00000100:00000010:1.0:1767384377.090081:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000fc574387. 00000100:00000010:1.0:1767384377.090082:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001d0c71e1. 00000100:00000010:1.0:1767384377.090084:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000dbca885c. 00000100:00000010:1.0:1767384377.090085:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c807e905. 00000100:00000010:1.0:1767384377.090112:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000002064fcdb. 00000100:00000010:1.0:1767384377.090122:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c2e7ec42. 00000100:00000010:1.0:1767384377.090126:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000050ae8c22. 00000100:00000010:1.0:1767384377.090128:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000078cc93f8. 00000100:00000010:1.0:1767384377.090130:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000005ce822d3. 00000100:00000010:1.0:1767384377.090132:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000088bae3f0. 00000100:00000010:1.0:1767384377.090134:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000004b53b66a. 00000100:00000010:1.0:1767384377.090136:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000068431fd3. 00000100:00000010:1.0:1767384377.090139:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000078098e0. 00000100:00000010:1.0:1767384377.090142:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000dfb0d532. 00000100:00000010:1.0:1767384377.090144:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000195ae483. 00000100:00000010:1.0:1767384377.090146:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e240176a. 00000100:00000010:1.0:1767384377.090148:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000028294b26. 00000100:00000010:1.0:1767384377.090149:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a6d2eeda. 00000100:00000010:1.0:1767384377.090151:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000b9978d52. 00000100:00000010:1.0:1767384377.090154:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001f232c56. 00000100:00000010:1.0:1767384377.090157:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000004a9c01d4. 00000100:00000010:1.0:1767384377.090159:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000afbb36b1. 00000100:00000010:1.0:1767384377.090161:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000009cb7be80. 00000100:00000010:1.0:1767384377.090162:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007517072b. 00000100:00000010:1.0:1767384377.090164:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000c9775948. 00000100:00000010:1.0:1767384377.090165:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000de899f4a. 00000100:00000010:1.0:1767384377.090167:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000bb471198. 00000100:00000010:1.0:1767384377.090168:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d573f345. 00000100:00000010:1.0:1767384377.090170:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000a1e773ad. 00000100:00000010:1.0:1767384377.090171:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006bfa53d0. 00000100:00000010:1.0:1767384377.090173:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000f487df86. 00000100:00000010:1.0:1767384377.090174:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fdd29930. 00000100:00000010:1.0:1767384377.090176:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000005cd31bea. 00000100:00000010:1.0:1767384377.090178:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f3130547. 00000100:00000010:1.0:1767384377.090180:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000d47bf719. 00000100:00000010:1.0:1767384377.090181:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f6d436d1. 00000100:00000010:1.0:1767384377.090183:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000005835362c. 00000100:00000010:1.0:1767384377.090191:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009394b549. 00000100:00000010:1.0:1767384377.090194:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000009c7f9e77. 00000100:00000010:1.0:1767384377.090196:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007b92abf8. 00000100:00000010:1.0:1767384377.090197:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000007208ccd. 00000100:00000010:1.0:1767384377.090199:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008270e07e. 00000100:00000010:1.0:1767384377.090201:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000007c3356be. 00000100:00000010:1.0:1767384377.090202:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000f01fb37. 00000100:00000010:1.0:1767384377.090205:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000045a30ad4. 00000100:00000010:1.0:1767384377.090206:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001f866762. 00000100:00000010:1.0:1767384377.090208:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000b7f5a9d7. 00000100:00000010:1.0:1767384377.090210:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000084297db2. 00000100:00000010:1.0:1767384377.090212:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000ecb211cd. 00000100:00000010:1.0:1767384377.090215:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000093415edf. 00000100:00000010:1.0:1767384377.090218:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000927293ac. 00000100:00000010:1.0:1767384377.090220:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009ee032a5. 00000100:00000010:1.0:1767384377.090227:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000a4b78e88. 00000100:00000010:1.0:1767384377.090231:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000288b6564. 00000100:00000010:1.0:1767384377.090233:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000ccdcfde0. 00000100:00000010:1.0:1767384377.090235:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003a7f6a9d. 00000100:00000010:1.0:1767384377.090238:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000073ab7c9c. 00000100:00000010:1.0:1767384377.090240:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000063bfac37. 00000100:00000010:1.0:1767384377.090243:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000001de947f5. 00000100:00000010:1.0:1767384377.090245:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000084c68414. 00000100:00000010:1.0:1767384377.090247:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000e317458e. 00000100:00000010:1.0:1767384377.090249:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e89a5f0f. 00000100:00000010:1.0:1767384377.090251:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000008dd986b9. 00000100:00000010:1.0:1767384377.090253:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e76f4256. 00000100:00000010:1.0:1767384377.090255:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000007ac00415. 00000100:00000010:1.0:1767384377.090258:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009cd09be3. 00000100:00000010:1.0:1767384377.090261:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000002088033a. 00000100:00000010:1.0:1767384377.090264:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d32e1e20. 00000100:00000010:1.0:1767384377.090271:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000017369cc2. 00000100:00000010:1.0:1767384377.090277:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000963f7a96. 00000100:00000010:1.0:1767384377.090279:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000002a3bf147. 00000100:00000010:1.0:1767384377.090281:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000966f1b3a. 00000100:00000010:1.0:1767384377.090284:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000006559a28b. 00000100:00000010:1.0:1767384377.090286:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000957a5cbe. 00000100:00000010:1.0:1767384377.090289:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000774c29aa. 00000100:00000010:1.0:1767384377.090292:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000078dcff7e. 00000100:00000010:1.0:1767384377.090294:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000095149f0b. 00000100:00000010:1.0:1767384377.090296:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001842e12d. 00000100:00000010:1.0:1767384377.090298:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000042777ebc. 00000100:00000010:1.0:1767384377.090299:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002ffcc818. 00000100:00000010:1.0:1767384377.090301:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000004f67a649. 00000100:00000010:1.0:1767384377.090302:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004ddce25a. 00000100:00000010:1.0:1767384377.090304:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000edb9b246. 00000100:00000010:1.0:1767384377.090306:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009395f486. 00000100:00000010:1.0:1767384377.090312:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000004fd2503c. 00000100:00000010:1.0:1767384377.090314:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e2f4a140. 00000100:00000010:1.0:1767384377.090317:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000a0f13c57. 00000100:00000010:1.0:1767384377.090319:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b6793304. 00000100:00000010:1.0:1767384377.090322:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000882801cb. 00000100:00000010:1.0:1767384377.090323:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a9e16364. 00000100:00000010:1.0:1767384377.090325:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000005995d6c6. 00000100:00000010:1.0:1767384377.090326:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008505c517. 00000100:00000010:1.0:1767384377.090328:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000038ad9a88. 00000100:00000010:1.0:1767384377.090329:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ddecaf4a. 00000100:00000010:1.0:1767384377.090331:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000003ff8ee8b. 00000100:00000010:1.0:1767384377.090332:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c3b1b32b. 00000100:00000010:1.0:1767384377.090334:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000c11dedb7. 00000100:00000010:1.0:1767384377.090336:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000d81f334. 00000100:00000010:1.0:1767384377.090338:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000001c9a4166. 00000100:00000010:1.0:1767384377.090339:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000030b07f90. 00000100:00000010:1.0:1767384377.090345:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000bda7eb6c. 00000100:00000010:1.0:1767384377.090351:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e3be47c0. 00000100:00000010:1.0:1767384377.090355:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000003520324. 00000100:00000010:1.0:1767384377.090357:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000092506b28. 00000100:00000010:1.0:1767384377.090359:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000006e0e5ba3. 00000100:00000010:1.0:1767384377.090360:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002f6ec4aa. 00000100:00000010:1.0:1767384377.090362:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000d4bbaa8e. 00000100:00000010:1.0:1767384377.090364:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007be33312. 00000100:00000010:1.0:1767384377.090366:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000338a6987. 00000100:00000010:1.0:1767384377.090367:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003ecc891c. 00000100:00000010:1.0:1767384377.090369:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000060c1b517. 00000400:00000200:1.0:1767384377.090370:0:40421:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 29 lazy 00000020:00000010:1.0:1767384377.090394:0:40421:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000001c965575. 00000020:00000010:1.0:1767384377.090396:0:40421:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 0000000016cadd00. 00000100:00000010:1.0:1767384377.090425:0:40421:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000005badf6ec. 00000100:00000010:1.0:1767384377.090427:0:40421:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 000000002dba7c28. 00000100:00000010:1.0:1767384377.090429:0:40421:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000c91d1906. 00000100:00000010:1.0:1767384377.090430:0:40421:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000003915fd19. 00000100:00000010:1.0:1767384377.090432:0:40421:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000c0066973. 00000100:00000200:1.0:1767384377.090455:0:40421:0:(service.c:847:ptlrpc_register_service()) mdt_fld: Started, listening on portal 29 00000100:00000010:1.0:1767384377.090458:0:40421:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000f7eed344. 00000100:00000010:3.0:1767384377.090583:0:40443:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000000dcae951. 00000020:00000010:3.0:1767384377.090585:0:40443:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000ed949fcf. 00000020:00000010:3.0:1767384377.090588:0:40443:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000dd788491. 00000020:00000010:3.0:1767384377.090590:0:40443:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000f229700d. 00000040:00000010:3.0:1767384377.090592:0:40443:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000a88512f3. 00000020:00000010:3.0:1767384377.090595:0:40443:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000dfbad1f7. 00000020:00000010:3.0:1767384377.090598:0:40443:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000074a1ee4. 00000020:00000010:3.0:1767384377.090600:0:40443:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000884cda61. 80000000:00000010:3.0:1767384377.090602:0:40443:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000003d0acd44. 40000000:00000010:3.0:1767384377.090604:0:40443:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000675e835e. 00100000:00000010:3.0:1767384377.090608:0:40443:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000009cf39a44. 00040000:00000010:3.0:1767384377.090610:0:40443:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000782c3a51. 00040000:00000010:3.0:1767384377.090612:0:40443:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000008a95a73b. 00080000:00000010:3.0:1767384377.090614:0:40443:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000005962db7c. 00000004:00000010:3.0:1767384377.090617:0:40443:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000b713fb39. 00002000:00000010:3.0:1767384377.090619:0:40443:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000006109cee. 00000100:00000200:3.0:1767384377.090622:0:40443:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384377.090624:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000019d468f6. 00000400:00000010:3.0:1767384377.090627:0:40443:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fd34858c. 00000100:00000200:3.0:1767384377.090630:0:40443:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384377.090632:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003b1a3dc7. 00000400:00000010:3.0:1767384377.090633:0:40443:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003625ccd4. 00000100:00000200:3.0:1767384377.090635:0:40443:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384377.090637:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000356e1246. 00000400:00000010:3.0:1767384377.090639:0:40443:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006364bb3c. 00000100:00000200:3.0:1767384377.090641:0:40443:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384377.090642:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000059dc5a3a. 00000400:00000010:3.0:1767384377.090644:0:40443:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004fd74f58. 00000100:00000200:3.0:1767384377.090646:0:40443:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384377.090648:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000077934440. 00000400:00000010:3.0:1767384377.090650:0:40443:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009fbeccb3. 00000100:00000200:3.0:1767384377.090651:0:40443:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384377.090653:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d5a7194d. 00000400:00000010:3.0:1767384377.090655:0:40443:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000a482dbb. 00000100:00000200:3.0:1767384377.090656:0:40443:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384377.090657:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009d94c3a9. 00000400:00000010:3.0:1767384377.090658:0:40443:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000984bfdbd. 00000100:00000200:3.0:1767384377.090660:0:40443:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384377.090662:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000058a356fe. 00000400:00000010:3.0:1767384377.090663:0:40443:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fc5596f1. 00000100:00000200:3.0:1767384377.090665:0:40443:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384377.090666:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000916a75aa. 00000400:00000010:3.0:1767384377.090667:0:40443:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007bc39758. 00000100:00000200:3.0:1767384377.090668:0:40443:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384377.090669:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f9ac705b. 00000400:00000010:3.0:1767384377.090670:0:40443:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d85f9a14. 00000100:00000200:3.0:1767384377.090671:0:40443:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384377.090671:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a515ab56. 00000400:00000010:3.0:1767384377.090672:0:40443:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000035afccdb. 00000100:00000200:3.0:1767384377.090673:0:40443:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384377.090674:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000052b39a77. 00000400:00000010:3.0:1767384377.090675:0:40443:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bfa5f55e. 00000100:00000200:3.0:1767384377.090676:0:40443:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384377.090677:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000012554e93. 00000400:00000010:3.0:1767384377.090678:0:40443:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a6c5622e. 00000100:00000200:3.0:1767384377.090679:0:40443:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384377.090680:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006a0e7b58. 00000400:00000010:3.0:1767384377.090681:0:40443:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000269c1599. 00000100:00000200:3.0:1767384377.090682:0:40443:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384377.090682:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000aef4ab38. 00000400:00000010:3.0:1767384377.090683:0:40443:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009c681bd7. 00000100:00000200:3.0:1767384377.090684:0:40443:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384377.090694:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001bc17522. 00000400:00000010:3.0:1767384377.090696:0:40443:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009cc3e6c6. 00000100:00000200:3.0:1767384377.090697:0:40443:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384377.090699:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000a434c17. 00000400:00000010:3.0:1767384377.090700:0:40443:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002a7b22b9. 00000100:00000200:3.0:1767384377.090701:0:40443:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384377.090702:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d389b188. 00000400:00000010:3.0:1767384377.090703:0:40443:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002fb28fec. 00000100:00000200:3.0:1767384377.090704:0:40443:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384377.090705:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000083e41fbb. 00000400:00000010:3.0:1767384377.090705:0:40443:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000060ca87d5. 00000100:00000200:3.0:1767384377.090706:0:40443:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384377.090707:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007397cc0c. 00000400:00000010:3.0:1767384377.090713:0:40443:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f8df9a46. 00000100:00000200:3.0:1767384377.090715:0:40443:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384377.090716:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008a23f9f0. 00000400:00000010:3.0:1767384377.090718:0:40443:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007b369965. 00000100:00000200:3.0:1767384377.090719:0:40443:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384377.090721:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001fb6ad54. 00000400:00000010:3.0:1767384377.090723:0:40443:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fbd859ca. 00000100:00000200:3.0:1767384377.090724:0:40443:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384377.090725:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a64522ba. 00000400:00000010:3.0:1767384377.090726:0:40443:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000303cacef. 00000100:00000200:3.0:1767384377.090727:0:40443:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384377.090728:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004fcd9c79. 00000400:00000010:3.0:1767384377.090729:0:40443:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000017a69ad5. 00000100:00000200:3.0:1767384377.090730:0:40443:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384377.090731:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000095df5f86. 00000400:00000010:3.0:1767384377.090732:0:40443:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008147e353. 00000100:00000200:3.0:1767384377.090733:0:40443:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384377.090734:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000046ce618a. 00000400:00000010:3.0:1767384377.090735:0:40443:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001674b1ec. 00000100:00000200:3.0:1767384377.090735:0:40443:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384377.090736:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005328de1e. 00000400:00000010:3.0:1767384377.090737:0:40443:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b93c0949. 00000100:00000200:3.0:1767384377.090738:0:40443:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384377.090739:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000049eb6ec6. 00000400:00000010:3.0:1767384377.090740:0:40443:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000064c49e25. 00000100:00000200:3.0:1767384377.090741:0:40443:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384377.090742:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005a454a5a. 00000400:00000010:3.0:1767384377.090743:0:40443:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000015f6196e. 00000100:00000200:3.0:1767384377.090744:0:40443:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384377.090745:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000352ea2f2. 00000400:00000010:3.0:1767384377.090746:0:40443:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000091ec1262. 00000100:00000200:3.0:1767384377.090747:0:40443:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384377.090749:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000051132ee7. 00000400:00000010:3.0:1767384377.090750:0:40443:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000092347433. 00000100:00000200:3.0:1767384377.090752:0:40443:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384377.090753:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000054ac4aa2. 00000400:00000010:3.0:1767384377.090754:0:40443:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001e394e04. 00000100:00000200:3.0:1767384377.090755:0:40443:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384377.090756:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009d88f1a4. 00000400:00000010:3.0:1767384377.090756:0:40443:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cb7fe233. 00000100:00000200:3.0:1767384377.090757:0:40443:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384377.090758:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000074f570d8. 00000400:00000010:3.0:1767384377.090759:0:40443:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000023fcf1a. 00000100:00000200:3.0:1767384377.090760:0:40443:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384377.090761:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007e8fb1e1. 00000400:00000010:3.0:1767384377.090762:0:40443:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b3354f64. 00000100:00000200:3.0:1767384377.090763:0:40443:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384377.090763:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008f81f444. 00000400:00000010:3.0:1767384377.090764:0:40443:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e14e5b47. 00000100:00000200:3.0:1767384377.090765:0:40443:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384377.090766:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009c34fe58. 00000400:00000010:3.0:1767384377.090767:0:40443:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e8dd7996. 00000100:00000200:3.0:1767384377.090768:0:40443:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384377.090768:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006642d3a9. 00000400:00000010:3.0:1767384377.090769:0:40443:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c4e919ea. 00000100:00000200:3.0:1767384377.090770:0:40443:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384377.090771:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000801602f. 00000400:00000010:3.0:1767384377.090772:0:40443:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000b9d4c85. 00000100:00000200:3.0:1767384377.090773:0:40443:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384377.090773:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000089d9795b. 00000400:00000010:3.0:1767384377.090774:0:40443:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a34117c3. 00000100:00000200:3.0:1767384377.090775:0:40443:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384377.090776:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000635df5ed. 00000400:00000010:3.0:1767384377.090777:0:40443:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008d994612. 00000100:00000200:3.0:1767384377.090778:0:40443:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384377.090779:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a4f56844. 00000400:00000010:3.0:1767384377.090780:0:40443:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e844c9fb. 00000100:00000200:3.0:1767384377.090782:0:40443:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384377.090783:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000021687d9. 00000400:00000010:3.0:1767384377.090784:0:40443:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000498b760e. 00000100:00000200:3.0:1767384377.090785:0:40443:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384377.090786:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000012855ea2. 00000400:00000010:3.0:1767384377.090787:0:40443:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000adb27bdd. 00000100:00000200:3.0:1767384377.090788:0:40443:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384377.090789:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000055e525b3. 00000400:00000010:3.0:1767384377.090790:0:40443:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000032be5c18. 00000100:00000200:3.0:1767384377.090790:0:40443:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384377.090791:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fe6093df. 00000400:00000010:3.0:1767384377.090792:0:40443:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bf414808. 00000100:00000200:3.0:1767384377.090793:0:40443:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384377.090794:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000022894b1. 00000400:00000010:3.0:1767384377.090794:0:40443:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000039ec2ced. 00000100:00000200:3.0:1767384377.090795:0:40443:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384377.090796:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001b8dea60. 00000400:00000010:3.0:1767384377.090797:0:40443:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cd043f96. 00000100:00000200:3.0:1767384377.090798:0:40443:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384377.090799:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ed81e6b7. 00000400:00000010:3.0:1767384377.090800:0:40443:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004a2bb149. 00000100:00000200:3.0:1767384377.090800:0:40443:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384377.090801:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000261cab92. 00000400:00000010:3.0:1767384377.090807:0:40443:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000130bbeed. 00000100:00000200:3.0:1767384377.090809:0:40443:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384377.090810:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009a09bb48. 00000400:00000010:3.0:1767384377.090811:0:40443:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000030b96a93. 00000100:00000200:3.0:1767384377.090812:0:40443:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384377.090813:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ffd9a876. 00000400:00000010:3.0:1767384377.090814:0:40443:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007e3feac4. 00000100:00000200:3.0:1767384377.090815:0:40443:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384377.090816:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b5c29b3c. 00000400:00000010:3.0:1767384377.090817:0:40443:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000071a79712. 00000100:00000200:3.0:1767384377.090818:0:40443:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384377.090819:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000009750ded. 00000400:00000010:3.0:1767384377.090820:0:40443:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f860b272. 00000100:00000200:3.0:1767384377.090821:0:40443:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384377.090822:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000aa57940a. 00000400:00000010:3.0:1767384377.090822:0:40443:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003ef1dfff. 00000100:00000200:3.0:1767384377.090823:0:40443:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384377.090824:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000005172144. 00000400:00000010:3.0:1767384377.090825:0:40443:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d9dde878. 00000100:00000200:3.0:1767384377.090826:0:40443:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384377.090827:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000013658598. 00000400:00000010:3.0:1767384377.090827:0:40443:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000644d4611. 00000100:00000200:3.0:1767384377.090828:0:40443:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384377.090829:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000378f0789. 00000400:00000010:3.0:1767384377.090830:0:40443:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000024e1d1b5. 00000100:00000200:3.0:1767384377.090831:0:40443:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384377.090831:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000f4d23d8. 00000400:00000010:3.0:1767384377.090832:0:40443:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000044f7d32b. 00000100:00000200:3.0:1767384377.090833:0:40443:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384377.090834:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000089f536d5. 00000400:00000010:3.0:1767384377.090835:0:40443:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aac2d979. 00000100:00000200:3.0:1767384377.090836:0:40443:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384377.090837:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003a4cf330. 00000400:00000010:3.0:1767384377.090837:0:40443:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008a4ee231. 00000100:00000200:3.0:1767384377.090838:0:40443:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384377.090845:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001a26cf84. 00000400:00000010:3.0:1767384377.090846:0:40443:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008d5e9b05. 00000100:00000200:3.0:1767384377.090848:0:40443:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384377.090848:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e341061a. 00000400:00000010:3.0:1767384377.090849:0:40443:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000008a2d792. 00000100:00000200:3.0:1767384377.090850:0:40443:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:3.0:1767384377.090852:0:40443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009b530f6f. 00000400:00000010:3.0:1767384377.090853:0:40443:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000052554d49. 00000100:00000010:3.0:1767384377.090855:0:40443:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 000000002892bc9d. 00000100:00000200:3.0:1767384377.090864:0:40443:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:1.0:1767384377.090883:0:40421:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000ab83cc8b. 00000100:00000010:3.0:1767384377.091050:0:40444:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000abd1f2c4. 00000020:00000010:3.0:1767384377.091053:0:40444:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000007eae97dc. 00000020:00000010:3.0:1767384377.091055:0:40444:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d0bc006e. 00000020:00000010:3.0:1767384377.091057:0:40444:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000f457e26a. 00000040:00000010:3.0:1767384377.091058:0:40444:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000d392a03d. 00000020:00000010:3.0:1767384377.091060:0:40444:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000001da9740b. 00000020:00000010:3.0:1767384377.091062:0:40444:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000006e46ef07. 00000020:00000010:3.0:1767384377.091064:0:40444:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000aeb22040. 80000000:00000010:3.0:1767384377.091067:0:40444:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000006efabd6f. 40000000:00000010:3.0:1767384377.091068:0:40444:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000eb8a9375. 00100000:00000010:3.0:1767384377.091070:0:40444:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000000d87bfe. 00040000:00000010:3.0:1767384377.091071:0:40444:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000656e6ea5. 00040000:00000010:3.0:1767384377.091073:0:40444:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000062460ff4. 00080000:00000010:3.0:1767384377.091074:0:40444:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000008a9c1678. 00000004:00000010:3.0:1767384377.091076:0:40444:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000c668e2de. 00002000:00000010:3.0:1767384377.091078:0:40444:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000021867f2. 00000100:00000010:3.0:1767384377.091080:0:40444:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 00000000725b9206. 00000100:00000200:3.0:1767384377.091103:0:40444:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:1.0:1767384377.091105:0:40421:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 000000001cd5f000. 00000100:00000010:1.0:1767384377.091109:0:40421:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 000000003d32571e. 00000100:00000010:1.0:1767384377.091119:0:40421:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 0000000081394e2e. 00000100:00000010:1.0:1767384377.091124:0:40421:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 000000001a8deb82. 00000100:00000010:1.0:1767384377.091126:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000084547424. 00000100:00000010:1.0:1767384377.091266:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000f04da529. 00000100:00000010:1.0:1767384377.091269:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000064e51714. 00000100:00000010:1.0:1767384377.091405:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000004b979d53. 00000100:00000010:1.0:1767384377.091407:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000e298321. 00000100:00000010:1.0:1767384377.091544:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000003cb65f09. 00000100:00000010:1.0:1767384377.091548:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fb0381b8. 00000100:00000010:1.0:1767384377.091680:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000006e5fa012. 00000100:00000010:1.0:1767384377.091683:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004ba60d78. 00000100:00000010:1.0:1767384377.091820:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000015915863. 00000100:00000010:1.0:1767384377.091823:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004efea200. 00000100:00000010:1.0:1767384377.091965:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000002f2f573c. 00000100:00000010:1.0:1767384377.091968:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000009ad9a7e. 00000100:00000010:1.0:1767384377.092125:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000df13667e. 00000100:00000010:1.0:1767384377.092129:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000026341f7e. 00000100:00000010:1.0:1767384377.092267:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000008efef239. 00000100:00000010:1.0:1767384377.092269:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d343a709. 00000100:00000010:1.0:1767384377.092404:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000e6f3540e. 00000100:00000010:1.0:1767384377.092414:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a0a9a338. 00000100:00000010:1.0:1767384377.092571:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000002eaec183. 00000100:00000010:1.0:1767384377.092574:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000063d361. 00000100:00000010:1.0:1767384377.092706:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000832dfb9c. 00000100:00000010:1.0:1767384377.092710:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000074fbf342. 00000100:00000010:1.0:1767384377.092852:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000059080b57. 00000100:00000010:1.0:1767384377.092856:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bdd12e30. 00000100:00000010:1.0:1767384377.093013:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000007cdd6b86. 00000100:00000010:1.0:1767384377.093017:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008c7a5050. 00000100:00000010:1.0:1767384377.093179:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000c28fb9d5. 00000100:00000010:1.0:1767384377.093182:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000dd27739e. 00000100:00000010:1.0:1767384377.093323:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000007262ac7b. 00000100:00000010:1.0:1767384377.093326:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d81b6119. 00000100:00000010:1.0:1767384377.093464:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000344f30f4. 00000100:00000010:1.0:1767384377.093467:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006564c0d0. 00000100:00000010:1.0:1767384377.093602:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000006a47981e. 00000100:00000010:1.0:1767384377.093605:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007183fbfd. 00000100:00000010:1.0:1767384377.093751:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000e63c2a86. 00000100:00000010:1.0:1767384377.093755:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cee45995. 00000100:00000010:1.0:1767384377.093884:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000061baeaea. 00000100:00000010:1.0:1767384377.093887:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009242fd15. 00000100:00000010:1.0:1767384377.094028:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000dc3f3854. 00000100:00000010:1.0:1767384377.094031:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009ece8e0f. 00000100:00000010:1.0:1767384377.094170:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000987184ff. 00000100:00000010:1.0:1767384377.094173:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ae1eca48. 00000100:00000010:1.0:1767384377.094312:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000174f3d83. 00000100:00000010:1.0:1767384377.094315:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e557b37b. 00000100:00000010:1.0:1767384377.094443:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000a0ec4ba2. 00000100:00000010:1.0:1767384377.094445:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007bf5306e. 00000100:00000010:1.0:1767384377.094581:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000028ef56b6. 00000100:00000010:1.0:1767384377.094584:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000080499250. 00000100:00000010:1.0:1767384377.094719:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000a189b193. 00000100:00000010:1.0:1767384377.094730:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000099e0729e. 00000100:00000010:1.0:1767384377.094869:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000006ece1098. 00000100:00000010:1.0:1767384377.094872:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f4b16d74. 00000100:00000010:1.0:1767384377.095014:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000dedca10c. 00000100:00000010:1.0:1767384377.095017:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009794ff19. 00000100:00000010:1.0:1767384377.095168:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000bdcaf1a3. 00000100:00000010:1.0:1767384377.095172:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c3bcec5c. 00000100:00000010:1.0:1767384377.095304:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000004b42a36f. 00000100:00000010:1.0:1767384377.095307:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008036b6c0. 00000100:00000010:1.0:1767384377.095455:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000740dca91. 00000100:00000010:1.0:1767384377.095458:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000629e833d. 00000100:00000010:1.0:1767384377.095592:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000012f7a10f. 00000100:00000010:1.0:1767384377.095594:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000ba4f228. 00000100:00000010:1.0:1767384377.095727:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000019a2f53a. 00000100:00000010:1.0:1767384377.095729:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e6a562d4. 00000100:00000010:1.0:1767384377.095864:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000c905e514. 00000100:00000010:1.0:1767384377.095867:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000058930725. 00000100:00000010:1.0:1767384377.096022:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000064988912. 00000100:00000010:1.0:1767384377.096025:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ebe9b5c2. 00000100:00000010:1.0:1767384377.096174:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000bce1ce76. 00000100:00000010:1.0:1767384377.096177:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002df00aba. 00000100:00000010:1.0:1767384377.096304:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000749b165a. 00000100:00000010:1.0:1767384377.096306:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000734948ff. 00000100:00000010:1.0:1767384377.096434:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000620ec950. 00000100:00000010:1.0:1767384377.096436:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c9bd6871. 00000100:00000010:1.0:1767384377.096572:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000008943a333. 00000100:00000010:1.0:1767384377.096575:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000612d66f3. 00000100:00000010:1.0:1767384377.096705:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000038ac8e3e. 00000100:00000010:1.0:1767384377.096707:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a2034162. 00000100:00000010:1.0:1767384377.096835:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000658eac7a. 00000100:00000010:1.0:1767384377.096837:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005b8d562c. 00000100:00000010:1.0:1767384377.096973:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000001b65c0b3. 00000100:00000010:1.0:1767384377.096981:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b7755d8f. 00000100:00000010:1.0:1767384377.097130:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000c8cdf05a. 00000100:00000010:1.0:1767384377.097134:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ee9e1e52. 00000100:00000010:1.0:1767384377.097274:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000000e8515ca. 00000100:00000010:1.0:1767384377.097277:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005f44e84e. 00000100:00000010:1.0:1767384377.097412:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000ea6fc509. 00000100:00000010:1.0:1767384377.097416:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000eaec6341. 00000100:00000010:1.0:1767384377.097551:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000006575a6dd. 00000100:00000010:1.0:1767384377.097554:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009573a775. 00000100:00000010:1.0:1767384377.097701:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000068740004. 00000100:00000010:1.0:1767384377.097704:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004d3e921a. 00000100:00000010:1.0:1767384377.097840:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000a30a2081. 00000100:00000010:1.0:1767384377.097843:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000731175bb. 00000100:00000010:1.0:1767384377.097994:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000c1fff617. 00000100:00000010:1.0:1767384377.097997:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a92f3242. 00000100:00000010:1.0:1767384377.098149:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000a7a63ec0. 00000100:00000010:1.0:1767384377.098153:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006a607b73. 00000100:00000010:1.0:1767384377.098305:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000a792e27a. 00000100:00000010:1.0:1767384377.098308:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002e7c889c. 00000100:00000010:1.0:1767384377.098450:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000e1ff28cc. 00000100:00000010:1.0:1767384377.098452:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c5539b15. 00000100:00000010:1.0:1767384377.098586:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000007cbf365f. 00000100:00000010:1.0:1767384377.098589:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f257dae4. 00000100:00000010:1.0:1767384377.098722:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000e6d11e03. 00000100:00000010:1.0:1767384377.098725:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000081c1bd8c. 00000100:00000010:1.0:1767384377.098870:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000006203b5b9. 00000100:00000010:1.0:1767384377.098874:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000097bd515f. 00000100:00000010:1.0:1767384377.099020:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000c1eb2416. 00000100:00000010:1.0:1767384377.099023:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006d0af2bf. 00000100:00000010:1.0:1767384377.099169:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000058c23ad7. 00000100:00000010:1.0:1767384377.099173:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007006372d. 00000100:00000010:1.0:1767384377.099311:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000003ae6a8d7. 00000100:00000010:1.0:1767384377.099319:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000011176897. 00000100:00000010:1.0:1767384377.099467:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000009ad36204. 00000100:00000010:1.0:1767384377.099470:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cb086578. 00000100:00000010:1.0:1767384377.099609:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000051e1cc00. 00000100:00000010:1.0:1767384377.099613:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000058a6603e. 00000100:00000010:1.0:1767384377.099746:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000d2060ffe. 00000100:00000010:1.0:1767384377.099750:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bb53e9f6. 00000100:00000010:1.0:1767384377.099882:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000c923a2c1. 00000100:00000010:1.0:1767384377.099886:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000080cf005. 00000100:00000010:1.0:1767384377.100036:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000041f71d23. 00000100:00000010:1.0:1767384377.100039:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fb3df14c. 00000100:00000010:1.0:1767384377.100192:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000e3c44f1e. 00000100:00000010:1.0:1767384377.100196:0:40421:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000038c88a4a. 00000100:00000010:1.0:1767384377.100329:0:40421:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000f56497e3. 00000400:00000200:1.0:1767384377.100335:0:40421:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 13 lazy 00000020:00000010:1.0:1767384377.100396:0:40421:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000d00fa184. 00000020:00000010:1.0:1767384377.100407:0:40421:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 00000000956cd025. 00000100:00000010:1.0:1767384377.100453:0:40421:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000008e843f77. 00000100:00000010:1.0:1767384377.100459:0:40421:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 00000000723f5577. 00000100:00000010:1.0:1767384377.100461:0:40421:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000aec6de1a. 00000100:00000010:1.0:1767384377.100464:0:40421:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000001297d07c. 00000100:00000010:1.0:1767384377.100466:0:40421:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000063e2f4fb. 00000100:00000010:1.0:1767384377.100468:0:40421:0:(nrs.c:1026:nrs_svcpt_setup_locked()) kmalloced '(svcpt->scp_nrs_hp)': 112 at 00000000d6cf1806. 00000100:00000010:1.0:1767384377.100469:0:40421:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000001b552bed. 00000100:00000010:1.0:1767384377.100471:0:40421:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 000000009e8c1408. 00000100:00000010:1.0:1767384377.100472:0:40421:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000a99e2e90. 00000100:00000010:1.0:1767384377.100473:0:40421:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000000223631e. 00000100:00000010:1.0:1767384377.100474:0:40421:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000005b2f10f7. 00000100:00000200:1.0:1767384377.100499:0:40421:0:(service.c:847:ptlrpc_register_service()) mdt_io: Started, listening on portal 13 00000100:00000010:1.0:1767384377.100503:0:40421:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000660c05e6. 00000020:00000010:3.0:1767384377.101008:0:40445:0:(tgt_handler.c:1685:tgt_io_thread_init()) kmalloced '(tbc)': 1048576 at 00000000e68ad995. 00000100:00000010:3.0:1767384377.101013:0:40445:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000000a85edf3. 00000020:00000010:3.0:1767384377.101016:0:40445:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000c235943a. 00000020:00000010:3.0:1767384377.101021:0:40445:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e1d4c45a. 00000020:00000010:3.0:1767384377.101023:0:40445:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000000e46dfdf. 00000040:00000010:3.0:1767384377.101026:0:40445:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000007bb763e6. 00000020:00000010:3.0:1767384377.101030:0:40445:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000332f1c4d. 00000020:00000010:3.0:1767384377.101034:0:40445:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000cb39318e. 00000020:00000010:3.0:1767384377.101039:0:40445:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000046676fb7. 80000000:00000010:3.0:1767384377.101043:0:40445:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000003a6b0c51. 40000000:00000010:3.0:1767384377.101045:0:40445:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000046f2d4cc. 00100000:00000010:3.0:1767384377.101050:0:40445:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000075552fc. 00040000:00000010:3.0:1767384377.101053:0:40445:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000c3286088. 00040000:00000010:3.0:1767384377.101055:0:40445:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000021b595ab. 00080000:00000010:3.0:1767384377.101058:0:40445:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000ab7574a2. 00000004:00000010:3.0:1767384377.101063:0:40445:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000001ee21b4. 00002000:00000010:3.0:1767384377.101066:0:40445:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000012840fdf. 00000100:00000200:3.0:1767384377.101071:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384377.101074:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004ed6c74c. 00000400:00000010:3.0:1767384377.101079:0:40445:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000004d6b846d. 00000100:00000200:3.0:1767384377.101084:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384377.101100:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000010ae6974. 00000400:00000010:3.0:1767384377.101104:0:40445:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000d80aa5b2. 00000100:00000200:3.0:1767384377.101106:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384377.101108:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cbc78a30. 00000400:00000010:3.0:1767384377.101110:0:40445:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000f16638f3. 00000100:00000200:3.0:1767384377.101112:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384377.101114:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000063ca113d. 00000400:00000010:3.0:1767384377.101122:0:40445:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000c831c708. 00000100:00000200:3.0:1767384377.101127:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384377.101129:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000068e08fc4. 00000400:00000010:3.0:1767384377.101132:0:40445:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000006ca89df5. 00000100:00000200:3.0:1767384377.101135:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384377.101136:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c4a5b6a2. 00000400:00000010:3.0:1767384377.101138:0:40445:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000092552df. 00000100:00000200:3.0:1767384377.101140:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384377.101141:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d7d7fb86. 00000400:00000010:3.0:1767384377.101143:0:40445:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000073df0006. 00000100:00000200:3.0:1767384377.101144:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384377.101145:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cfffd0d2. 00000400:00000010:3.0:1767384377.101147:0:40445:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000009807314e. 00000100:00000200:3.0:1767384377.101148:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384377.101149:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000064f4f979. 00000400:00000010:3.0:1767384377.101151:0:40445:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000ec5ef8ca. 00000100:00000200:3.0:1767384377.101154:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384377.101155:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f8ce534d. 00000400:00000010:3.0:1767384377.101158:0:40445:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000705f4f48. 00000100:00000200:3.0:1767384377.101159:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384377.101160:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f8db9e7e. 00000400:00000010:3.0:1767384377.101162:0:40445:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000004f301a12. 00000100:00000200:3.0:1767384377.101163:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384377.101165:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ba8cc7fa. 00000400:00000010:3.0:1767384377.101171:0:40445:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000015597bc3. 00000100:00000200:3.0:1767384377.101173:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384377.101174:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fc697231. 00000400:00000010:3.0:1767384377.101176:0:40445:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000087b02afc. 00000100:00000200:3.0:1767384377.101177:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384377.101178:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e023161e. 00000400:00000010:3.0:1767384377.101180:0:40445:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000fa1ccc56. 00000100:00000200:3.0:1767384377.101182:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384377.101183:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cdec2221. 00000400:00000010:3.0:1767384377.101185:0:40445:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000005b967304. 00000100:00000200:3.0:1767384377.101187:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384377.101188:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000579d00e5. 00000400:00000010:3.0:1767384377.101191:0:40445:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000096cb8ea. 00000100:00000200:3.0:1767384377.101193:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384377.101194:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000091bc368d. 00000400:00000010:3.0:1767384377.101196:0:40445:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000017ebf5b1. 00000100:00000200:3.0:1767384377.101197:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384377.101198:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f680793b. 00000400:00000010:3.0:1767384377.101200:0:40445:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000adf5da45. 00000100:00000200:3.0:1767384377.101202:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384377.101203:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000031e54ccc. 00000400:00000010:3.0:1767384377.101205:0:40445:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000a4d85a8f. 00000100:00000200:3.0:1767384377.101206:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384377.101207:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b6595cc9. 00000400:00000010:3.0:1767384377.101213:0:40445:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000019eec696. 00000100:00000200:3.0:1767384377.101217:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384377.101219:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005204a25b. 00000400:00000010:3.0:1767384377.101221:0:40445:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000034270b8b. 00000100:00000200:3.0:1767384377.101222:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384377.101223:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000501f0191. 00000400:00000010:3.0:1767384377.101225:0:40445:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000025e22345. 00000100:00000200:3.0:1767384377.101227:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384377.101228:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005438abb8. 00000400:00000010:3.0:1767384377.101230:0:40445:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000e8159179. 00000100:00000200:3.0:1767384377.101232:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384377.101233:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005ef28944. 00000400:00000010:3.0:1767384377.101235:0:40445:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000c101369b. 00000100:00000200:3.0:1767384377.101237:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384377.101239:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007d3450d5. 00000400:00000010:3.0:1767384377.101241:0:40445:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000aac42f10. 00000100:00000200:3.0:1767384377.101244:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384377.101245:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000274585dd. 00000400:00000010:3.0:1767384377.101248:0:40445:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000bd1ce525. 00000100:00000200:3.0:1767384377.101251:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384377.101252:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001a417c1b. 00000400:00000010:3.0:1767384377.101255:0:40445:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000008448e11b. 00000100:00000200:3.0:1767384377.101257:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384377.101259:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001b03e125. 00000400:00000010:3.0:1767384377.101268:0:40445:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000001049d65. 00000100:00000200:3.0:1767384377.101273:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384377.101275:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001273dc32. 00000400:00000010:3.0:1767384377.101278:0:40445:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000cd1a44dc. 00000100:00000200:3.0:1767384377.101281:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384377.101283:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000106d870e. 00000400:00000010:3.0:1767384377.101286:0:40445:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000aa597cc0. 00000100:00000200:3.0:1767384377.101288:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384377.101290:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000018f7af51. 00000400:00000010:3.0:1767384377.101293:0:40445:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000021780578. 00000100:00000200:3.0:1767384377.101295:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384377.101297:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004634f999. 00000400:00000010:3.0:1767384377.101300:0:40445:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000073852214. 00000100:00000200:3.0:1767384377.101302:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384377.101304:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000026c3e777. 00000400:00000010:3.0:1767384377.101307:0:40445:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000025055a97. 00000100:00000200:3.0:1767384377.101309:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384377.101311:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cacaac23. 00000400:00000010:3.0:1767384377.101314:0:40445:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000009e53c159. 00000100:00000200:3.0:1767384377.101317:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384377.101318:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004ca55b9f. 00000400:00000010:3.0:1767384377.101320:0:40445:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000064445504. 00000100:00000200:3.0:1767384377.101322:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384377.101323:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000012f73e9a. 00000400:00000010:3.0:1767384377.101330:0:40445:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000004e29bdbb. 00000100:00000200:3.0:1767384377.101333:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384377.101334:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000082f230dd. 00000400:00000010:3.0:1767384377.101336:0:40445:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000815455ed. 00000100:00000200:3.0:1767384377.101338:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384377.101339:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b9d16197. 00000400:00000010:3.0:1767384377.101341:0:40445:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000057fc0925. 00000100:00000200:3.0:1767384377.101343:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384377.101343:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003d166333. 00000400:00000010:3.0:1767384377.101345:0:40445:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000c71ea92f. 00000100:00000200:3.0:1767384377.101348:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384377.101350:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000da1804dc. 00000400:00000010:3.0:1767384377.101352:0:40445:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000e91f8cf7. 00000100:00000200:3.0:1767384377.101354:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384377.101355:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000873bcdf2. 00000400:00000010:3.0:1767384377.101356:0:40445:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000f0545b6b. 00000100:00000200:3.0:1767384377.101358:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384377.101359:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006770c34d. 00000400:00000010:3.0:1767384377.101361:0:40445:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000b59519b5. 00000100:00000200:3.0:1767384377.101363:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384377.101363:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000baf92150. 00000400:00000010:3.0:1767384377.101365:0:40445:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000f2f59cc6. 00000100:00000200:3.0:1767384377.101367:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384377.101374:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000058c4df6d. 00000400:00000010:3.0:1767384377.101382:0:40445:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000001a9c52cb. 00000100:00000200:3.0:1767384377.101385:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384377.101386:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000deb8b98b. 00000400:00000010:3.0:1767384377.101388:0:40445:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000011f191b4. 00000100:00000200:3.0:1767384377.101389:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384377.101390:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008ff6d6b8. 00000400:00000010:3.0:1767384377.101392:0:40445:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000e22cc210. 00000100:00000200:3.0:1767384377.101394:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384377.101395:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000044a88ff3. 00000400:00000010:3.0:1767384377.101396:0:40445:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000b1a3558a. 00000100:00000200:3.0:1767384377.101398:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384377.101399:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008f46ba5d. 00000400:00000010:3.0:1767384377.101401:0:40445:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000f6e2785a. 00000100:00000200:3.0:1767384377.101402:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384377.101403:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003f59a9aa. 00000400:00000010:3.0:1767384377.101405:0:40445:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000f2084fb3. 00000100:00000200:3.0:1767384377.101406:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384377.101407:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005ee2f2f9. 00000400:00000010:3.0:1767384377.101409:0:40445:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000000beb2a98. 00000100:00000200:3.0:1767384377.101410:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384377.101412:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000250f3342. 00000400:00000010:3.0:1767384377.101414:0:40445:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000002891f578. 00000100:00000200:3.0:1767384377.101417:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384377.101418:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e13e336c. 00000400:00000010:3.0:1767384377.101423:0:40445:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000ef9638c9. 00000100:00000200:3.0:1767384377.101426:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384377.101427:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000001249f49. 00000400:00000010:3.0:1767384377.101428:0:40445:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000022173dae. 00000100:00000200:3.0:1767384377.101430:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384377.101431:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f4343593. 00000400:00000010:3.0:1767384377.101432:0:40445:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000c4f258fb. 00000100:00000200:3.0:1767384377.101434:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384377.101435:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dae7f5a4. 00000400:00000010:3.0:1767384377.101436:0:40445:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000f5e0f44a. 00000100:00000200:3.0:1767384377.101438:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384377.101439:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005e8fb453. 00000400:00000010:3.0:1767384377.101441:0:40445:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000f4dc178a. 00000100:00000200:3.0:1767384377.101444:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384377.101446:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dc63e984. 00000400:00000010:3.0:1767384377.101448:0:40445:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000001fe09655. 00000100:00000200:3.0:1767384377.101450:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384377.101451:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009d962f7f. 00000400:00000010:3.0:1767384377.101453:0:40445:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000d5ef2f10. 00000100:00000200:3.0:1767384377.101454:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384377.101455:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000770d1c15. 00000400:00000010:3.0:1767384377.101457:0:40445:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000abe214d8. 00000100:00000200:3.0:1767384377.101459:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384377.101460:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004f49d315. 00000400:00000010:3.0:1767384377.101466:0:40445:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000eafd5d8d. 00000100:00000200:3.0:1767384377.101470:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384377.101472:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000aed78626. 00000400:00000010:3.0:1767384377.101475:0:40445:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000341f8b29. 00000100:00000200:3.0:1767384377.101478:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384377.101479:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c400333e. 00000400:00000010:3.0:1767384377.101482:0:40445:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000005afb41a5. 00000100:00000200:3.0:1767384377.101484:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384377.101485:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004bb83241. 00000400:00000010:3.0:1767384377.101488:0:40445:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000095e6265d. 00000100:00000200:3.0:1767384377.101490:0:40445:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384377.101492:0:40445:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a8f2e556. 00000400:00000010:3.0:1767384377.101495:0:40445:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000cba25374. 00000100:00000010:3.0:1767384377.101505:0:40445:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 00000000398297d9. 00000100:00000200:3.0:1767384377.101523:0:40445:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:1.0:1767384377.101543:0:40421:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000aec75b3d. 00000020:00000010:3.0:1767384377.101948:0:40446:0:(tgt_handler.c:1685:tgt_io_thread_init()) kmalloced '(tbc)': 1048576 at 0000000003c11952. 00000100:00000010:3.0:1767384377.101953:0:40446:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000e97bff1f. 00000020:00000010:3.0:1767384377.101955:0:40446:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000012549d46. 00000020:00000010:3.0:1767384377.101958:0:40446:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006a79ecd8. 00000020:00000010:3.0:1767384377.101960:0:40446:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000095a663c9. 00000040:00000010:3.0:1767384377.101961:0:40446:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000004dfdea50. 00000020:00000010:3.0:1767384377.101963:0:40446:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000005def06fd. 00000020:00000010:3.0:1767384377.101965:0:40446:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000009a7fed27. 00000020:00000010:3.0:1767384377.101967:0:40446:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000830fd1d3. 80000000:00000010:3.0:1767384377.101969:0:40446:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000050e33f15. 40000000:00000010:3.0:1767384377.101971:0:40446:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000b17ee8e7. 00100000:00000010:3.0:1767384377.101973:0:40446:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000050b60373. 00040000:00000010:3.0:1767384377.101976:0:40446:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000060af728b. 00040000:00000010:3.0:1767384377.101978:0:40446:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000031e29d53. 00080000:00000010:3.0:1767384377.101981:0:40446:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000003fc37371. 00000004:00000010:3.0:1767384377.101984:0:40446:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000aa4cd212. 00002000:00000010:3.0:1767384377.101986:0:40446:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000007bb8ab4. 00000100:00000010:3.0:1767384377.101994:0:40446:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 00000000695b5b33. 00000100:00000200:3.0:1767384377.102007:0:40446:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:1.0:1767384377.102026:0:40421:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000d283393a. 00000020:00000010:3.0:1767384377.102473:0:40447:0:(tgt_handler.c:1685:tgt_io_thread_init()) kmalloced '(tbc)': 1048576 at 00000000e47ca8f0. 00000100:00000010:3.0:1767384377.102478:0:40447:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000d1a90f62. 00000020:00000010:3.0:1767384377.102480:0:40447:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000c9d8b0c7. 00000020:00000010:3.0:1767384377.102483:0:40447:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c53a9a16. 00000020:00000010:3.0:1767384377.102486:0:40447:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000000a1f873c. 00000040:00000010:3.0:1767384377.102488:0:40447:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000f1f56d25. 00000020:00000010:3.0:1767384377.102491:0:40447:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000073e43c54. 00000020:00000010:3.0:1767384377.102493:0:40447:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000006f2b9357. 00000020:00000010:3.0:1767384377.102496:0:40447:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000006e7a668f. 80000000:00000010:3.0:1767384377.102498:0:40447:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000007db3135e. 40000000:00000010:3.0:1767384377.102500:0:40447:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000090cfd367. 00100000:00000010:3.0:1767384377.102502:0:40447:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000f2403c50. 00040000:00000010:3.0:1767384377.102506:0:40447:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000f72b2cec. 00040000:00000010:3.0:1767384377.102508:0:40447:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000053551c6e. 00080000:00000010:3.0:1767384377.102510:0:40447:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000002ec922cf. 00000004:00000010:3.0:1767384377.102513:0:40447:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000955a56e9. 00002000:00000010:3.0:1767384377.102515:0:40447:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000a21707fc. 00000100:00000010:3.0:1767384377.102526:0:40447:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 00000000017a62a2. 00000100:00000200:3.0:1767384377.102540:0:40447:0:(service.c:3079:ptlrpc_main()) service thread 2 (#3) started 00000020:00000010:1.0:1767384377.102560:0:40421:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000001de98abc. 00000040:00000010:1.0:1767384377.102566:0:40421:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000212edfd2. 00000020:00000010:1.0:1767384377.102569:0:40421:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000006e52841a. 00000020:00000010:1.0:1767384377.102573:0:40421:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000be710cd7. 00000020:00000010:1.0:1767384377.102576:0:40421:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000975067e8. 80000000:00000010:1.0:1767384377.102578:0:40421:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000cc334641. 40000000:00000010:1.0:1767384377.102581:0:40421:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000c465bb8d. 00100000:00000010:1.0:1767384377.102584:0:40421:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000009353009b. 00040000:00000010:1.0:1767384377.102586:0:40421:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000a990dbb3. 00040000:00000010:1.0:1767384377.102588:0:40421:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000007034d7a5. 00080000:00000010:1.0:1767384377.102590:0:40421:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000f50fee40. 00000020:00000010:1.0:1767384377.102592:0:40421:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ba5c84c3. 00000020:00000010:1.0:1767384377.102595:0:40421:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000040e16a0b. 00000020:00000010:1.0:1767384377.102598:0:40421:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001238b710. 00000008:00000010:1.0:1767384377.102601:0:40421:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 00000000bc01874f. 00020000:00000010:1.0:1767384377.102606:0:40421:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 000000007c15f0a0. 00008000:00000010:1.0:1767384377.102609:0:40421:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 000000001aa20b6a. 00000080:00000010:1.0:1767384377.102613:0:40421:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 00000000168c09b8. 00000020:00000010:1.0:1767384377.102616:0:40421:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000222a8161. 00000020:00000010:1.0:1767384377.102620:0:40421:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 48 at 00000000c4aa07d5. 00000020:00000010:1.0:1767384377.102629:0:40421:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000222a8161. 00000020:00000010:1.0:1767384377.102632:0:40421:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000ba5c84c3. 00000040:00000010:1.0:1767384377.102635:0:40421:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000f071f3ca. 00000020:00000010:1.0:1767384377.102637:0:40421:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000b4f7c579. 00000020:00000010:1.0:1767384377.102639:0:40421:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000005415f9e3. 80000000:00000010:1.0:1767384377.102641:0:40421:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000005c564240. 00040000:00000010:1.0:1767384377.102643:0:40421:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000071fcdded. 00080000:00000010:1.0:1767384377.102644:0:40421:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000066ae20bf. 20000000:00000010:1.0:1767384377.102647:0:40421:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 0000000068c9f2d4. 00000020:00000010:1.0:1767384377.102660:0:40421:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at 000000002a1ad320. 00000020:00000010:1.0:1767384377.102663:0:40421:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000009bf27eef. 00080000:00000010:1.0:1767384377.102670:0:40421:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000009efa86a2. 00080000:00000010:1.0:1767384377.102827:0:40421:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000009efa86a2. 00000020:00000010:1.0:1767384377.102830:0:40421:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000009bf27eef. 00000040:00000010:1.0:1767384377.102839:0:40421:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 00000000108539b0. 00000020:00000010:1.0:1767384377.102866:0:40421:0:(tgt_mount.c:1287:server_lsi2mti()) kmalloced '(mti)': 7232 at 000000001c63b2ec. 00000100:00000010:1.0:1767384377.102899:0:40421:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f408a170. 02000000:00000010:1.0:1767384377.102926:0:40421:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000002878d71. 00000100:00000010:1.0:1767384377.102937:0:40421:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 0000000033d80614. 00000100:00000010:1.0:1767384377.102939:0:40421:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000af4052d2. 00000100:00000010:1.0:1767384377.102945:0:40421:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000ee89ee6. 00000400:00000010:1.0:1767384377.102961:0:40421:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f0315642. 00000400:00000010:1.0:1767384377.102965:0:40421:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000041b879ca. 00000100:00000200:1.0:1767384377.102968:0:40421:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 1 pages 2688 bytes, mbits x0x695824c908a00-0x695824c908a00, portal 33 02000000:00000010:1.0:1767384377.102975:0:40421:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000009327fce2. 00000400:00000010:1.0:1767384377.102977:0:40421:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f2a99379. 00000400:00000010:1.0:1767384377.102979:0:40421:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000076151c3f. 00000100:00000200:1.0:1767384377.102980:0:40421:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236723091968, portal 25 00000400:00000010:1.0:1767384377.102983:0:40421:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009de1bf35. 00000100:00000200:1.0:1767384377.102985:0:40421:0:(niobuf.c:94:ptl_send_buf()) Sending 4784 bytes to portal 26, xid 1853236723091968, offset 0 00000400:00000200:1.0:1767384377.102991:0:40421:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384377.103002:0:40421:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384377.103010:0:40421:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4784 into portal 26 MB=0x695824c908a00 00000400:00000200:1.0:1767384377.103015:0:40421:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4784/4784 into md 0x2201 [2] + 0 00000400:00000010:1.0:1767384377.103018:0:40421:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000003494e. 00000400:00000200:1.0:1767384377.103022:0:40421:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000cf10ba11 00000400:00000200:1.0:1767384377.103027:0:40421:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384377.103029:0:40421:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384377.103033:0:40421:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cf10ba11 00000400:00000010:1.0:1767384377.103035:0:40421:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000cf10ba11. 00000100:00000200:1.0:1767384377.103040:0:40421:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1767384377.103054:0:40421:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009de1bf35 00000400:00000010:1.0:1767384377.103055:0:40421:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009de1bf35. 00000100:00000200:1.0:1767384377.103059:0:40421:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f408a170 x1853236723091968/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384393 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384377.103075:0:40421:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000061b193a5. 00000100:00000010:1.0:1767384377.103084:0:40421:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002ab38c64. 00000100:00000010:1.0:1767384377.103104:0:40421:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b07b4250. 00000020:00000010:3.0:1767384377.103112:0:40426:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004ea5fa47. 00000100:00000010:1.0:1767384377.103114:0:40421:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008c77dda2. 00000020:00000010:3.0:1767384377.103119:0:40426:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004ea5fa47. 00000020:00000010:3.0:1767384377.103126:0:40426:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e0b7e893. 00000020:00000010:3.0:1767384377.103130:0:40426:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000501e23e6. 00000020:00000010:3.0:1767384377.103134:0:40426:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000cb198794. 00000020:00000010:3.0:1767384377.103164:0:40426:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004ea5fa47. 00000020:00000010:3.0:1767384377.103167:0:40426:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004ea5fa47. 00000100:00000200:3.0:1767384377.103169:0:40426:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723091968 02000000:00000010:3.0:1767384377.103182:0:40426:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000008aa0e13e. 20000000:00000010:3.0:1767384377.103193:0:40426:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 7232 at 000000007a3079d7. 00000100:00000010:3.0:1767384377.103196:0:40426:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000001461e5b7. 00000100:00000010:3.0:1767384377.103198:0:40426:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 000000005604a8eb. 00000400:00000010:3.0:1767384377.103203:0:40426:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b8b72bdb. 00000400:00000010:3.0:1767384377.103209:0:40426:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000009849d11c. 00000400:00000200:3.0:1767384377.103212:0:40426:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-0@lo 00000400:00000200:3.0:1767384377.103217:0:40426:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : GET - for me 00000400:00000200:3.0:1767384377.103222:0:40426:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 2688 into portal 33 MB=0x695824c908a00 00000400:00000200:3.0:1767384377.103226:0:40426:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 21 from 12345-0@lo of length 2688/2688 into md 0x2a21 [1] + 0 00000400:00000010:3.0:1767384377.103230:0:40426:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f0315642. 00000400:00000200:3.0:1767384377.103232:0:40426:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000041b879ca 00000100:00000200:3.0:1767384377.103235:0:40426:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 000000001461e5b7 00000400:00000200:3.0:1767384377.103241:0:40426:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : REPLY - for me 00000400:00000200:3.0:1767384377.103246:0:40426:0:(lib-move.c:4634:lnet_parse_reply()) 0@lo: Reply from 12345-0@lo of length 2688/2688 into md 0x2a2d 00000400:00000200:3.0:1767384377.103250:0:40426:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384377.103253:0:40426:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: REPLY: OK 00000400:00000200:3.0:1767384377.103255:0:40426:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b8b72bdb 00000400:00000010:3.0:1767384377.103256:0:40426:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b8b72bdb. 00000100:00000200:3.0:1767384377.103260:0:40426:0:(events.c:459:server_bulk_callback()) event type 3, status 0, desc 000000001461e5b7 00000400:00000200:3.0:1767384377.103263:0:40426:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000041b879ca 00000400:00000010:3.0:1767384377.103264:0:40426:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000041b879ca. 00000100:00000200:3.0:1767384377.103268:0:40426:0:(events.c:192:client_bulk_callback()) event type 1, status 0, req 00000000f408a170 desc 0000000033d80614 mbits 1853236723091968 00000100:00000200:3.0:1767384377.103280:0:40426:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 2688 bytes via portal 33 id 12345-0@lo mbits 0x695824c908a00-0x695824c908a00 20000000:00000010:3.0:1767384377.103293:0:40426:0:(mgs_llog.c:459:mgs_new_fsdb()) kmalloced '(fsdb)': 488 at 0000000005de3c16. 20000000:00000010:3.0:1767384377.103304:0:40426:0:(mgs_llog.c:479:mgs_new_fsdb()) kmalloced '(fsdb->fsdb_mdt_index_map)': 8192 at 00000000e489143c. 20000000:00000010:3.0:1767384377.103308:0:40426:0:(mgs_llog.c:486:mgs_new_fsdb()) kmalloced '(fsdb->fsdb_ost_index_map)': 8192 at 000000009bb05baa. 00000100:00000010:3.0:1767384377.105156:0:40426:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 000000005604a8eb. 00000100:00000010:3.0:1767384377.105160:0:40426:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000001461e5b7. 20000000:00000010:3.0:1767384377.105163:0:40426:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 7232 at 000000007a3079d7. 00010000:00000200:3.0:1767384377.105169:0:40426:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000b50f7e41 x1853236723091968/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:358/0 lens 4784/4768 e 0 to 0 dl 1767384388 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384377.105181:0:40426:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002960b4d3. 00000100:00000200:3.0:1767384377.105184:0:40426:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236723091968, offset 224 00000400:00000200:3.0:1767384377.105187:0:40426:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384377.105190:0:40426:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384377.105193:0:40426:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824c908a00 00000400:00000200:3.0:1767384377.105196:0:40426:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x2a25 [2] + 224 00000400:00000200:3.0:1767384377.105199:0:40426:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384377.105201:0:40426:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384377.105204:0:40426:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f408a170 x1853236723091968/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384393 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384377.105217:0:40426:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002960b4d3 00000400:00000010:3.0:1767384377.105218:0:40426:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002960b4d3. 00000020:00000010:3.0:1767384377.105226:0:40426:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000501e23e6. 00000020:00000010:3.0:1767384377.105229:0:40426:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000cb198794. 00000020:00000010:3.0:1767384377.105231:0:40426:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e0b7e893. 02000000:00000010:3.0:1767384377.105237:0:40426:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000008aa0e13e. 00000400:00000010:1.0:1767384377.105239:0:40421:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f2a99379. 00000100:00000200:3.0:1767384377.105241:0:40426:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384377.105244:0:40426:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a41f7b58. 00000400:00000200:1.0:1767384377.105244:0:40421:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000076151c3f 00000400:00000010:1.0:1767384377.105246:0:40421:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000076151c3f. 00000400:00000010:3.0:1767384377.105251:0:40426:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002960b4d3. 00000100:00000200:1.0:1767384377.105252:0:40421:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f408a170 x1853236723091968/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384393 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384377.105260:0:40421:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f408a170 x1853236723091968/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384393 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384377.105275:0:40421:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000000ee89ee6. 02000000:00000010:1.0:1767384377.105279:0:40421:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000009327fce2. 00000100:00000010:1.0:1767384377.105282:0:40421:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000af4052d2. 00000100:00000010:1.0:1767384377.105284:0:40421:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 0000000033d80614. 02000000:00000010:1.0:1767384377.105286:0:40421:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000002878d71. 00000100:00000010:1.0:1767384377.105289:0:40421:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f408a170. 00000020:00000010:1.0:1767384377.105292:0:40421:0:(tgt_mount.c:1413:server_register_target()) kfreed 'mti': 7232 at 000000001c63b2ec. 00000020:00000010:1.0:1767384377.105296:0:40421:0:(tgt_mount.c:77:server_register_mount()) kmalloced '(lmi)': 32 at 00000000c0a57d03. 00000020:00000010:1.0:1767384377.105298:0:40421:0:(tgt_mount.c:80:server_register_mount()) kmalloced '(name_cp)': 15 at 00000000af4052d2. 00000020:00000010:1.0:1767384377.105301:0:40421:0:(obd_mount.c:65:lustre_process_log()) kmalloced '(bufs)': 104 at 000000002da72ace. 00000020:00000010:1.0:1767384377.105304:0:40421:0:(obd_mount.c:74:lustre_process_log()) kmalloced '(lcfg)': 184 at 000000000ee89ee6. 00000020:00000010:1.0:1767384377.105307:0:40421:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000048c32b59. 00000020:00000010:1.0:1767384377.105308:0:40421:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000031dd230. 00000040:00000010:1.0:1767384377.105310:0:40421:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000763b8923. 00000020:00000010:1.0:1767384377.105312:0:40421:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000020aa078. 00000020:00000010:1.0:1767384377.105315:0:40421:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000031019bc1. 00040000:00000010:1.0:1767384377.105317:0:40421:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000004b18eea8. 00040000:00000010:1.0:1767384377.105319:0:40421:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000033dabb5e. 00080000:00000010:1.0:1767384377.105321:0:40421:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000c1421ccd. 10000000:00000010:1.0:1767384377.105329:0:40421:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 279 at 00000000a36653d2. 10000000:00000010:1.0:1767384377.105332:0:40421:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 287 at 00000000996f6799. 00000100:00000010:1.0:1767384377.105335:0:40421:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f408a170. 02000000:00000010:1.0:1767384377.105339:0:40421:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000245d2d6e. 00010000:00000010:1.0:1767384377.105346:0:40421:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000065487e87. 00010000:00000010:1.0:1767384377.105350:0:40421:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000000858b1ea. 00000100:00000010:1.0:1767384377.105359:0:40421:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000076151c3f. 02000000:00000010:1.0:1767384377.105363:0:40421:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000033d80614. 00000400:00000010:1.0:1767384377.105365:0:40421:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f2a99379. 00000400:00000010:1.0:1767384377.105367:0:40421:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005ce4ec44. 00000100:00000200:1.0:1767384377.105369:0:40421:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236723092096, portal 25 00000400:00000010:1.0:1767384377.105371:0:40421:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000589f7d29. 00000100:00000200:1.0:1767384377.105372:0:40421:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853236723092096, offset 0 00000400:00000200:1.0:1767384377.105374:0:40421:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384377.105378:0:40421:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384377.105381:0:40421:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695824c908a80 00000400:00000200:1.0:1767384377.105383:0:40421:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x2205 [2] + 0 00000400:00000010:1.0:1767384377.105385:0:40421:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f5eddae2. 00000400:00000200:1.0:1767384377.105387:0:40421:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000008a0b5afe 00000400:00000200:1.0:1767384377.105389:0:40421:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384377.105391:0:40421:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384377.105393:0:40421:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008a0b5afe 00000400:00000010:1.0:1767384377.105394:0:40421:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008a0b5afe. 00000100:00000200:1.0:1767384377.105395:0:40421:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1767384377.105405:0:40421:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000589f7d29 00000400:00000010:1.0:1767384377.105406:0:40421:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000589f7d29. 00000100:00000200:1.0:1767384377.105409:0:40421:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f408a170 x1853236723092096/t0(0) o101->MGC192.168.202.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384393 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384377.105418:0:40426:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d107f2a1. 00000020:00000010:3.0:1767384377.105421:0:40426:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d107f2a1. 00000020:00000010:3.0:1767384377.105425:0:40426:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e0b7e893. 00000020:00000010:3.0:1767384377.105426:0:40426:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000501e23e6. 00000020:00000010:3.0:1767384377.105428:0:40426:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000cb198794. 00000020:00000010:3.0:1767384377.105444:0:40426:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d107f2a1. 00000020:00000010:3.0:1767384377.105447:0:40426:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d107f2a1. 00000100:00000200:3.0:1767384377.105450:0:40426:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723092096 00010000:00000010:3.0:1767384377.105458:0:40426:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000000ed4f198. 00010000:00000010:3.0:1767384377.105461:0:40426:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000bb8a53c1. 02000000:00000010:3.0:1767384377.105468:0:40426:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 000000001461e5b7. 00010000:00000200:3.0:1767384377.105481:0:40426:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e997a19e x1853236723092096/t0(0) o101->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:358/0 lens 328/344 e 0 to 0 dl 1767384388 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384377.105487:0:40426:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b8b72bdb. 00000100:00000200:3.0:1767384377.105489:0:40426:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236723092096, offset 224 00000400:00000200:3.0:1767384377.105492:0:40426:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384377.105495:0:40426:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384377.105498:0:40426:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695824c908a80 00000400:00000200:3.0:1767384377.105500:0:40426:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x2a39 [1] + 224 00000400:00000200:3.0:1767384377.105503:0:40426:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384377.105504:0:40426:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384377.105507:0:40426:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f408a170 x1853236723092096/t0(0) o101->MGC192.168.202.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384393 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384377.105519:0:40426:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b8b72bdb 00000400:00000010:3.0:1767384377.105520:0:40426:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b8b72bdb. 00000020:00000010:3.0:1767384377.105527:0:40426:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000501e23e6. 00000400:00000010:1.0:1767384377.105528:0:40421:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f2a99379. 00000020:00000010:3.0:1767384377.105529:0:40426:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000cb198794. 00000400:00000200:1.0:1767384377.105533:0:40421:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005ce4ec44 00000020:00000010:3.0:1767384377.105534:0:40426:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e0b7e893. 00000400:00000010:1.0:1767384377.105537:0:40421:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005ce4ec44. 02000000:00000010:3.0:1767384377.105538:0:40426:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 000000001461e5b7. 00000100:00000200:1.0:1767384377.105542:0:40421:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f408a170 x1853236723092096/t0(0) o101->MGC192.168.202.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384393 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384377.105543:0:40426:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384377.105547:0:40426:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000935b8ee4. 00000400:00000010:3.0:1767384377.105552:0:40426:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000645cbf3. 00000100:00000200:1.0:1767384377.105553:0:40421:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f408a170 x1853236723092096/t0(0) o101->MGC192.168.202.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384393 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384377.105563:0:40421:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000076151c3f. 02000000:00000010:1.0:1767384377.105571:0:40421:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000033d80614. 02000000:00000010:1.0:1767384377.105572:0:40421:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000245d2d6e. 00000100:00000010:1.0:1767384377.105574:0:40421:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f408a170. 10000000:00000010:1.0:1767384377.105586:0:40421:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 287 at 00000000245d2d6e. 10000000:00000010:1.0:1767384377.105589:0:40421:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 285 at 00000000fc52bf57. 00000100:00000010:1.0:1767384377.105591:0:40421:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f408a170. 02000000:00000010:1.0:1767384377.105594:0:40421:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005b432d7d. 00010000:00000010:1.0:1767384377.105597:0:40421:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000488b3309. 00010000:00000010:1.0:1767384377.105599:0:40421:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000c3ad27bd. 00000100:00000010:1.0:1767384377.105603:0:40421:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000076151c3f. 02000000:00000010:1.0:1767384377.105607:0:40421:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000033d80614. 00000400:00000010:1.0:1767384377.105609:0:40421:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f2a99379. 00000400:00000010:1.0:1767384377.105611:0:40421:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005ce4ec44. 00000100:00000200:1.0:1767384377.105614:0:40421:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236723092224, portal 25 00000400:00000010:1.0:1767384377.105616:0:40421:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000589f7d29. 00000100:00000200:1.0:1767384377.105617:0:40421:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853236723092224, offset 0 00000400:00000200:1.0:1767384377.105620:0:40421:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384377.105624:0:40421:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384377.105627:0:40421:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695824c908b00 00000400:00000200:1.0:1767384377.105630:0:40421:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x2209 [2] + 0 00000400:00000010:1.0:1767384377.105632:0:40421:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000047ce834f. 00000400:00000200:1.0:1767384377.105633:0:40421:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d3e1de38 00000400:00000200:1.0:1767384377.105635:0:40421:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384377.105637:0:40421:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384377.105638:0:40421:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d3e1de38 00000400:00000010:1.0:1767384377.105639:0:40421:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d3e1de38. 00000100:00000200:1.0:1767384377.105641:0:40421:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1767384377.105649:0:40421:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000589f7d29 00000400:00000010:1.0:1767384377.105650:0:40421:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000589f7d29. 00000100:00000200:1.0:1767384377.105652:0:40421:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f408a170 x1853236723092224/t0(0) o101->MGC192.168.202.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384393 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384377.105663:0:40426:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d107f2a1. 00000020:00000010:3.0:1767384377.105666:0:40426:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d107f2a1. 00000020:00000010:3.0:1767384377.105668:0:40426:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e0b7e893. 00000020:00000010:3.0:1767384377.105670:0:40426:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000501e23e6. 00000020:00000010:3.0:1767384377.105672:0:40426:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000cb198794. 00000020:00000010:3.0:1767384377.105685:0:40426:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d107f2a1. 00000020:00000010:3.0:1767384377.105688:0:40426:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d107f2a1. 00000100:00000200:3.0:1767384377.105690:0:40426:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723092224 00010000:00000010:3.0:1767384377.105696:0:40426:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000011dbfe26. 00010000:00000010:3.0:1767384377.105698:0:40426:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000061f5da28. 02000000:00000010:3.0:1767384377.105702:0:40426:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 000000001461e5b7. 00010000:00000200:3.0:1767384377.105707:0:40426:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000db72dd4c x1853236723092224/t0(0) o101->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:358/0 lens 328/344 e 0 to 0 dl 1767384388 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384377.105713:0:40426:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b8b72bdb. 00000100:00000200:3.0:1767384377.105714:0:40426:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236723092224, offset 224 00000400:00000200:3.0:1767384377.105716:0:40426:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384377.105720:0:40426:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384377.105723:0:40426:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695824c908b00 00000400:00000200:3.0:1767384377.105725:0:40426:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x2a49 [1] + 224 00000400:00000200:3.0:1767384377.105728:0:40426:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384377.105729:0:40426:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384377.105731:0:40426:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f408a170 x1853236723092224/t0(0) o101->MGC192.168.202.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384393 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384377.105741:0:40426:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b8b72bdb 00000400:00000010:3.0:1767384377.105743:0:40426:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b8b72bdb. 00000020:00000010:3.0:1767384377.105749:0:40426:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000501e23e6. 00000400:00000010:1.0:1767384377.105749:0:40421:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f2a99379. 00000020:00000010:3.0:1767384377.105751:0:40426:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000cb198794. 00000400:00000200:1.0:1767384377.105754:0:40421:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005ce4ec44 00000020:00000010:3.0:1767384377.105755:0:40426:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e0b7e893. 00000400:00000010:1.0:1767384377.105757:0:40421:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005ce4ec44. 02000000:00000010:3.0:1767384377.105760:0:40426:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 000000001461e5b7. 00000100:00000200:1.0:1767384377.105763:0:40421:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f408a170 x1853236723092224/t0(0) o101->MGC192.168.202.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384393 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384377.105765:0:40426:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384377.105769:0:40426:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006a4d2a7a. 00000400:00000010:3.0:1767384377.105774:0:40426:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003ca47901. 00000100:00000200:1.0:1767384377.105774:0:40421:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f408a170 x1853236723092224/t0(0) o101->MGC192.168.202.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384393 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384377.105785:0:40421:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000076151c3f. 02000000:00000010:1.0:1767384377.105790:0:40421:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000033d80614. 02000000:00000010:1.0:1767384377.105791:0:40421:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000005b432d7d. 00000100:00000010:1.0:1767384377.105792:0:40421:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f408a170. 10000000:00000010:1.0:1767384377.105796:0:40421:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at 0000000057772f75. 00000020:00000010:1.0:1767384377.105797:0:40421:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005b432d7d. 00000020:00000010:1.0:1767384377.105799:0:40421:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000401a7836. 00000040:00000010:1.0:1767384377.105800:0:40421:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000451f1137. 00000020:00000010:1.0:1767384377.105802:0:40421:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000ff62c2f8. 00000020:00000010:1.0:1767384377.105804:0:40421:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000e52835de. 80000000:00000010:1.0:1767384377.105806:0:40421:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000a6d7aa4c. 00040000:00000010:1.0:1767384377.105807:0:40421:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000004800ed91. 00080000:00000010:1.0:1767384377.105809:0:40421:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000b1b3237e. 20000000:00000010:1.0:1767384377.105811:0:40421:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 0000000063b5d3e0. 00000040:00000010:1.0:1767384377.105814:0:40421:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000005d90faee. 00000100:00000010:1.0:1767384377.105817:0:40421:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f408a170. 02000000:00000010:1.0:1767384377.105821:0:40421:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000cf679c68. 00000100:00000010:1.0:1767384377.105824:0:40421:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000076151c3f. 02000000:00000010:1.0:1767384377.105828:0:40421:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000010e9785a. 00000400:00000010:1.0:1767384377.105829:0:40421:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f2a99379. 00000400:00000010:1.0:1767384377.105831:0:40421:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005ce4ec44. 00000100:00000200:1.0:1767384377.105833:0:40421:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236723092352, portal 25 00000400:00000010:1.0:1767384377.105834:0:40421:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000589f7d29. 00000100:00000200:1.0:1767384377.105836:0:40421:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1853236723092352, offset 0 00000400:00000200:1.0:1767384377.105838:0:40421:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384377.105841:0:40421:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384377.105844:0:40421:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 512 into portal 26 MB=0x695824c908b80 00000400:00000200:1.0:1767384377.105847:0:40421:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 512/512 into md 0x220d [2] + 0 00000400:00000010:1.0:1767384377.105848:0:40421:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dcc0cd3a. 00000400:00000200:1.0:1767384377.105850:0:40421:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000a4bcf05c 00000400:00000200:1.0:1767384377.105851:0:40421:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384377.105853:0:40421:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384377.105854:0:40421:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a4bcf05c 00000400:00000010:1.0:1767384377.105855:0:40421:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a4bcf05c. 00000100:00000200:1.0:1767384377.105858:0:40421:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1767384377.105865:0:40421:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000589f7d29 00000400:00000010:1.0:1767384377.105867:0:40421:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000589f7d29. 00000100:00000200:1.0:1767384377.105869:0:40421:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f408a170 x1853236723092352/t0(0) o501->MGC192.168.202.152@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384393 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384377.105876:0:40426:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d107f2a1. 00000020:00000010:3.0:1767384377.105879:0:40426:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d107f2a1. 00000020:00000010:3.0:1767384377.105881:0:40426:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e0b7e893. 00000020:00000010:3.0:1767384377.105883:0:40426:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000501e23e6. 00000020:00000010:3.0:1767384377.105885:0:40426:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000cb198794. 00000020:00000010:3.0:1767384377.105897:0:40426:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d107f2a1. 00000020:00000010:3.0:1767384377.105899:0:40426:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d107f2a1. 00000100:00000200:3.0:1767384377.105901:0:40426:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723092352 02000000:00000010:3.0:1767384377.105916:0:40426:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 000000001461e5b7. 00000040:00000010:3.0:1767384377.105923:0:40426:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000da0abebb. 00000040:00000010:3.0:1767384377.105951:0:40426:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 15 at 000000005604a8eb. 00000020:00000010:3.0:1767384377.105955:0:40426:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000001696111a. 00080000:00000010:3.0:1767384377.105959:0:40426:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000c7a0304d. 00000040:00000010:3.0:1767384377.105999:0:40426:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 15 at 000000005604a8eb. 00000040:00000010:3.0:1767384377.106001:0:40426:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000da0abebb. 20000000:00000010:3.0:1767384377.106006:0:40426:0:(mgs_nids.c:1144:mgs_fsc_attach()) kmalloced '(new_fsc)': 56 at 00000000ec20a07d. 00010000:00000200:3.0:1767384377.106010:0:40426:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000135474c5 x1853236723092352/t0(0) o501->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:358/0 lens 512/272 e 0 to 0 dl 1767384388 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384377.106016:0:40426:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b8b72bdb. 00000100:00000200:3.0:1767384377.106017:0:40426:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1853236723092352, offset 224 00000400:00000200:3.0:1767384377.106020:0:40426:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384377.106023:0:40426:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384377.106026:0:40426:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 25 MB=0x695824c908b80 00000400:00000200:3.0:1767384377.106028:0:40426:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 272/272 into md 0x2a59 [1] + 224 00000400:00000200:3.0:1767384377.106030:0:40426:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384377.106032:0:40426:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384377.106034:0:40426:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f408a170 x1853236723092352/t0(0) o501->MGC192.168.202.152@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384393 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384377.106047:0:40426:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b8b72bdb 00000400:00000010:3.0:1767384377.106048:0:40426:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b8b72bdb. 00000020:00000010:3.0:1767384377.106053:0:40426:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000501e23e6. 00000020:00000010:3.0:1767384377.106055:0:40426:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000cb198794. 00000020:00000010:3.0:1767384377.106057:0:40426:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e0b7e893. 02000000:00000010:3.0:1767384377.106061:0:40426:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 000000001461e5b7. 00000100:00000200:3.0:1767384377.106064:0:40426:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384377.106066:0:40426:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000055c348b1. 00000400:00000010:1.0:1767384377.106066:0:40421:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f2a99379. 00000400:00000200:1.0:1767384377.106070:0:40421:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005ce4ec44 00000400:00000010:1.0:1767384377.106073:0:40421:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005ce4ec44. 00000400:00000010:3.0:1767384377.106076:0:40426:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000016b65c69. 00000100:00000200:1.0:1767384377.106077:0:40421:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f408a170 x1853236723092352/t0(0) o501->MGC192.168.202.152@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384393 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384377.106084:0:40421:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f408a170 x1853236723092352/t0(0) o501->MGC192.168.202.152@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384393 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384377.106112:0:40421:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000076151c3f. 02000000:00000010:1.0:1767384377.106117:0:40421:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000010e9785a. 02000000:00000010:1.0:1767384377.106119:0:40421:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000cf679c68. 00000100:00000010:1.0:1767384377.106121:0:40421:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f408a170. 00000040:00000010:1.0:1767384377.106125:0:40421:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000001c63b2ec. 00000100:00000010:1.0:1767384377.106127:0:40421:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f408a170. 02000000:00000010:1.0:1767384377.106130:0:40421:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000cf679c68. 00000100:00000010:1.0:1767384377.106133:0:40421:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000076151c3f. 02000000:00000010:1.0:1767384377.106146:0:40421:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 000000007a8e875f. 00000400:00000010:1.0:1767384377.106148:0:40421:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f2a99379. 00000400:00000010:1.0:1767384377.106151:0:40421:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 000000009de1bf35. 00000100:00000200:1.0:1767384377.106153:0:40421:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853236723092480, portal 25 00000400:00000010:1.0:1767384377.106155:0:40421:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005ce4ec44. 00000100:00000200:1.0:1767384377.106156:0:40421:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853236723092480, offset 0 00000400:00000200:1.0:1767384377.106158:0:40421:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384377.106161:0:40421:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384377.106164:0:40421:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x695824c908c00 00000400:00000200:1.0:1767384377.106167:0:40421:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x2211 [2] + 0 00000400:00000010:1.0:1767384377.106169:0:40421:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f456b9b4. 00000400:00000200:1.0:1767384377.106170:0:40421:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000810ee248 00000400:00000200:1.0:1767384377.106172:0:40421:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384377.106174:0:40421:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384377.106175:0:40421:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000810ee248 00000400:00000010:1.0:1767384377.106176:0:40421:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000810ee248. 00000100:00000200:1.0:1767384377.106178:0:40421:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1767384377.106186:0:40421:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005ce4ec44 00000400:00000010:1.0:1767384377.106187:0:40421:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005ce4ec44. 00000100:00000200:1.0:1767384377.106189:0:40421:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f408a170 x1853236723092480/t0(0) o503->MGC192.168.202.152@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384393 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384377.106203:0:40426:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000334c1d18. 00000020:00000010:3.0:1767384377.106206:0:40426:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000334c1d18. 00000020:00000010:3.0:1767384377.106208:0:40426:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000da0abebb. 00000020:00000010:3.0:1767384377.106210:0:40426:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000501e23e6. 00000020:00000010:3.0:1767384377.106212:0:40426:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000cb198794. 00000020:00000010:3.0:1767384377.106229:0:40426:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000334c1d18. 00000020:00000010:3.0:1767384377.106231:0:40426:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000334c1d18. 00000100:00000200:3.0:1767384377.106234:0:40426:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723092480 02000000:00000010:3.0:1767384377.106247:0:40426:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 00000000cfcdf8a0. 00000040:00000010:3.0:1767384377.106252:0:40426:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000002e215a93. 00000040:00000010:3.0:1767384377.106257:0:40426:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000fb7462f9. 00000040:00000010:3.0:1767384377.106419:0:40426:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000fb7462f9. 00000040:00000010:3.0:1767384377.106423:0:40426:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000002e215a93. 00010000:00000200:3.0:1767384377.106427:0:40426:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000003338fd00 x1853236723092480/t0(0) o503->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:358/0 lens 272/8416 e 0 to 0 dl 1767384388 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384377.106434:0:40426:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 000000003d2c1332. 00000100:00000200:3.0:1767384377.106436:0:40426:0:(niobuf.c:94:ptl_send_buf()) Sending 8416 bytes to portal 25, xid 1853236723092480, offset 224 00000400:00000200:3.0:1767384377.106438:0:40426:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384377.106441:0:40426:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384377.106444:0:40426:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8416 into portal 25 MB=0x695824c908c00 00000400:00000200:3.0:1767384377.106446:0:40426:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8416/8416 into md 0x2a69 [4] + 224 00000400:00000200:3.0:1767384377.106449:0:40426:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384377.106451:0:40426:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384377.106454:0:40426:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f408a170 x1853236723092480/t0(0) o503->MGC192.168.202.152@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384393 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384377.106466:0:40426:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003d2c1332 00000400:00000010:3.0:1767384377.106467:0:40426:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 000000003d2c1332. 00000020:00000010:3.0:1767384377.106472:0:40426:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000501e23e6. 00000020:00000010:3.0:1767384377.106474:0:40426:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000cb198794. 00000020:00000010:3.0:1767384377.106476:0:40426:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000da0abebb. 02000000:00000010:3.0:1767384377.106479:0:40426:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 00000000cfcdf8a0. 00000400:00000010:1.0:1767384377.106485:0:40421:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f2a99379. 00000100:00000200:3.0:1767384377.106490:0:40426:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000200:1.0:1767384377.106490:0:40421:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009de1bf35 00000400:00000010:1.0:1767384377.106491:0:40421:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 000000009de1bf35. 00000400:00000010:3.0:1767384377.106494:0:40426:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f4c530d1. 00000100:00000200:1.0:1767384377.106497:0:40421:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f408a170 x1853236723092480/t0(0) o503->MGC192.168.202.152@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384393 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384377.106498:0:40426:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003d2c1332. 00000100:00000200:1.0:1767384377.106509:0:40421:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f408a170 x1853236723092480/t0(0) o503->MGC192.168.202.152@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384393 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384377.106517:0:40421:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000076151c3f. 02000000:00000010:1.0:1767384377.106520:0:40421:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 000000007a8e875f. 02000000:00000010:1.0:1767384377.106527:0:40421:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000cf679c68. 00000100:00000010:1.0:1767384377.106528:0:40421:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f408a170. 00000040:00000010:1.0:1767384377.106532:0:40421:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 0000000046066d11. 00000020:00000010:3.0:1767384377.106672:0:40448:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000da0abebb. 00000020:00000010:3.0:1767384377.106674:0:40448:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000002e215a93. 00000040:00000010:3.0:1767384377.106676:0:40448:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000008f64951. 00000020:00000010:3.0:1767384377.106678:0:40448:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000004cfcb771. 00000020:00000010:3.0:1767384377.106681:0:40448:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000008a4bc0ba. 00000020:00000010:3.0:1767384377.106682:0:40448:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000beb6b17e. 80000000:00000010:3.0:1767384377.106685:0:40448:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000278fc12d. 40000000:00000010:3.0:1767384377.106687:0:40448:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000334c1d18. 00100000:00000010:3.0:1767384377.106689:0:40448:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000009322ab22. 00040000:00000010:3.0:1767384377.106691:0:40448:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000fa97b7c1. 00040000:00000010:3.0:1767384377.106692:0:40448:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000c985e775. 00080000:00000010:3.0:1767384377.106695:0:40448:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000051bc18fa. 00000004:00000010:3.0:1767384377.106698:0:40448:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000684ea6d1. 00002000:00000010:3.0:1767384377.106700:0:40448:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000001461e5b7. 00000020:00000010:3.0:1767384377.106701:0:40448:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000030eb9043. 00000040:00000010:3.0:1767384377.106704:0:40448:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 00000000fb7462f9. 00000100:00000010:3.0:1767384377.106708:0:40448:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000dcadd9d0. 02000000:00000010:3.0:1767384377.106712:0:40448:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000054423594. 00000100:00000010:3.0:1767384377.106716:0:40448:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004ac5c889. 02000000:00000010:3.0:1767384377.106726:0:40448:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 000000007a8e875f. 00000400:00000010:3.0:1767384377.106728:0:40448:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000023946468. 00000400:00000010:3.0:1767384377.106730:0:40448:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000e9f2b2de. 00000100:00000200:3.0:1767384377.106732:0:40448:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853236723092608, portal 25 00000400:00000010:3.0:1767384377.106734:0:40448:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b8b72bdb. 00000100:00000200:3.0:1767384377.106735:0:40448:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853236723092608, offset 0 00000400:00000200:3.0:1767384377.106737:0:40448:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384377.106740:0:40448:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384377.106743:0:40448:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x695824c908c80 00000400:00000200:3.0:1767384377.106745:0:40448:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x2215 [2] + 0 00000400:00000010:3.0:1767384377.106747:0:40448:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e6adca78. 00000400:00000200:3.0:1767384377.106749:0:40448:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000026b42374 00000400:00000200:3.0:1767384377.106751:0:40448:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384377.106752:0:40448:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384377.106754:0:40448:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000026b42374 00000400:00000010:3.0:1767384377.106755:0:40448:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000026b42374. 00000100:00000200:3.0:1767384377.106756:0:40448:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1767384377.106767:0:40448:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b8b72bdb 00000400:00000010:3.0:1767384377.106768:0:40448:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b8b72bdb. 00000100:00000200:3.0:1767384377.106771:0:40448:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000dcadd9d0 x1853236723092608/t0(0) o502->MGC192.168.202.152@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384393 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384377.106791:0:40426:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000d77c91e2. 00000020:00000010:0.0:1767384377.106799:0:40426:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000aa30b00e. 00000020:00000010:0.0:1767384377.106801:0:40426:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000aa30b00e. 00000020:00000010:0.0:1767384377.106803:0:40426:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002feb2044. 00000020:00000010:0.0:1767384377.106806:0:40426:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d2ef5648. 00000020:00000010:0.0:1767384377.106808:0:40426:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000a5828f2. 00000020:00000010:0.0:1767384377.106822:0:40426:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000aa30b00e. 00000020:00000010:0.0:1767384377.106825:0:40426:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000aa30b00e. 00000100:00000200:0.0:1767384377.106827:0:40426:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723092608 02000000:00000010:0.0:1767384377.106839:0:40426:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 00000000cfcdf8a0. 00000040:00000010:0.0:1767384377.106842:0:40426:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000f497e3df. 00000020:00000010:0.0:1767384377.106847:0:40426:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at 00000000ba8334f5. 00000040:00000010:0.0:1767384377.106850:0:40426:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 0000000072a91465. 00000040:00000010:0.0:1767384377.106948:0:40426:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 0000000072a91465. 00000040:00000010:0.0:1767384377.106951:0:40426:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000f497e3df. 00010000:00000200:0.0:1767384377.106955:0:40426:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000b79af6d9 x1853236723092608/t0(0) o502->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:358/0 lens 272/8472 e 0 to 0 dl 1767384388 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384377.106963:0:40426:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 000000002cd671b9. 00000100:00000200:0.0:1767384377.106965:0:40426:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1853236723092608, offset 224 00000400:00000200:0.0:1767384377.106968:0:40426:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384377.106972:0:40426:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384377.106976:0:40426:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8472 into portal 25 MB=0x695824c908c80 00000400:00000200:0.0:1767384377.106978:0:40426:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8472/8472 into md 0x2a79 [4] + 224 00000400:00000200:0.0:1767384377.106982:0:40426:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384377.106984:0:40426:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384377.106987:0:40426:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000dcadd9d0 x1853236723092608/t0(0) o502->MGC192.168.202.152@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384393 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384377.107000:0:40426:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002cd671b9 00000400:00000010:0.0:1767384377.107001:0:40426:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 000000002cd671b9. 00000020:00000010:0.0:1767384377.107007:0:40426:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d2ef5648. 00000020:00000010:0.0:1767384377.107009:0:40426:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000a5828f2. 00000020:00000010:0.0:1767384377.107011:0:40426:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002feb2044. 02000000:00000010:0.0:1767384377.107015:0:40426:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 00000000cfcdf8a0. 00000400:00000010:3.0:1767384377.107017:0:40448:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000023946468. 00000400:00000200:3.0:1767384377.107021:0:40448:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e9f2b2de 00000400:00000010:3.0:1767384377.107023:0:40448:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000e9f2b2de. 00000100:00000200:0.0:1767384377.107023:0:40426:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000200:3.0:1767384377.107027:0:40448:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000dcadd9d0 x1853236723092608/t0(0) o502->MGC192.168.202.152@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384393 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384377.107027:0:40426:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000046003341. 00000400:00000010:0.0:1767384377.107032:0:40426:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002cd671b9. 00000100:00000200:3.0:1767384377.107039:0:40448:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000dcadd9d0 x1853236723092608/t0(0) o502->MGC192.168.202.152@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384393 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384377.107050:0:40448:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000004ac5c889. 02000000:00000010:3.0:1767384377.107053:0:40448:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 000000007a8e875f. 02000000:00000010:3.0:1767384377.107060:0:40448:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000054423594. 00000100:00000010:3.0:1767384377.107062:0:40448:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000dcadd9d0. 00000020:00000010:3.0:1767384377.107070:0:40448:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000002aa6fc39. 00000020:00000010:3.0:1767384377.107073:0:40448:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000002aa6fc39. 00000020:00000010:3.0:1767384377.107076:0:40448:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 112 at 00000000501e23e6. 00000020:00000010:3.0:1767384377.107084:0:40448:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 000000009fbd3732. 00000020:00000010:3.0:1767384377.107109:0:40448:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000c40ca37e. 00000020:00000010:3.0:1767384377.107119:0:40448:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 112 at 00000000501e23e6. 00000020:00000010:3.0:1767384377.107122:0:40448:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 152 at 000000004ac5c889. 00000001:00000010:3.0:1767384377.107135:0:40448:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000002aa6fc39. 00000001:00000010:3.0:1767384377.107137:0:40448:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000003a902179. 00000001:00000010:3.0:1767384377.107139:0:40448:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000054423594. 00000001:00000010:3.0:1767384377.107141:0:40448:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000e0b7e893. 00000001:00000010:3.0:1767384377.107142:0:40448:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000004a8e780b. 00000001:00000010:3.0:1767384377.107144:0:40448:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000ce15c502. 00000001:00000010:3.0:1767384377.107146:0:40448:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000c127db9e. 00000001:00000010:3.0:1767384377.107148:0:40448:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000181feb37. 00000001:00000010:3.0:1767384377.107150:0:40448:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000070cb7a0b. 00000001:00000010:3.0:1767384377.107151:0:40448:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000ac04c87d. 00000001:00000010:3.0:1767384377.107153:0:40448:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000bb0a3c53. 00000001:00000010:3.0:1767384377.107154:0:40448:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000075037ea1. 00000020:00000010:3.0:1767384377.107156:0:40448:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000930cba1c. 00000020:00000010:3.0:1767384377.107158:0:40448:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000501e23e6. 00000020:00000010:3.0:1767384377.107159:0:40448:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000cb198794. 00000008:00000010:3.0:1767384377.107162:0:40448:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 0000000034f545c5. 00020000:00000010:3.0:1767384377.107165:0:40448:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 0000000000bf0186. 00008000:00000010:3.0:1767384377.107168:0:40448:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000357d8f2a. 00000080:00000010:3.0:1767384377.107171:0:40448:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000dbe9dec8. 00000020:00000010:3.0:1767384377.107173:0:40448:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000764d30d9. 00000020:00000010:3.0:1767384377.107174:0:40448:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000038724429. 00000040:00000010:3.0:1767384377.107176:0:40448:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000a36b5040. 00000020:00000010:3.0:1767384377.107179:0:40448:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000008b5a5194. 00000020:00000010:3.0:1767384377.107181:0:40448:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000728ceea9. 00000020:00000010:3.0:1767384377.107182:0:40448:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000005300394a. 80000000:00000010:3.0:1767384377.107184:0:40448:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000880d8d48. 40000000:00000010:3.0:1767384377.107185:0:40448:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000006d7c3637. 00100000:00000010:3.0:1767384377.107187:0:40448:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000006b9e6eda. 00040000:00000010:3.0:1767384377.107188:0:40448:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000000f545113. 00040000:00000010:3.0:1767384377.107190:0:40448:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000018f5639f. 00080000:00000010:3.0:1767384377.107191:0:40448:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000060ab1f7f. 00000004:00000010:3.0:1767384377.107200:0:40448:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000ed72d7bb. 00000004:00000010:3.0:1767384377.107203:0:40448:0:(lod_dev.c:2194:lod_device_alloc()) kmalloced '(lod)': 4056 at 000000001e393774. 00000004:00000010:3.0:1767384377.107208:0:40448:0:(lod_dev.c:1990:lod_connect_to_osd()) kmalloced '(nextdev)': 27 at 0000000077b94a75. 00000004:00000010:3.0:1767384377.107210:0:40448:0:(lod_dev.c:2015:lod_connect_to_osd()) kmalloced '(data)': 192 at 00000000e9f2b2de. 00000020:00000010:3.0:1767384377.107213:0:40448:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000bf906fc1. 00000004:00000010:3.0:1767384377.107216:0:40448:0:(lod_dev.c:2043:lod_connect_to_osd()) kfreed 'data': 192 at 00000000e9f2b2de. 00000004:00000010:3.0:1767384377.107217:0:40448:0:(lod_dev.c:2044:lod_connect_to_osd()) kfreed 'nextdev': 27 at 0000000077b94a75. 00000020:00000010:3.0:1767384377.107234:0:40448:0:(lu_tgt_pool.c:52:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at 0000000041f1fbc5. 00000020:00000010:3.0:1767384377.107236:0:40448:0:(lu_tgt_pool.c:52:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at 00000000a4e5c717. 00000020:00000010:3.0:1767384377.107237:0:40448:0:(lu_tgt_pool.c:52:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at 00000000f76c5fe0. 00000020:00000010:3.0:1767384377.107238:0:40448:0:(lu_tgt_pool.c:52:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at 0000000032abeb5d. 00000020:00000010:3.0:1767384377.107323:0:40448:0:(lprocfs_status.c:117:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 00000000e9f2b2de. 00000020:00000010:3.0:1767384377.107329:0:40448:0:(lprocfs_status.c:127:ldebugfs_add_symlink()) kfreed 'dest': 129 at 00000000e9f2b2de. 00000020:00000010:3.0:1767384377.107334:0:40448:0:(lprocfs_status.c:79:lprocfs_add_symlink()) kmalloced '(dest)': 129 at 00000000e9f2b2de. 00000020:00000010:3.0:1767384377.107338:0:40448:0:(lprocfs_status.c:92:lprocfs_add_symlink()) kfreed 'dest': 129 at 00000000e9f2b2de. 00000020:00000010:3.0:1767384377.107342:0:40448:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000038724429. 00000040:00000010:3.0:1767384377.107344:0:40448:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000a36b5040. 00000020:00000010:3.0:1767384377.107346:0:40448:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000008b5a5194. 00000020:00000010:3.0:1767384377.107348:0:40448:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000728ceea9. 00000020:00000010:3.0:1767384377.107350:0:40448:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000005300394a. 80000000:00000010:3.0:1767384377.107351:0:40448:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000880d8d48. 40000000:00000010:3.0:1767384377.107353:0:40448:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000006d7c3637. 00100000:00000010:3.0:1767384377.107355:0:40448:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000006b9e6eda. 00040000:00000010:3.0:1767384377.107357:0:40448:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000000f545113. 00040000:00000010:3.0:1767384377.107358:0:40448:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000018f5639f. 00080000:00000010:3.0:1767384377.107360:0:40448:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000060ab1f7f. 00000004:00000010:3.0:1767384377.107362:0:40448:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000ed72d7bb. 00000020:00000010:3.0:1767384377.107363:0:40448:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000764d30d9. 00000020:00000010:3.0:1767384377.107366:0:40448:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000501e23e6. 00000020:00000010:3.0:1767384377.107367:0:40448:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000cb198794. 00000008:00000010:3.0:1767384377.107368:0:40448:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 0000000034f545c5. 00020000:00000010:3.0:1767384377.107370:0:40448:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 0000000000bf0186. 00008000:00000010:3.0:1767384377.107372:0:40448:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 00000000357d8f2a. 00000080:00000010:3.0:1767384377.107374:0:40448:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 00000000dbe9dec8. 00000020:00000010:3.0:1767384377.107375:0:40448:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000930cba1c. 00000020:00000010:3.0:1767384377.107377:0:40448:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 152 at 000000004ac5c889. 00000020:00000010:3.0:1767384377.107379:0:40448:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000000f545113. 00000020:00000010:3.0:1767384377.107380:0:40448:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000000f545113. 00000020:00000010:3.0:1767384377.107383:0:40448:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000000f545113. 00000020:00000010:3.0:1767384377.107384:0:40448:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000000f545113. 00000020:00000010:3.0:1767384377.107386:0:40448:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 96 at 00000000880d8d48. 00000020:00000010:3.0:1767384377.107390:0:40448:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 00000000f4d73775. 00000020:00000010:3.0:1767384377.107391:0:40448:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 0000000060ab1f7f. 00000004:00000010:3.0:1767384377.107394:0:40448:0:(mdt_handler.c:7585:mdt_init_export()) kmalloced '(exp->exp_used_slots)': 64 at 000000006d7c3637. 00000020:00000010:3.0:1767384377.107398:0:40448:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 96 at 00000000880d8d48. 00000020:00000010:3.0:1767384377.107400:0:40448:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 88 at 00000000880d8d48. 00000020:00000010:3.0:1767384377.107402:0:40448:0:(obd_config.c:1076:class_add_profile()) kmalloced '(lprof)': 48 at 0000000027b87bb8. 00000020:00000010:3.0:1767384377.107403:0:40448:0:(obd_config.c:1082:class_add_profile()) kmalloced '(lprof->lp_profile)': 15 at 000000006c216222. 00000020:00000010:3.0:1767384377.107405:0:40448:0:(obd_config.c:1088:class_add_profile()) kmalloced '(lprof->lp_dt)': 22 at 00000000042e77a7. 00000020:00000010:3.0:1767384377.107406:0:40448:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 88 at 00000000880d8d48. 00000020:00000010:3.0:1767384377.107409:0:40448:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at 000000004ac5c889. 00000001:00000010:3.0:1767384377.107415:0:40448:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000000f545113. 00000001:00000010:3.0:1767384377.107417:0:40448:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000a3d49bbb. 00000001:00000010:3.0:1767384377.107418:0:40448:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000018f5639f. 00000001:00000010:3.0:1767384377.107420:0:40448:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000005300394a. 00000001:00000010:3.0:1767384377.107421:0:40448:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000a36b5040. 00000001:00000010:3.0:1767384377.107422:0:40448:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000038724429. 00000001:00000010:3.0:1767384377.107424:0:40448:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000b22d575e. 00000001:00000010:3.0:1767384377.107426:0:40448:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000006c67ef3a. 00000001:00000010:3.0:1767384377.107427:0:40448:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000930cba1c. 00000001:00000010:3.0:1767384377.107428:0:40448:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000764d30d9. 00000001:00000010:3.0:1767384377.107430:0:40448:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000a77587be. 00000001:00000010:3.0:1767384377.107431:0:40448:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000aad36a9e. 00000020:00000010:3.0:1767384377.107433:0:40448:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000756d0e19. 00000020:00000010:3.0:1767384377.107434:0:40448:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000501e23e6. 00000020:00000010:3.0:1767384377.107435:0:40448:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000cb198794. 00000008:00000010:3.0:1767384377.107436:0:40448:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 0000000034f545c5. 00020000:00000010:3.0:1767384377.107438:0:40448:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 0000000000bf0186. 00008000:00000010:3.0:1767384377.107439:0:40448:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000357d8f2a. 00000080:00000010:3.0:1767384377.107440:0:40448:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000dbe9dec8. 00000020:00000010:3.0:1767384377.107442:0:40448:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004d365da2. 00000020:00000010:3.0:1767384377.107443:0:40448:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000864afece. 00000040:00000010:3.0:1767384377.107445:0:40448:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000082ea6430. 00000020:00000010:3.0:1767384377.107446:0:40448:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000006b9e6eda. 00000020:00000010:3.0:1767384377.107447:0:40448:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000728ceea9. 00000020:00000010:3.0:1767384377.107449:0:40448:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000078a19f33. 80000000:00000010:3.0:1767384377.107450:0:40448:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000880d8d48. 40000000:00000010:3.0:1767384377.107451:0:40448:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000030d5aa81. 00100000:00000010:3.0:1767384377.107452:0:40448:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000008b5a5194. 00040000:00000010:3.0:1767384377.107454:0:40448:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000995c7e50. 00040000:00000010:3.0:1767384377.107455:0:40448:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000cca860dc. 00080000:00000010:3.0:1767384377.107457:0:40448:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000adbe3f9d. 00000004:00000010:3.0:1767384377.107458:0:40448:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000ed72d7bb. 00000004:00000010:3.0:1767384377.107460:0:40448:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000ca26a94e. 00000004:00000010:3.0:1767384377.107463:0:40448:0:(mdt_handler.c:8346:mdt_device_alloc()) kmalloced '(m)': 4000 at 00000000d2af439a. 00000004:00000010:3.0:1767384377.107467:0:40448:0:(mdt_handler.c:5964:mdt_stack_init()) kmalloced '(name)': 128 at 00000000bfdcd2aa. 00000004:00000010:3.0:1767384377.107469:0:40448:0:(mdt_handler.c:5965:mdt_stack_init()) kmalloced '(uuid)': 128 at 00000000c2bcd3d6. 00000004:00000010:3.0:1767384377.107470:0:40448:0:(mdt_handler.c:5969:mdt_stack_init()) kmalloced '(bufs)': 104 at 00000000254bc516. 00000004:00000010:3.0:1767384377.107473:0:40448:0:(mdt_handler.c:5993:mdt_stack_init()) kmalloced '(lcfg)': 120 at 0000000000e1ba57. 00000020:00000010:3.0:1767384377.107477:0:40448:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 00000000e1df47e4. 00000020:00000010:3.0:1767384377.107480:0:40448:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000f31c4f04. 00000004:00000010:3.0:1767384377.107484:0:40448:0:(mdt_handler.c:6009:mdt_stack_init()) kfreed 'lcfg': 120 at 0000000000e1ba57. 00000004:00000010:3.0:1767384377.107486:0:40448:0:(mdt_handler.c:6016:mdt_stack_init()) kmalloced '(lcfg)': 128 at 0000000000e1ba57. 00000001:00000010:3.0:1767384377.107495:0:40448:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000a636b783. 00000001:00000010:3.0:1767384377.107498:0:40448:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000a695e9e3. 00000001:00000010:3.0:1767384377.107500:0:40448:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000020cace7d. 00000001:00000010:3.0:1767384377.107502:0:40448:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000a0cea113. 00000001:00000010:3.0:1767384377.107503:0:40448:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000008b2af5ac. 00000001:00000010:3.0:1767384377.107505:0:40448:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000cbff3170. 00000001:00000010:3.0:1767384377.107506:0:40448:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000007018d122. 00000001:00000010:3.0:1767384377.107507:0:40448:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000ed5db491. 00000001:00000010:3.0:1767384377.107509:0:40448:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000a5db87c1. 00000001:00000010:3.0:1767384377.107510:0:40448:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000005ecf2512. 00000001:00000010:3.0:1767384377.107511:0:40448:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000ba2d8298. 00000001:00000010:3.0:1767384377.107513:0:40448:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000048413096. 00000020:00000010:3.0:1767384377.107514:0:40448:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000408696c2. 00000020:00000010:3.0:1767384377.107516:0:40448:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000bd4a380a. 00000020:00000010:3.0:1767384377.107517:0:40448:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ed984e81. 00000008:00000010:3.0:1767384377.107519:0:40448:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 000000006c4a0c5b. 00020000:00000010:3.0:1767384377.107520:0:40448:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 0000000043a5bbb4. 00008000:00000010:3.0:1767384377.107521:0:40448:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 000000005065e588. 00000080:00000010:3.0:1767384377.107523:0:40448:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000346b227f. 00000020:00000010:3.0:1767384377.107524:0:40448:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006f3ca288. 00000020:00000010:3.0:1767384377.107525:0:40448:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000009ecb0b0e. 00000040:00000010:3.0:1767384377.107527:0:40448:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000d70181d9. 00000020:00000010:3.0:1767384377.107529:0:40448:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000eafa430f. 00000020:00000010:3.0:1767384377.107530:0:40448:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000e1f150de. 00000020:00000010:3.0:1767384377.107532:0:40448:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000da3e2eb2. 80000000:00000010:3.0:1767384377.107533:0:40448:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000005761d69a. 40000000:00000010:3.0:1767384377.107534:0:40448:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000b91dc183. 00100000:00000010:3.0:1767384377.107536:0:40448:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000002ab61b8f. 00040000:00000010:3.0:1767384377.107538:0:40448:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000f7f6b6bc. 00040000:00000010:3.0:1767384377.107539:0:40448:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000f079f73a. 00080000:00000010:3.0:1767384377.107541:0:40448:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000455838e6. 00000004:00000010:3.0:1767384377.107543:0:40448:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000e2a9c2b9. 00000004:00000010:3.0:1767384377.107545:0:40448:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000093b11f64. 00000004:00000010:3.0:1767384377.107547:0:40448:0:(mdd_device.c:1567:mdd_device_alloc()) kmalloced '(m)': 816 at 000000004d55a78e. 00000004:00000010:3.0:1767384377.107550:0:40448:0:(mdd_device.c:86:mdd_connect_to_next()) kmalloced '(data)': 192 at 00000000e9f2b2de. 00000020:00000010:3.0:1767384377.107553:0:40448:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000009569c380. 00000004:00000010:3.0:1767384377.107556:0:40448:0:(mdd_device.c:113:mdd_connect_to_next()) kfreed 'data': 192 at 00000000e9f2b2de. 00000020:00000010:3.0:1767384377.107602:0:40448:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000009ecb0b0e. 00000040:00000010:3.0:1767384377.107605:0:40448:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000d70181d9. 00000020:00000010:3.0:1767384377.107607:0:40448:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000eafa430f. 00000020:00000010:3.0:1767384377.107608:0:40448:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000e1f150de. 00000020:00000010:3.0:1767384377.107610:0:40448:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000da3e2eb2. 80000000:00000010:3.0:1767384377.107611:0:40448:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000005761d69a. 40000000:00000010:3.0:1767384377.107612:0:40448:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000b91dc183. 00100000:00000010:3.0:1767384377.107613:0:40448:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000002ab61b8f. 00040000:00000010:3.0:1767384377.107615:0:40448:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000f7f6b6bc. 00040000:00000010:3.0:1767384377.107616:0:40448:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000f079f73a. 00080000:00000010:3.0:1767384377.107617:0:40448:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000455838e6. 00000004:00000010:3.0:1767384377.107619:0:40448:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000e2a9c2b9. 00000004:00000010:3.0:1767384377.107621:0:40448:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000093b11f64. 00000020:00000010:3.0:1767384377.107622:0:40448:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006f3ca288. 00000020:00000010:3.0:1767384377.107624:0:40448:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000bd4a380a. 00000020:00000010:3.0:1767384377.107625:0:40448:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ed984e81. 00000008:00000010:3.0:1767384377.107626:0:40448:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 000000006c4a0c5b. 00020000:00000010:3.0:1767384377.107628:0:40448:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 0000000043a5bbb4. 00008000:00000010:3.0:1767384377.107630:0:40448:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 000000005065e588. 00000080:00000010:3.0:1767384377.107631:0:40448:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 00000000346b227f. 00000020:00000010:3.0:1767384377.107632:0:40448:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000408696c2. 00000004:00000010:3.0:1767384377.107634:0:40448:0:(mdt_handler.c:5894:mdt_connect_to_next()) kmalloced '(data)': 192 at 00000000e9f2b2de. 00000020:00000010:3.0:1767384377.107637:0:40448:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 0000000093b11f64. 00000004:00000010:3.0:1767384377.107639:0:40448:0:(mdt_handler.c:5916:mdt_connect_to_next()) kfreed 'data': 192 at 00000000e9f2b2de. 00000004:00000010:3.0:1767384377.107641:0:40448:0:(mdt_handler.c:5894:mdt_connect_to_next()) kmalloced '(data)': 192 at 00000000e9f2b2de. 00000020:00000010:3.0:1767384377.107643:0:40448:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000455838e6. 00000004:00000010:3.0:1767384377.107644:0:40448:0:(mdt_handler.c:5916:mdt_connect_to_next()) kfreed 'data': 192 at 00000000e9f2b2de. 00000004:00000010:3.0:1767384377.107647:0:40448:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000002ab61b8f. 00000004:00000010:3.0:1767384377.107649:0:40448:0:(mdt_handler.c:6056:mdt_stack_init()) kfreed 'lcfg': 128 at 0000000000e1ba57. 00000004:00000010:3.0:1767384377.107650:0:40448:0:(mdt_handler.c:6060:mdt_stack_init()) kfreed 'bufs': 104 at 00000000254bc516. 00000004:00000010:3.0:1767384377.107651:0:40448:0:(mdt_handler.c:6062:mdt_stack_init()) kfreed 'name': 128 at 00000000bfdcd2aa. 00000004:00000010:3.0:1767384377.107652:0:40448:0:(mdt_handler.c:6063:mdt_stack_init()) kfreed 'uuid': 128 at 00000000c2bcd3d6. 00000004:00000010:3.0:1767384377.107654:0:40448:0:(mdt_handler.c:5785:mdt_fld_init()) kmalloced '(ss->ss_server_fld)': 192 at 00000000e9f2b2de. 80000000:00000010:3.0:1767384377.107657:0:40448:0:(fld_cache.c:42:fld_cache_init()) kmalloced '(cache)': 168 at 000000000aea267c. 80000000:00000010:3.0:1767384377.107659:0:40448:0:(fld_index.c:328:fld_index_init()) kmalloced '(attr)': 104 at 00000000c2bcd3d6. 00000004:00000010:3.0:1767384377.107663:0:40448:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000000228289c. 00000004:00000010:3.0:1767384377.107666:0:40448:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000b386bbb3. 00000004:00000010:3.0:1767384377.107670:0:40448:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000073c61b00. 00080000:00000010:3.0:1767384377.107674:0:40448:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000009c6f3a87. 00100000:00000010:3.0:1767384377.107706:0:40448:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000003c1e86af. 00100000:00000010:3.0:1767384377.107710:0:40448:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 000000003c1e86af. 00080000:00000010:3.0:1767384377.107713:0:40448:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at 0000000010bf44c0. 00080000:00000010:3.0:1767384377.107715:0:40448:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at 000000003c1e86af. 80000000:00000010:3.0:1767384377.107823:0:40448:0:(fld_cache.c:338:fld_cache_entry_create()) kmalloced '(f_new)': 56 at 00000000a8394ec7. 80000000:00000010:3.0:1767384377.107837:0:40448:0:(fld_cache.c:338:fld_cache_entry_create()) kmalloced '(f_new)': 56 at 00000000c3cfc3ba. 80000000:00000010:3.0:1767384377.107845:0:40448:0:(fld_cache.c:338:fld_cache_entry_create()) kmalloced '(f_new)': 56 at 000000000f503ae9. 80000000:00000010:3.0:1767384377.107854:0:40448:0:(fld_cache.c:338:fld_cache_entry_create()) kmalloced '(f_new)': 56 at 00000000d5288207. 80000000:00000010:3.0:1767384377.107864:0:40448:0:(fld_cache.c:338:fld_cache_entry_create()) kmalloced '(f_new)': 56 at 0000000077923482. 00080000:00000010:3.0:1767384377.107872:0:40448:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000947fb0d0. 00080000:00000010:3.0:1767384377.107880:0:40448:0:(osd_handler.c:310:osd_trans_stop()) kfreed 'oh': 848 at 00000000947fb0d0. 00080000:00000010:3.0:1767384377.107883:0:40448:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000947fb0d0. 00080000:00000010:3.0:1767384377.107884:0:40448:0:(osd_handler.c:310:osd_trans_stop()) kfreed 'oh': 848 at 00000000947fb0d0. 00080000:00000010:3.0:1767384377.107886:0:40448:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000947fb0d0. 00080000:00000010:3.0:1767384377.107887:0:40448:0:(osd_handler.c:310:osd_trans_stop()) kfreed 'oh': 848 at 00000000947fb0d0. 00080000:00000010:3.0:1767384377.107891:0:40448:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at 000000003c1e86af. 00080000:00000010:3.0:1767384377.107892:0:40448:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at 0000000010bf44c0. 80000000:00000010:3.0:1767384377.107895:0:40448:0:(fld_index.c:435:fld_index_init()) kfreed 'attr': 104 at 00000000c2bcd3d6. 00000004:00000010:3.0:1767384377.107924:0:40448:0:(mdt_handler.c:5717:mdt_seq_init()) kmalloced '(ss->ss_control_seq)': 288 at 00000000f079f73a. 00000004:00000010:3.0:1767384377.107929:0:40448:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000048006b60. 00000004:00000010:3.0:1767384377.107931:0:40448:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000006ff390a3. 00000004:00000010:3.0:1767384377.107933:0:40448:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000f645e9c8. 00080000:00000010:3.0:1767384377.107935:0:40448:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000ce83c7f8. 00000004:00000010:3.0:1767384377.108027:0:40448:0:(mdt_handler.c:5729:mdt_seq_init()) kmalloced '(ss->ss_server_seq)': 288 at 00000000d70181d9. 00000004:00000010:3.0:1767384377.108030:0:40448:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000decb51eb. 00000004:00000010:3.0:1767384377.108061:0:40448:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000004d832729. 00000004:00000010:3.0:1767384377.108063:0:40448:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000625f6b38. 00080000:00000010:3.0:1767384377.108065:0:40448:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000060b00bb3. 00000004:00000010:3.0:1767384377.108148:0:40448:0:(mdt_handler.c:5686:mdt_seq_init_cli()) kmalloced '(ss->ss_client_seq)': 224 at 00000000f7f6b6bc. 00000004:00000010:3.0:1767384377.108150:0:40448:0:(mdt_handler.c:5690:mdt_seq_init_cli()) kmalloced '(prefix)': 133 at 00000000c278a30d. 00000004:00000010:3.0:1767384377.108167:0:40448:0:(mdt_handler.c:5702:mdt_seq_init_cli()) kfreed 'prefix': 133 at 00000000c278a30d. 00010000:00000010:3.0:1767384377.108171:0:40448:0:(ldlm_resource.c:780:ldlm_namespace_new()) kmalloced '(ns)': 816 at 00000000947fb0d0. 00000001:00000010:3.0:1767384377.108173:0:40448:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 0000000025937462. 00000001:00000010:3.0:1767384377.108175:0:40448:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 1024 at 00000000650c80fe. 00000001:00000010:3.0:1767384377.108354:0:40448:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000a84d51c3. 00000001:00000010:3.0:1767384377.108591:0:40448:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000dc307ffc. 00000001:00000010:3.0:1767384377.108820:0:40448:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000934853b9. 00000001:00000010:3.0:1767384377.109043:0:40448:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000087fcd148. 00000001:00000010:3.0:1767384377.109276:0:40448:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000bdbfde4b. 00000001:00000010:3.0:1767384377.109509:0:40448:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000005d772765. 00000001:00000010:3.0:1767384377.109736:0:40448:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000c52fd897. 00000001:00000010:3.0:1767384377.109980:0:40448:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000008edc9041. 00000001:00000010:3.0:1767384377.110203:0:40448:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000008d6c3196. 00000001:00000010:3.0:1767384377.110449:0:40448:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000068bb5996. 00000001:00000010:3.0:1767384377.110688:0:40448:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000006d4e1054. 00000001:00000010:3.0:1767384377.110916:0:40448:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000012e4f75b. 00000001:00000010:3.0:1767384377.111144:0:40448:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000000600ef35. 00000001:00000010:3.0:1767384377.111378:0:40448:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000028952fe. 00000001:00000010:3.0:1767384377.111584:0:40448:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000004d96b50f. 00000001:00000010:3.0:1767384377.111813:0:40448:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000c89e2f60. 00000001:00000010:3.0:1767384377.112049:0:40448:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000cf39b289. 00000001:00000010:3.0:1767384377.112276:0:40448:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000d21eb19e. 00000001:00000010:3.0:1767384377.112511:0:40448:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000e6f66649. 00000001:00000010:3.0:1767384377.112725:0:40448:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000006bdf9227. 00000001:00000010:3.0:1767384377.112953:0:40448:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000880a2718. 00000001:00000010:3.0:1767384377.113169:0:40448:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000ecd9fdf8. 00000001:00000010:3.0:1767384377.113400:0:40448:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000075818eb6. 00000001:00000010:3.0:1767384377.113602:0:40448:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000003e71cc32. 00000001:00000010:3.0:1767384377.113848:0:40448:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000417ea9e2. 00000001:00000010:3.0:1767384377.114113:0:40448:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000015d9349b. 00000001:00000010:3.0:1767384377.114341:0:40448:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000009e2b072d. 00000001:00000010:3.0:1767384377.114549:0:40448:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000006a868349. 00000001:00000010:3.0:1767384377.114754:0:40448:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000053f74dae. 00000001:00000010:3.0:1767384377.114974:0:40448:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000008de28f1e. 00000001:00000010:3.0:1767384377.115192:0:40448:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000001e29a0f2. 00000001:00000010:3.0:1767384377.115424:0:40448:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000018afd1d7. 00000001:00000010:3.0:1767384377.115639:0:40448:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000018ff88a5. 00000001:00000010:3.0:1767384377.115841:0:40448:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000007c028383. 00000001:00000010:3.0:1767384377.116055:0:40448:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000001410492. 00000001:00000010:3.0:1767384377.116284:0:40448:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000012be09eb. 00000001:00000010:3.0:1767384377.116510:0:40448:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000000c5fea5b. 00000001:00000010:3.0:1767384377.116718:0:40448:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000001ce365bf. 00000001:00000010:3.0:1767384377.116950:0:40448:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000087eeddd. 00000001:00000010:3.0:1767384377.117176:0:40448:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000b689d41f. 00000001:00000010:3.0:1767384377.117410:0:40448:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000097d926bb. 00000001:00000010:3.0:1767384377.117625:0:40448:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000007c74fab1. 00000001:00000010:3.0:1767384377.117842:0:40448:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000a5f7006c. 00000001:00000010:3.0:1767384377.118062:0:40448:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000ac745ee5. 00000001:00000010:3.0:1767384377.118296:0:40448:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000e1f521e9. 00000001:00000010:3.0:1767384377.118523:0:40448:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000004d3f4263. 00000001:00000010:3.0:1767384377.118726:0:40448:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000005fb0263e. 00000001:00000010:3.0:1767384377.118976:0:40448:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000d760b6a4. 00000001:00000010:3.0:1767384377.119198:0:40448:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000004d80a83c. 00000001:00000010:3.0:1767384377.119439:0:40448:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000004ea90f7. 00000001:00000010:3.0:1767384377.119650:0:40448:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000495d9ef6. 00000001:00000010:3.0:1767384377.119868:0:40448:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000f16d7092. 00000001:00000010:3.0:1767384377.120110:0:40448:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000006ee1d909. 00000001:00000010:3.0:1767384377.120335:0:40448:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000001d9c5ae. 00000001:00000010:3.0:1767384377.120560:0:40448:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000045a840fd. 00000001:00000010:3.0:1767384377.120779:0:40448:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000876d5f23. 00000001:00000010:3.0:1767384377.121012:0:40448:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000039b8bb65. 00000001:00000010:3.0:1767384377.121246:0:40448:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000dfe6e667. 00000001:00000010:3.0:1767384377.121481:0:40448:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000085d111cf. 00000001:00000010:3.0:1767384377.121704:0:40448:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000001423a62b. 00000001:00000010:3.0:1767384377.121941:0:40448:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000c0ef2a4f. 00000001:00000010:3.0:1767384377.122219:0:40448:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000430910dc. 00000001:00000010:3.0:1767384377.122452:0:40448:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000097caeabf. 00000001:00000010:3.0:1767384377.122686:0:40448:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000a45f43b1. 00000001:00000010:3.0:1767384377.122901:0:40448:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000002ff1a959. 00000001:00000010:3.0:1767384377.123131:0:40448:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000007e546f68. 00000001:00000010:3.0:1767384377.123383:0:40448:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000005401ca3d. 00000001:00000010:3.0:1767384377.123655:0:40448:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000ab72e931. 00000001:00000010:3.0:1767384377.123954:0:40448:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000004ec6c6ab. 00000001:00000010:3.0:1767384377.124258:0:40448:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000037dd0649. 00000001:00000010:3.0:1767384377.124542:0:40448:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000008447e9fc. 00000001:00000010:3.0:1767384377.124848:0:40448:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000098010947. 00000001:00000010:3.0:1767384377.125115:0:40448:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000a0803995. 00000001:00000010:3.0:1767384377.125344:0:40448:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000ae57ccea. 00000001:00000010:3.0:1767384377.125547:0:40448:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000d8886294. 00000001:00000010:3.0:1767384377.125816:0:40448:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000fcdeb118. 00000001:00000010:3.0:1767384377.126156:0:40448:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000059afc399. 00000001:00000010:3.0:1767384377.126456:0:40448:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000081d24f40. 00000001:00000010:3.0:1767384377.126749:0:40448:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000009fd1d02. 00000001:00000010:3.0:1767384377.127066:0:40448:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000e71c1924. 00000001:00000010:3.0:1767384377.127329:0:40448:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000d250c826. 00000001:00000010:3.0:1767384377.127533:0:40448:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000e564ff26. 00000001:00000010:3.0:1767384377.127736:0:40448:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000020b1bbf9. 00000001:00000010:3.0:1767384377.127987:0:40448:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000002f801a29. 00000001:00000010:3.0:1767384377.128206:0:40448:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000ac3f5f90. 00000001:00000010:3.0:1767384377.128409:0:40448:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000c9160435. 00000001:00000010:3.0:1767384377.128617:0:40448:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000d3d5bf66. 00000001:00000010:3.0:1767384377.128845:0:40448:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000fa51b36b. 00000001:00000010:3.0:1767384377.129085:0:40448:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000005f22a5ff. 00000001:00000010:3.0:1767384377.129324:0:40448:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000007a1f453d. 00000001:00000010:3.0:1767384377.129528:0:40448:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000012a7da2c. 00000001:00000010:3.0:1767384377.129756:0:40448:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000023fe35d3. 00000001:00000010:3.0:1767384377.129988:0:40448:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000d9fa22a1. 00000001:00000010:3.0:1767384377.130211:0:40448:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000bce25218. 00000001:00000010:3.0:1767384377.130442:0:40448:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000009ee23137. 00000001:00000010:3.0:1767384377.130665:0:40448:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000c0827293. 00000001:00000010:3.0:1767384377.130886:0:40448:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000007bc65f99. 00000100:00000010:3.0:1767384377.131123:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008c77dda2. 00000100:00000010:2.0:1767384377.131140:0:270:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b07b4250. 00000100:00000010:1.0:1767384377.131144:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002ab38c64. 00000100:00000010:0.0:1767384377.131148:0:449:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000061b193a5. 00000001:00000010:3.0:1767384377.131160:0:40448:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000a2948161. 00000001:00000010:3.0:1767384377.131385:0:40448:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000eded10d8. 00000001:00000010:3.0:1767384377.131598:0:40448:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000088adec18. 00000001:00000010:3.0:1767384377.131825:0:40448:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000c2a7ec54. 00000001:00000010:3.0:1767384377.132052:0:40448:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000004cc54302. 00000001:00000010:3.0:1767384377.132311:0:40448:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000c9247e85. 00000001:00000010:3.0:1767384377.132536:0:40448:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000923a2e1d. 00000001:00000010:3.0:1767384377.132781:0:40448:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000f2e39919. 00000001:00000010:3.0:1767384377.133040:0:40448:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000055c11598. 00000001:00000010:3.0:1767384377.133296:0:40448:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000000aea9cf9. 00000001:00000010:3.0:1767384377.133560:0:40448:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000d57102e9. 00000001:00000010:3.0:1767384377.133796:0:40448:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000000220c238. 00000001:00000010:3.0:1767384377.134042:0:40448:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000091e6ca6e. 00000001:00000010:3.0:1767384377.134293:0:40448:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000008b57227c. 00000001:00000010:3.0:1767384377.134513:0:40448:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000007627be3b. 00000001:00000010:3.0:1767384377.134791:0:40448:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000a1cda81e. 00000001:00000010:3.0:1767384377.135120:0:40448:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000d7247179. 00000001:00000010:3.0:1767384377.135404:0:40448:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000a0d57137. 00000001:00000010:3.0:1767384377.135697:0:40448:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000eff3d975. 00000001:00000010:3.0:1767384377.136503:0:40448:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000fd9ba6c9. 00000001:00000010:3.0:1767384377.136680:0:40448:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000ec73f360. 00000001:00000010:3.0:1767384377.136868:0:40448:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000092481d38. 00000001:00000010:3.0:1767384377.137073:0:40448:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000cc62109d. 00000001:00000010:3.0:1767384377.137281:0:40448:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000003715ddb4. 00000001:00000010:3.0:1767384377.137463:0:40448:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000001df738b7. 00000001:00000010:3.0:1767384377.137644:0:40448:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000006119b4f9. 00000001:00000010:3.0:1767384377.138429:0:40448:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000001ca14b70. 00000001:00000010:3.0:1767384377.138611:0:40448:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000016090089. 00000001:00000010:3.0:1767384377.138786:0:40448:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000002d1aae1b. 00000001:00000010:3.0:1767384377.138970:0:40448:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000f6f124d1. 00000001:00000010:3.0:1767384377.139171:0:40448:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000003dd97423. 00000020:00000010:3.0:1767384377.139317:0:40448:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000008bec391d. 00000020:00000010:3.0:1767384377.139321:0:40448:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at 000000008cee129d. 00000020:00000010:3.0:1767384377.139366:0:40448:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000daa4f765. 00000020:00000010:3.0:1767384377.139368:0:40448:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at 00000000059cbcdb. 00000020:00000010:3.0:1767384377.139401:0:40448:0:(tgt_main.c:539:tgt_init()) kmalloced '(lut->lut_client_bitmap)': 16384 at 00000000b8cda719. 00000004:00000010:3.0:1767384377.139410:0:40448:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000081057ea7. 00000004:00000010:3.0:1767384377.139418:0:40448:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000c77994cb. 00000004:00000010:3.0:1767384377.139423:0:40448:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000000cc53c5a. 00080000:00000010:3.0:1767384377.139428:0:40448:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000002ef7977. 00000001:00000010:3.0:1767384377.139663:0:40448:0:(tgt_lastrcvd.c:1679:tgt_clients_data_init()) kmalloced '(lcd)': 128 at 0000000037370c85. 00000001:00000010:3.0:1767384377.139687:0:40448:0:(tgt_lastrcvd.c:1779:tgt_clients_data_init()) kfreed 'lcd': 128 at 0000000037370c85. 00080000:00000010:3.0:1767384377.139693:0:40448:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000b1bfe814. 00000020:00000010:3.0:1767384377.139754:0:40448:0:(tgt_main.c:583:tgt_init()) kmalloced '(lut->lut_reply_bitmap)': 128 at 0000000037370c85. 00000004:00000010:3.0:1767384377.139758:0:40448:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000008af09b99. 00000004:00000010:3.0:1767384377.139760:0:40448:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000001db74bf. 00000004:00000010:3.0:1767384377.139762:0:40448:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000519ae74c. 00080000:00000010:3.0:1767384377.139765:0:40448:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000ab3bf12f. 00000001:00000010:3.0:1767384377.139819:0:40448:0:(tgt_lastrcvd.c:2196:tgt_reply_data_init()) kmalloced '(trd)': 136 at 00000000c278a30d. 00000001:00000010:3.0:1767384377.139836:0:40448:0:(tgt_lastrcvd.c:2285:tgt_reply_data_init()) kfreed 'trd': 136 at 00000000c278a30d. 00000001:00000010:3.0:1767384377.139844:0:40448:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000b95898ae. 00000001:00000010:3.0:1767384377.139848:0:40448:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 000000006023382b. 00000001:00000010:3.0:1767384377.139849:0:40448:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000c278a30d. 00000020:00000010:3.0:1767384377.139851:0:40448:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005b72ca7b. 00000020:00000010:3.0:1767384377.139854:0:40448:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000048fd0d5f. 00000040:00000010:3.0:1767384377.139856:0:40448:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000b25a8d76. 00000020:00000010:3.0:1767384377.139859:0:40448:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000002c189645. 00000020:00000010:3.0:1767384377.139861:0:40448:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000e1f150de. 00000020:00000010:3.0:1767384377.139864:0:40448:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000e0fca712. 80000000:00000010:3.0:1767384377.139867:0:40448:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000083d7581d. 40000000:00000010:3.0:1767384377.139869:0:40448:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000667b5d35. 00100000:00000010:3.0:1767384377.139873:0:40448:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000014d40734. 00040000:00000010:3.0:1767384377.139875:0:40448:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000045d0ee4. 00040000:00000010:3.0:1767384377.139878:0:40448:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000a35c448a. 00080000:00000010:3.0:1767384377.139880:0:40448:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000006ccd8ee8. 00000004:00000010:3.0:1767384377.139883:0:40448:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000002b96fa84. 00000004:00000010:3.0:1767384377.139886:0:40448:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000e2a9c2b9. 00000004:00000010:3.0:1767384377.139888:0:40448:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000007eeca466. 00000020:00000010:3.0:1767384377.139891:0:40448:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008e9d1816. 00000020:00000010:3.0:1767384377.139893:0:40448:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d214d154. 00000020:00000010:3.0:1767384377.139896:0:40448:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ed984e81. 02000000:00000010:3.0:1767384377.139905:0:40448:0:(upcall_cache.c:573:upcall_cache_init()) kmalloced '(cache)': 1208 at 0000000017eed289. 02000000:00000010:3.0:1767384377.139921:0:40448:0:(upcall_cache.c:581:upcall_cache_init()) kmalloced '(cache->uc_hashtable)': 2048 at 00000000e9d58b86. 02000000:00000010:3.0:1767384377.139925:0:40448:0:(upcall_cache.c:573:upcall_cache_init()) kmalloced '(cache)': 1208 at 00000000bc2b21e4. 02000000:00000010:3.0:1767384377.139928:0:40448:0:(upcall_cache.c:581:upcall_cache_init()) kmalloced '(cache->uc_hashtable)': 2048 at 00000000bc549bf4. 00000020:00000010:3.0:1767384377.140153:0:40448:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000a0d976ed. 00000020:00000010:3.0:1767384377.140156:0:40448:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 1344 at 00000000c8c72fb2. 00000004:00000010:3.0:1767384377.140171:0:40448:0:(mdt_handler.c:6098:mdt_quota_init()) kmalloced '(qmtname)': 128 at 00000000f358e339. 00000004:00000010:3.0:1767384377.140173:0:40448:0:(mdt_handler.c:6099:mdt_quota_init()) kmalloced '(uuid)': 40 at 000000001ecf1289. 00000004:00000010:3.0:1767384377.140175:0:40448:0:(mdt_handler.c:6100:mdt_quota_init()) kmalloced '(bufs)': 104 at 0000000092abca91. 00000004:00000010:3.0:1767384377.140177:0:40448:0:(mdt_handler.c:6101:mdt_quota_init()) kmalloced '(data)': 192 at 00000000daf230cf. 00000004:00000010:3.0:1767384377.140181:0:40448:0:(mdt_handler.c:6127:mdt_quota_init()) kmalloced '(lcfg)': 120 at 0000000041c391af. 00000020:00000010:3.0:1767384377.140189:0:40448:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 00000000a8785470. 00000020:00000010:3.0:1767384377.140194:0:40448:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000eafa430f. 00000004:00000010:3.0:1767384377.140206:0:40448:0:(mdt_handler.c:6143:mdt_quota_init()) kfreed 'lcfg': 120 at 0000000041c391af. 00000004:00000010:3.0:1767384377.140209:0:40448:0:(mdt_handler.c:6153:mdt_quota_init()) kmalloced '(lcfg)': 128 at 0000000041c391af. 00000001:00000010:3.0:1767384377.140218:0:40448:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000756b93c2. 00000001:00000010:3.0:1767384377.140220:0:40448:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000b6d346ec. 00000001:00000010:3.0:1767384377.140222:0:40448:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000045f5bcad. 00000001:00000010:3.0:1767384377.140224:0:40448:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000cca2cf94. 00000001:00000010:3.0:1767384377.140225:0:40448:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000065259cde. 00000001:00000010:3.0:1767384377.140227:0:40448:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000001748f8f5. 00000001:00000010:3.0:1767384377.140229:0:40448:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000d4aff187. 00000001:00000010:3.0:1767384377.140231:0:40448:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000fb617405. 00000001:00000010:3.0:1767384377.140232:0:40448:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000033854b53. 00000001:00000010:3.0:1767384377.140234:0:40448:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000236792fa. 00000001:00000010:3.0:1767384377.140235:0:40448:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000001d1d00b0. 00000001:00000010:3.0:1767384377.140239:0:40448:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000006f62ecc3. 00000020:00000010:3.0:1767384377.140242:0:40448:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008a8f9c25. 00000020:00000010:3.0:1767384377.140244:0:40448:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006309d9fa. 00000020:00000010:3.0:1767384377.140247:0:40448:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000cd9d2cca. 00000008:00000010:3.0:1767384377.140251:0:40448:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 000000006c4a0c5b. 00020000:00000010:3.0:1767384377.140255:0:40448:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 0000000043a5bbb4. 00008000:00000010:3.0:1767384377.140259:0:40448:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 000000005065e588. 00000080:00000010:3.0:1767384377.140264:0:40448:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000346b227f. 00000020:00000010:3.0:1767384377.140267:0:40448:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f2fb24f9. 00000020:00000010:3.0:1767384377.140270:0:40448:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000c11fe90c. 00000040:00000010:3.0:1767384377.140273:0:40448:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000cc9c31da. 00000020:00000010:3.0:1767384377.140277:0:40448:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000005d6e14b5. 00000020:00000010:3.0:1767384377.140280:0:40448:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000008cebd38d. 00000020:00000010:3.0:1767384377.140283:0:40448:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000f3fdd7c0. 80000000:00000010:3.0:1767384377.140285:0:40448:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000009a72c8bf. 40000000:00000010:3.0:1767384377.140288:0:40448:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000075f6ad8c. 00100000:00000010:3.0:1767384377.140291:0:40448:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000838c4dde. 00040000:00000010:3.0:1767384377.140293:0:40448:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000c794c3c9. 00040000:00000010:3.0:1767384377.140296:0:40448:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000761f3790. 00080000:00000010:3.0:1767384377.140299:0:40448:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000f4d902c7. 00000004:00000010:3.0:1767384377.140302:0:40448:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000ed5fd126. 00000004:00000010:3.0:1767384377.140305:0:40448:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000468f7ed0. 00000004:00000010:3.0:1767384377.140308:0:40448:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000079197fb5. 00040000:00000010:3.0:1767384377.140312:0:40448:0:(qmt_dev.c:324:qmt_device_alloc()) kmalloced '(qmt)': 656 at 00000000d7a4d0cb. 00040000:00000010:3.0:1767384377.140319:0:40448:0:(qmt_dev.c:138:qmt_connect_to_osd()) kmalloced '(data)': 192 at 000000008c978d9a. 00000020:00000010:3.0:1767384377.140323:0:40448:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000c9f0e487. 00040000:00000010:3.0:1767384377.140327:0:40448:0:(qmt_dev.c:169:qmt_connect_to_osd()) kfreed 'data': 192 at 000000008c978d9a. 00040000:00000010:3.0:1767384377.140330:0:40448:0:(qmt_lock.c:1088:qmt_start_reba_thread()) kmalloced '(args)': 72 at 000000004f8eb1cd. 00000020:00000010:3.0:1767384377.140332:0:40448:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002081a7f7. 00000020:00000010:3.0:1767384377.140334:0:40448:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000066e0aa53. 00000040:00000010:3.0:1767384377.140337:0:40448:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000c5ad1fd9. 00000020:00000010:3.0:1767384377.140340:0:40448:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000056bcec13. 00000020:00000010:3.0:1767384377.140344:0:40448:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000c73f7b03. 00000020:00000010:3.0:1767384377.140348:0:40448:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000004e134f57. 80000000:00000010:3.0:1767384377.140349:0:40448:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000001f97ad56. 40000000:00000010:3.0:1767384377.140351:0:40448:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000096c8a743. 00100000:00000010:3.0:1767384377.140352:0:40448:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000009c77e1ba. 00040000:00000010:3.0:1767384377.140355:0:40448:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000d7607432. 00040000:00000010:3.0:1767384377.140358:0:40448:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000b49a6b93. 00040000:00000010:3.0:1767384377.140360:0:40448:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000d1cf936c. 00080000:00000010:3.0:1767384377.140363:0:40448:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000229480d9. 00000004:00000010:3.0:1767384377.140365:0:40448:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000845c65fa. 00000004:00000010:3.0:1767384377.140368:0:40448:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000003d75beb9. 00000004:00000010:3.0:1767384377.140370:0:40448:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000a91a986a. 00000020:00000010:1.0:1767384377.140555:0:40448:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000003509b61. 00040000:00000010:1.0:1767384377.140602:0:40448:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000005dfb4fb7. 00040000:00000010:1.0:1767384377.140608:0:40448:0:(qmt_pool.c:163:qmt_pool_alloc()) kmalloced '(pool)': 360 at 0000000010e9785a. 00000020:00000010:1.0:1767384377.140619:0:40448:0:(lu_tgt_pool.c:52:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at 0000000072a6cf6e. 00040000:00000010:1.0:1767384377.140630:0:40448:0:(qmt_pool.c:163:qmt_pool_alloc()) kmalloced '(pool)': 360 at 000000004d714973. 00000020:00000010:1.0:1767384377.140638:0:40448:0:(lu_tgt_pool.c:52:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at 00000000756e6fc8. 00000020:00000010:1.0:1767384377.140661:0:40448:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000c11fe90c. 00000040:00000010:1.0:1767384377.140664:0:40448:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000cc9c31da. 00000020:00000010:1.0:1767384377.140667:0:40448:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000005d6e14b5. 00000020:00000010:1.0:1767384377.140670:0:40448:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000008cebd38d. 00000020:00000010:1.0:1767384377.140673:0:40448:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000f3fdd7c0. 80000000:00000010:1.0:1767384377.140675:0:40448:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000009a72c8bf. 40000000:00000010:1.0:1767384377.140677:0:40448:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000075f6ad8c. 00100000:00000010:1.0:1767384377.140678:0:40448:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000838c4dde. 00040000:00000010:1.0:1767384377.140681:0:40448:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000c794c3c9. 00040000:00000010:1.0:1767384377.140683:0:40448:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000005dfb4fb7. 00040000:00000010:1.0:1767384377.140685:0:40448:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000761f3790. 00080000:00000010:1.0:1767384377.140687:0:40448:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000f4d902c7. 00000004:00000010:1.0:1767384377.140689:0:40448:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000ed5fd126. 00000004:00000010:1.0:1767384377.140692:0:40448:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000468f7ed0. 00000004:00000010:1.0:1767384377.140694:0:40448:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000079197fb5. 00000020:00000010:1.0:1767384377.140696:0:40448:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f2fb24f9. 00000020:00000010:1.0:1767384377.140698:0:40448:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006309d9fa. 00000020:00000010:1.0:1767384377.140700:0:40448:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000cd9d2cca. 00000008:00000010:1.0:1767384377.140703:0:40448:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 000000006c4a0c5b. 00020000:00000010:1.0:1767384377.140705:0:40448:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 0000000043a5bbb4. 00008000:00000010:1.0:1767384377.140708:0:40448:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 000000005065e588. 00000080:00000010:1.0:1767384377.140711:0:40448:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 00000000346b227f. 00000020:00000010:1.0:1767384377.140713:0:40448:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008a8f9c25. 00000004:00000010:1.0:1767384377.140722:0:40448:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000091f8cb7e. 00000004:00000010:1.0:1767384377.140726:0:40448:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000057cce0cf. 00000004:00000010:1.0:1767384377.140729:0:40448:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000000074fcdb. 00080000:00000010:1.0:1767384377.140733:0:40448:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000009efa86a2. 00000020:00000010:1.0:1767384377.140781:0:40448:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000cb2362e3. 00080000:00000010:1.0:1767384377.140786:0:40448:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000fec4fca0. 00080000:00000010:1.0:1767384377.140840:0:40448:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000fec4fca0. 00000020:00000010:1.0:1767384377.140843:0:40448:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000cb2362e3. 00000004:00000010:1.0:1767384377.140854:0:40448:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000df91c97b. 00000004:00000010:1.0:1767384377.140857:0:40448:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000007d195c8c. 00000004:00000010:1.0:1767384377.140860:0:40448:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000035dfda37. 00080000:00000010:1.0:1767384377.140863:0:40448:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000fec4fca0. 00040000:00000010:1.0:1767384377.141009:0:40448:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000005dfb4fb7. 00000020:00000010:1.0:1767384377.141052:0:40448:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000db88eff1. 00080000:00000010:1.0:1767384377.141057:0:40448:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000082250657. 00080000:00000010:1.0:1767384377.141105:0:40448:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000082250657. 00000020:00000010:1.0:1767384377.141108:0:40448:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000db88eff1. 00000004:00000010:1.0:1767384377.141113:0:40448:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000f094b088. 00000004:00000010:1.0:1767384377.141115:0:40448:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000285d9510. 00000004:00000010:1.0:1767384377.141118:0:40448:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000008b5fd70f. 00080000:00000010:1.0:1767384377.141121:0:40448:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000082250657. 00000004:00000010:1.0:1767384377.141224:0:40448:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000020222d69. 00000004:00000010:1.0:1767384377.141229:0:40448:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000a1c4cdb3. 00000004:00000010:1.0:1767384377.141232:0:40448:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000d29df3a0. 00080000:00000010:1.0:1767384377.141235:0:40448:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000007b5cc7cc. 00100000:00000010:1.0:1767384377.141279:0:40448:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000004f821753. 00100000:00000010:1.0:1767384377.141283:0:40448:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 000000004f821753. 00040000:00000010:1.0:1767384377.141288:0:40448:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 0000000078670544. 00000001:00000010:1.0:1767384377.141292:0:40448:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 000000009a28b92d. 00000001:00000010:1.0:1767384377.141300:0:40448:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000839b45ef. 00000001:00000010:1.0:1767384377.141304:0:40448:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 0000000076151c3f. 00040000:00000010:1.0:1767384377.141307:0:40448:0:(lquota_disk.c:462:lquota_disk_for_each_slv()) kmalloced '(name)': 52 at 000000004f821753. 00080000:00000010:1.0:1767384377.141311:0:40448:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at 00000000cc30f126. 00080000:00000010:1.0:1767384377.141315:0:40448:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at 00000000875a2b51. 00080000:00000010:1.0:1767384377.141342:0:40448:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at 00000000875a2b51. 00080000:00000010:1.0:1767384377.141347:0:40448:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at 00000000cc30f126. 00040000:00000010:1.0:1767384377.141350:0:40448:0:(lquota_disk.c:536:lquota_disk_for_each_slv()) kfreed 'name': 52 at 000000004f821753. 00040000:00000010:1.0:1767384377.141366:0:40448:0:(lquota_entry.c:321:lqe_locate_find()) slab-alloced 'new': 392 at 00000000f117f6c6. 00000004:00000010:1.0:1767384377.141411:0:40448:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000040a976c0. 00000004:00000010:1.0:1767384377.141415:0:40448:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000a2a79289. 00000004:00000010:1.0:1767384377.141418:0:40448:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000e680f13a. 00080000:00000010:1.0:1767384377.141421:0:40448:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000004de7b051. 00100000:00000010:1.0:1767384377.141452:0:40448:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000005f63b595. 00100000:00000010:1.0:1767384377.141454:0:40448:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 000000005f63b595. 00040000:00000010:1.0:1767384377.141458:0:40448:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 0000000078f3b9b7. 00000001:00000010:1.0:1767384377.141461:0:40448:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 0000000061ceb596. 00000001:00000010:1.0:1767384377.141464:0:40448:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000ca4ae3a2. 00000001:00000010:1.0:1767384377.141466:0:40448:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 000000009de1bf35. 00040000:00000010:1.0:1767384377.141469:0:40448:0:(lquota_disk.c:462:lquota_disk_for_each_slv()) kmalloced '(name)': 52 at 000000005f63b595. 00080000:00000010:1.0:1767384377.141471:0:40448:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at 00000000cc30f126. 00080000:00000010:1.0:1767384377.141473:0:40448:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at 00000000ea61a940. 00080000:00000010:1.0:1767384377.141484:0:40448:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at 00000000ea61a940. 00080000:00000010:1.0:1767384377.141486:0:40448:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at 00000000cc30f126. 00040000:00000010:1.0:1767384377.141488:0:40448:0:(lquota_disk.c:536:lquota_disk_for_each_slv()) kfreed 'name': 52 at 000000005f63b595. 00040000:00000010:1.0:1767384377.141491:0:40448:0:(lquota_entry.c:321:lqe_locate_find()) slab-alloced 'new': 392 at 000000009ab3f1e1. 00000004:00000010:1.0:1767384377.141548:0:40448:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000b53cb1b0. 00000004:00000010:1.0:1767384377.141552:0:40448:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000004b6652e2. 00000004:00000010:1.0:1767384377.141555:0:40448:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000795fa5aa. 00080000:00000010:1.0:1767384377.141558:0:40448:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000b4f7d1d2. 00100000:00000010:1.0:1767384377.141600:0:40448:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000fe5c39f8. 00100000:00000010:1.0:1767384377.141604:0:40448:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 00000000fe5c39f8. 00040000:00000010:1.0:1767384377.141608:0:40448:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 0000000005ab0d78. 00000001:00000010:1.0:1767384377.141612:0:40448:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000de946db5. 00000001:00000010:1.0:1767384377.141615:0:40448:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000b664f906. 00000001:00000010:1.0:1767384377.141618:0:40448:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000bdf8878e. 00040000:00000010:1.0:1767384377.141621:0:40448:0:(lquota_disk.c:462:lquota_disk_for_each_slv()) kmalloced '(name)': 52 at 00000000fe5c39f8. 00080000:00000010:1.0:1767384377.141623:0:40448:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at 00000000cc30f126. 00080000:00000010:1.0:1767384377.141625:0:40448:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at 000000009a1f3ed2. 00080000:00000010:1.0:1767384377.141638:0:40448:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at 000000009a1f3ed2. 00080000:00000010:1.0:1767384377.141639:0:40448:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at 00000000cc30f126. 00040000:00000010:1.0:1767384377.141641:0:40448:0:(lquota_disk.c:536:lquota_disk_for_each_slv()) kfreed 'name': 52 at 00000000fe5c39f8. 00040000:00000010:1.0:1767384377.141644:0:40448:0:(lquota_entry.c:321:lqe_locate_find()) slab-alloced 'new': 392 at 0000000014db32a7. 00000020:00000010:1.0:1767384377.141670:0:40448:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000002ca5be9e. 00080000:00000010:1.0:1767384377.141672:0:40448:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000cdb6e885. 00080000:00000010:1.0:1767384377.141698:0:40448:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000cdb6e885. 00000020:00000010:1.0:1767384377.141700:0:40448:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000002ca5be9e. 00000004:00000010:1.0:1767384377.141704:0:40448:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000051398f80. 00000004:00000010:1.0:1767384377.141706:0:40448:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000009492f99b. 00000004:00000010:1.0:1767384377.141709:0:40448:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000019422a84. 00080000:00000010:1.0:1767384377.141711:0:40448:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000cdb6e885. 00000004:00000010:1.0:1767384377.141768:0:40448:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000005a2c9114. 00000004:00000010:1.0:1767384377.141771:0:40448:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000007b3ed4e4. 00000004:00000010:1.0:1767384377.141773:0:40448:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000e4a71f9e. 00080000:00000010:1.0:1767384377.141775:0:40448:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000007e54680d. 00100000:00000010:1.0:1767384377.141797:0:40448:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000007233c036. 00100000:00000010:1.0:1767384377.141799:0:40448:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 000000007233c036. 00040000:00000010:1.0:1767384377.141802:0:40448:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 000000000b6d173c. 00000001:00000010:1.0:1767384377.141804:0:40448:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000299db93d. 00000001:00000010:1.0:1767384377.141806:0:40448:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000173813e5. 00000001:00000010:1.0:1767384377.141808:0:40448:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000e47d0eed. 00040000:00000010:1.0:1767384377.141809:0:40448:0:(lquota_disk.c:462:lquota_disk_for_each_slv()) kmalloced '(name)': 52 at 000000007233c036. 00080000:00000010:1.0:1767384377.141811:0:40448:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at 00000000cc30f126. 00080000:00000010:1.0:1767384377.141813:0:40448:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at 0000000062441b13. 00080000:00000010:1.0:1767384377.141823:0:40448:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at 0000000062441b13. 00080000:00000010:1.0:1767384377.141824:0:40448:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at 00000000cc30f126. 00040000:00000010:1.0:1767384377.141826:0:40448:0:(lquota_disk.c:536:lquota_disk_for_each_slv()) kfreed 'name': 52 at 000000007233c036. 00040000:00000010:1.0:1767384377.141829:0:40448:0:(lquota_entry.c:321:lqe_locate_find()) slab-alloced 'new': 392 at 0000000060a14662. 00000004:00000010:1.0:1767384377.141854:0:40448:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000062f732ba. 00000004:00000010:1.0:1767384377.141857:0:40448:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000004f7937de. 00000004:00000010:1.0:1767384377.141858:0:40448:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000063411787. 00080000:00000010:1.0:1767384377.141861:0:40448:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000083bfd803. 00100000:00000010:1.0:1767384377.141881:0:40448:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000005c9a6ae4. 00100000:00000010:1.0:1767384377.141883:0:40448:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 000000005c9a6ae4. 00040000:00000010:1.0:1767384377.141885:0:40448:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 0000000052fc1e35. 00000001:00000010:1.0:1767384377.141887:0:40448:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 000000000cdfef68. 00000001:00000010:1.0:1767384377.141889:0:40448:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000ba19ae1d. 00000001:00000010:1.0:1767384377.141891:0:40448:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 0000000088d548e9. 00040000:00000010:1.0:1767384377.141892:0:40448:0:(lquota_disk.c:462:lquota_disk_for_each_slv()) kmalloced '(name)': 52 at 000000005c9a6ae4. 00080000:00000010:1.0:1767384377.141894:0:40448:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at 00000000cc30f126. 00080000:00000010:1.0:1767384377.141895:0:40448:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at 0000000019bbceb2. 00080000:00000010:1.0:1767384377.141905:0:40448:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at 0000000019bbceb2. 00080000:00000010:1.0:1767384377.141920:0:40448:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at 00000000cc30f126. 00040000:00000010:1.0:1767384377.141921:0:40448:0:(lquota_disk.c:536:lquota_disk_for_each_slv()) kfreed 'name': 52 at 000000005c9a6ae4. 00040000:00000010:1.0:1767384377.141924:0:40448:0:(lquota_entry.c:321:lqe_locate_find()) slab-alloced 'new': 392 at 00000000caa57f35. 00000004:00000010:1.0:1767384377.141992:0:40448:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000d9a9be8f. 00000004:00000010:1.0:1767384377.142032:0:40448:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000085156544. 00000004:00000010:1.0:1767384377.142035:0:40448:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000a98dd180. 00080000:00000010:1.0:1767384377.142037:0:40448:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000002ceb36e0. 00100000:00000010:1.0:1767384377.142060:0:40448:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000099fab7f0. 00100000:00000010:1.0:1767384377.142062:0:40448:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 0000000099fab7f0. 00040000:00000010:1.0:1767384377.142064:0:40448:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 000000009d7497bf. 00000001:00000010:1.0:1767384377.142067:0:40448:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 000000008a8f9c25. 00000001:00000010:1.0:1767384377.142069:0:40448:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 000000005af43713. 00000001:00000010:1.0:1767384377.142070:0:40448:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 0000000064aa1de5. 00040000:00000010:1.0:1767384377.142071:0:40448:0:(lquota_disk.c:462:lquota_disk_for_each_slv()) kmalloced '(name)': 52 at 0000000099fab7f0. 00080000:00000010:1.0:1767384377.142073:0:40448:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at 00000000cc30f126. 00080000:00000010:1.0:1767384377.142075:0:40448:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at 000000007c2abe59. 00080000:00000010:1.0:1767384377.142084:0:40448:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at 000000007c2abe59. 00080000:00000010:1.0:1767384377.142119:0:40448:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at 00000000cc30f126. 00040000:00000010:1.0:1767384377.142122:0:40448:0:(lquota_disk.c:536:lquota_disk_for_each_slv()) kfreed 'name': 52 at 0000000099fab7f0. 00040000:00000010:1.0:1767384377.142136:0:40448:0:(lquota_entry.c:321:lqe_locate_find()) slab-alloced 'new': 392 at 00000000b633e498. 00000020:00000010:1.0:1767384377.142201:0:40448:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000a3f7f93b. 00000004:00000010:1.0:1767384377.142205:0:40448:0:(mdt_handler.c:6196:mdt_quota_init()) kfreed 'lcfg': 128 at 0000000041c391af. 00000004:00000010:1.0:1767384377.142207:0:40448:0:(mdt_handler.c:6200:mdt_quota_init()) kfreed 'bufs': 104 at 0000000092abca91. 00000004:00000010:1.0:1767384377.142209:0:40448:0:(mdt_handler.c:6201:mdt_quota_init()) kfreed 'qmtname': 128 at 00000000f358e339. 00000004:00000010:1.0:1767384377.142210:0:40448:0:(mdt_handler.c:6202:mdt_quota_init()) kfreed 'uuid': 40 at 000000001ecf1289. 00000004:00000010:1.0:1767384377.142211:0:40448:0:(mdt_handler.c:6203:mdt_quota_init()) kfreed 'data': 192 at 00000000daf230cf. 00000020:00000010:1.0:1767384377.142219:0:40448:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f3fdd7c0. 00000020:00000010:1.0:1767384377.142222:0:40448:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000cc9c31da. 00000040:00000010:1.0:1767384377.142224:0:40448:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000c11fe90c. 00000020:00000010:1.0:1767384377.142226:0:40448:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000a7410881. 00000020:00000010:1.0:1767384377.142229:0:40448:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000000f02a548. 00000020:00000010:1.0:1767384377.142233:0:40448:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000cc0ab1a2. 80000000:00000010:1.0:1767384377.142235:0:40448:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000071f8ed6c. 40000000:00000010:1.0:1767384377.142237:0:40448:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000099fab7f0. 00100000:00000010:1.0:1767384377.142239:0:40448:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000009a1e34e. 00040000:00000010:1.0:1767384377.142242:0:40448:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000009bf27eef. 00040000:00000010:1.0:1767384377.142244:0:40448:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000079197fb5. 00040000:00000010:1.0:1767384377.142247:0:40448:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000040545f32. 00080000:00000010:1.0:1767384377.142248:0:40448:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000ed5fd126. 00000004:00000010:1.0:1767384377.142251:0:40448:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000f4d902c7. 00000004:00000010:1.0:1767384377.142254:0:40448:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000937dde3c. 00000004:00000010:1.0:1767384377.142255:0:40448:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000838c4dde. 00000020:00000010:1.0:1767384377.142257:0:40448:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008161b7b9. 00000020:00000010:1.0:1767384377.142259:0:40448:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b0ae8895. 00000020:00000010:1.0:1767384377.142261:0:40448:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f287db5e. 00000020:00000010:3.0:1767384377.142403:0:40448:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000864afece. 00000040:00000010:3.0:1767384377.142406:0:40448:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000082ea6430. 00000020:00000010:3.0:1767384377.142408:0:40448:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000006b9e6eda. 00000020:00000010:3.0:1767384377.142411:0:40448:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000728ceea9. 00000020:00000010:3.0:1767384377.142413:0:40448:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000078a19f33. 80000000:00000010:3.0:1767384377.142415:0:40448:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000880d8d48. 40000000:00000010:3.0:1767384377.142418:0:40448:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000030d5aa81. 00100000:00000010:3.0:1767384377.142421:0:40448:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000008b5a5194. 00040000:00000010:3.0:1767384377.142422:0:40448:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000995c7e50. 00040000:00000010:3.0:1767384377.142425:0:40448:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000005dfb4fb7. 00040000:00000010:3.0:1767384377.142426:0:40448:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000cca860dc. 00080000:00000010:3.0:1767384377.142428:0:40448:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000adbe3f9d. 00000004:00000010:3.0:1767384377.142429:0:40448:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000002ab61b8f. 00000004:00000010:3.0:1767384377.142432:0:40448:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000ed72d7bb. 00000004:00000010:3.0:1767384377.142433:0:40448:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000ca26a94e. 00000020:00000010:3.0:1767384377.142435:0:40448:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004d365da2. 00000020:00000010:3.0:1767384377.142437:0:40448:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000501e23e6. 00000020:00000010:3.0:1767384377.142439:0:40448:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000cb198794. 00000008:00000010:3.0:1767384377.142440:0:40448:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 0000000034f545c5. 00020000:00000010:3.0:1767384377.142442:0:40448:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 0000000000bf0186. 00008000:00000010:3.0:1767384377.142444:0:40448:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 00000000357d8f2a. 00000080:00000010:3.0:1767384377.142446:0:40448:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 00000000dbe9dec8. 00000020:00000010:3.0:1767384377.142448:0:40448:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000756d0e19. 00000020:00000010:3.0:1767384377.142451:0:40448:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 136 at 000000004ac5c889. 00000020:00000010:3.0:1767384377.142459:0:40448:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000e47ab3a9. 00000020:00000010:3.0:1767384377.142461:0:40448:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000e47ab3a9. 00000020:00000010:3.0:1767384377.142469:0:40448:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000e47ab3a9. 00000020:00000010:3.0:1767384377.142471:0:40448:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000e47ab3a9. 00000020:00000010:3.0:1767384377.142475:0:40448:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at 000000004ac5c889. 00000020:00000010:3.0:1767384377.142482:0:40448:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000018e7fbc4. 00000020:00000010:3.0:1767384377.142484:0:40448:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000e516e2ab. 00000040:00000010:3.0:1767384377.142485:0:40448:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000671d9b40. 00000020:00000010:3.0:1767384377.142488:0:40448:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000002ab61b8f. 00000020:00000010:3.0:1767384377.142490:0:40448:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000728ceea9. 00000020:00000010:3.0:1767384377.142491:0:40448:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000ec20b07c. 80000000:00000010:3.0:1767384377.142493:0:40448:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000eddeed9a. 40000000:00000010:3.0:1767384377.142495:0:40448:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000999441fb. 00100000:00000010:3.0:1767384377.142496:0:40448:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000005dfb4fb7. 00040000:00000010:3.0:1767384377.142498:0:40448:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000e47ab3a9. 00040000:00000010:3.0:1767384377.142500:0:40448:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000ca26a94e. 00040000:00000010:3.0:1767384377.142502:0:40448:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000e97bafb5. 00080000:00000010:3.0:1767384377.142503:0:40448:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000adbe3f9d. 00000004:00000010:3.0:1767384377.142506:0:40448:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000008b5a5194. 00000004:00000010:3.0:1767384377.142508:0:40448:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000ed72d7bb. 00000004:00000010:3.0:1767384377.142510:0:40448:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000006b9e6eda. 02000000:00000010:3.0:1767384377.142517:0:40448:0:(upcall_cache.c:133:upcall_cache_set_upcall()) kmalloced '(upcall)': 58 at 000000004149f83a. 02000000:00000010:3.0:1767384377.142521:0:40448:0:(upcall_cache.c:157:upcall_cache_set_upcall()) kfreed 'upcall': 58 at 000000004149f83a. 00000020:00000010:3.0:1767384377.142524:0:40448:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000e516e2ab. 00000040:00000010:3.0:1767384377.142528:0:40448:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000671d9b40. 00000020:00000010:3.0:1767384377.142529:0:40448:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000002ab61b8f. 00000020:00000010:3.0:1767384377.142531:0:40448:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000728ceea9. 00000020:00000010:3.0:1767384377.142533:0:40448:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000ec20b07c. 80000000:00000010:3.0:1767384377.142535:0:40448:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000eddeed9a. 40000000:00000010:3.0:1767384377.142536:0:40448:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000999441fb. 00100000:00000010:3.0:1767384377.142538:0:40448:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000005dfb4fb7. 00040000:00000010:3.0:1767384377.142540:0:40448:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000e47ab3a9. 00040000:00000010:3.0:1767384377.142542:0:40448:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000ca26a94e. 00040000:00000010:3.0:1767384377.142545:0:40448:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000e97bafb5. 00080000:00000010:3.0:1767384377.142547:0:40448:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000adbe3f9d. 00000004:00000010:3.0:1767384377.142549:0:40448:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000008b5a5194. 00000004:00000010:3.0:1767384377.142550:0:40448:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000ed72d7bb. 00000004:00000010:3.0:1767384377.142551:0:40448:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000006b9e6eda. 00000020:00000010:3.0:1767384377.142552:0:40448:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000018e7fbc4. 00000020:00000010:3.0:1767384377.142554:0:40448:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 136 at 000000004ac5c889. 00000020:00000010:3.0:1767384377.142557:0:40448:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000e47ab3a9. 00000020:00000010:3.0:1767384377.142558:0:40448:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000e47ab3a9. 00000020:00000010:3.0:1767384377.142561:0:40448:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000e47ab3a9. 00000020:00000010:3.0:1767384377.142562:0:40448:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000e47ab3a9. 00000020:00000010:3.0:1767384377.142565:0:40448:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000e47ab3a9. 00000020:00000010:3.0:1767384377.142566:0:40448:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000e47ab3a9. 00000020:00000010:3.0:1767384377.142567:0:40448:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 64 at 00000000999441fb. 00000100:00000010:3.0:1767384377.142577:0:40448:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at 0000000067a68336. 00000400:00000200:3.0:1767384377.142580:0:40448:0:(peer.c:1356:LNetAddPeer()) Add peer with 32 NIDs 00000400:00000200:3.0:1767384377.142585:0:40448:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.202.152@tcp 00000400:00000200:3.0:1767384377.142592:0:40448:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp NID flags 0x100001: -17 00000400:00000200:3.0:1767384377.142597:0:40448:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (42) 00000400:00000200:3.0:1767384377.142603:0:40448:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:3.0:1767384377.142607:0:40448:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.202.152@tcp NID 192.168.202.152@tcp: 0. pending discovery 00000400:00000200:3.0:1767384377.142610:0:40448:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000005d9714d7 (43) 00000400:00000200:3.0:1767384377.142612:0:40448:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp 00000400:00000200:3.0:1767384377.142613:0:40448:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.202.152@tcp10 00000400:00000200:3.0:1767384377.142617:0:40448:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp10 NID flags 0x1: -114 00000400:00000200:3.0:1767384377.142619:0:40448:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp10 00000400:00000200:3.0:1767384377.142620:0:40448:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.202.152@tcp11 00000400:00000200:3.0:1767384377.142623:0:40448:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp11 NID flags 0x1: -114 00000400:00000200:3.0:1767384377.142625:0:40448:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp11 00000400:00000200:3.0:1767384377.142626:0:40448:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.202.152@tcp12 00000400:00000200:3.0:1767384377.142629:0:40448:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp12 NID flags 0x1: -114 00000400:00000200:3.0:1767384377.142631:0:40448:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp12 00000400:00000200:3.0:1767384377.142633:0:40448:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.202.152@tcp13 00000400:00000200:3.0:1767384377.142636:0:40448:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp13 NID flags 0x1: -114 00000400:00000200:3.0:1767384377.142638:0:40448:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp13 00000400:00000200:3.0:1767384377.142640:0:40448:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.202.152@tcp14 00000400:00000200:3.0:1767384377.142642:0:40448:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp14 NID flags 0x1: -114 00000400:00000200:3.0:1767384377.142644:0:40448:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp14 00000400:00000200:3.0:1767384377.142645:0:40448:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.202.152@tcp15 00000400:00000200:3.0:1767384377.142648:0:40448:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp15 NID flags 0x1: -114 00000400:00000200:3.0:1767384377.142650:0:40448:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp15 00000400:00000200:3.0:1767384377.142651:0:40448:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.202.152@tcp16 00000400:00000200:3.0:1767384377.142654:0:40448:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp16 NID flags 0x1: -114 00000400:00000200:3.0:1767384377.142656:0:40448:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp16 00000400:00000200:3.0:1767384377.142657:0:40448:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.202.152@tcp17 00000400:00000200:3.0:1767384377.142660:0:40448:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp17 NID flags 0x1: -114 00000400:00000200:3.0:1767384377.142662:0:40448:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp17 00000400:00000200:3.0:1767384377.142663:0:40448:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.202.152@tcp18 00000400:00000200:3.0:1767384377.142665:0:40448:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp18 NID flags 0x1: -114 00000400:00000200:3.0:1767384377.142665:0:40448:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp18 00000400:00000200:3.0:1767384377.142666:0:40448:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.202.152@tcp19 00000400:00000200:3.0:1767384377.142668:0:40448:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp19 NID flags 0x1: -114 00000400:00000200:3.0:1767384377.142669:0:40448:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp19 00000400:00000200:3.0:1767384377.142670:0:40448:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.202.152@tcp20 00000400:00000200:3.0:1767384377.142671:0:40448:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp20 NID flags 0x1: -114 00000400:00000200:3.0:1767384377.142672:0:40448:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp20 00000400:00000200:3.0:1767384377.142673:0:40448:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.202.152@tcp21 00000400:00000200:3.0:1767384377.142674:0:40448:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp21 NID flags 0x1: -114 00000400:00000200:3.0:1767384377.142675:0:40448:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp21 00000400:00000200:3.0:1767384377.142676:0:40448:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.202.152@tcp22 00000400:00000200:3.0:1767384377.142677:0:40448:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp22 NID flags 0x1: -114 00000400:00000200:3.0:1767384377.142678:0:40448:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp22 00000400:00000200:3.0:1767384377.142678:0:40448:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.202.152@tcp23 00000400:00000200:3.0:1767384377.142680:0:40448:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp23 NID flags 0x1: -114 00000400:00000200:3.0:1767384377.142680:0:40448:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp23 00000400:00000200:3.0:1767384377.142681:0:40448:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.202.152@tcp24 00000400:00000200:3.0:1767384377.142683:0:40448:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp24 NID flags 0x1: -114 00000400:00000200:3.0:1767384377.142684:0:40448:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp24 00000400:00000200:3.0:1767384377.142685:0:40448:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.202.152@tcp25 00000400:00000200:3.0:1767384377.142687:0:40448:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp25 NID flags 0x1: -114 00000400:00000200:3.0:1767384377.142688:0:40448:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp25 00000400:00000200:3.0:1767384377.142689:0:40448:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.202.152@tcp26 00000400:00000200:3.0:1767384377.142690:0:40448:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp26 NID flags 0x1: -114 00000400:00000200:3.0:1767384377.142691:0:40448:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp26 00000400:00000200:3.0:1767384377.142692:0:40448:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.202.152@tcp27 00000400:00000200:3.0:1767384377.142693:0:40448:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp27 NID flags 0x1: -114 00000400:00000200:3.0:1767384377.142694:0:40448:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp27 00000400:00000200:3.0:1767384377.142695:0:40448:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.202.152@tcp28 00000400:00000200:3.0:1767384377.142696:0:40448:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp28 NID flags 0x1: -114 00000400:00000200:3.0:1767384377.142697:0:40448:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp28 00000400:00000200:3.0:1767384377.142698:0:40448:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.202.152@tcp29 00000400:00000200:3.0:1767384377.142699:0:40448:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp29 NID flags 0x1: -114 00000400:00000200:3.0:1767384377.142700:0:40448:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp29 00000400:00000200:3.0:1767384377.142701:0:40448:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.202.152@tcp30 00000400:00000200:3.0:1767384377.142702:0:40448:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp30 NID flags 0x1: -114 00000400:00000200:3.0:1767384377.142703:0:40448:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp30 00000400:00000200:3.0:1767384377.142704:0:40448:0:(peer.c:1370:LNetAddPeer()) Adding NID[22]: 192.168.202.152@tcp31 00000400:00000200:3.0:1767384377.142707:0:40448:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp31 NID flags 0x1: -114 00000400:00000200:3.0:1767384377.142708:0:40448:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp31 00000400:00000200:3.0:1767384377.142709:0:40448:0:(peer.c:1370:LNetAddPeer()) Adding NID[23]: 192.168.202.152@tcp32 00000400:00000200:3.0:1767384377.142712:0:40448:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp32 NID flags 0x1: -114 00000400:00000200:3.0:1767384377.142713:0:40448:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp32 00000400:00000200:3.0:1767384377.142715:0:40448:0:(peer.c:1370:LNetAddPeer()) Adding NID[24]: 192.168.202.152@tcp33 00000400:00000200:3.0:1767384377.142716:0:40448:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp33 NID flags 0x1: -114 00000400:00000200:3.0:1767384377.142717:0:40448:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp33 00000400:00000200:3.0:1767384377.142718:0:40448:0:(peer.c:1370:LNetAddPeer()) Adding NID[25]: 192.168.202.152@tcp34 00000400:00000200:3.0:1767384377.142719:0:40448:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp34 NID flags 0x1: -114 00000400:00000200:3.0:1767384377.142720:0:40448:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp34 00000400:00000200:3.0:1767384377.142720:0:40448:0:(peer.c:1370:LNetAddPeer()) Adding NID[26]: 192.168.202.152@tcp35 00000400:00000200:3.0:1767384377.142722:0:40448:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp35 NID flags 0x1: -114 00000400:00000200:3.0:1767384377.142723:0:40448:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp35 00000400:00000200:3.0:1767384377.142724:0:40448:0:(peer.c:1370:LNetAddPeer()) Adding NID[27]: 192.168.202.152@tcp36 00000400:00000200:3.0:1767384377.142725:0:40448:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp36 NID flags 0x1: -114 00000400:00000200:3.0:1767384377.142727:0:40448:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp36 00000400:00000200:3.0:1767384377.142727:0:40448:0:(peer.c:1370:LNetAddPeer()) Adding NID[28]: 192.168.202.152@tcp37 00000400:00000200:3.0:1767384377.142729:0:40448:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp37 NID flags 0x1: -114 00000400:00000200:3.0:1767384377.142730:0:40448:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp37 00000400:00000200:3.0:1767384377.142731:0:40448:0:(peer.c:1370:LNetAddPeer()) Adding NID[29]: 192.168.202.152@tcp38 00000400:00000200:3.0:1767384377.142733:0:40448:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp38 NID flags 0x1: -114 00000400:00000200:3.0:1767384377.142734:0:40448:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp38 00000400:00000200:3.0:1767384377.142735:0:40448:0:(peer.c:1370:LNetAddPeer()) Adding NID[30]: 192.168.202.152@tcp39 00000400:00000200:3.0:1767384377.142737:0:40448:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp39 NID flags 0x1: -114 00000400:00000200:3.0:1767384377.142737:0:40448:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp39 00000400:00000200:3.0:1767384377.142738:0:40448:0:(peer.c:1370:LNetAddPeer()) Adding NID[31]: 192.168.202.152@tcp40 00000400:00000200:3.0:1767384377.142739:0:40448:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp40 NID flags 0x1: -114 00000400:00000200:3.0:1767384377.142740:0:40448:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp40 00000100:00000010:3.0:1767384377.142742:0:40448:0:(lustre_peer.c:113:class_add_uuid()) kfreed 'data': 704 at 0000000067a68336. 00000020:00000010:3.0:1767384377.142744:0:40448:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 64 at 00000000999441fb. 00000020:00000010:3.0:1767384377.142749:0:40448:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 120 at 00000000501e23e6. 00000020:00000010:3.0:1767384377.142764:0:40448:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 000000006e4cb28c. 00000020:00000010:3.0:1767384377.142769:0:40448:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000006b9e6eda. 00000020:00000010:3.0:1767384377.142778:0:40448:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 120 at 00000000501e23e6. 00000020:00000010:3.0:1767384377.142782:0:40448:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 128 at 00000000501e23e6. 00000001:00000010:3.0:1767384377.142792:0:40448:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000e47ab3a9. 00000001:00000010:3.0:1767384377.142795:0:40448:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000007d0dc980. 00000001:00000010:3.0:1767384377.142797:0:40448:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000018e7fbc4. 00000001:00000010:3.0:1767384377.142798:0:40448:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000e97bafb5. 00000001:00000010:3.0:1767384377.142799:0:40448:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000ec20b07c. 00000001:00000010:3.0:1767384377.142801:0:40448:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000671d9b40. 00000001:00000010:3.0:1767384377.142803:0:40448:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000359db4a3. 00000001:00000010:3.0:1767384377.142806:0:40448:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000d791dd00. 00000001:00000010:3.0:1767384377.142808:0:40448:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000e516e2ab. 00000001:00000010:3.0:1767384377.142810:0:40448:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000756d0e19. 00000001:00000010:3.0:1767384377.142811:0:40448:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000004d365da2. 00000001:00000010:3.0:1767384377.142812:0:40448:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000cca860dc. 00000020:00000010:3.0:1767384377.142822:0:40448:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000078a19f33. 00000020:00000010:3.0:1767384377.142824:0:40448:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ee5cd7de. 00000020:00000010:3.0:1767384377.142827:0:40448:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000cb198794. 00000008:00000010:3.0:1767384377.142828:0:40448:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 0000000034f545c5. 00020000:00000010:3.0:1767384377.142831:0:40448:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 0000000000bf0186. 00008000:00000010:3.0:1767384377.142833:0:40448:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000357d8f2a. 00000080:00000010:3.0:1767384377.142836:0:40448:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000dbe9dec8. 00000020:00000010:3.0:1767384377.142838:0:40448:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000082ea6430. 00000020:00000010:3.0:1767384377.142839:0:40448:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000864afece. 00000040:00000010:3.0:1767384377.142842:0:40448:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000009846f52a. 00000020:00000010:3.0:1767384377.142843:0:40448:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000008b5a5194. 00000020:00000010:3.0:1767384377.142846:0:40448:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000728ceea9. 00000020:00000010:3.0:1767384377.142848:0:40448:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000b53870d2. 80000000:00000010:3.0:1767384377.142851:0:40448:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000eddeed9a. 40000000:00000010:3.0:1767384377.142852:0:40448:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000999441fb. 00100000:00000010:3.0:1767384377.142854:0:40448:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000adbe3f9d. 00040000:00000010:3.0:1767384377.142857:0:40448:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000fac8b7e3. 00040000:00000010:3.0:1767384377.142859:0:40448:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000ca26a94e. 00040000:00000010:3.0:1767384377.142860:0:40448:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000004ec749c9. 00080000:00000010:3.0:1767384377.142863:0:40448:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000005dfb4fb7. 00000004:00000010:3.0:1767384377.142865:0:40448:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000002ab61b8f. 00000004:00000010:3.0:1767384377.142867:0:40448:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000ed72d7bb. 00000004:00000010:3.0:1767384377.142870:0:40448:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000555601ca. 00002000:00000010:3.0:1767384377.142873:0:40448:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000004164c3c4. 00000004:00000010:3.0:1767384377.142875:0:40448:0:(osp_dev.c:1345:osp_device_alloc()) kmalloced '(osp)': 1400 at 00000000b4a8ba1f. 00000004:00000010:3.0:1767384377.142882:0:40448:0:(osp_dev.c:1178:osp_init0()) kmalloced '(osdname)': 128 at 00000000b4215d59. 00000004:00000010:3.0:1767384377.142884:0:40448:0:(osp_dev.c:993:osp_connect_to_osd()) kmalloced '(data)': 192 at 000000004ac5c889. 00000020:00000010:3.0:1767384377.142888:0:40448:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000000e5f7eb0. 00000004:00000010:3.0:1767384377.142891:0:40448:0:(osp_dev.c:1018:osp_connect_to_osd()) kfreed 'data': 192 at 000000004ac5c889. 00010000:00000010:3.0:1767384377.142898:0:40448:0:(ldlm_lib.c:421:client_obd_setup()) kmalloced '(cli->cl_read_io_latency_by_size)': 3920 at 00000000b140e4c5. 00010000:00000010:3.0:1767384377.142901:0:40448:0:(ldlm_lib.c:434:client_obd_setup()) kmalloced '(cli->cl_write_io_latency_by_size)': 3920 at 000000007704352b. 00000020:00000010:3.0:1767384377.142918:0:40448:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 000000006b287e28. 00000100:00000200:3.0:1767384377.142933:0:40448:0:(events.c:560:ptlrpc_uuid_to_peer()) 192.168.202.152@tcp->12345-0@lo 00010000:00000010:3.0:1767384377.142939:0:40448:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at 000000004377ab71. 00010000:00000010:3.0:1767384377.142945:0:40448:0:(ldlm_resource.c:780:ldlm_namespace_new()) kmalloced '(ns)': 816 at 000000002926dcd3. 00000001:00000010:3.0:1767384377.142949:0:40448:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 000000003953bfb6. 00000001:00000010:3.0:1767384377.142953:0:40448:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 128 at 000000002e84335f. 00000001:00000010:3.0:1767384377.142956:0:40448:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000007f7f36f3. 00000001:00000010:3.0:1767384377.142960:0:40448:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000008aa0e13e. 00000001:00000010:3.0:1767384377.142964:0:40448:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000007a3079d7. 00000001:00000010:3.0:1767384377.142974:0:40448:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000f6b4abe3. 00000001:00000010:3.0:1767384377.142978:0:40448:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000001de13410. 00000001:00000010:3.0:1767384377.142982:0:40448:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000bf69cfea. 00000001:00000010:3.0:1767384377.142986:0:40448:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000007cf95305. 00000001:00000010:3.0:1767384377.142994:0:40448:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000337d672f. 00000001:00000010:3.0:1767384377.142998:0:40448:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 0000000091965632. 00000001:00000010:3.0:1767384377.143001:0:40448:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000de5908c0. 00000001:00000010:3.0:1767384377.143004:0:40448:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000e16a2b8a. 00000001:00000010:3.0:1767384377.143011:0:40448:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000494fbd1b. 00000001:00000010:3.0:1767384377.143015:0:40448:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000009f2047c5. 00000001:00000010:3.0:1767384377.143018:0:40448:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 0000000094566550. 00000001:00000010:3.0:1767384377.143021:0:40448:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000bf658318. 00000001:00000010:3.0:1767384377.143028:0:40448:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000185550d5. 00000020:00000010:3.0:1767384377.143063:0:40448:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000707da248. 00000020:00000010:3.0:1767384377.143065:0:40448:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at 00000000e8ae4621. 00000020:00000010:3.0:1767384377.143140:0:40448:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000001c4f631b. 00000020:00000010:3.0:1767384377.143143:0:40448:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at 00000000d278e52f. 40000000:00000010:3.0:1767384377.143152:0:40448:0:(fid_request.c:432:client_fid_init()) kmalloced '(cli->cl_seq)': 224 at 00000000d3424a98. 40000000:00000010:3.0:1767384377.143155:0:40448:0:(fid_request.c:436:client_fid_init()) kmalloced '(prefix)': 133 at 000000004ac5c889. 40000000:00000010:3.0:1767384377.143184:0:40448:0:(fid_request.c:444:client_fid_init()) kfreed 'prefix': 133 at 000000004ac5c889. 00000004:00000010:3.0:1767384377.143189:0:40448:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000020eabcb1. 00000004:00000010:3.0:1767384377.143195:0:40448:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000c4a969aa. 00000004:00000010:3.0:1767384377.143199:0:40448:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000057f1aada. 00000004:00000010:3.0:1767384377.143201:0:40448:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000c1818f86. 00080000:00000010:3.0:1767384377.143204:0:40448:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000002f3d415. 00000004:00000010:3.0:1767384377.143301:0:40448:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000004769496b. 00000004:00000010:3.0:1767384377.143307:0:40448:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000f1bab25f. 00000004:00000010:3.0:1767384377.143309:0:40448:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000e7272ade. 00080000:00000010:3.0:1767384377.143311:0:40448:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000008cb1845f. 00000004:00000010:3.0:1767384377.143385:0:40448:0:(osp_precreate.c:1756:osp_init_precreate()) kmalloced '(d->opd_pre)': 112 at 0000000092abca91. 00000004:00000010:3.0:1767384377.143389:0:40448:0:(osp_sync.c:1665:osp_sync_init()) kmalloced '(args)': 16 at 00000000603089aa. 00000004:00000010:3.0:1767384377.143394:0:40448:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000caf05fb1. 00000004:00000010:3.0:1767384377.143397:0:40448:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000073320b8. 00000004:00000010:3.0:1767384377.143399:0:40448:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000597232f6. 00080000:00000010:3.0:1767384377.143401:0:40448:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000003d1f39eb. 00000040:00000010:3.0:1767384377.143456:0:40448:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 000000004ac5c889. 00000040:00000010:3.0:1767384377.143464:0:40448:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000007a6d8462. 00000020:00000010:3.0:1767384377.143468:0:40448:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000009cc01a58. 00080000:00000010:3.0:1767384377.143471:0:40448:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000168c5fbd. 00000040:00000010:3.0:1767384377.143611:0:40448:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000e89279bb. 00080000:00000010:3.0:1767384377.143712:0:40448:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000b5a7640f. 00080000:00000010:3.0:1767384377.143787:0:40448:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000b71984e7. 00000040:00000010:3.0:1767384377.143791:0:40448:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000532d38f1. 00000020:00000010:3.0:1767384377.143795:0:40448:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000006e8f77e8. 00080000:00000010:3.0:1767384377.143797:0:40448:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000d4d7e6b7. 00080000:00000010:3.0:1767384377.143848:0:40448:0:(osd_oi.c:1052:osd_idc_add()) kmalloced '(idc)': 256 at 0000000070f7f0ac. 00000040:00000010:3.0:1767384377.143861:0:40448:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000008c355ec5. 00000020:00000010:3.0:1767384377.143864:0:40448:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000dd9f986e. 00080000:00000010:3.0:1767384377.143866:0:40448:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000003d5661d2. 00000040:00000010:3.0:1767384377.143993:0:40448:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000ab23dd39. 00000020:00000010:3.0:1767384377.144149:0:40448:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 76 at 000000005d23b336. 00000020:00000010:1.0:1767384377.144308:0:40452:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004dad85ce. 00000020:00000010:1.0:1767384377.144313:0:40452:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000003e72bf17. 00000040:00000010:1.0:1767384377.144316:0:40452:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000056c7b491. 00000020:00000010:1.0:1767384377.144320:0:40452:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000005d6e14b5. 00000020:00000010:1.0:1767384377.144325:0:40452:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000005ea08f69. 00000004:00000010:3.0:1767384377.144327:0:40448:0:(osp_precreate.c:1830:osp_init_statfs()) kmalloced '(args)': 72 at 00000000eada97fe. 00040000:00000010:1.0:1767384377.144329:0:40452:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000003c51b183. 00000020:00000010:3.0:1767384377.144333:0:40448:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cdc37cec. 00040000:00000010:1.0:1767384377.144336:0:40452:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000004b9e2038. 00000020:00000010:3.0:1767384377.144338:0:40448:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000006a921118. 00080000:00000010:1.0:1767384377.144342:0:40452:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000f50fee40. 00000040:00000010:3.0:1767384377.144343:0:40448:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000073c981e8. 00000020:00000010:3.0:1767384377.144348:0:40448:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000ec48d8bc. 00000020:00000010:1.0:1767384377.144349:0:40452:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000006e82748c. 00000020:00000010:3.0:1767384377.144351:0:40448:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000080a77430. 00000040:00000010:1.0:1767384377.144357:0:40452:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 000000006499f9ea. 00000020:00000010:3.0:1767384377.144358:0:40448:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000024b48396. 80000000:00000010:3.0:1767384377.144363:0:40448:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000064867229. 40000000:00000010:3.0:1767384377.144366:0:40448:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000a8adc01d. 00100000:00000010:3.0:1767384377.144368:0:40448:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000cca5f3bc. 00000040:00000010:1.0:1767384377.144368:0:40452:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 0000000002878d71. 00040000:00000010:3.0:1767384377.144375:0:40448:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000947e65c5. 00040000:00000010:3.0:1767384377.144378:0:40448:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000f2513986. 00040000:00000010:3.0:1767384377.144380:0:40448:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000a35a89cf. 00080000:00000010:3.0:1767384377.144383:0:40448:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000e82e40d3. 00000004:00000010:3.0:1767384377.144386:0:40448:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000009733859c. 00000004:00000010:3.0:1767384377.144388:0:40448:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000468f7ed0. 00000004:00000010:3.0:1767384377.144391:0:40448:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000ebb4d6f4. 00002000:00000010:3.0:1767384377.144394:0:40448:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000dee0bbd1. 00000004:00000010:3.0:1767384377.144396:0:40448:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000a3028023. 00000040:00000010:1.0:1767384377.144417:0:40452:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 000000004980846d. 00000040:00000010:1.0:1767384377.144422:0:40452:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 000000009327fce2. 00000020:00000010:3.0:1767384377.144681:0:40448:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000cf013029. 00000020:00000010:3.0:1767384377.144690:0:40448:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 00000000b3f3c5da. 00000020:00000010:3.0:1767384377.144711:0:40448:0:(lprocfs_status.c:117:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 0000000086e37704. 00000020:00000010:3.0:1767384377.144717:0:40448:0:(lprocfs_status.c:127:ldebugfs_add_symlink()) kfreed 'dest': 129 at 0000000086e37704. 00000004:00000010:3.0:1767384377.144720:0:40448:0:(osp_dev.c:1268:osp_init0()) kfreed 'osdname': 128 at 00000000b4215d59. 00000020:00000010:3.0:1767384377.144724:0:40448:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000864afece. 00000040:00000010:3.0:1767384377.144726:0:40448:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000009846f52a. 00000020:00000010:3.0:1767384377.144728:0:40448:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000008b5a5194. 00000020:00000010:3.0:1767384377.144731:0:40448:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000728ceea9. 00000020:00000010:3.0:1767384377.144733:0:40448:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000b53870d2. 80000000:00000010:3.0:1767384377.144734:0:40448:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000eddeed9a. 40000000:00000010:3.0:1767384377.144736:0:40448:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000999441fb. 00100000:00000010:3.0:1767384377.144738:0:40448:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000adbe3f9d. 00040000:00000010:3.0:1767384377.144741:0:40448:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000fac8b7e3. 00040000:00000010:3.0:1767384377.144743:0:40448:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000ca26a94e. 00040000:00000010:3.0:1767384377.144746:0:40448:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000004ec749c9. 00080000:00000010:3.0:1767384377.144748:0:40448:0:(osd_handler.c:800:osd_key_fini()) kvfree 'idc': 256 at 0000000070f7f0ac. 00000020:00000010:3.0:1767384377.144751:0:40448:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 76 at 000000005d23b336. 00080000:00000010:3.0:1767384377.144752:0:40448:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000005dfb4fb7. 00000004:00000010:3.0:1767384377.144755:0:40448:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000002ab61b8f. 00000004:00000010:3.0:1767384377.144758:0:40448:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000ed72d7bb. 00000004:00000010:3.0:1767384377.144761:0:40448:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000555601ca. 00002000:00000010:3.0:1767384377.144763:0:40448:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000004164c3c4. 00000004:00000010:3.0:1767384377.144766:0:40448:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000020eabcb1. 00000020:00000010:3.0:1767384377.144768:0:40448:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000082ea6430. 00000020:00000010:3.0:1767384377.144770:0:40448:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ee5cd7de. 00000020:00000010:3.0:1767384377.144772:0:40448:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000cb198794. 00000008:00000010:3.0:1767384377.144775:0:40448:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 0000000034f545c5. 00020000:00000010:3.0:1767384377.144777:0:40448:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 0000000000bf0186. 00008000:00000010:3.0:1767384377.144780:0:40448:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 00000000357d8f2a. 00000080:00000010:3.0:1767384377.144782:0:40448:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 00000000dbe9dec8. 00000020:00000010:3.0:1767384377.144785:0:40448:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000078a19f33. 00000020:00000010:3.0:1767384377.144787:0:40448:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 128 at 00000000501e23e6. 00000020:00000010:3.0:1767384377.144792:0:40448:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 112 at 00000000501e23e6. 00000020:00000010:3.0:1767384377.144795:0:40448:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f0f36c7d. 00000020:00000010:3.0:1767384377.144797:0:40448:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000005b7118df. 00000040:00000010:3.0:1767384377.144799:0:40448:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000002fff5b75. 00000020:00000010:3.0:1767384377.144801:0:40448:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000555601ca. 00000020:00000010:3.0:1767384377.144803:0:40448:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000728ceea9. 00000020:00000010:3.0:1767384377.144805:0:40448:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000b011d526. 80000000:00000010:3.0:1767384377.144807:0:40448:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000005d23b336. 40000000:00000010:3.0:1767384377.144809:0:40448:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000999441fb. 00100000:00000010:3.0:1767384377.144811:0:40448:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000078c44b5b. 00040000:00000010:3.0:1767384377.144813:0:40448:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000ff07b3e5. 00040000:00000010:3.0:1767384377.144815:0:40448:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000002ab61b8f. 00040000:00000010:3.0:1767384377.144817:0:40448:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000f78ca3fa. 00080000:00000010:3.0:1767384377.144819:0:40448:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000005dfb4fb7. 00000004:00000010:3.0:1767384377.144821:0:40448:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000ca26a94e. 00000004:00000010:3.0:1767384377.144823:0:40448:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000308426c8. 00000004:00000010:3.0:1767384377.144825:0:40448:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000adbe3f9d. 00000004:00000010:3.0:1767384377.144827:0:40448:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000020eabcb1. 00000004:00000010:3.0:1767384377.144835:0:40448:0:(lod_lov.c:156:lod_add_device()) kmalloced '(data)': 192 at 0000000086e37704. 00000020:00000010:3.0:1767384377.144839:0:40448:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000008b5a5194. 00000100:00000010:3.0:1767384377.144856:0:40448:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000dcadd9d0. 02000000:00000010:3.0:1767384377.144866:0:40448:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 000000004164c3c4. 00000004:00000010:3.0:1767384377.144904:0:40448:0:(lod_lov.c:209:lod_add_device()) kfreed 'data': 192 at 0000000086e37704. 00040000:00000010:1.0:1767384377.144925:0:16136:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000009353009b. 00000004:00000010:3.0:1767384377.144928:0:40448:0:(lod_lov.c:218:lod_add_device()) kmalloced '(tgt_desc)': 368 at 000000005638148b. 00000004:00000010:1.0:1767384377.144932:0:16136:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000006e52841a. 00020000:00000010:3.0:1767384377.144934:0:40448:0:(lu_tgt_descs.c:376:ltd_add_tgt()) kmalloced '(ltd->ltd_tgt_idx[index / (((1UL) << 12) / sizeof(void *))])': 4096 at 00000000a9d539e7. 00020000:00000010:3.0:1767384377.144939:0:40448:0:(lu_tgt_descs.c:104:lu_qos_add_tgt()) kmalloced '(svr)': 104 at 00000000ee5cd7de. 00000004:00000010:1.0:1767384377.144939:0:16136:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000008570fb21. 00000004:00000010:1.0:1767384377.144947:0:16136:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000005214adb7. 00100000:00000010:3.0:1767384377.144948:0:40448:0:(lfsck_lib.c:3784:lfsck_add_target()) kmalloced '(ltd)': 152 at 0000000086e37704. 00000020:00000010:3.0:1767384377.144954:0:40448:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000005b7118df. 00000004:00000010:1.0:1767384377.144955:0:16136:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000003ac6572b. 00000040:00000010:3.0:1767384377.144957:0:40448:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000002fff5b75. 00000020:00000010:3.0:1767384377.144961:0:40448:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000555601ca. 00000020:00000010:3.0:1767384377.144963:0:40448:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000728ceea9. 00000020:00000010:3.0:1767384377.144965:0:40448:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000b011d526. 80000000:00000010:3.0:1767384377.144966:0:40448:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000005d23b336. 40000000:00000010:3.0:1767384377.144968:0:40448:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000999441fb. 00100000:00000010:3.0:1767384377.144969:0:40448:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000078c44b5b. 00040000:00000010:3.0:1767384377.144971:0:40448:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000ff07b3e5. 02000000:00000010:1.0:1767384377.144973:0:16136:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000fa15e008. 00040000:00000010:3.0:1767384377.144974:0:40448:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000002ab61b8f. 00040000:00000010:3.0:1767384377.144978:0:40448:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000f78ca3fa. 00080000:00000010:3.0:1767384377.144981:0:40448:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000005dfb4fb7. 00000400:00000010:1.0:1767384377.144982:0:16136:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f2a99379. 00000004:00000010:3.0:1767384377.144983:0:40448:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000ca26a94e. 00000004:00000010:3.0:1767384377.144988:0:40448:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000308426c8. 00000400:00000010:1.0:1767384377.144989:0:16136:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005ce4ec44. 00000004:00000010:3.0:1767384377.144990:0:40448:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000adbe3f9d. 00000004:00000010:3.0:1767384377.144995:0:40448:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000020eabcb1. 00000020:00000010:3.0:1767384377.144998:0:40448:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f0f36c7d. 00000100:00000200:1.0:1767384377.144999:0:16136:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236723092736, portal 4 00000020:00000010:3.0:1767384377.145000:0:40448:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 112 at 00000000501e23e6. 00000020:00000010:3.0:1767384377.145008:0:40448:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000ff07b3e5. 00000020:00000010:3.0:1767384377.145010:0:40448:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000ff07b3e5. 00000020:00000010:3.0:1767384377.145014:0:40448:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000ff07b3e5. 00000020:00000010:3.0:1767384377.145015:0:40448:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000ff07b3e5. 00000020:00000010:1.0:1767384377.145017:0:16136:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000047994b0d. 00000020:00000010:3.0:1767384377.145018:0:40448:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 56 at 00000000999441fb. 00000020:00000010:3.0:1767384377.145021:0:40448:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 56 at 00000000999441fb. 00000400:00000010:1.0:1767384377.145027:0:16136:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000589f7d29. 00000100:00000010:3.0:1767384377.145029:0:40448:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003a6fae64. 00000100:00000200:1.0:1767384377.145032:0:16136:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1853236723092736, offset 0 02000000:00000010:3.0:1767384377.145035:0:40448:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f0f36c7d. 00000400:00000200:1.0:1767384377.145042:0:16136:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:3.0:1767384377.145044:0:40448:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000505ab08. 00000400:00000200:1.0:1767384377.145056:0:16136:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:3.0:1767384377.145061:0:40448:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 00000000a204c734. 00000400:00000010:3.0:1767384377.145066:0:40448:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000023946468. 00000400:00000200:1.0:1767384377.145067:0:16136:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 28 MB=0x695824c908d00 00000400:00000010:3.0:1767384377.145073:0:40448:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000ec00ed96. 00000400:00000200:1.0:1767384377.145076:0:16136:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 520/520 into md 0xa9d [8] + 6200 00000100:00000200:3.0:1767384377.145083:0:40448:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853236723092864, portal 25 00000400:00000200:1.0:1767384377.145085:0:16136:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1767384377.145110:0:40448:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b8b72bdb. 00000400:00000200:1.0:1767384377.145112:0:16136:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384377.145113:0:40448:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853236723092864, offset 0 00000400:00000200:3.0:1767384377.145120:0:40448:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384377.145127:0:40448:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:1.0:1767384377.145129:0:16136:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000400:00000200:3.0:1767384377.145134:0:40448:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x695824c908d80 00000100:00000010:1.0:1767384377.145134:0:16136:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f408a170. 00000400:00000200:3.0:1767384377.145140:0:40448:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x2219 [2] + 0 00000400:00000010:3.0:1767384377.145143:0:40448:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005a00edf9. 00000400:00000200:3.0:1767384377.145147:0:40448:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000086690645 00000400:00000200:3.0:1767384377.145150:0:40448:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384377.145153:0:40448:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384377.145155:0:16136:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000589f7d29 00000400:00000010:1.0:1767384377.145159:0:16136:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000589f7d29. 00000400:00000200:3.0:1767384377.145164:0:40448:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000086690645 00000400:00000010:3.0:1767384377.145167:0:40448:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000086690645. 00000100:00000200:1.0:1767384377.145168:0:16136:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000dcadd9d0 x1853236723092736/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 1767384387 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384377.145172:0:40448:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000010:2.0:1767384377.145182:0:17547:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006e7ccf56. 00000020:00000010:2.0:1767384377.145188:0:17547:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000034b1f818. 00000400:00000200:3.0:1767384377.145189:0:40448:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b8b72bdb 00000100:00000010:1.0:1767384377.145190:0:16136:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b420ac51. 00000400:00000010:3.0:1767384377.145193:0:40448:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b8b72bdb. 00000020:00000010:2.0:1767384377.145193:0:17547:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000745d57eb. 00000100:00000200:3.0:1767384377.145201:0:40448:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003a6fae64 x1853236723092864/t0(0) o502->MGC192.168.202.152@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384393 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384377.145204:0:16136:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f42ffab2. 00000100:00000010:1.0:1767384377.145214:0:16136:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c370cec3. 00000100:00000010:1.0:1767384377.145222:0:16136:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000088c65cdc. 00000100:00000200:2.0:1767384377.145224:0:17547:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723092736 00000020:00000010:0.0:1767384377.145236:0:40426:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000084a75431. 02000000:00000010:2.0:1767384377.145242:0:17547:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 00000000a2b4996b. 00000020:00000010:0.0:1767384377.145242:0:40426:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000084a75431. 00000020:00000010:0.0:1767384377.145250:0:40426:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000dfd7071f. 00000020:00000010:2.0:1767384377.145253:0:17547:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 0000000098ad6039. 00000020:00000010:0.0:1767384377.145254:0:40426:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c664b0ec. 00000020:00000010:0.0:1767384377.145260:0:40426:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000a5828f2. 00000001:00000010:2.0:1767384377.145263:0:17547:0:(tgt_lastrcvd.c:399:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at 00000000ea05c85b. 00000001:00000010:2.0:1767384377.145268:0:17547:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000fd01dd85. 00000001:00000010:2.0:1767384377.145272:0:17547:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000210935e6. 00000001:00000010:2.0:1767384377.145275:0:17547:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000086ade03. 00000001:00000010:2.0:1767384377.145278:0:17547:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000090855c22. 00000001:00000010:2.0:1767384377.145281:0:17547:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000007034d7a5. 00000001:00000010:2.0:1767384377.145283:0:17547:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000975067e8. 00000020:00000010:0.0:1767384377.145285:0:40426:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000084a75431. 00000020:00000010:0.0:1767384377.145289:0:40426:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000084a75431. 00000100:00000200:0.0:1767384377.145291:0:40426:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723092864 02000000:00000010:0.0:1767384377.145309:0:40426:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 0000000077f85601. 00080000:00000010:2.0:1767384377.145313:0:17547:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000097e1804f. 00000040:00000010:0.0:1767384377.145317:0:40426:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000304f4cef. 00000040:00000010:0.0:1767384377.145327:0:40426:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 0000000072a91465. 00000001:00000010:2.0:1767384377.145418:0:17547:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 0000000013d98c75. 00000040:00000010:0.0:1767384377.145503:0:40426:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 0000000072a91465. 00000040:00000010:0.0:1767384377.145508:0:40426:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000304f4cef. 00010000:00000200:0.0:1767384377.145516:0:40426:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000cb2f7f6f x1853236723092864/t0(0) o502->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:358/0 lens 272/8472 e 0 to 0 dl 1767384388 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384377.145532:0:40426:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 000000001e76a32c. 00000020:00000010:2.0:1767384377.145533:0:17547:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 000000007221489a. 00000100:00000200:0.0:1767384377.145536:0:40426:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1853236723092864, offset 224 00000020:00000010:2.0:1767384377.145541:0:17547:0:(lprocfs_status_server.c:710:lprocfs_exp_setup()) kfreed 'new_stat': 96 at 000000007221489a. 00000400:00000200:0.0:1767384377.145544:0:40426:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:2.0:1767384377.145550:0:17547:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 0000000037cca6c4. 00000400:00000200:0.0:1767384377.145552:0:40426:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:2.0:1767384377.145559:0:17547:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009f4033ae. 00000400:00000200:0.0:1767384377.145561:0:40426:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8472 into portal 25 MB=0x695824c908d80 00000400:00000200:0.0:1767384377.145567:0:40426:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8472/8472 into md 0x2a91 [4] + 224 00000400:00000200:0.0:1767384377.145572:0:40426:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384377.145575:0:40426:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384377.145581:0:40426:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003a6fae64 x1853236723092864/t0(0) o502->MGC192.168.202.152@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384393 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000200:2.0:1767384377.145583:0:17547:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000f408a170 x1853236723092736/t0(0) o8->lustre-MDT0000-mdtlov_UUID@0@lo:0/0 lens 520/416 e 0 to 0 dl 1767384397 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384377.145605:0:17547:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000057bd51bb. 00000100:00000200:2.0:1767384377.145609:0:17547:0:(niobuf.c:94:ptl_send_buf()) Sending 416 bytes to portal 4, xid 1853236723092736, offset 0 00000400:00000200:0.0:1767384377.145611:0:40426:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001e76a32c 00000400:00000010:0.0:1767384377.145615:0:40426:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 000000001e76a32c. 00000400:00000200:2.0:1767384377.145622:0:17547:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:0.0:1767384377.145625:0:40426:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c664b0ec. 00000020:00000010:0.0:1767384377.145629:0:40426:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000a5828f2. 00000400:00000200:2.0:1767384377.145632:0:17547:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:0.0:1767384377.145634:0:40426:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000dfd7071f. 00000400:00000010:3.0:1767384377.145638:0:40448:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000023946468. 02000000:00000010:0.0:1767384377.145641:0:40426:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 0000000077f85601. 00000400:00000200:2.0:1767384377.145642:0:17547:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 416 into portal 4 MB=0x695824c908d00 00000400:00000200:3.0:1767384377.145644:0:40448:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ec00ed96 00000400:00000010:3.0:1767384377.145648:0:40448:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000ec00ed96. 00000100:00000200:3.0:1767384377.145655:0:40448:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003a6fae64 x1853236723092864/t0(0) o502->MGC192.168.202.152@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384393 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384377.145656:0:17547:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 416/416 into md 0x2a89 [1] + 0 00000100:00000200:0.0:1767384377.145657:0:40426:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384377.145663:0:40426:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e379a603. 00000400:00000200:2.0:1767384377.145666:0:17547:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1767384377.145670:0:40426:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001e76a32c. 00000100:00000200:3.0:1767384377.145672:0:40448:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003a6fae64 x1853236723092864/t0(0) o502->MGC192.168.202.152@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384393 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384377.145675:0:17547:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384377.145685:0:17547:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000dcadd9d0 x1853236723092736/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 1767384387 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384377.145694:0:40448:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000000505ab08. 02000000:00000010:3.0:1767384377.145701:0:40448:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 00000000a204c734. 00000400:00000200:2.0:1767384377.145707:0:17547:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000057bd51bb 00000400:00000010:2.0:1767384377.145710:0:17547:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000057bd51bb. 02000000:00000010:3.0:1767384377.145713:0:40448:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000f0f36c7d. 00000100:00000010:3.0:1767384377.145718:0:40448:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003a6fae64. 00000020:00000010:2.0:1767384377.145720:0:17547:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000034b1f818. 00000020:00000010:3.0:1767384377.145724:0:40448:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000ff07b3e5. 00000020:00000010:2.0:1767384377.145726:0:17547:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000745d57eb. 00000020:00000010:3.0:1767384377.145728:0:40448:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000ff07b3e5. 00000020:00000010:2.0:1767384377.145731:0:17547:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006e7ccf56. 00000040:00000010:3.0:1767384377.145732:0:40448:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 00000000fb7462f9. 00000400:00000010:1.0:1767384377.145733:0:16136:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f2a99379. 00000400:00000200:1.0:1767384377.145739:0:16136:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005ce4ec44 00000400:00000010:1.0:1767384377.145742:0:16136:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005ce4ec44. 00000020:00000010:3.0:1767384377.145743:0:40448:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000030eb9043. 00000100:00000200:1.0:1767384377.145751:0:16136:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000dcadd9d0 x1853236723092736/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 1767384387 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384377.145753:0:40448:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000002e215a93. 00000040:00000010:3.0:1767384377.145758:0:40448:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000008f64951. 00000020:00000010:3.0:1767384377.145762:0:40448:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000004cfcb771. 00000020:00000010:3.0:1767384377.145766:0:40448:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000008a4bc0ba. 00000100:00000200:1.0:1767384377.145768:0:16136:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000dcadd9d0 x1853236723092736/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 1767384387 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384377.145769:0:40448:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000beb6b17e. 80000000:00000010:3.0:1767384377.145773:0:40448:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000278fc12d. 40000000:00000010:3.0:1767384377.145777:0:40448:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000334c1d18. 00100000:00000010:3.0:1767384377.145781:0:40448:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000009322ab22. 00040000:00000010:3.0:1767384377.145785:0:40448:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000fa97b7c1. 00040000:00000010:3.0:1767384377.145787:0:40448:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000c985e775. 00080000:00000010:3.0:1767384377.145789:0:40448:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000051bc18fa. 00000004:00000010:3.0:1767384377.145791:0:40448:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000684ea6d1. 00002000:00000010:3.0:1767384377.145794:0:40448:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000001461e5b7. 00000020:00000010:3.0:1767384377.145797:0:40448:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000da0abebb. 00000040:00000010:0.0:1767384377.145830:0:40421:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 0000000046066d11. 02000000:00000010:1.0:1767384377.145835:0:16136:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000fa15e008. 00000100:00000010:2.0:1767384377.145836:0:40453:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002d10cabc. 00000040:00000010:0.0:1767384377.145838:0:40421:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000001c63b2ec. 02000000:00000010:1.0:1767384377.145842:0:16136:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 000000004164c3c4. 00000040:00000010:0.0:1767384377.145844:0:40421:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000005d90faee. 02000000:00000010:2.0:1767384377.145846:0:40453:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000b0e3d99. 00000100:00000010:1.0:1767384377.145848:0:16136:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000dcadd9d0. 00000020:00000010:0.0:1767384377.145851:0:40421:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000401a7836. 00000040:00000010:0.0:1767384377.145856:0:40421:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000451f1137. 00000020:00000010:0.0:1767384377.145860:0:40421:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000ff62c2f8. 00000020:00000010:0.0:1767384377.145863:0:40421:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000e52835de. 80000000:00000010:0.0:1767384377.145867:0:40421:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000a6d7aa4c. 00040000:00000010:0.0:1767384377.145870:0:40421:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000004800ed91. 00080000:00000010:0.0:1767384377.145873:0:40421:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000b1b3237e. 00080000:00000010:1.0:1767384377.145875:0:40452:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000fa15e008. 00040000:00000010:3.0:1767384377.145876:0:16138:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000adbe3f9d. 00040000:00000010:2.0:1767384377.145878:0:16137:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000010eefc64. 20000000:00000010:0.0:1767384377.145878:0:40421:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 0000000063b5d3e0. 00000004:00000010:3.0:1767384377.145881:0:16138:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000ca26a94e. 00000020:00000010:0.0:1767384377.145885:0:40421:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005b432d7d. 00000004:00000010:3.0:1767384377.145886:0:16138:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000308426c8. 00000004:00000010:2.0:1767384377.145887:0:16137:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000004cabfb09. 10000000:00000010:0.0:1767384377.145889:0:40421:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at 0000000057772f75. 00000004:00000010:3.0:1767384377.145892:0:16138:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000051bc18fa. 00000004:00000010:2.0:1767384377.145896:0:16137:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000002bf4acdc. 00000004:00000010:3.0:1767384377.145897:0:16138:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000020eabcb1. 00080000:00000010:1.0:1767384377.145899:0:40452:0:(osd_oi.c:1052:osd_idc_add()) kmalloced '(idc)': 256 at 00000000fbf2369f. 00000004:00000010:2.0:1767384377.145902:0:16137:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000775af0ef. 00000004:00000010:2.0:1767384377.145920:0:16137:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000095477fb9. 02000000:00000010:3.0:1767384377.145922:0:16138:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000003530343d. 00000100:00000010:0.0:1767384377.145926:0:40421:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000dd1e55dc. 00000400:00000010:3.0:1767384377.145927:0:16138:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000023946468. 00000400:00000010:3.0:1767384377.145934:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b8b72bdb. 00000100:00000200:3.0:1767384377.145937:0:16138:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236723092992, portal 4 02000000:00000010:0.0:1767384377.145938:0:40421:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000304f4cef. 00000020:00000010:3.0:1767384377.145942:0:16138:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000dc77e145. 00000400:00000010:3.0:1767384377.145947:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d7e4b418. 00000100:00000200:3.0:1767384377.145948:0:16138:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853236723092992, offset 0 00010000:00000010:0.0:1767384377.145950:0:40421:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000000e8292c. 00000400:00000200:3.0:1767384377.145954:0:16138:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000010:0.0:1767384377.145958:0:40421:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000006dc32701. 00000400:00000200:3.0:1767384377.145959:0:16138:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384377.145968:0:16138:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x695824c908e00 00000400:00000200:3.0:1767384377.145973:0:16138:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xb9d [8] + 3808 00000100:00000010:0.0:1767384377.145973:0:40421:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000508c5766. 00000400:00000200:3.0:1767384377.145980:0:16138:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00080000:00000010:1.0:1767384377.145981:0:40452:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000d919bebd. 00000400:00000200:3.0:1767384377.145984:0:16138:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:0.0:1767384377.145986:0:40421:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000046971a91. 00000100:00000200:3.0:1767384377.145988:0:16138:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000004:00000010:1.0:1767384377.145991:0:40452:0:(osp_sync.c:1762:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 00000000e0f36800. 00000100:00000010:3.0:1767384377.145992:0:16138:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003a6fae64. 00000400:00000010:0.0:1767384377.145992:0:40421:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000083583c2b. 00000400:00000010:0.0:1767384377.146000:0:40421:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b59c96da. 00000400:00000200:3.0:1767384377.146005:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d7e4b418 00000100:00000200:0.0:1767384377.146005:0:40421:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236723093120, portal 25 00000400:00000010:3.0:1767384377.146009:0:16138:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d7e4b418. 00000400:00000010:0.0:1767384377.146010:0:40421:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002d0a9da1. 00000100:00000200:3.0:1767384377.146014:0:16138:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002d10cabc x1853236723092992/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384393 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384377.146014:0:40421:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853236723093120, offset 0 00000400:00000200:0.0:1767384377.146024:0:40421:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384377.146031:0:40421:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384377.146037:0:40421:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695824c908e80 00000400:00000200:0.0:1767384377.146042:0:40421:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x221d [2] + 0 00000400:00000010:0.0:1767384377.146045:0:40421:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005ee11053. 00000400:00000200:0.0:1767384377.146049:0:40421:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000794eb683 00000400:00000200:0.0:1767384377.146052:0:40421:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384377.146056:0:40421:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384377.146059:0:40421:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000794eb683 00000400:00000010:0.0:1767384377.146061:0:40421:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000794eb683. 00000020:00000010:2.0:1767384377.146065:0:17550:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000a840ccb6. 00000100:00000200:0.0:1767384377.146065:0:40421:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000010:2.0:1767384377.146077:0:17550:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e6faa8b7. 00000400:00000200:0.0:1767384377.146080:0:40421:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002d0a9da1 00000020:00000010:2.0:1767384377.146081:0:17550:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000009f4033ae. 00000400:00000010:0.0:1767384377.146084:0:40421:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002d0a9da1. 00000020:00000010:2.0:1767384377.146118:0:17550:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000212edfd2. 00000020:00000010:2.0:1767384377.146123:0:17550:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000183c92b6. 00000100:00000200:0.0:1767384377.146127:0:40421:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000dd1e55dc x1853236723093120/t0(0) o101->MGC192.168.202.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384393 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384377.146128:0:17550:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000745d57eb. 00000020:00000010:2.0:1767384377.146160:0:17550:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009f4033ae. 00000020:00000010:2.0:1767384377.146165:0:17550:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009f4033ae. 00000100:00000010:3.0:1767384377.146166:0:17551:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000f0f36c7d. 00000100:00000200:2.0:1767384377.146169:0:17550:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723092992 02000000:00000010:2.0:1767384377.146179:0:17550:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 000000007ccb8227. 00000020:00000010:0.0:1767384377.146186:0:40426:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000084a75431. 00000020:00000010:0.0:1767384377.146190:0:40426:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000084a75431. 00000020:00000010:2.0:1767384377.146194:0:17550:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at 0000000003c63425. 00000020:00000010:0.0:1767384377.146195:0:40426:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005b432d7d. 00000020:00000010:0.0:1767384377.146201:0:40426:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c664b0ec. 00010000:00000200:2.0:1767384377.146205:0:17550:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000003a6fae64 x1853236723092992/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:358/0 lens 224/368 e 0 to 0 dl 1767384388 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384377.146205:0:40426:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000a5828f2. 00000400:00000010:2.0:1767384377.146219:0:17550:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000057bd51bb. 00000100:00000200:2.0:1767384377.146223:0:17550:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853236723092992, offset 224 00000020:00000010:0.0:1767384377.146228:0:40426:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000084a75431. 00000400:00000200:2.0:1767384377.146229:0:17550:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:0.0:1767384377.146233:0:40426:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000084a75431. 00000100:00000200:0.0:1767384377.146237:0:40426:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723093120 00000400:00000200:2.0:1767384377.146241:0:17550:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384377.146248:0:17550:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x695824c908e00 00010000:00000010:0.0:1767384377.146250:0:40426:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000002c0c867f. 00000400:00000200:2.0:1767384377.146254:0:17550:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x2aa5 [1] + 224 00010000:00000010:0.0:1767384377.146256:0:40426:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000a1540d5b. 00000400:00000200:2.0:1767384377.146259:0:17550:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:0.0:1767384377.146261:0:40426:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 0000000084a75431. 00000400:00000200:2.0:1767384377.146265:0:17550:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384377.146270:0:17550:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002d10cabc x1853236723092992/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384393 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767384377.146271:0:40426:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 0000000037135557. 00010000:00000200:0.0:1767384377.146288:0:40426:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000d6cd669f x1853236723093120/t0(0) o101->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:358/0 lens 328/344 e 0 to 0 dl 1767384388 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384377.146292:0:17550:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000057bd51bb 00000400:00000010:2.0:1767384377.146296:0:17550:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000057bd51bb. 00000400:00000010:0.0:1767384377.146303:0:40426:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002d0a9da1. 00000020:00000010:2.0:1767384377.146307:0:17550:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000183c92b6. 00000100:00000200:0.0:1767384377.146308:0:40426:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236723093120, offset 224 00000400:00000010:3.0:1767384377.146313:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000023946468. 00000020:00000010:2.0:1767384377.146314:0:17550:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000745d57eb. 00000400:00000200:3.0:1767384377.146319:0:16138:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b8b72bdb 00000020:00000010:2.0:1767384377.146320:0:17550:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000212edfd2. 00000400:00000010:3.0:1767384377.146323:0:16138:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b8b72bdb. 00000100:00000200:3.0:1767384377.146332:0:16138:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002d10cabc x1853236723092992/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384393 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384377.146332:0:40426:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:3.0:1767384377.146341:0:16138:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002d10cabc x1853236723092992/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384393 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384377.146347:0:40426:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384377.146357:0:40426:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695824c908e80 00000400:00000200:0.0:1767384377.146362:0:40426:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x2aad [1] + 224 02000000:00000010:3.0:1767384377.146363:0:16138:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000003530343d. 00000400:00000200:0.0:1767384377.146368:0:40426:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:3.0:1767384377.146369:0:16138:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000b0e3d99. 00000100:00000010:3.0:1767384377.146373:0:16138:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002d10cabc. 00000400:00000200:0.0:1767384377.146374:0:40426:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384377.146382:0:40426:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000dd1e55dc x1853236723093120/t0(0) o101->MGC192.168.202.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384393 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384377.146399:0:40426:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002d0a9da1 00000400:00000010:0.0:1767384377.146401:0:40426:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002d0a9da1. 00000020:00000010:0.0:1767384377.146410:0:40426:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c664b0ec. 00000020:00000010:0.0:1767384377.146413:0:40426:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000a5828f2. 00000020:00000010:0.0:1767384377.146416:0:40426:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005b432d7d. 02000000:00000010:0.0:1767384377.146420:0:40426:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 0000000037135557. 00000100:00000200:0.0:1767384377.146425:0:40426:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384377.146429:0:40426:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000027b05d14. 00000400:00000010:0.0:1767384377.146433:0:40426:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005f7b0d47. 00000400:00000010:0.0:1767384377.146451:0:40421:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000083583c2b. 00000400:00000200:0.0:1767384377.146454:0:40421:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b59c96da 00000400:00000010:0.0:1767384377.146456:0:40421:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b59c96da. 00000100:00000200:0.0:1767384377.146462:0:40421:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000dd1e55dc x1853236723093120/t0(0) o101->MGC192.168.202.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384393 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384377.146472:0:40421:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000dd1e55dc x1853236723093120/t0(0) o101->MGC192.168.202.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384393 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384377.146488:0:40421:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000508c5766. 02000000:00000010:0.0:1767384377.146498:0:40421:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000046971a91. 02000000:00000010:0.0:1767384377.146502:0:40421:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000304f4cef. 00000100:00000010:0.0:1767384377.146506:0:40421:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000dd1e55dc. 10000000:00000010:0.0:1767384377.146513:0:40421:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 2048 at 00000000aab2408c. 00000100:00000010:2.0:1767384377.146519:0:40454:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000009f4033ae. 00000020:00000010:2.0:1767384377.146525:0:40454:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000294d2022. 00000020:00000010:2.0:1767384377.146530:0:40454:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001de98abc. 00000020:00000010:2.0:1767384377.146533:0:40454:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000008deeeff8. 00000020:00000010:2.0:1767384377.146537:0:40454:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000caab6ef7. 00000020:00000010:2.0:1767384377.146541:0:40454:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000fb958363. 00000020:00000010:2.0:1767384377.146544:0:40454:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000006e7ccf56. 80000000:00000010:2.0:1767384377.146547:0:40454:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000007221489a. 40000000:00000010:2.0:1767384377.146550:0:40454:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000c01ccb3d. 00100000:00000010:2.0:1767384377.146554:0:40454:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000676243e4. 00040000:00000010:2.0:1767384377.146557:0:40454:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000d605e0a6. 00040000:00000010:2.0:1767384377.146562:0:40454:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000005d980cc4. 00080000:00000010:2.0:1767384377.146565:0:40454:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000003f89a3c2. 00002000:00000010:2.0:1767384377.146568:0:40454:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000c0a79aea. 00000100:00000010:2.0:1767384377.146580:0:40454:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 00000000a204c734. 00000100:00000200:2.0:1767384377.146588:0:40454:0:(service.c:3079:ptlrpc_main()) service thread 2 (#3) started 00000100:00000010:0.0:1767384377.147157:0:40421:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000dd1e55dc. 02000000:00000010:0.0:1767384377.147165:0:40421:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005b432d7d. 00000100:00000010:0.0:1767384377.147172:0:40421:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 0000000046971a91. 00000100:00000010:0.0:1767384377.147177:0:40421:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at 00000000b3a64943. 00000100:00000010:0.0:1767384377.147192:0:40421:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000508c5766. 00000400:00000010:0.0:1767384377.147202:0:40421:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000083583c2b. 00000400:00000010:0.0:1767384377.147207:0:40421:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000072a91465. 00000100:00000200:0.0:1767384377.147211:0:40421:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 256 pages 1048576 bytes, mbits x0x695824c908f00-0x695824c908f00, portal 33 02000000:00000010:0.0:1767384377.147217:0:40421:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000063b5d3e0. 00000400:00000010:0.0:1767384377.147220:0:40421:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005b2860dd. 00000400:00000010:0.0:1767384377.147224:0:40421:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b59c96da. 00000100:00000200:0.0:1767384377.147227:0:40421:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236723093248, portal 25 00000400:00000010:0.0:1767384377.147230:0:40421:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002d0a9da1. 00000100:00000200:0.0:1767384377.147233:0:40421:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853236723093248, offset 0 00000400:00000200:0.0:1767384377.147239:0:40421:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384377.147245:0:40421:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384377.147251:0:40421:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x695824c908f00 00000400:00000200:0.0:1767384377.147257:0:40421:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x2221 [2] + 0 00000400:00000010:0.0:1767384377.147260:0:40421:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cb85163d. 00000400:00000200:0.0:1767384377.147264:0:40421:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000dbc98696 00000400:00000200:0.0:1767384377.147267:0:40421:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384377.147270:0:40421:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384377.147273:0:40421:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dbc98696 00000400:00000010:0.0:1767384377.147274:0:40421:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000dbc98696. 00000100:00000200:0.0:1767384377.147278:0:40421:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1767384377.147294:0:40421:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002d0a9da1 00000400:00000010:0.0:1767384377.147296:0:40421:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002d0a9da1. 00000100:00000200:0.0:1767384377.147300:0:40421:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000dd1e55dc x1853236723093248/t0(0) o256->MGC192.168.202.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384393 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384377.147501:0:40426:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000004ae34bf8. 00000020:00000010:1.0:1767384377.147511:0:40426:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000039d40f7. 00000020:00000010:1.0:1767384377.147514:0:40426:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000039d40f7. 00000020:00000010:1.0:1767384377.147519:0:40426:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000667c38e2. 00000020:00000010:1.0:1767384377.147523:0:40426:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ef925396. 00000020:00000010:1.0:1767384377.147528:0:40426:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000033ac19b8. 00000020:00000010:1.0:1767384377.147555:0:40426:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000039d40f7. 00000020:00000010:1.0:1767384377.147559:0:40426:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000039d40f7. 00000100:00000200:1.0:1767384377.147562:0:40426:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723093248 02000000:00000010:1.0:1767384377.147571:0:40426:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 00000000a6eed93b. 20000000:00000010:1.0:1767384377.147581:0:40426:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 2048 at 00000000ba479d1d. 00000100:00000010:1.0:1767384377.147630:0:40426:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 0000000036918b8a. 00000100:00000010:1.0:1767384377.147634:0:40426:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 000000000a1a26ec. 00000400:00000010:1.0:1767384377.147640:0:40426:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005ce4ec44. 00000400:00000010:1.0:1767384377.147646:0:40426:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000658028cf. 00000400:00000200:1.0:1767384377.147650:0:40426:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384377.147659:0:40426:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384377.147666:0:40426:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 864 into portal 33 MB=0x695824c908f00 00000400:00000200:1.0:1767384377.147672:0:40426:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 864/864 into md 0x2ac1 [256] + 0 00000400:00000010:1.0:1767384377.147676:0:40426:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000083583c2b. 00000400:00000200:1.0:1767384377.147679:0:40426:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000072a91465 00000400:00000200:1.0:1767384377.147683:0:40426:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384377.147686:0:40426:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384377.147689:0:40426:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000072a91465 00000400:00000010:1.0:1767384377.147691:0:40426:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000072a91465. 00000100:00000200:1.0:1767384377.147694:0:40426:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 00000000dd1e55dc desc 0000000046971a91 mbits 1853236723093248 00000400:00000200:1.0:1767384377.147707:0:40426:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1767384377.147712:0:40426:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:1.0:1767384377.147721:0:40426:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x2acd 00000400:00000200:1.0:1767384377.147723:0:40426:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384377.147726:0:40426:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000200:1.0:1767384377.147731:0:40426:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 0000000036918b8a 00000400:00000200:1.0:1767384377.147739:0:40426:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005ce4ec44 00000400:00000010:1.0:1767384377.147741:0:40426:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005ce4ec44. 00000100:00000200:1.0:1767384377.147745:0:40426:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 0000000036918b8a 00000100:00000200:1.0:1767384377.147755:0:40426:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 864 bytes via portal 33 id 12345-0@lo mbits 0x695824c908f00-0x695824c908f00 00000100:00000010:1.0:1767384377.147762:0:40426:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 000000000a1a26ec. 00000100:00000010:1.0:1767384377.147765:0:40426:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 0000000036918b8a. 20000000:00000010:1.0:1767384377.147772:0:40426:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 2048 at 00000000ba479d1d. 00010000:00000200:1.0:1767384377.147779:0:40426:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000005c937f96 x1853236723093248/t0(0) o256->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:358/0 lens 304/240 e 0 to 0 dl 1767384388 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384377.147790:0:40426:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005ce4ec44. 00000100:00000200:1.0:1767384377.147793:0:40426:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853236723093248, offset 224 00000400:00000200:1.0:1767384377.147797:0:40426:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384377.147803:0:40426:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384377.147808:0:40426:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x695824c908f00 00000400:00000200:1.0:1767384377.147812:0:40426:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x2ac5 [1] + 224 00000400:00000200:1.0:1767384377.147816:0:40426:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384377.147819:0:40426:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767384377.147824:0:40426:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000dd1e55dc x1853236723093248/t0(0) o256->MGC192.168.202.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384393 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384377.147844:0:40426:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005ce4ec44 00000400:00000010:1.0:1767384377.147846:0:40426:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005ce4ec44. 00000400:00000010:3.0:1767384377.147854:0:40421:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005b2860dd. 00000020:00000010:1.0:1767384377.147857:0:40426:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ef925396. 00000400:00000200:3.0:1767384377.147859:0:40421:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b59c96da 00000400:00000010:3.0:1767384377.147862:0:40421:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b59c96da. 00000020:00000010:1.0:1767384377.147862:0:40426:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000033ac19b8. 00000100:00000200:3.0:1767384377.147868:0:40421:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000dd1e55dc x1853236723093248/t0(0) o256->MGC192.168.202.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384393 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384377.147869:0:40426:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000667c38e2. 00000100:00000200:3.0:1767384377.147878:0:40421:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000dd1e55dc x1853236723093248/t0(0) o256->MGC192.168.202.152@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384393 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767384377.147879:0:40426:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 00000000a6eed93b. 00000100:00000200:1.0:1767384377.147888:0:40426:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384377.147893:0:40426:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f2a99379. 00000100:00000010:3.0:1767384377.147897:0:40421:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000508c5766. 00000400:00000010:1.0:1767384377.147898:0:40426:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e1dbea09. 10000000:00000010:3.0:1767384377.148121:0:40421:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 00000000beaa2e9d. 00000100:00000200:3.0:1767384377.148130:0:40421:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.202.152@tcp with 192.168.202.152@tcp 00000100:00000200:3.0:1767384377.148134:0:40421:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.202.152@tcp' 00000100:00000200:3.0:1767384377.148136:0:40421:0:(lustre_peer.c:196:class_add_nids_to_uuid()) fill only 32 from 42 NIDs for '192.168.202.152@tcp' 00000400:00000200:3.0:1767384377.148138:0:40421:0:(peer.c:1356:LNetAddPeer()) Add peer with 32 NIDs 00000400:00000200:3.0:1767384377.148142:0:40421:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.202.152@tcp 00000400:00000200:3.0:1767384377.148145:0:40421:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp NID flags 0x100001: -17 00000400:00000200:3.0:1767384377.148148:0:40421:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (42) 00000400:00000200:3.0:1767384377.148151:0:40421:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:3.0:1767384377.148153:0:40421:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.202.152@tcp NID 192.168.202.152@tcp: 0. pending discovery 00000400:00000200:3.0:1767384377.148155:0:40421:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000005d9714d7 (43) 00000400:00000200:3.0:1767384377.148156:0:40421:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp 00000400:00000200:3.0:1767384377.148158:0:40421:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.202.152@tcp10 00000400:00000200:3.0:1767384377.148160:0:40421:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp10 NID flags 0x1: -114 00000400:00000200:3.0:1767384377.148161:0:40421:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp10 00000400:00000200:3.0:1767384377.148161:0:40421:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.202.152@tcp11 00000400:00000200:3.0:1767384377.148163:0:40421:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp11 NID flags 0x1: -114 00000400:00000200:3.0:1767384377.148164:0:40421:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp11 00000400:00000200:3.0:1767384377.148164:0:40421:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.202.152@tcp12 00000400:00000200:3.0:1767384377.148166:0:40421:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp12 NID flags 0x1: -114 00000400:00000200:3.0:1767384377.148167:0:40421:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp12 00000400:00000200:3.0:1767384377.148167:0:40421:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.202.152@tcp13 00000400:00000200:3.0:1767384377.148169:0:40421:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp13 NID flags 0x1: -114 00000400:00000200:3.0:1767384377.148169:0:40421:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp13 00000400:00000200:3.0:1767384377.148170:0:40421:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.202.152@tcp14 00000400:00000200:3.0:1767384377.148171:0:40421:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp14 NID flags 0x1: -114 00000400:00000200:3.0:1767384377.148172:0:40421:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp14 00000400:00000200:3.0:1767384377.148173:0:40421:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.202.152@tcp15 00000400:00000200:3.0:1767384377.148174:0:40421:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp15 NID flags 0x1: -114 00000400:00000200:3.0:1767384377.148176:0:40421:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp15 00000400:00000200:3.0:1767384377.148177:0:40421:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.202.152@tcp16 00000400:00000200:3.0:1767384377.148179:0:40421:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp16 NID flags 0x1: -114 00000400:00000200:3.0:1767384377.148180:0:40421:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp16 00000400:00000200:3.0:1767384377.148181:0:40421:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.202.152@tcp17 00000400:00000200:3.0:1767384377.148183:0:40421:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp17 NID flags 0x1: -114 00000400:00000200:3.0:1767384377.148184:0:40421:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp17 00000400:00000200:3.0:1767384377.148185:0:40421:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.202.152@tcp18 00000400:00000200:3.0:1767384377.148187:0:40421:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp18 NID flags 0x1: -114 00000400:00000200:3.0:1767384377.148188:0:40421:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp18 00000400:00000200:3.0:1767384377.148189:0:40421:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.202.152@tcp19 00000400:00000200:3.0:1767384377.148191:0:40421:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp19 NID flags 0x1: -114 00000400:00000200:3.0:1767384377.148192:0:40421:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp19 00000400:00000200:3.0:1767384377.148193:0:40421:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.202.152@tcp20 00000400:00000200:3.0:1767384377.148195:0:40421:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp20 NID flags 0x1: -114 00000400:00000200:3.0:1767384377.148196:0:40421:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp20 00000400:00000200:3.0:1767384377.148197:0:40421:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.202.152@tcp21 00000400:00000200:3.0:1767384377.148199:0:40421:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp21 NID flags 0x1: -114 00000400:00000200:3.0:1767384377.148200:0:40421:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp21 00000400:00000200:3.0:1767384377.148201:0:40421:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.202.152@tcp22 00000400:00000200:3.0:1767384377.148204:0:40421:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp22 NID flags 0x1: -114 00000400:00000200:3.0:1767384377.148206:0:40421:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp22 00000400:00000200:3.0:1767384377.148207:0:40421:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.202.152@tcp23 00000400:00000200:3.0:1767384377.148210:0:40421:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp23 NID flags 0x1: -114 00000400:00000200:3.0:1767384377.148212:0:40421:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp23 00000400:00000200:3.0:1767384377.148213:0:40421:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.202.152@tcp24 00000400:00000200:3.0:1767384377.148215:0:40421:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp24 NID flags 0x1: -114 00000400:00000200:3.0:1767384377.148216:0:40421:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp24 00000400:00000200:3.0:1767384377.148217:0:40421:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.202.152@tcp25 00000400:00000200:3.0:1767384377.148219:0:40421:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp25 NID flags 0x1: -114 00000400:00000200:3.0:1767384377.148220:0:40421:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp25 00000400:00000200:3.0:1767384377.148221:0:40421:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.202.152@tcp26 00000400:00000200:3.0:1767384377.148224:0:40421:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp26 NID flags 0x1: -114 00000400:00000200:3.0:1767384377.148225:0:40421:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp26 00000400:00000200:3.0:1767384377.148226:0:40421:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.202.152@tcp27 00000400:00000200:3.0:1767384377.148228:0:40421:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp27 NID flags 0x1: -114 00000400:00000200:3.0:1767384377.148229:0:40421:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp27 00000400:00000200:3.0:1767384377.148230:0:40421:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.202.152@tcp28 00000400:00000200:3.0:1767384377.148233:0:40421:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp28 NID flags 0x1: -114 00000400:00000200:3.0:1767384377.148234:0:40421:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp28 00000400:00000200:3.0:1767384377.148235:0:40421:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.202.152@tcp29 00000400:00000200:3.0:1767384377.148237:0:40421:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp29 NID flags 0x1: -114 00000400:00000200:3.0:1767384377.148238:0:40421:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp29 00000400:00000200:3.0:1767384377.148239:0:40421:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.202.152@tcp30 00000400:00000200:3.0:1767384377.148241:0:40421:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp30 NID flags 0x1: -114 00000400:00000200:3.0:1767384377.148243:0:40421:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp30 00000400:00000200:3.0:1767384377.148244:0:40421:0:(peer.c:1370:LNetAddPeer()) Adding NID[22]: 192.168.202.152@tcp31 00000400:00000200:3.0:1767384377.148246:0:40421:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp31 NID flags 0x1: -114 00000400:00000200:3.0:1767384377.148247:0:40421:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp31 00000400:00000200:3.0:1767384377.148248:0:40421:0:(peer.c:1370:LNetAddPeer()) Adding NID[23]: 192.168.202.152@tcp32 00000400:00000200:3.0:1767384377.148250:0:40421:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp32 NID flags 0x1: -114 00000400:00000200:3.0:1767384377.148251:0:40421:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp32 00000400:00000200:3.0:1767384377.148252:0:40421:0:(peer.c:1370:LNetAddPeer()) Adding NID[24]: 192.168.202.152@tcp33 00000400:00000200:3.0:1767384377.148254:0:40421:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp33 NID flags 0x1: -114 00000400:00000200:3.0:1767384377.148255:0:40421:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp33 00000400:00000200:3.0:1767384377.148256:0:40421:0:(peer.c:1370:LNetAddPeer()) Adding NID[25]: 192.168.202.152@tcp34 00000400:00000200:3.0:1767384377.148258:0:40421:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp34 NID flags 0x1: -114 00000400:00000200:3.0:1767384377.148258:0:40421:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp34 00000400:00000200:3.0:1767384377.148259:0:40421:0:(peer.c:1370:LNetAddPeer()) Adding NID[26]: 192.168.202.152@tcp35 00000400:00000200:3.0:1767384377.148261:0:40421:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp35 NID flags 0x1: -114 00000400:00000200:3.0:1767384377.148262:0:40421:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp35 00000400:00000200:3.0:1767384377.148262:0:40421:0:(peer.c:1370:LNetAddPeer()) Adding NID[27]: 192.168.202.152@tcp36 00000400:00000200:3.0:1767384377.148264:0:40421:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp36 NID flags 0x1: -114 00000400:00000200:3.0:1767384377.148265:0:40421:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp36 00000400:00000200:3.0:1767384377.148266:0:40421:0:(peer.c:1370:LNetAddPeer()) Adding NID[28]: 192.168.202.152@tcp37 00000400:00000200:3.0:1767384377.148267:0:40421:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp37 NID flags 0x1: -114 00000400:00000200:3.0:1767384377.148268:0:40421:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp37 00000400:00000200:3.0:1767384377.148269:0:40421:0:(peer.c:1370:LNetAddPeer()) Adding NID[29]: 192.168.202.152@tcp38 00000400:00000200:3.0:1767384377.148270:0:40421:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp38 NID flags 0x1: -114 00000400:00000200:3.0:1767384377.148271:0:40421:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp38 00000400:00000200:3.0:1767384377.148272:0:40421:0:(peer.c:1370:LNetAddPeer()) Adding NID[30]: 192.168.202.152@tcp39 00000400:00000200:3.0:1767384377.148274:0:40421:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp39 NID flags 0x1: -114 00000400:00000200:3.0:1767384377.148275:0:40421:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp39 00000400:00000200:3.0:1767384377.148276:0:40421:0:(peer.c:1370:LNetAddPeer()) Adding NID[31]: 192.168.202.152@tcp40 00000400:00000200:3.0:1767384377.148278:0:40421:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp40 NID flags 0x1: -114 00000400:00000200:3.0:1767384377.148278:0:40421:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp40 10000000:00000010:3.0:1767384377.148281:0:40421:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 00000000501e23e6. 00000020:00000010:3.0:1767384377.148285:0:40421:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f78ca3fa. 00000020:00000010:3.0:1767384377.148287:0:40421:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000b011d526. 00000040:00000010:3.0:1767384377.148288:0:40421:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000002fff5b75. 00000020:00000010:3.0:1767384377.148290:0:40421:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000009322ab22. 00000020:00000010:3.0:1767384377.148292:0:40421:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000008a4bc0ba. 00000020:00000010:3.0:1767384377.148294:0:40421:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000005b7118df. 80000000:00000010:3.0:1767384377.148296:0:40421:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000b0cab954. 40000000:00000010:3.0:1767384377.148297:0:40421:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000c184eab7. 00100000:00000010:3.0:1767384377.148300:0:40421:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000004cfcb771. 00040000:00000010:3.0:1767384377.148301:0:40421:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000ff07b3e5. 00040000:00000010:3.0:1767384377.148304:0:40421:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000b1b3237e. 00040000:00000010:3.0:1767384377.148306:0:40421:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000009f3dd235. 00080000:00000010:3.0:1767384377.148308:0:40421:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000ff62c2f8. 00000004:00000010:3.0:1767384377.148310:0:40421:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000005dfb4fb7. 00000004:00000010:3.0:1767384377.148313:0:40421:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000e98dc849. 00000004:00000010:3.0:1767384377.148316:0:40421:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000002ab61b8f. 00002000:00000010:3.0:1767384377.148319:0:40421:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000003530343d. 00000004:00000010:3.0:1767384377.148321:0:40421:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000c1631266. 00000020:00000010:3.0:1767384377.148360:0:40421:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000b011d526. 00000040:00000010:3.0:1767384377.148362:0:40421:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000002fff5b75. 00000020:00000010:3.0:1767384377.148363:0:40421:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000009322ab22. 00000020:00000010:3.0:1767384377.148366:0:40421:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000008a4bc0ba. 00000020:00000010:3.0:1767384377.148367:0:40421:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000005b7118df. 80000000:00000010:3.0:1767384377.148369:0:40421:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000b0cab954. 40000000:00000010:3.0:1767384377.148372:0:40421:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000c184eab7. 00100000:00000010:3.0:1767384377.148373:0:40421:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000004cfcb771. 00040000:00000010:3.0:1767384377.148376:0:40421:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000ff07b3e5. 00040000:00000010:3.0:1767384377.148378:0:40421:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000b1b3237e. 00040000:00000010:3.0:1767384377.148380:0:40421:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000009f3dd235. 00080000:00000010:3.0:1767384377.148382:0:40421:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000ff62c2f8. 00000004:00000010:3.0:1767384377.148385:0:40421:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000005dfb4fb7. 00000004:00000010:3.0:1767384377.148388:0:40421:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000e98dc849. 00000004:00000010:3.0:1767384377.148390:0:40421:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000002ab61b8f. 00002000:00000010:3.0:1767384377.148392:0:40421:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000003530343d. 00000004:00000010:3.0:1767384377.148393:0:40421:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000c1631266. 00000020:00000010:3.0:1767384377.148395:0:40421:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f78ca3fa. 10000000:00000010:3.0:1767384377.148398:0:40421:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 00000000501e23e6. 10000000:00000010:3.0:1767384377.148400:0:40421:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 00000000beaa2e9d. 02000000:00000010:3.0:1767384377.148404:0:40421:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000063b5d3e0. 00000100:00000010:3.0:1767384377.148411:0:40421:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at 00000000b3a64943. 00000100:00000010:3.0:1767384377.148414:0:40421:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 0000000046971a91. 02000000:00000010:3.0:1767384377.148418:0:40421:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000005b432d7d. 00000100:00000010:3.0:1767384377.148420:0:40421:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000dd1e55dc. 10000000:00000010:3.0:1767384377.148874:0:40421:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 2048 at 00000000aab2408c. 00000100:00000010:3.0:1767384377.148915:0:40421:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000dcadd9d0. 02000000:00000010:3.0:1767384377.148922:0:40421:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f78ca3fa. 00010000:00000010:3.0:1767384377.148930:0:40421:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000006f372391. 00010000:00000010:3.0:1767384377.148934:0:40421:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000009b046e44. 00000100:00000010:3.0:1767384377.148942:0:40421:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000505ab08. 02000000:00000010:3.0:1767384377.148948:0:40421:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000c1631266. 00000400:00000010:3.0:1767384377.148951:0:40421:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000023946468. 00000400:00000010:3.0:1767384377.148955:0:40421:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b8b72bdb. 00000100:00000200:3.0:1767384377.148957:0:40421:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236723093376, portal 25 00000400:00000010:3.0:1767384377.148960:0:40421:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d7e4b418. 00000100:00000200:3.0:1767384377.148961:0:40421:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853236723093376, offset 0 00000400:00000200:3.0:1767384377.148966:0:40421:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384377.148970:0:40421:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384377.148974:0:40421:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695824c908f80 00000400:00000200:3.0:1767384377.148977:0:40421:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x2225 [2] + 0 00000400:00000010:3.0:1767384377.148980:0:40421:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008e1fef75. 00000400:00000200:3.0:1767384377.148982:0:40421:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000562ddaba 00000400:00000200:3.0:1767384377.148985:0:40421:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384377.148990:0:40421:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384377.148993:0:40421:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000562ddaba 00000400:00000010:3.0:1767384377.148995:0:40421:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000562ddaba. 00000100:00000200:3.0:1767384377.148998:0:40421:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1767384377.149009:0:40421:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d7e4b418 00000400:00000010:3.0:1767384377.149010:0:40421:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d7e4b418. 00000100:00000200:3.0:1767384377.149015:0:40421:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000dcadd9d0 x1853236723093376/t0(0) o101->MGC192.168.202.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384393 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384377.149123:0:40426:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c184eab7. 00000020:00000010:3.0:1767384377.149126:0:40426:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c184eab7. 00000020:00000010:3.0:1767384377.149129:0:40426:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009f3dd235. 00000020:00000010:3.0:1767384377.149132:0:40426:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000501e23e6. 00000020:00000010:3.0:1767384377.149135:0:40426:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000cb198794. 00000020:00000010:3.0:1767384377.149154:0:40426:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c184eab7. 00000020:00000010:3.0:1767384377.149157:0:40426:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c184eab7. 00000100:00000200:3.0:1767384377.149159:0:40426:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723093376 00010000:00000010:3.0:1767384377.149169:0:40426:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000f1d6fa09. 00010000:00000010:3.0:1767384377.149174:0:40426:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000a068b46c. 02000000:00000010:3.0:1767384377.149182:0:40426:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 000000003530343d. 00010000:00000200:3.0:1767384377.149190:0:40426:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000003a10f483 x1853236723093376/t0(0) o101->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:358/0 lens 328/344 e 0 to 0 dl 1767384388 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384377.149198:0:40426:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d7e4b418. 00000100:00000200:3.0:1767384377.149201:0:40426:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236723093376, offset 224 00000400:00000200:3.0:1767384377.149204:0:40426:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384377.149209:0:40426:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384377.149214:0:40426:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695824c908f80 00000400:00000200:3.0:1767384377.149217:0:40426:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x2ad9 [1] + 224 00000400:00000200:3.0:1767384377.149219:0:40426:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384377.149222:0:40426:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384377.149225:0:40426:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000dcadd9d0 x1853236723093376/t0(0) o101->MGC192.168.202.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384393 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384377.149238:0:40426:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d7e4b418 00000400:00000010:3.0:1767384377.149241:0:40426:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d7e4b418. 00000020:00000010:3.0:1767384377.149250:0:40426:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000501e23e6. 00000020:00000010:3.0:1767384377.149253:0:40426:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000cb198794. 00000020:00000010:3.0:1767384377.149257:0:40426:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009f3dd235. 02000000:00000010:3.0:1767384377.149262:0:40426:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 000000003530343d. 00000100:00000200:3.0:1767384377.149266:0:40426:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384377.149269:0:40426:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006a2f60a8. 00000400:00000010:3.0:1767384377.149274:0:40426:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ec00ed96. 00000400:00000010:3.0:1767384377.149293:0:40421:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000023946468. 00000400:00000200:3.0:1767384377.149297:0:40421:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b8b72bdb 00000400:00000010:3.0:1767384377.149299:0:40421:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b8b72bdb. 00000100:00000200:3.0:1767384377.149304:0:40421:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000dcadd9d0 x1853236723093376/t0(0) o101->MGC192.168.202.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384393 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384377.149312:0:40421:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000dcadd9d0 x1853236723093376/t0(0) o101->MGC192.168.202.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384393 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384377.149326:0:40421:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000000505ab08. 02000000:00000010:3.0:1767384377.149334:0:40421:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000c1631266. 02000000:00000010:3.0:1767384377.149337:0:40421:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000f78ca3fa. 00000100:00000010:3.0:1767384377.149339:0:40421:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000dcadd9d0. 10000000:00000010:3.0:1767384377.149344:0:40421:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at 00000000c184eab7. 00000020:00000010:3.0:1767384377.149347:0:40421:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f78ca3fa. 00000020:00000010:3.0:1767384377.149349:0:40421:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000009f3dd235. 00000040:00000010:3.0:1767384377.149352:0:40421:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000005b7118df. 00000020:00000010:3.0:1767384377.149354:0:40421:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000002ab61b8f. 00000020:00000010:3.0:1767384377.149358:0:40421:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000002fff5b75. 80000000:00000010:3.0:1767384377.149362:0:40421:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000b0cab954. 00040000:00000010:3.0:1767384377.149365:0:40421:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000b011d526. 00080000:00000010:3.0:1767384377.149369:0:40421:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000005dfb4fb7. 20000000:00000010:3.0:1767384377.149372:0:40421:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 00000000d3594b79. 00000040:00000010:3.0:1767384377.149376:0:40421:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000da0abebb. 00000100:00000010:3.0:1767384377.149381:0:40421:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000dcadd9d0. 02000000:00000010:3.0:1767384377.149388:0:40421:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c985e775. 00000100:00000010:3.0:1767384377.149395:0:40421:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000505ab08. 02000000:00000010:3.0:1767384377.149403:0:40421:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000beb6b17e. 00000400:00000010:3.0:1767384377.149406:0:40421:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000023946468. 00000400:00000010:3.0:1767384377.149409:0:40421:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b8b72bdb. 00000100:00000200:3.0:1767384377.149411:0:40421:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236723093504, portal 25 00000400:00000010:3.0:1767384377.149415:0:40421:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d7e4b418. 00000100:00000200:3.0:1767384377.149416:0:40421:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1853236723093504, offset 0 00000400:00000200:3.0:1767384377.149421:0:40421:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384377.149425:0:40421:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384377.149430:0:40421:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 504 into portal 26 MB=0x695824c909000 00000400:00000200:3.0:1767384377.149433:0:40421:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 504/504 into md 0x2229 [2] + 0 00000400:00000010:3.0:1767384377.149435:0:40421:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a52943b0. 00000400:00000200:3.0:1767384377.149437:0:40421:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000022826e93 00000400:00000200:3.0:1767384377.149440:0:40421:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384377.149443:0:40421:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384377.149444:0:40421:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000022826e93 00000400:00000010:3.0:1767384377.149446:0:40421:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000022826e93. 00000100:00000200:3.0:1767384377.149449:0:40421:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1767384377.149458:0:40421:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d7e4b418 00000400:00000010:3.0:1767384377.149459:0:40421:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d7e4b418. 00000100:00000200:3.0:1767384377.149462:0:40421:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000dcadd9d0 x1853236723093504/t0(0) o501->MGC192.168.202.152@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384393 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384377.149502:0:40425:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000008623a43. 00000020:00000010:3.0:1767384377.149505:0:40425:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000008623a43. 00000020:00000010:3.0:1767384377.149509:0:40425:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000008f64951. 00000020:00000010:3.0:1767384377.149512:0:40425:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000501e23e6. 00000020:00000010:3.0:1767384377.149515:0:40425:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000cb198794. 00000020:00000010:3.0:1767384377.149536:0:40425:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000008623a43. 00000020:00000010:3.0:1767384377.149538:0:40425:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000008623a43. 00000100:00000200:3.0:1767384377.149540:0:40425:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723093504 02000000:00000010:3.0:1767384377.149548:0:40425:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 00000000c1631266. 00000040:00000010:3.0:1767384377.149552:0:40425:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000002e215a93. 00000040:00000010:3.0:1767384377.149591:0:40425:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at 0000000021b5014f. 00000020:00000010:3.0:1767384377.149598:0:40425:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000ff07b3e5. 00080000:00000010:3.0:1767384377.149605:0:40425:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000dfed3676. 00000040:00000010:3.0:1767384377.149684:0:40425:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at 0000000021b5014f. 00000040:00000010:3.0:1767384377.149687:0:40425:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000002e215a93. 00010000:00000200:3.0:1767384377.149693:0:40425:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000077721f96 x1853236723093504/t0(0) o501->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:358/0 lens 504/272 e 0 to 0 dl 1767384388 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384377.149702:0:40425:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d7e4b418. 00000100:00000200:3.0:1767384377.149704:0:40425:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1853236723093504, offset 224 00000400:00000200:3.0:1767384377.149708:0:40425:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384377.149712:0:40425:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384377.149717:0:40425:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 25 MB=0x695824c909000 00000400:00000200:3.0:1767384377.149720:0:40425:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 272/272 into md 0x2ae9 [1] + 224 00000400:00000200:3.0:1767384377.149723:0:40425:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384377.149725:0:40425:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384377.149729:0:40425:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000dcadd9d0 x1853236723093504/t0(0) o501->MGC192.168.202.152@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384393 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384377.149743:0:40425:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d7e4b418 00000400:00000010:3.0:1767384377.149744:0:40425:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d7e4b418. 00000020:00000010:3.0:1767384377.149750:0:40425:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000501e23e6. 00000020:00000010:3.0:1767384377.149752:0:40425:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000cb198794. 00000020:00000010:3.0:1767384377.149754:0:40425:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000008f64951. 02000000:00000010:3.0:1767384377.149758:0:40425:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 00000000c1631266. 00000100:00000200:3.0:1767384377.149762:0:40425:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384377.149765:0:40425:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cc8faabb. 00000400:00000010:3.0:1767384377.149770:0:40425:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cff3789c. 00000400:00000010:2.0:1767384377.149782:0:40421:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000023946468. 00000400:00000200:2.0:1767384377.149788:0:40421:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b8b72bdb 00000400:00000010:2.0:1767384377.149790:0:40421:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b8b72bdb. 00000100:00000200:2.0:1767384377.149797:0:40421:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000dcadd9d0 x1853236723093504/t0(0) o501->MGC192.168.202.152@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384393 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384377.149807:0:40421:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000dcadd9d0 x1853236723093504/t0(0) o501->MGC192.168.202.152@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384393 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384377.149822:0:40421:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000000505ab08. 02000000:00000010:2.0:1767384377.149829:0:40421:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000beb6b17e. 02000000:00000010:2.0:1767384377.149833:0:40421:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000c985e775. 00000100:00000010:2.0:1767384377.149837:0:40421:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000dcadd9d0. 00000040:00000010:2.0:1767384377.149852:0:40421:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000000de3b9e6. 00000100:00000010:2.0:1767384377.149857:0:40421:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ba621182. 02000000:00000010:2.0:1767384377.149864:0:40421:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ff1d56d5. 00000100:00000010:2.0:1767384377.149870:0:40421:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ec74c86f. 02000000:00000010:2.0:1767384377.149888:0:40421:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 00000000d407cebf. 00000400:00000010:2.0:1767384377.149892:0:40421:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007f48b574. 00000400:00000010:2.0:1767384377.149896:0:40421:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000bba983ae. 00000100:00000200:2.0:1767384377.149899:0:40421:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853236723093632, portal 25 00000400:00000010:2.0:1767384377.149903:0:40421:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000057bd51bb. 00000100:00000200:2.0:1767384377.149918:0:40421:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853236723093632, offset 0 00000400:00000200:2.0:1767384377.149924:0:40421:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384377.149931:0:40421:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384377.149937:0:40421:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x695824c909080 00000400:00000200:2.0:1767384377.149942:0:40421:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x222d [2] + 0 00000400:00000010:2.0:1767384377.149945:0:40421:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000bc71dd0. 00000400:00000200:2.0:1767384377.149949:0:40421:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000001db19ab8 00000400:00000200:2.0:1767384377.149952:0:40421:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384377.149956:0:40421:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384377.149959:0:40421:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001db19ab8 00000400:00000010:2.0:1767384377.149961:0:40421:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001db19ab8. 00000100:00000200:2.0:1767384377.149965:0:40421:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1767384377.149982:0:40421:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000057bd51bb 00000400:00000010:2.0:1767384377.149984:0:40421:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000057bd51bb. 00000100:00000200:2.0:1767384377.149988:0:40421:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ba621182 x1853236723093632/t0(0) o503->MGC192.168.202.152@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384393 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384377.150000:0:40426:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001ee82296. 00000020:00000010:3.0:1767384377.150004:0:40426:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001ee82296. 00000020:00000010:3.0:1767384377.150007:0:40426:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000008f64951. 00000020:00000010:3.0:1767384377.150009:0:40426:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000501e23e6. 00000020:00000010:3.0:1767384377.150011:0:40426:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000cb198794. 00000020:00000010:3.0:1767384377.150032:0:40426:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001ee82296. 00000020:00000010:3.0:1767384377.150034:0:40426:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001ee82296. 00000100:00000200:3.0:1767384377.150037:0:40426:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723093632 02000000:00000010:3.0:1767384377.150051:0:40426:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 0000000038ba4dfc. 00000040:00000010:3.0:1767384377.150056:0:40426:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000002e215a93. 00000040:00000010:3.0:1767384377.150064:0:40426:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000fb7462f9. 00000040:00000010:3.0:1767384377.150071:0:40426:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000fb7462f9. 00000040:00000010:3.0:1767384377.150074:0:40426:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000002e215a93. 00010000:00000200:3.0:1767384377.150079:0:40426:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000018b4f54 x1853236723093632/t0(0) o503->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:358/0 lens 272/8416 e 0 to 0 dl 1767384388 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384377.150111:0:40426:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000a8a66e6b. 00000100:00000200:3.0:1767384377.150113:0:40426:0:(niobuf.c:94:ptl_send_buf()) Sending 8416 bytes to portal 25, xid 1853236723093632, offset 224 00000400:00000200:3.0:1767384377.150117:0:40426:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384377.150123:0:40426:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384377.150131:0:40426:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8416 into portal 25 MB=0x695824c909080 00000400:00000200:3.0:1767384377.150135:0:40426:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8416/8416 into md 0x2af9 [4] + 224 00000400:00000200:3.0:1767384377.150141:0:40426:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384377.150145:0:40426:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384377.150150:0:40426:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ba621182 x1853236723093632/t0(0) o503->MGC192.168.202.152@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384393 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384377.150170:0:40426:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a8a66e6b 00000400:00000010:3.0:1767384377.150171:0:40426:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000a8a66e6b. 00000020:00000010:3.0:1767384377.150178:0:40426:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000501e23e6. 00000400:00000010:2.0:1767384377.150179:0:40421:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007f48b574. 00000020:00000010:3.0:1767384377.150180:0:40426:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000cb198794. 00000020:00000010:3.0:1767384377.150186:0:40426:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000008f64951. 00000400:00000200:2.0:1767384377.150186:0:40421:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bba983ae 02000000:00000010:3.0:1767384377.150191:0:40426:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 0000000038ba4dfc. 00000400:00000010:2.0:1767384377.150191:0:40421:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000bba983ae. 00000100:00000200:2.0:1767384377.150201:0:40421:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ba621182 x1853236723093632/t0(0) o503->MGC192.168.202.152@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384393 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384377.150204:0:40426:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384377.150209:0:40426:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000075381336. 00000400:00000010:3.0:1767384377.150215:0:40426:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a8a66e6b. 00000100:00000200:2.0:1767384377.150217:0:40421:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ba621182 x1853236723093632/t0(0) o503->MGC192.168.202.152@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384393 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384377.150232:0:40421:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000ec74c86f. 02000000:00000010:2.0:1767384377.150238:0:40421:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 00000000d407cebf. 02000000:00000010:2.0:1767384377.150246:0:40421:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000ff1d56d5. 00000100:00000010:2.0:1767384377.150250:0:40421:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ba621182. 00000040:00000010:2.0:1767384377.150256:0:40421:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 000000006cedceeb. 00000020:00000010:2.0:1767384377.150408:0:40456:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ff1d56d5. 00000020:00000010:2.0:1767384377.150414:0:40456:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000048ea570a. 00000040:00000010:2.0:1767384377.150418:0:40456:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000597db604. 00000020:00000010:2.0:1767384377.150423:0:40456:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000007440911b. 00000020:00000010:2.0:1767384377.150427:0:40456:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000c0ed4a76. 00000020:00000010:2.0:1767384377.150430:0:40456:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000040c14d9d. 80000000:00000010:2.0:1767384377.150434:0:40456:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000630eabc2. 40000000:00000010:2.0:1767384377.150436:0:40456:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000006daa42f3. 00100000:00000010:2.0:1767384377.150440:0:40456:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000ffe8f452. 00040000:00000010:2.0:1767384377.150444:0:40456:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000008bf0c879. 00040000:00000010:2.0:1767384377.150448:0:40456:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000a44bfda5. 00040000:00000010:2.0:1767384377.150452:0:40456:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000ba8699e5. 00080000:00000010:2.0:1767384377.150456:0:40456:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000006cf0a074. 00000004:00000010:2.0:1767384377.150459:0:40456:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000144e9696. 00000004:00000010:2.0:1767384377.150464:0:40456:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000002f37fc8f. 00000004:00000010:2.0:1767384377.150468:0:40456:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000678dd6e0. 00002000:00000010:2.0:1767384377.150471:0:40456:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000d6221907. 00000004:00000010:2.0:1767384377.150475:0:40456:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000000a5592fc. 00000020:00000010:2.0:1767384377.150479:0:40456:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000046754530. 00000040:00000010:2.0:1767384377.150485:0:40456:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 0000000001942ba4. 00000040:00000010:2.0:1767384377.151114:0:40456:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 0000000001942ba4. 00000020:00000010:2.0:1767384377.151121:0:40456:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000046754530. 00000020:00000010:2.0:1767384377.151129:0:40456:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000048ea570a. 00000040:00000010:2.0:1767384377.151134:0:40456:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000597db604. 00000020:00000010:2.0:1767384377.151138:0:40456:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000007440911b. 00000020:00000010:2.0:1767384377.151143:0:40456:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000c0ed4a76. 00000020:00000010:2.0:1767384377.151147:0:40456:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000040c14d9d. 80000000:00000010:2.0:1767384377.151150:0:40456:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000630eabc2. 40000000:00000010:2.0:1767384377.151155:0:40456:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000006daa42f3. 00100000:00000010:2.0:1767384377.151158:0:40456:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000ffe8f452. 00040000:00000010:2.0:1767384377.151162:0:40456:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000008bf0c879. 00040000:00000010:2.0:1767384377.151165:0:40456:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000a44bfda5. 00040000:00000010:2.0:1767384377.151173:0:40456:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000ba8699e5. 00080000:00000010:2.0:1767384377.151177:0:40456:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000006cf0a074. 00000004:00000010:2.0:1767384377.151181:0:40456:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000144e9696. 00000004:00000010:2.0:1767384377.151185:0:40456:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000002f37fc8f. 00000004:00000010:2.0:1767384377.151189:0:40456:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000678dd6e0. 00002000:00000010:2.0:1767384377.151193:0:40456:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000d6221907. 00000004:00000010:2.0:1767384377.151197:0:40456:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000000a5592fc. 00000020:00000010:2.0:1767384377.151200:0:40456:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ff1d56d5. 00000040:00000010:1.0:1767384377.151227:0:40421:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 000000006cedceeb. 00000040:00000010:1.0:1767384377.151235:0:40421:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000000de3b9e6. 00000040:00000010:1.0:1767384377.151239:0:40421:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000da0abebb. 00000020:00000010:1.0:1767384377.151246:0:40421:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000009f3dd235. 00000040:00000010:1.0:1767384377.151250:0:40421:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000005b7118df. 00000020:00000010:1.0:1767384377.151254:0:40421:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000002ab61b8f. 00000020:00000010:1.0:1767384377.151259:0:40421:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000002fff5b75. 80000000:00000010:1.0:1767384377.151264:0:40421:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000b0cab954. 00040000:00000010:1.0:1767384377.151268:0:40421:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000b011d526. 00080000:00000010:1.0:1767384377.151271:0:40421:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000005dfb4fb7. 20000000:00000010:1.0:1767384377.151274:0:40421:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 00000000d3594b79. 00000020:00000010:1.0:1767384377.151277:0:40421:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f78ca3fa. 10000000:00000010:1.0:1767384377.151280:0:40421:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at 00000000c184eab7. 00000020:00000010:1.0:1767384377.151294:0:40421:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000031dd230. 00000040:00000010:1.0:1767384377.151298:0:40421:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000763b8923. 00000020:00000010:1.0:1767384377.151303:0:40421:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000020aa078. 00000020:00000010:1.0:1767384377.151306:0:40421:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000031019bc1. 00040000:00000010:1.0:1767384377.151311:0:40421:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000004b18eea8. 00040000:00000010:1.0:1767384377.151316:0:40421:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000033dabb5e. 00080000:00000010:1.0:1767384377.151319:0:40421:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000c1421ccd. 00000020:00000010:1.0:1767384377.151324:0:40421:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000048c32b59. 00000020:00000010:1.0:1767384377.151329:0:40421:0:(obd_mount.c:80:lustre_process_log()) kfreed 'lcfg': 184 at 000000000ee89ee6. 00000020:00000010:1.0:1767384377.151332:0:40421:0:(obd_mount.c:82:lustre_process_log()) kfreed 'bufs': 104 at 000000002da72ace. 00000020:00000010:1.0:1767384377.151340:0:40421:0:(tgt_mount.c:1064:lustre_start_lwp()) kmalloced '(logname)': 64 at 000000003e1d28b1. 00000020:00000010:1.0:1767384377.151344:0:40421:0:(tgt_mount.c:1076:lustre_start_lwp()) kmalloced '(cfg)': 88 at 00000000d052b71e. 00000020:00000010:1.0:1767384377.151348:0:40421:0:(obd_mount.c:65:lustre_process_log()) kmalloced '(bufs)': 104 at 000000002da72ace. 00000020:00000010:1.0:1767384377.151352:0:40421:0:(obd_mount.c:74:lustre_process_log()) kmalloced '(lcfg)': 184 at 000000000ee89ee6. 00000020:00000010:1.0:1767384377.151357:0:40421:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000957efa11. 00000020:00000010:1.0:1767384377.151360:0:40421:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000051ccd3c8. 00000040:00000010:1.0:1767384377.151363:0:40421:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000001cd07406. 00000020:00000010:1.0:1767384377.151366:0:40421:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000ba479d1d. 00000020:00000010:1.0:1767384377.151370:0:40421:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000008e04a43b. 00040000:00000010:1.0:1767384377.151374:0:40421:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000004b18eea8. 00040000:00000010:1.0:1767384377.151378:0:40421:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000031019bc1. 00080000:00000010:1.0:1767384377.151383:0:40421:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000418b9d04. 10000000:00000010:1.0:1767384377.151391:0:40421:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 286 at 0000000048c32b59. 00000100:00000010:1.0:1767384377.151399:0:40421:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cecca313. 02000000:00000010:1.0:1767384377.151406:0:40421:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000763b8923. 00010000:00000010:1.0:1767384377.151414:0:40421:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000d446b842. 00000100:00000010:1.0:1767384377.151424:0:40421:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000079bcc9cd. 02000000:00000010:1.0:1767384377.151432:0:40421:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000a6eed93b. 00000400:00000010:1.0:1767384377.151436:0:40421:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cae600d3. 00000400:00000010:1.0:1767384377.151441:0:40421:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005ce4ec44. 00000100:00000200:1.0:1767384377.151444:0:40421:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236723093760, portal 25 00000400:00000010:1.0:1767384377.151448:0:40421:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000589f7d29. 00000100:00000200:1.0:1767384377.151451:0:40421:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853236723093760, offset 0 00000400:00000200:1.0:1767384377.151458:0:40421:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384377.151464:0:40421:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384377.151472:0:40421:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695824c909100 00000400:00000200:1.0:1767384377.151477:0:40421:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x2231 [2] + 0 00000400:00000010:1.0:1767384377.151480:0:40421:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000023539866. 00000400:00000200:1.0:1767384377.151485:0:40421:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000f1d1ab5f 00000400:00000200:1.0:1767384377.151488:0:40421:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384377.151492:0:40421:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384377.151495:0:40421:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f1d1ab5f 00000400:00000010:1.0:1767384377.151497:0:40421:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f1d1ab5f. 00000100:00000200:1.0:1767384377.151500:0:40421:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1767384377.151519:0:40421:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000589f7d29 00000400:00000010:1.0:1767384377.151521:0:40421:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000589f7d29. 00000100:00000200:1.0:1767384377.151526:0:40421:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000cecca313 x1853236723093760/t0(0) o101->MGC192.168.202.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384393 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384377.151532:0:40426:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001ee82296. 00000020:00000010:3.0:1767384377.151536:0:40426:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001ee82296. 00000020:00000010:3.0:1767384377.151540:0:40426:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002e215a93. 00000020:00000010:3.0:1767384377.151543:0:40426:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000501e23e6. 00000020:00000010:3.0:1767384377.151546:0:40426:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000cb198794. 00000020:00000010:3.0:1767384377.151567:0:40426:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001ee82296. 00000020:00000010:3.0:1767384377.151569:0:40426:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001ee82296. 00000100:00000200:3.0:1767384377.151571:0:40426:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723093760 00010000:00000010:3.0:1767384377.151579:0:40426:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000e85c90e1. 02000000:00000010:3.0:1767384377.151584:0:40426:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000c1631266. 00010000:00000200:3.0:1767384377.151594:0:40426:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000aa14dbec x1853236723093760/t0(0) o101->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:358/0 lens 328/344 e 0 to 0 dl 1767384388 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384377.151610:0:40426:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d7e4b418. 00000100:00000200:3.0:1767384377.151614:0:40426:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236723093760, offset 224 00000400:00000200:3.0:1767384377.151619:0:40426:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384377.151625:0:40426:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384377.151632:0:40426:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695824c909100 00000400:00000200:3.0:1767384377.151637:0:40426:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x2b09 [1] + 224 00000400:00000200:3.0:1767384377.151641:0:40426:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384377.151645:0:40426:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384377.151651:0:40426:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000cecca313 x1853236723093760/t0(0) o101->MGC192.168.202.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384393 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384377.151665:0:40426:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d7e4b418 00000400:00000010:3.0:1767384377.151666:0:40426:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d7e4b418. 00000020:00000010:3.0:1767384377.151674:0:40426:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000501e23e6. 00000020:00000010:3.0:1767384377.151677:0:40426:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000cb198794. 00000400:00000010:0.0:1767384377.151679:0:40421:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cae600d3. 00000020:00000010:3.0:1767384377.151680:0:40426:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002e215a93. 02000000:00000010:3.0:1767384377.151687:0:40426:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000c1631266. 00000400:00000200:0.0:1767384377.151687:0:40421:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005ce4ec44 00000400:00000010:0.0:1767384377.151691:0:40421:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005ce4ec44. 00000100:00000200:3.0:1767384377.151693:0:40426:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384377.151698:0:40426:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c4011c83. 00000100:00000200:0.0:1767384377.151701:0:40421:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000cecca313 x1853236723093760/t0(0) o101->MGC192.168.202.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384393 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384377.151703:0:40426:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000be1f2d0d. 00000100:00000200:0.0:1767384377.151716:0:40421:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000cecca313 x1853236723093760/t0(0) o101->MGC192.168.202.152@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384393 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384377.151734:0:40421:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000079bcc9cd. 02000000:00000010:0.0:1767384377.151745:0:40421:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000a6eed93b. 02000000:00000010:0.0:1767384377.151749:0:40421:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000763b8923. 00000100:00000010:0.0:1767384377.151752:0:40421:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cecca313. 10000000:00000010:0.0:1767384377.151771:0:40421:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at 00000000b6c9fb51. 00000020:00000010:0.0:1767384377.151775:0:40421:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000451f1137. 00000020:00000010:0.0:1767384377.151779:0:40421:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000401a7836. 00000040:00000010:0.0:1767384377.151782:0:40421:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000005d90faee. 00000020:00000010:0.0:1767384377.151786:0:40421:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000007d8e0853. 00000020:00000010:0.0:1767384377.151790:0:40421:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000033dabb5e. 80000000:00000010:0.0:1767384377.151793:0:40421:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000009f2d4a0f. 00040000:00000010:0.0:1767384377.151796:0:40421:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000005b432d7d. 00080000:00000010:0.0:1767384377.151800:0:40421:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000d16c751a. 20000000:00000010:0.0:1767384377.151804:0:40421:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 0000000063b5d3e0. 00000040:00000010:0.0:1767384377.151809:0:40421:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000092c16dca. 00000100:00000010:0.0:1767384377.151813:0:40421:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ac57a136. 02000000:00000010:0.0:1767384377.151820:0:40421:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000304f4cef. 00000100:00000010:0.0:1767384377.151826:0:40421:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000751207d6. 02000000:00000010:0.0:1767384377.151834:0:40421:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002feb2044. 00000400:00000010:0.0:1767384377.151838:0:40421:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002ca903c6. 00000400:00000010:0.0:1767384377.151842:0:40421:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002d0a9da1. 00000100:00000200:0.0:1767384377.151845:0:40421:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236723093888, portal 25 00000400:00000010:0.0:1767384377.151849:0:40421:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f67a133f. 00000100:00000200:0.0:1767384377.151852:0:40421:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1853236723093888, offset 0 00000400:00000200:0.0:1767384377.151858:0:40421:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384377.151865:0:40421:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384377.151872:0:40421:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 512 into portal 26 MB=0x695824c909180 00000400:00000200:0.0:1767384377.151877:0:40421:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 512/512 into md 0x2235 [2] + 0 00000400:00000010:0.0:1767384377.151880:0:40421:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005ab3a84f. 00000400:00000200:0.0:1767384377.151884:0:40421:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000e0316837 00000400:00000200:0.0:1767384377.151887:0:40421:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384377.151891:0:40421:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384377.151895:0:40421:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e0316837 00000400:00000010:0.0:1767384377.151897:0:40421:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e0316837. 00000100:00000200:0.0:1767384377.151901:0:40421:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1767384377.151926:0:40421:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f67a133f 00000400:00000010:0.0:1767384377.151928:0:40421:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f67a133f. 00000100:00000200:0.0:1767384377.151934:0:40421:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ac57a136 x1853236723093888/t0(0) o501->MGC192.168.202.152@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384393 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384377.151968:0:40425:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002dc1d813. 00000020:00000010:0.0:1767384377.151971:0:40425:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002dc1d813. 00000020:00000010:0.0:1767384377.151976:0:40425:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000eb4e9bdb. 00000020:00000010:0.0:1767384377.151980:0:40425:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b9af9a5f. 00000020:00000010:0.0:1767384377.151983:0:40425:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000a5828f2. 00000020:00000010:0.0:1767384377.152008:0:40425:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002dc1d813. 00000020:00000010:0.0:1767384377.152011:0:40425:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002dc1d813. 00000100:00000200:0.0:1767384377.152015:0:40425:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723093888 02000000:00000010:0.0:1767384377.152024:0:40425:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 0000000037135557. 00000040:00000010:0.0:1767384377.152029:0:40425:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000dfd7071f. 00000040:00000010:0.0:1767384377.152066:0:40425:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 14 at 000000007fd579b5. 00000040:00000010:0.0:1767384377.152074:0:40425:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 14 at 000000007fd579b5. 00000040:00000010:0.0:1767384377.152077:0:40425:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000dfd7071f. 20000000:00000010:0.0:1767384377.152107:0:40425:0:(mgs_nids.c:1144:mgs_fsc_attach()) kmalloced '(new_fsc)': 56 at 000000002dc1d813. 20000000:00000010:0.0:1767384377.152112:0:40425:0:(mgs_nids.c:1187:mgs_fsc_attach()) kfreed 'new_fsc': 56 at 000000002dc1d813. 00010000:00000200:0.0:1767384377.152119:0:40425:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000003e55cd14 x1853236723093888/t0(0) o501->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:358/0 lens 512/272 e 0 to 0 dl 1767384388 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384377.152131:0:40425:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f67a133f. 00000100:00000200:0.0:1767384377.152135:0:40425:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1853236723093888, offset 224 00000400:00000200:0.0:1767384377.152141:0:40425:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384377.152149:0:40425:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384377.152156:0:40425:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 25 MB=0x695824c909180 00000400:00000200:0.0:1767384377.152161:0:40425:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 272/272 into md 0x2b19 [1] + 224 00000400:00000200:0.0:1767384377.152165:0:40425:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384377.152169:0:40425:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384377.152174:0:40425:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ac57a136 x1853236723093888/t0(0) o501->MGC192.168.202.152@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384393 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384377.152192:0:40425:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f67a133f 00000400:00000010:0.0:1767384377.152194:0:40425:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f67a133f. 00000020:00000010:0.0:1767384377.152204:0:40425:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b9af9a5f. 00000400:00000010:1.0:1767384377.152208:0:40421:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002ca903c6. 00000020:00000010:0.0:1767384377.152208:0:40425:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000a5828f2. 00000020:00000010:0.0:1767384377.152211:0:40425:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000eb4e9bdb. 00000400:00000200:1.0:1767384377.152214:0:40421:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002d0a9da1 00000400:00000010:1.0:1767384377.152217:0:40421:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002d0a9da1. 02000000:00000010:0.0:1767384377.152218:0:40425:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 0000000037135557. 00000100:00000200:1.0:1767384377.152224:0:40421:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ac57a136 x1853236723093888/t0(0) o501->MGC192.168.202.152@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384393 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384377.152225:0:40425:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384377.152231:0:40425:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000040382926. 00000100:00000200:1.0:1767384377.152234:0:40421:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ac57a136 x1853236723093888/t0(0) o501->MGC192.168.202.152@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384393 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384377.152238:0:40425:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fbce3d5e. 00000100:00000010:1.0:1767384377.152250:0:40421:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000751207d6. 02000000:00000010:1.0:1767384377.152257:0:40421:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002feb2044. 02000000:00000010:1.0:1767384377.152260:0:40421:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000304f4cef. 00000100:00000010:1.0:1767384377.152263:0:40421:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ac57a136. 00000040:00000010:1.0:1767384377.152269:0:40421:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000004e43c67b. 00000100:00000010:1.0:1767384377.152273:0:40421:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000029b85adf. 02000000:00000010:1.0:1767384377.152278:0:40421:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000031dd230. 00000100:00000010:1.0:1767384377.152282:0:40421:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000079bcc9cd. 02000000:00000010:1.0:1767384377.152295:0:40421:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 00000000d407cebf. 00000400:00000010:1.0:1767384377.152299:0:40421:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000955d806. 00000400:00000010:1.0:1767384377.152303:0:40421:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 000000005d09e59d. 00000100:00000200:1.0:1767384377.152305:0:40421:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853236723094016, portal 25 00000400:00000010:1.0:1767384377.152308:0:40421:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000589f7d29. 00000100:00000200:1.0:1767384377.152310:0:40421:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853236723094016, offset 0 00000400:00000200:1.0:1767384377.152313:0:40421:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384377.152317:0:40421:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384377.152323:0:40421:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x695824c909200 00000400:00000200:1.0:1767384377.152326:0:40421:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x2239 [2] + 0 00000400:00000010:1.0:1767384377.152328:0:40421:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000028b9164b. 00000400:00000200:1.0:1767384377.152330:0:40421:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000e1a5d454 00000400:00000200:1.0:1767384377.152332:0:40421:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384377.152335:0:40421:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384377.152338:0:40421:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e1a5d454 00000400:00000010:1.0:1767384377.152339:0:40421:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e1a5d454. 00000100:00000200:1.0:1767384377.152341:0:40421:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1767384377.152352:0:40421:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000589f7d29 00000400:00000010:1.0:1767384377.152354:0:40421:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000589f7d29. 00000100:00000200:1.0:1767384377.152358:0:40421:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000029b85adf x1853236723094016/t0(0) o503->MGC192.168.202.152@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384393 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384377.152366:0:40425:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002dc1d813. 00000020:00000010:0.0:1767384377.152370:0:40425:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002dc1d813. 00000020:00000010:0.0:1767384377.152376:0:40425:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000eb4e9bdb. 00000020:00000010:0.0:1767384377.152380:0:40425:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b9af9a5f. 00000020:00000010:0.0:1767384377.152383:0:40425:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000a5828f2. 00000020:00000010:0.0:1767384377.152405:0:40425:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002dc1d813. 00000020:00000010:0.0:1767384377.152408:0:40425:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002dc1d813. 00000100:00000200:0.0:1767384377.152411:0:40425:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723094016 02000000:00000010:0.0:1767384377.152425:0:40425:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 0000000038ba4dfc. 00000040:00000010:0.0:1767384377.152430:0:40425:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000dfd7071f. 00000040:00000010:0.0:1767384377.152438:0:40425:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 0000000072a91465. 00000040:00000010:0.0:1767384377.152558:0:40425:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 0000000072a91465. 00000040:00000010:0.0:1767384377.152562:0:40425:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000dfd7071f. 00010000:00000200:0.0:1767384377.152568:0:40425:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000ed04d0f1 x1853236723094016/t0(0) o503->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:358/0 lens 272/8416 e 0 to 0 dl 1767384388 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384377.152580:0:40425:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 000000005024f773. 00000100:00000200:0.0:1767384377.152583:0:40425:0:(niobuf.c:94:ptl_send_buf()) Sending 8416 bytes to portal 25, xid 1853236723094016, offset 224 00000400:00000200:0.0:1767384377.152589:0:40425:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384377.152595:0:40425:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384377.152602:0:40425:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8416 into portal 25 MB=0x695824c909200 00000400:00000200:0.0:1767384377.152606:0:40425:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8416/8416 into md 0x2b29 [4] + 224 00000400:00000200:0.0:1767384377.152611:0:40425:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384377.152615:0:40425:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384377.152619:0:40425:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000029b85adf x1853236723094016/t0(0) o503->MGC192.168.202.152@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384393 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384377.152637:0:40425:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005024f773 00000400:00000010:0.0:1767384377.152639:0:40425:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 000000005024f773. 00000020:00000010:0.0:1767384377.152647:0:40425:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b9af9a5f. 00000020:00000010:0.0:1767384377.152650:0:40425:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000a5828f2. 00000020:00000010:0.0:1767384377.152653:0:40425:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000eb4e9bdb. 00000400:00000010:1.0:1767384377.152657:0:40421:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000955d806. 02000000:00000010:0.0:1767384377.152658:0:40425:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 0000000038ba4dfc. 00000400:00000200:1.0:1767384377.152662:0:40421:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005d09e59d 00000400:00000010:1.0:1767384377.152665:0:40421:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 000000005d09e59d. 00000100:00000200:1.0:1767384377.152669:0:40421:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000029b85adf x1853236723094016/t0(0) o503->MGC192.168.202.152@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384393 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384377.152671:0:40425:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384377.152677:0:40425:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007f7e3a29. 00000100:00000200:1.0:1767384377.152679:0:40421:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000029b85adf x1853236723094016/t0(0) o503->MGC192.168.202.152@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384393 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384377.152683:0:40425:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005024f773. 00000100:00000010:1.0:1767384377.152692:0:40421:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000079bcc9cd. 02000000:00000010:1.0:1767384377.152698:0:40421:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 00000000d407cebf. 02000000:00000010:1.0:1767384377.152705:0:40421:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000031dd230. 00000100:00000010:1.0:1767384377.152707:0:40421:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000029b85adf. 00000040:00000010:1.0:1767384377.152713:0:40421:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 000000000dd9645b. 00000020:00000010:0.0:1767384377.152841:0:40458:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000dfd7071f. 00000020:00000010:0.0:1767384377.152847:0:40458:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000002feb2044. 00000040:00000010:0.0:1767384377.152851:0:40458:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000015ff0c17. 00000020:00000010:0.0:1767384377.152856:0:40458:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000b6242313. 00000020:00000010:0.0:1767384377.152861:0:40458:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000048bc710f. 00000020:00000010:0.0:1767384377.152865:0:40458:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000055a4c179. 80000000:00000010:0.0:1767384377.152868:0:40458:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000050d7fc72. 40000000:00000010:0.0:1767384377.152873:0:40458:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000008ddb7794. 00100000:00000010:0.0:1767384377.152877:0:40458:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000aab2408c. 00040000:00000010:0.0:1767384377.152881:0:40458:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000070b8346a. 00040000:00000010:0.0:1767384377.152886:0:40458:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000032e129d5. 00040000:00000010:0.0:1767384377.152890:0:40458:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000af4a4de8. 00080000:00000010:0.0:1767384377.152895:0:40458:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000f1cbfa3f. 00000004:00000010:0.0:1767384377.152899:0:40458:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000009dfe7681. 00000004:00000010:0.0:1767384377.152903:0:40458:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000b3a64943. 00000004:00000010:0.0:1767384377.152921:0:40458:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000b24309f0. 00002000:00000010:0.0:1767384377.152925:0:40458:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000037135557. 00000004:00000010:0.0:1767384377.152929:0:40458:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000004920ffd1. 00000020:00000010:0.0:1767384377.152933:0:40458:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000044a80f65. 00000040:00000010:0.0:1767384377.152938:0:40458:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 0000000072a91465. 00000100:00000010:0.0:1767384377.152944:0:40458:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b298fff2. 02000000:00000010:0.0:1767384377.152951:0:40458:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000044eb9a8e. 00000100:00000010:0.0:1767384377.152957:0:40458:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a0a78b2b. 02000000:00000010:0.0:1767384377.152972:0:40458:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 00000000d407cebf. 00000400:00000010:0.0:1767384377.152977:0:40458:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000094424882. 00000400:00000010:0.0:1767384377.152980:0:40458:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000751207d6. 00000100:00000200:0.0:1767384377.152983:0:40458:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853236723094144, portal 25 00000400:00000010:0.0:1767384377.152987:0:40458:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f67a133f. 00000100:00000200:0.0:1767384377.152988:0:40458:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853236723094144, offset 0 00000400:00000200:0.0:1767384377.152994:0:40458:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384377.152999:0:40458:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384377.153006:0:40458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x695824c909280 00000400:00000200:0.0:1767384377.153010:0:40458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x223d [2] + 0 00000400:00000010:0.0:1767384377.153013:0:40458:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000958f3e97. 00000400:00000200:0.0:1767384377.153016:0:40458:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000006017a1fc 00000400:00000200:0.0:1767384377.153018:0:40458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384377.153021:0:40458:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384377.153024:0:40458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006017a1fc 00000400:00000010:0.0:1767384377.153026:0:40458:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006017a1fc. 00000100:00000200:0.0:1767384377.153030:0:40458:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1767384377.153044:0:40458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f67a133f 00000400:00000010:0.0:1767384377.153045:0:40458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f67a133f. 00000100:00000200:0.0:1767384377.153051:0:40458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b298fff2 x1853236723094144/t0(0) o502->MGC192.168.202.152@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384393 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384377.153068:0:40425:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001ee82296. 00000020:00000010:3.0:1767384377.153071:0:40425:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001ee82296. 00000020:00000010:3.0:1767384377.153075:0:40425:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c985e775. 00000020:00000010:3.0:1767384377.153077:0:40425:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000501e23e6. 00000020:00000010:3.0:1767384377.153079:0:40425:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000cb198794. 00000020:00000010:3.0:1767384377.153121:0:40425:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001ee82296. 00000020:00000010:3.0:1767384377.153123:0:40425:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001ee82296. 00000100:00000200:3.0:1767384377.153126:0:40425:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723094144 02000000:00000010:3.0:1767384377.153138:0:40425:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 0000000038ba4dfc. 00000040:00000010:3.0:1767384377.153142:0:40425:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000beb6b17e. 00000040:00000010:3.0:1767384377.153148:0:40425:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000fb7462f9. 00000040:00000010:3.0:1767384377.153326:0:40425:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000fb7462f9. 00000040:00000010:3.0:1767384377.153330:0:40425:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000beb6b17e. 00010000:00000200:3.0:1767384377.153336:0:40425:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000001623210a x1853236723094144/t0(0) o502->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:358/0 lens 272/8472 e 0 to 0 dl 1767384388 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384377.153344:0:40425:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000c5dcc8a4. 00000100:00000200:3.0:1767384377.153347:0:40425:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1853236723094144, offset 224 00000400:00000200:3.0:1767384377.153351:0:40425:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384377.153356:0:40425:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384377.153359:0:40425:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8472 into portal 25 MB=0x695824c909280 00000400:00000200:3.0:1767384377.153362:0:40425:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8472/8472 into md 0x2b39 [4] + 224 00000400:00000200:3.0:1767384377.153365:0:40425:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384377.153368:0:40425:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384377.153371:0:40425:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b298fff2 x1853236723094144/t0(0) o502->MGC192.168.202.152@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384393 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384377.153386:0:40425:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c5dcc8a4 00000400:00000010:3.0:1767384377.153388:0:40425:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000c5dcc8a4. 00000020:00000010:3.0:1767384377.153395:0:40425:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000501e23e6. 00000020:00000010:3.0:1767384377.153397:0:40425:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000cb198794. 00000020:00000010:3.0:1767384377.153399:0:40425:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c985e775. 02000000:00000010:3.0:1767384377.153402:0:40425:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 0000000038ba4dfc. 00000400:00000010:0.0:1767384377.153408:0:40458:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000094424882. 00000100:00000200:3.0:1767384377.153411:0:40425:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000200:0.0:1767384377.153413:0:40458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000751207d6 00000400:00000010:3.0:1767384377.153415:0:40425:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b28adf50. 00000400:00000010:0.0:1767384377.153417:0:40458:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000751207d6. 00000400:00000010:3.0:1767384377.153424:0:40425:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c5dcc8a4. 00000100:00000200:0.0:1767384377.153425:0:40458:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b298fff2 x1853236723094144/t0(0) o502->MGC192.168.202.152@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384393 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384377.153436:0:40458:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b298fff2 x1853236723094144/t0(0) o502->MGC192.168.202.152@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384393 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384377.153449:0:40458:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000a0a78b2b. 02000000:00000010:0.0:1767384377.153455:0:40458:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 00000000d407cebf. 02000000:00000010:0.0:1767384377.153463:0:40458:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000044eb9a8e. 00000100:00000010:0.0:1767384377.153466:0:40458:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b298fff2. 00000100:00000010:0.0:1767384377.153479:0:40458:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at 000000000509c8dc. 00000400:00000200:0.0:1767384377.153483:0:40458:0:(peer.c:1356:LNetAddPeer()) Add peer with 32 NIDs 00000400:00000200:0.0:1767384377.153487:0:40458:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.202.152@tcp 00000400:00000200:0.0:1767384377.153492:0:40458:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp NID flags 0x100001: -17 00000400:00000200:0.0:1767384377.153496:0:40458:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005d9714d7 (42) 00000400:00000200:0.0:1767384377.153499:0:40458:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:0.0:1767384377.153502:0:40458:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.202.152@tcp NID 192.168.202.152@tcp: 0. pending discovery 00000400:00000200:0.0:1767384377.153504:0:40458:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000005d9714d7 (43) 00000400:00000200:0.0:1767384377.153506:0:40458:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp 00000400:00000200:0.0:1767384377.153508:0:40458:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.202.152@tcp10 00000400:00000200:0.0:1767384377.153511:0:40458:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp10 NID flags 0x1: -114 00000400:00000200:0.0:1767384377.153513:0:40458:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp10 00000400:00000200:0.0:1767384377.153514:0:40458:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.202.152@tcp11 00000400:00000200:0.0:1767384377.153518:0:40458:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp11 NID flags 0x1: -114 00000400:00000200:0.0:1767384377.153519:0:40458:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp11 00000400:00000200:0.0:1767384377.153521:0:40458:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.202.152@tcp12 00000400:00000200:0.0:1767384377.153524:0:40458:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp12 NID flags 0x1: -114 00000400:00000200:0.0:1767384377.153526:0:40458:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp12 00000400:00000200:0.0:1767384377.153528:0:40458:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.202.152@tcp13 00000400:00000200:0.0:1767384377.153531:0:40458:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp13 NID flags 0x1: -114 00000400:00000200:0.0:1767384377.153532:0:40458:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp13 00000400:00000200:0.0:1767384377.153534:0:40458:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.202.152@tcp14 00000400:00000200:0.0:1767384377.153537:0:40458:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp14 NID flags 0x1: -114 00000400:00000200:0.0:1767384377.153538:0:40458:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp14 00000400:00000200:0.0:1767384377.153540:0:40458:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.202.152@tcp15 00000400:00000200:0.0:1767384377.153542:0:40458:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp15 NID flags 0x1: -114 00000400:00000200:0.0:1767384377.153544:0:40458:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp15 00000400:00000200:0.0:1767384377.153545:0:40458:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.202.152@tcp16 00000400:00000200:0.0:1767384377.153548:0:40458:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp16 NID flags 0x1: -114 00000400:00000200:0.0:1767384377.153549:0:40458:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp16 00000400:00000200:0.0:1767384377.153551:0:40458:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.202.152@tcp17 00000400:00000200:0.0:1767384377.153554:0:40458:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp17 NID flags 0x1: -114 00000400:00000200:0.0:1767384377.153556:0:40458:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp17 00000400:00000200:0.0:1767384377.153558:0:40458:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.202.152@tcp18 00000400:00000200:0.0:1767384377.153561:0:40458:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp18 NID flags 0x1: -114 00000400:00000200:0.0:1767384377.153563:0:40458:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp18 00000400:00000200:0.0:1767384377.153565:0:40458:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.202.152@tcp19 00000400:00000200:0.0:1767384377.153569:0:40458:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp19 NID flags 0x1: -114 00000400:00000200:0.0:1767384377.153571:0:40458:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp19 00000400:00000200:0.0:1767384377.153573:0:40458:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.202.152@tcp20 00000400:00000200:0.0:1767384377.153576:0:40458:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp20 NID flags 0x1: -114 00000400:00000200:0.0:1767384377.153578:0:40458:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp20 00000400:00000200:0.0:1767384377.153580:0:40458:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.202.152@tcp21 00000400:00000200:0.0:1767384377.153583:0:40458:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp21 NID flags 0x1: -114 00000400:00000200:0.0:1767384377.153585:0:40458:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp21 00000400:00000200:0.0:1767384377.153587:0:40458:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.202.152@tcp22 00000400:00000200:0.0:1767384377.153590:0:40458:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp22 NID flags 0x1: -114 00000400:00000200:0.0:1767384377.153591:0:40458:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp22 00000400:00000200:0.0:1767384377.153593:0:40458:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.202.152@tcp23 00000400:00000200:0.0:1767384377.153596:0:40458:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp23 NID flags 0x1: -114 00000400:00000200:0.0:1767384377.153598:0:40458:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp23 00000400:00000200:0.0:1767384377.153600:0:40458:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.202.152@tcp24 00000400:00000200:0.0:1767384377.153604:0:40458:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp24 NID flags 0x1: -114 00000400:00000200:0.0:1767384377.153606:0:40458:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp24 00000400:00000200:0.0:1767384377.153608:0:40458:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.202.152@tcp25 00000400:00000200:0.0:1767384377.153611:0:40458:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp25 NID flags 0x1: -114 00000400:00000200:0.0:1767384377.153613:0:40458:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp25 00000400:00000200:0.0:1767384377.153615:0:40458:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.202.152@tcp26 00000400:00000200:0.0:1767384377.153618:0:40458:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp26 NID flags 0x1: -114 00000400:00000200:0.0:1767384377.153620:0:40458:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp26 00000400:00000200:0.0:1767384377.153622:0:40458:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.202.152@tcp27 00000400:00000200:0.0:1767384377.153625:0:40458:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp27 NID flags 0x1: -114 00000400:00000200:0.0:1767384377.153627:0:40458:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp27 00000400:00000200:0.0:1767384377.153628:0:40458:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.202.152@tcp28 00000400:00000200:0.0:1767384377.153631:0:40458:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp28 NID flags 0x1: -114 00000400:00000200:0.0:1767384377.153633:0:40458:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp28 00000400:00000200:0.0:1767384377.153635:0:40458:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.202.152@tcp29 00000400:00000200:0.0:1767384377.153639:0:40458:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp29 NID flags 0x1: -114 00000400:00000200:0.0:1767384377.153640:0:40458:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp29 00000400:00000200:0.0:1767384377.153642:0:40458:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.202.152@tcp30 00000400:00000200:0.0:1767384377.153645:0:40458:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp30 NID flags 0x1: -114 00000400:00000200:0.0:1767384377.153647:0:40458:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp30 00000400:00000200:0.0:1767384377.153649:0:40458:0:(peer.c:1370:LNetAddPeer()) Adding NID[22]: 192.168.202.152@tcp31 00000400:00000200:0.0:1767384377.153652:0:40458:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp31 NID flags 0x1: -114 00000400:00000200:0.0:1767384377.153654:0:40458:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp31 00000400:00000200:0.0:1767384377.153658:0:40458:0:(peer.c:1370:LNetAddPeer()) Adding NID[23]: 192.168.202.152@tcp32 00000400:00000200:0.0:1767384377.153660:0:40458:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp32 NID flags 0x1: -114 00000400:00000200:0.0:1767384377.153662:0:40458:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp32 00000400:00000200:0.0:1767384377.153664:0:40458:0:(peer.c:1370:LNetAddPeer()) Adding NID[24]: 192.168.202.152@tcp33 00000400:00000200:0.0:1767384377.153667:0:40458:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp33 NID flags 0x1: -114 00000400:00000200:0.0:1767384377.153669:0:40458:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp33 00000400:00000200:0.0:1767384377.153671:0:40458:0:(peer.c:1370:LNetAddPeer()) Adding NID[25]: 192.168.202.152@tcp34 00000400:00000200:0.0:1767384377.153674:0:40458:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp34 NID flags 0x1: -114 00000400:00000200:0.0:1767384377.153676:0:40458:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp34 00000400:00000200:0.0:1767384377.153677:0:40458:0:(peer.c:1370:LNetAddPeer()) Adding NID[26]: 192.168.202.152@tcp35 00000400:00000200:0.0:1767384377.153681:0:40458:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp35 NID flags 0x1: -114 00000400:00000200:0.0:1767384377.153683:0:40458:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp35 00000400:00000200:0.0:1767384377.153685:0:40458:0:(peer.c:1370:LNetAddPeer()) Adding NID[27]: 192.168.202.152@tcp36 00000400:00000200:0.0:1767384377.153689:0:40458:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp36 NID flags 0x1: -114 00000400:00000200:0.0:1767384377.153691:0:40458:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp36 00000400:00000200:0.0:1767384377.153693:0:40458:0:(peer.c:1370:LNetAddPeer()) Adding NID[28]: 192.168.202.152@tcp37 00000400:00000200:0.0:1767384377.153696:0:40458:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp37 NID flags 0x1: -114 00000400:00000200:0.0:1767384377.153698:0:40458:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp37 00000400:00000200:0.0:1767384377.153700:0:40458:0:(peer.c:1370:LNetAddPeer()) Adding NID[29]: 192.168.202.152@tcp38 00000400:00000200:0.0:1767384377.153703:0:40458:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp38 NID flags 0x1: -114 00000400:00000200:0.0:1767384377.153705:0:40458:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp38 00000400:00000200:0.0:1767384377.153706:0:40458:0:(peer.c:1370:LNetAddPeer()) Adding NID[30]: 192.168.202.152@tcp39 00000400:00000200:0.0:1767384377.153708:0:40458:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp39 NID flags 0x1: -114 00000400:00000200:0.0:1767384377.153710:0:40458:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp39 00000400:00000200:0.0:1767384377.153711:0:40458:0:(peer.c:1370:LNetAddPeer()) Adding NID[31]: 192.168.202.152@tcp40 00000400:00000200:0.0:1767384377.153714:0:40458:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.152@tcp40 NID flags 0x1: -114 00000400:00000200:0.0:1767384377.153715:0:40458:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.152@tcp40 00000100:00000010:0.0:1767384377.153944:0:40458:0:(lustre_peer.c:113:class_add_uuid()) kfreed 'data': 704 at 000000000509c8dc. 00000020:00000010:0.0:1767384377.153951:0:40458:0:(tgt_mount.c:649:lustre_lwp_setup()) kmalloced '(lwpname)': 64 at 00000000f4fd8d69. 00000020:00000010:0.0:1767384377.153955:0:40458:0:(tgt_mount.c:334:tgt_name2lwp_name()) kmalloced '(fsname)': 64 at 00000000e8687147. 00000020:00000010:0.0:1767384377.153959:0:40458:0:(tgt_mount.c:361:tgt_name2lwp_name()) kfreed 'fsname': 64 at 00000000e8687147. 00000020:00000010:0.0:1767384377.153964:0:40458:0:(tgt_mount.c:660:lustre_lwp_setup()) kmalloced '(lwpuuid)': 64 at 00000000e8687147. 00000020:00000010:0.0:1767384377.153969:0:40458:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 120 at 00000000b9af9a5f. 00000020:00000010:0.0:1767384377.153980:0:40458:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 0000000000d5e12f. 00000020:00000010:0.0:1767384377.153987:0:40458:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000002a624309. 00000020:00000010:0.0:1767384377.154003:0:40458:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 120 at 00000000b9af9a5f. 00000020:00000010:0.0:1767384377.154008:0:40458:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 96 at 0000000073a31ddd. 00000001:00000010:0.0:1767384377.154033:0:40458:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000045fc39ea. 00000001:00000010:0.0:1767384377.154039:0:40458:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000d3c7b682. 00000001:00000010:0.0:1767384377.154043:0:40458:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000044eb9a8e. 00000001:00000010:0.0:1767384377.154047:0:40458:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000008008cdf3. 00000001:00000010:0.0:1767384377.154051:0:40458:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000f7026efc. 00000001:00000010:0.0:1767384377.154055:0:40458:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000005f39cd03. 00000001:00000010:0.0:1767384377.154059:0:40458:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000000a402d23. 00000001:00000010:0.0:1767384377.154064:0:40458:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000b7003848. 00000001:00000010:0.0:1767384377.154067:0:40458:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000be334596. 00000001:00000010:0.0:1767384377.154071:0:40458:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000753538e6. 00000001:00000010:0.0:1767384377.154075:0:40458:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000001013f55e. 00000001:00000010:0.0:1767384377.154079:0:40458:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000000c8c327. 00000020:00000010:0.0:1767384377.154084:0:40458:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000037bd30b3. 00000020:00000010:0.0:1767384377.154113:0:40458:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b9af9a5f. 00000020:00000010:0.0:1767384377.154117:0:40458:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000a5828f2. 00000008:00000010:0.0:1767384377.154122:0:40458:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 0000000044cf804e. 00020000:00000010:0.0:1767384377.154126:0:40458:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 00000000d42cd58c. 00008000:00000010:0.0:1767384377.154130:0:40458:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000e2f724ef. 00000080:00000010:0.0:1767384377.154134:0:40458:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 0000000057361e37. 00000020:00000010:0.0:1767384377.154139:0:40458:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000882e9e7. 00000020:00000010:0.0:1767384377.154142:0:40458:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000161177ac. 00000040:00000010:0.0:1767384377.154145:0:40458:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000008edfbed2. 00000020:00000010:0.0:1767384377.154148:0:40458:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000009e89f06d. 00000020:00000010:0.0:1767384377.154151:0:40458:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000474639cf. 00000020:00000010:0.0:1767384377.154155:0:40458:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000004c793538. 80000000:00000010:0.0:1767384377.154158:0:40458:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000f2db2d95. 40000000:00000010:0.0:1767384377.154161:0:40458:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000dcee5478. 00100000:00000010:0.0:1767384377.154164:0:40458:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000005c707db7. 00040000:00000010:0.0:1767384377.154167:0:40458:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000002243f15d. 00040000:00000010:0.0:1767384377.154170:0:40458:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000229ffe81. 00040000:00000010:0.0:1767384377.154173:0:40458:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000f90bf4f5. 00080000:00000010:0.0:1767384377.154176:0:40458:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000974e1491. 00000004:00000010:0.0:1767384377.154179:0:40458:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000dcc0f79c. 00000004:00000010:0.0:1767384377.154183:0:40458:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000266e8c6f. 00000004:00000010:0.0:1767384377.154186:0:40458:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000004a3d8a5d. 00000004:00000010:0.0:1767384377.154189:0:40458:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000cf94bf33. 00000010:00000010:0.0:1767384377.154192:0:40458:0:(lwp_dev.c:342:lwp_device_alloc()) kmalloced '(lwp)': 96 at 00000000cc334641. 00000010:00000010:2.0:1767384377.155155:0:40458:0:(lwp_dev.c:80:lwp_setup()) kmalloced '(bufs)': 104 at 000000003b882d99. 00000010:00000010:2.0:1767384377.155161:0:40458:0:(lwp_dev.c:84:lwp_setup()) kmalloced '(server_uuid)': 27 at 000000004bb7391d. 00000010:00000010:2.0:1767384377.155165:0:40458:0:(lwp_dev.c:104:lwp_setup()) kmalloced '(target)': 27 at 000000001a13da4f. 00000010:00000010:2.0:1767384377.155171:0:40458:0:(lwp_dev.c:125:lwp_setup()) kmalloced '(lcfg)': 128 at 00000000078a63ec. 00010000:00000010:2.0:1767384377.155179:0:40458:0:(ldlm_lib.c:421:client_obd_setup()) kmalloced '(cli->cl_read_io_latency_by_size)': 3920 at 000000002f37fc8f. 00010000:00000010:2.0:1767384377.155196:0:40458:0:(ldlm_lib.c:434:client_obd_setup()) kmalloced '(cli->cl_write_io_latency_by_size)': 3920 at 00000000c7ca875d. 00010000:00000010:2.0:1767384377.155202:0:40458:0:(ldlm_lib.c:522:client_obd_setup()) kmalloced '(cli->cl_mod_tag_bitmap)': 64 at 00000000bca49692. 00000020:00000010:2.0:1767384377.155207:0:40458:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 00000000678dd6e0. 00000100:00000200:2.0:1767384377.155219:0:40458:0:(events.c:560:ptlrpc_uuid_to_peer()) 192.168.202.152@tcp->12345-0@lo 00010000:00000010:2.0:1767384377.155224:0:40458:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at 00000000630eabc2. 00010000:00000010:2.0:1767384377.155229:0:40458:0:(ldlm_resource.c:780:ldlm_namespace_new()) kmalloced '(ns)': 816 at 00000000bd664b7d. 00000001:00000010:2.0:1767384377.155233:0:40458:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000af6f523a. 00000001:00000010:2.0:1767384377.155237:0:40458:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 256 at 0000000056e37aaf. 00000001:00000010:2.0:1767384377.155286:0:40458:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000001fefda3c. 00000001:00000010:2.0:1767384377.155342:0:40458:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000964382d0. 00000001:00000010:2.0:1767384377.155402:0:40458:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000f1a5bc3c. 00000001:00000010:2.0:1767384377.155459:0:40458:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000bfaa8cd6. 00000001:00000010:2.0:1767384377.155524:0:40458:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000eb064c94. 00000001:00000010:2.0:1767384377.155580:0:40458:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000e5f4638c. 00000001:00000010:2.0:1767384377.155641:0:40458:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000344aaec9. 00000001:00000010:2.0:1767384377.155698:0:40458:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000d2cc864c. 00000001:00000010:2.0:1767384377.155758:0:40458:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000002d8a51bb. 00000001:00000010:2.0:1767384377.155818:0:40458:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000006a6e714b. 00000001:00000010:2.0:1767384377.155872:0:40458:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000a04cbb99. 00000001:00000010:2.0:1767384377.155943:0:40458:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000308cbc13. 00000001:00000010:2.0:1767384377.156002:0:40458:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000002afb063b. 00000001:00000010:2.0:1767384377.156052:0:40458:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000785e8117. 00000001:00000010:2.0:1767384377.156138:0:40458:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000006cc327e4. 00000001:00000010:2.0:1767384377.156197:0:40458:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000005f17993d. 00000001:00000010:2.0:1767384377.156257:0:40458:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000002eba60a2. 00000001:00000010:2.0:1767384377.156320:0:40458:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000a00c7a4f. 00000001:00000010:2.0:1767384377.156374:0:40458:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000001f355995. 00000001:00000010:2.0:1767384377.156430:0:40458:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000cd05c7b1. 00000001:00000010:2.0:1767384377.156490:0:40458:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000001d61bdd2. 00000001:00000010:2.0:1767384377.156550:0:40458:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000511d3c1f. 00000001:00000010:2.0:1767384377.156611:0:40458:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000028a438b5. 00000001:00000010:2.0:1767384377.156668:0:40458:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000002cc3b0cf. 00000001:00000010:2.0:1767384377.156720:0:40458:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000c0c5815c. 00000001:00000010:2.0:1767384377.156767:0:40458:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000000b01c12a. 00000001:00000010:2.0:1767384377.156815:0:40458:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000007ae89c90. 00000001:00000010:2.0:1767384377.156861:0:40458:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000034f2f093. 00000001:00000010:2.0:1767384377.156922:0:40458:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000009046d8ec. 00000001:00000010:2.0:1767384377.156974:0:40458:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000b1adff46. 00000001:00000010:2.0:1767384377.157025:0:40458:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000b46b3053. 00000001:00000010:2.0:1767384377.157080:0:40458:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000003ea97944. 00000020:00000010:2.0:1767384377.157160:0:40458:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000001f6f791b. 00000020:00000010:2.0:1767384377.157164:0:40458:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at 000000004a3f623a. 00000020:00000010:2.0:1767384377.157233:0:40458:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 0000000003cf96cd. 00000020:00000010:2.0:1767384377.157237:0:40458:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at 000000002d7e3113. 00000010:00000010:2.0:1767384377.157250:0:40458:0:(lwp_dev.c:140:lwp_setup()) kfreed 'bufs': 104 at 000000003b882d99. 00000010:00000010:2.0:1767384377.157253:0:40458:0:(lwp_dev.c:141:lwp_setup()) kfreed 'target': 27 at 000000001a13da4f. 00000010:00000010:2.0:1767384377.157255:0:40458:0:(lwp_dev.c:142:lwp_setup()) kfreed 'server_uuid': 27 at 000000004bb7391d. 00000010:00000010:2.0:1767384377.157257:0:40458:0:(lwp_dev.c:144:lwp_setup()) kfreed 'lcfg': 128 at 00000000078a63ec. 00000020:00000010:2.0:1767384377.157276:0:40458:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000d9a67e09. 00000020:00000010:2.0:1767384377.157280:0:40458:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 00000000c90d599e. 00000020:00000010:2.0:1767384377.157303:0:40458:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000161177ac. 00000040:00000010:2.0:1767384377.157306:0:40458:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000008edfbed2. 00000020:00000010:2.0:1767384377.157309:0:40458:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000009e89f06d. 00000020:00000010:2.0:1767384377.157313:0:40458:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000474639cf. 00000020:00000010:2.0:1767384377.157316:0:40458:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000004c793538. 80000000:00000010:2.0:1767384377.157320:0:40458:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000f2db2d95. 40000000:00000010:2.0:1767384377.157323:0:40458:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000dcee5478. 00100000:00000010:2.0:1767384377.157327:0:40458:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000005c707db7. 00040000:00000010:2.0:1767384377.157330:0:40458:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000002243f15d. 00040000:00000010:2.0:1767384377.157334:0:40458:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000229ffe81. 00040000:00000010:2.0:1767384377.157337:0:40458:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000f90bf4f5. 00080000:00000010:2.0:1767384377.157340:0:40458:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000974e1491. 00000004:00000010:2.0:1767384377.157342:0:40458:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000dcc0f79c. 00000004:00000010:2.0:1767384377.157347:0:40458:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000266e8c6f. 00000004:00000010:2.0:1767384377.157350:0:40458:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000004a3d8a5d. 00000004:00000010:2.0:1767384377.157354:0:40458:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000cf94bf33. 00000020:00000010:2.0:1767384377.157357:0:40458:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000882e9e7. 00000020:00000010:2.0:1767384377.157361:0:40458:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b9af9a5f. 00000020:00000010:2.0:1767384377.157364:0:40458:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000a5828f2. 00000008:00000010:2.0:1767384377.157367:0:40458:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 0000000044cf804e. 00020000:00000010:2.0:1767384377.157371:0:40458:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 00000000d42cd58c. 00008000:00000010:2.0:1767384377.157374:0:40458:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 00000000e2f724ef. 00000080:00000010:2.0:1767384377.157379:0:40458:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 0000000057361e37. 00000020:00000010:2.0:1767384377.157382:0:40458:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000037bd30b3. 00000020:00000010:2.0:1767384377.157386:0:40458:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 96 at 0000000073a31ddd. 00000020:00000010:2.0:1767384377.157393:0:40458:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c8b214d9. 00000020:00000010:2.0:1767384377.157396:0:40458:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000ba8699e5. 00000040:00000010:2.0:1767384377.157399:0:40458:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000040c14d9d. 00000020:00000010:2.0:1767384377.157402:0:40458:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000144e9696. 00000020:00000010:2.0:1767384377.157406:0:40458:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000c0ed4a76. 00000020:00000010:2.0:1767384377.157408:0:40458:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000037bd30b3. 80000000:00000010:2.0:1767384377.157412:0:40458:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000007cac839b. 40000000:00000010:2.0:1767384377.157414:0:40458:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000007bbd9f6c. 00100000:00000010:2.0:1767384377.157417:0:40458:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000006cf0a074. 00040000:00000010:2.0:1767384377.157420:0:40458:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000021e9037e. 00040000:00000010:2.0:1767384377.157422:0:40458:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000008747614e. 00040000:00000010:2.0:1767384377.157424:0:40458:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000000882e9e7. 00080000:00000010:2.0:1767384377.157428:0:40458:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000005cff3f92. 00000004:00000010:2.0:1767384377.157431:0:40458:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000000e0f9764. 00000004:00000010:2.0:1767384377.157436:0:40458:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000a14a056e. 00000004:00000010:2.0:1767384377.157439:0:40458:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000084dbe4fb. 00000004:00000010:2.0:1767384377.157442:0:40458:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000edbcd692. 00000020:00000010:2.0:1767384377.157446:0:40458:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f90bf4f5. 00000020:00000010:2.0:1767384377.157449:0:40458:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000078a63ec. 00000020:00000010:2.0:1767384377.157452:0:40458:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000745d57eb. 00000020:00000010:2.0:1767384377.157455:0:40458:0:(tgt_mount.c:565:lustre_lwp_connect()) kmalloced '(data)': 192 at 000000008683e39f. 00000020:00000010:2.0:1767384377.157458:0:40458:0:(tgt_mount.c:579:lustre_lwp_connect()) kmalloced '(uuid)': 40 at 00000000ccf5b063. 00000020:00000010:2.0:1767384377.157464:0:40458:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000003d0065f6. 00000100:00000010:2.0:1767384377.157482:0:40458:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ba621182. 02000000:00000010:2.0:1767384377.157491:0:40458:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 000000003fd527f2. 02000000:00000010:3.0:1767384377.157534:0:16136:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000c1631266. 00000400:00000010:3.0:1767384377.157539:0:16136:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000016a32f90. 00000400:00000010:3.0:1767384377.157545:0:16136:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d7e4b418. 00000100:00000200:3.0:1767384377.157549:0:16136:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236723094272, portal 10 00000020:00000010:3.0:1767384377.157554:0:16136:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000fb7462f9. 00000400:00000010:3.0:1767384377.157559:0:16136:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a9227d6d. 00000100:00000200:3.0:1767384377.157562:0:16136:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1853236723094272, offset 0 00000400:00000200:3.0:1767384377.157569:0:16136:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384377.157576:0:16136:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384377.157583:0:16136:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x695824c909300 00000400:00000200:3.0:1767384377.157589:0:16136:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x2319 [64] + 0 00000400:00000200:3.0:1767384377.157596:0:16136:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384377.157600:0:16136:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384377.157605:0:16136:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1767384377.157610:0:16136:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002765915d. 00000400:00000200:3.0:1767384377.157626:0:16136:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a9227d6d 00000400:00000010:3.0:1767384377.157629:0:16136:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a9227d6d. 00000100:00000200:3.0:1767384377.157636:0:16136:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ba621182 x1853236723094272/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384387 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384377.157951:0:40457:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 000000009878459a. 00000020:00000010:1.0:1767384377.157959:0:40457:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 000000009878459a. 00000020:00000010:0.0:1767384377.157979:0:40433:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000092275e02. 00040000:00000010:0.0:1767384377.157988:0:40433:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000004636a9ac. 00000004:00000010:0.0:1767384377.157992:0:40433:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000004be875e6. 00000004:00000010:0.0:1767384377.157997:0:40433:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000dc27dae6. 00000004:00000010:0.0:1767384377.158001:0:40433:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000006b77f72c. 00000020:00000010:0.0:1767384377.158008:0:40433:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009340d6ae. 00000020:00000010:0.0:1767384377.158012:0:40433:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e985883e. 00000020:00000010:0.0:1767384377.158016:0:40433:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005084ed9a. 00000100:00000200:0.0:1767384377.158049:0:40433:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723094272 00000020:00000010:1.0:1767384377.158054:0:40432:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000005de948bf. 00000100:00000010:1.0:1767384377.158063:0:40432:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000031dd230. 02000000:00000010:0.0:1767384377.158064:0:40433:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000a7b8ff7b. 00000400:00000010:0.0:1767384377.158179:0:40433:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f67a133f. 00000100:00000200:0.0:1767384377.158184:0:40433:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236723094272, offset 0 00000400:00000200:0.0:1767384377.158190:0:40433:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384377.158198:0:40433:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384377.158205:0:40433:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824c909300 00000400:00000200:0.0:1767384377.158211:0:40433:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x2b49 [1] + 0 00000400:00000200:0.0:1767384377.158215:0:40433:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384377.158219:0:40433:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384377.158225:0:40433:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ba621182 x1853236723094272/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384387 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384377.158239:0:40433:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f67a133f 00000400:00000010:0.0:1767384377.158241:0:40433:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f67a133f. 00000020:00000010:0.0:1767384377.158251:0:40433:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e985883e. 00000020:00000010:0.0:1767384377.158254:0:40433:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005084ed9a. 00000020:00000010:0.0:1767384377.158258:0:40433:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009340d6ae. 00000400:00000010:3.0:1767384377.158882:0:16136:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000016a32f90. 00000400:00000200:3.0:1767384377.158887:0:16136:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d7e4b418 00000400:00000010:3.0:1767384377.158889:0:16136:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d7e4b418. 00000100:00000200:3.0:1767384377.158895:0:16136:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ba621182 x1853236723094272/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384387 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384377.158904:0:16136:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ba621182 x1853236723094272/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384387 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384377.158932:0:40458:0:(tgt_mount.c:603:lustre_lwp_connect()) kfreed 'data': 192 at 000000008683e39f. 00000020:00000010:0.0:1767384377.158937:0:40458:0:(tgt_mount.c:604:lustre_lwp_connect()) kfreed 'uuid': 40 at 00000000ccf5b063. 00000020:00000010:0.0:1767384377.158943:0:40458:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000ba8699e5. 00000040:00000010:0.0:1767384377.158947:0:40458:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000040c14d9d. 02000000:00000010:3.0:1767384377.158948:0:16136:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000c1631266. 00000020:00000010:0.0:1767384377.158951:0:40458:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000144e9696. 02000000:00000010:3.0:1767384377.158954:0:16136:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 000000003fd527f2. 00000020:00000010:0.0:1767384377.158957:0:40458:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000c0ed4a76. 00000100:00000010:3.0:1767384377.158960:0:16136:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ba621182. 00000020:00000010:0.0:1767384377.158963:0:40458:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000037bd30b3. 80000000:00000010:0.0:1767384377.158969:0:40458:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000007cac839b. 40000000:00000010:0.0:1767384377.158974:0:40458:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000007bbd9f6c. 00100000:00000010:0.0:1767384377.158986:0:40458:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000006cf0a074. 00040000:00000010:0.0:1767384377.158991:0:40458:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000021e9037e. 00040000:00000010:0.0:1767384377.158995:0:40458:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000008747614e. 00040000:00000010:0.0:1767384377.158998:0:40458:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000000882e9e7. 00080000:00000010:0.0:1767384377.159015:0:40458:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000005cff3f92. 00000004:00000010:0.0:1767384377.159018:0:40458:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000000e0f9764. 00000004:00000010:0.0:1767384377.159022:0:40458:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000a14a056e. 00000004:00000010:0.0:1767384377.159026:0:40458:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000084dbe4fb. 00000004:00000010:0.0:1767384377.159030:0:40458:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000edbcd692. 00000020:00000010:0.0:1767384377.159033:0:40458:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c8b214d9. 00000020:00000010:0.0:1767384377.159037:0:40458:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000078a63ec. 00000020:00000010:0.0:1767384377.159040:0:40458:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000745d57eb. 00000020:00000010:0.0:1767384377.159043:0:40458:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f90bf4f5. 00000020:00000010:0.0:1767384377.159048:0:40458:0:(tgt_mount.c:687:lustre_lwp_setup()) kfreed 'lwpname': 64 at 00000000f4fd8d69. 00000020:00000010:0.0:1767384377.159051:0:40458:0:(tgt_mount.c:688:lustre_lwp_setup()) kfreed 'lwpuuid': 64 at 00000000e8687147. 00000100:00000010:0.0:1767384377.159066:0:40458:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b298fff2. 02000000:00000010:0.0:1767384377.159072:0:40458:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009340d6ae. 00000100:00000010:0.0:1767384377.159079:0:40458:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fa51536c. 02000000:00000010:0.0:1767384377.159122:0:40458:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 000000007c66e849. 00000400:00000010:0.0:1767384377.159127:0:40458:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000094424882. 00000400:00000010:0.0:1767384377.159133:0:40458:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 000000001bc0964e. 00000100:00000200:0.0:1767384377.159136:0:40458:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853236723094400, portal 25 00000400:00000010:0.0:1767384377.159141:0:40458:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f67a133f. 00000100:00000200:0.0:1767384377.159143:0:40458:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853236723094400, offset 0 00000400:00000200:0.0:1767384377.159149:0:40458:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384377.159156:0:40458:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384377.159163:0:40458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x695824c909380 00000400:00000200:0.0:1767384377.159169:0:40458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x2241 [2] + 0 00000400:00000010:0.0:1767384377.159172:0:40458:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000534a0999. 00000400:00000200:0.0:1767384377.159176:0:40458:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000affb5768 00000400:00000200:0.0:1767384377.159179:0:40458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384377.159182:0:40458:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384377.159185:0:40458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000affb5768 00000400:00000010:0.0:1767384377.159187:0:40458:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000affb5768. 00000100:00000200:0.0:1767384377.159191:0:40458:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1767384377.159206:0:40458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f67a133f 00000400:00000010:0.0:1767384377.159209:0:40458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f67a133f. 00000100:00000200:0.0:1767384377.159215:0:40458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b298fff2 x1853236723094400/t0(0) o502->MGC192.168.202.152@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384393 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384377.159226:0:40425:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008cce3f96. 00000020:00000010:2.0:1767384377.159232:0:40425:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008cce3f96. 00000020:00000010:2.0:1767384377.159237:0:40425:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004c793538. 00000020:00000010:2.0:1767384377.159241:0:40425:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003b882d99. 00000020:00000010:2.0:1767384377.159244:0:40425:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000745d57eb. 00000020:00000010:2.0:1767384377.159276:0:40425:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008cce3f96. 00000020:00000010:2.0:1767384377.159280:0:40425:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008cce3f96. 00000100:00000200:2.0:1767384377.159283:0:40425:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723094400 02000000:00000010:2.0:1767384377.159304:0:40425:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 00000000bf4d3133. 00000040:00000010:2.0:1767384377.159310:0:40425:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000008edfbed2. 00000040:00000010:2.0:1767384377.159322:0:40425:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000d822f180. 00000040:00000010:2.0:1767384377.159519:0:40425:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000d822f180. 00000040:00000010:2.0:1767384377.159525:0:40425:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000008edfbed2. 00010000:00000200:2.0:1767384377.159532:0:40425:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e80719b6 x1853236723094400/t0(0) o502->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:358/0 lens 272/8472 e 0 to 0 dl 1767384388 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384377.159544:0:40425:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000aa05e07b. 00000100:00000200:2.0:1767384377.159548:0:40425:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1853236723094400, offset 224 00000400:00000200:2.0:1767384377.159554:0:40425:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384377.159560:0:40425:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384377.159566:0:40425:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8472 into portal 25 MB=0x695824c909380 00000400:00000200:2.0:1767384377.159570:0:40425:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8472/8472 into md 0x2b55 [4] + 224 00000400:00000200:2.0:1767384377.159576:0:40425:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384377.159580:0:40425:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384377.159585:0:40425:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b298fff2 x1853236723094400/t0(0) o502->MGC192.168.202.152@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384393 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384377.159606:0:40425:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aa05e07b 00000400:00000010:2.0:1767384377.159608:0:40425:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000aa05e07b. 00000020:00000010:2.0:1767384377.159618:0:40425:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003b882d99. 00000020:00000010:2.0:1767384377.159622:0:40425:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000745d57eb. 00000020:00000010:2.0:1767384377.159625:0:40425:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004c793538. 02000000:00000010:2.0:1767384377.159631:0:40425:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 00000000bf4d3133. 00040000:00000010:1.0:1767384377.159637:0:40432:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000c54337a9. 00000100:00000200:2.0:1767384377.159643:0:40425:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000004:00000010:1.0:1767384377.159644:0:40432:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000002ab61b8f. 00000004:00000010:1.0:1767384377.159651:0:40432:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000045422a40. 00000004:00000010:1.0:1767384377.159655:0:40432:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000036918b8a. 00000400:00000010:2.0:1767384377.159664:0:40425:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007f48b574. 00000400:00000010:2.0:1767384377.159671:0:40425:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000aa05e07b. 00000100:00000010:1.0:1767384377.159684:0:40461:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000009878459a. 00000020:00000010:1.0:1767384377.159689:0:40461:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000001132b623. 00000020:00000010:1.0:1767384377.159695:0:40461:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d3594b79. 00000020:00000010:1.0:1767384377.159698:0:40461:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000b011d526. 00000040:00000010:1.0:1767384377.159701:0:40461:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000002fff5b75. 00000020:00000010:1.0:1767384377.159705:0:40461:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000051897283. 00000020:00000010:1.0:1767384377.159710:0:40461:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000073eaf891. 00000020:00000010:1.0:1767384377.159713:0:40461:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000005b7118df. 80000000:00000010:1.0:1767384377.159716:0:40461:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000c35715b3. 40000000:00000010:1.0:1767384377.159720:0:40461:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000095279391. 00100000:00000010:1.0:1767384377.159723:0:40461:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000008db63db5. 00040000:00000010:1.0:1767384377.159727:0:40461:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000008bf0da3c. 00040000:00000010:1.0:1767384377.159731:0:40461:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000d74a516e. 00040000:00000010:1.0:1767384377.159734:0:40461:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000009f3dd235. 00080000:00000010:1.0:1767384377.159737:0:40461:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000758d26c8. 00000004:00000010:1.0:1767384377.159741:0:40461:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000044864466. 00000004:00000010:1.0:1767384377.159745:0:40461:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000009bd800b7. 00000004:00000010:1.0:1767384377.159748:0:40461:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000003d69fc04. 00002000:00000010:1.0:1767384377.159751:0:40461:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000a6eed93b. 00000004:00000010:1.0:1767384377.159761:0:40461:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000f9f46eaa. 00000100:00000010:1.0:1767384377.159803:0:40461:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 131072 at 00000000edccceb1. 00000100:00000200:1.0:1767384377.159812:0:40461:0:(service.c:3079:ptlrpc_main()) service thread 3 (#4) started 00000400:00000010:0.0:1767384377.159842:0:40458:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000094424882. 00000400:00000200:0.0:1767384377.159847:0:40458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001bc0964e 00000400:00000010:0.0:1767384377.159849:0:40458:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 000000001bc0964e. 00000100:00000200:0.0:1767384377.159854:0:40458:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b298fff2 x1853236723094400/t0(0) o502->MGC192.168.202.152@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384393 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384377.159863:0:40458:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b298fff2 x1853236723094400/t0(0) o502->MGC192.168.202.152@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384393 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384377.159881:0:40458:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000fa51536c. 02000000:00000010:0.0:1767384377.159888:0:40458:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 000000007c66e849. 02000000:00000010:0.0:1767384377.159897:0:40458:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000009340d6ae. 00000100:00000010:0.0:1767384377.159902:0:40458:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b298fff2. 00000040:00000010:0.0:1767384377.159925:0:40458:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 0000000072a91465. 00000020:00000010:0.0:1767384377.159933:0:40458:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000044a80f65. 00000020:00000010:0.0:1767384377.159950:0:40458:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000002feb2044. 00000040:00000010:0.0:1767384377.159955:0:40458:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000015ff0c17. 00000020:00000010:0.0:1767384377.159959:0:40458:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000b6242313. 00000020:00000010:0.0:1767384377.159963:0:40458:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000048bc710f. 00000020:00000010:0.0:1767384377.159979:0:40458:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000055a4c179. 80000000:00000010:0.0:1767384377.159983:0:40458:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000050d7fc72. 40000000:00000010:0.0:1767384377.159987:0:40458:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000008ddb7794. 00100000:00000010:0.0:1767384377.159990:0:40458:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000aab2408c. 00040000:00000010:0.0:1767384377.159994:0:40458:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000070b8346a. 00040000:00000010:0.0:1767384377.159997:0:40458:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000032e129d5. 00040000:00000010:0.0:1767384377.160005:0:40458:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000af4a4de8. 00080000:00000010:0.0:1767384377.160008:0:40458:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000f1cbfa3f. 00000004:00000010:0.0:1767384377.160012:0:40458:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000009dfe7681. 00000004:00000010:0.0:1767384377.160015:0:40458:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000b3a64943. 00000004:00000010:0.0:1767384377.160020:0:40458:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000b24309f0. 00002000:00000010:0.0:1767384377.160024:0:40458:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000037135557. 00000004:00000010:0.0:1767384377.160027:0:40458:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000004920ffd1. 00000020:00000010:0.0:1767384377.160031:0:40458:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000dfd7071f. 00000040:00000010:0.0:1767384377.160050:0:40421:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 000000000dd9645b. 00000040:00000010:0.0:1767384377.160056:0:40421:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000004e43c67b. 00000040:00000010:0.0:1767384377.160060:0:40421:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000092c16dca. 00000020:00000010:0.0:1767384377.160065:0:40421:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000401a7836. 00000040:00000010:0.0:1767384377.160068:0:40421:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000005d90faee. 00000020:00000010:0.0:1767384377.160071:0:40421:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000007d8e0853. 00000020:00000010:0.0:1767384377.160075:0:40421:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000033dabb5e. 80000000:00000010:0.0:1767384377.160078:0:40421:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000009f2d4a0f. 00040000:00000010:0.0:1767384377.160080:0:40421:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000005b432d7d. 00080000:00000010:0.0:1767384377.160083:0:40421:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000d16c751a. 20000000:00000010:0.0:1767384377.160121:0:40421:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 0000000063b5d3e0. 00000020:00000010:0.0:1767384377.160125:0:40421:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000451f1137. 10000000:00000010:0.0:1767384377.160129:0:40421:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at 00000000b6c9fb51. 00000020:00000010:0.0:1767384377.160144:0:40421:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000051ccd3c8. 00000040:00000010:0.0:1767384377.160148:0:40421:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000001cd07406. 00000020:00000010:0.0:1767384377.160151:0:40421:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000ba479d1d. 00000020:00000010:0.0:1767384377.160155:0:40421:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000008e04a43b. 00040000:00000010:0.0:1767384377.160159:0:40421:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000004b18eea8. 00040000:00000010:0.0:1767384377.160163:0:40421:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000031019bc1. 00080000:00000010:0.0:1767384377.160167:0:40421:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000418b9d04. 00000020:00000010:0.0:1767384377.160171:0:40421:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000957efa11. 00000020:00000010:0.0:1767384377.160174:0:40421:0:(obd_mount.c:80:lustre_process_log()) kfreed 'lcfg': 184 at 000000000ee89ee6. 00000020:00000010:0.0:1767384377.160178:0:40421:0:(obd_mount.c:82:lustre_process_log()) kfreed 'bufs': 104 at 000000002da72ace. 00000020:00000010:0.0:1767384377.160181:0:40421:0:(tgt_mount.c:1090:lustre_start_lwp()) kfreed 'logname': 64 at 000000003e1d28b1. 00000020:00000010:0.0:1767384377.160184:0:40421:0:(tgt_mount.c:1091:lustre_start_lwp()) kfreed 'cfg': 88 at 00000000d052b71e. 00000020:00000010:0.0:1767384377.160217:0:40421:0:(tgt_mount.c:1287:server_lsi2mti()) kmalloced '(mti)': 7232 at 0000000072a91465. 00000100:00000010:0.0:1767384377.160257:0:40421:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b298fff2. 02000000:00000010:0.0:1767384377.160266:0:40421:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000001c63b2ec. 00000100:00000010:0.0:1767384377.160273:0:40421:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 0000000047e0f0c7. 00000100:00000010:0.0:1767384377.160276:0:40421:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 000000007fd579b5. 00000100:00000010:0.0:1767384377.160282:0:40421:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fa51536c. 00000400:00000010:0.0:1767384377.160293:0:40421:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000094424882. 00000400:00000010:0.0:1767384377.160298:0:40421:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f67a133f. 00000100:00000200:0.0:1767384377.160302:0:40421:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 1 pages 2688 bytes, mbits x0x695824c909400-0x695824c909400, portal 33 02000000:00000010:0.0:1767384377.160310:0:40421:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000093de28d6. 00000400:00000010:0.0:1767384377.160315:0:40421:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000928f9d6a. 00000400:00000010:0.0:1767384377.160320:0:40421:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001bc0964e. 00000100:00000200:0.0:1767384377.160322:0:40421:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236723094528, portal 25 00000400:00000010:0.0:1767384377.160327:0:40421:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009329f140. 00000100:00000200:0.0:1767384377.160330:0:40421:0:(niobuf.c:94:ptl_send_buf()) Sending 4784 bytes to portal 26, xid 1853236723094528, offset 0 00000400:00000200:0.0:1767384377.160335:0:40421:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384377.160342:0:40421:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384377.160349:0:40421:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4784 into portal 26 MB=0x695824c909400 00000400:00000200:0.0:1767384377.160354:0:40421:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4784/4784 into md 0x2245 [2] + 0 00000400:00000010:0.0:1767384377.160358:0:40421:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000026a1b6af. 00000400:00000200:0.0:1767384377.160361:0:40421:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ddf70c8c 00000400:00000200:0.0:1767384377.160365:0:40421:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384377.160369:0:40421:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384377.160372:0:40421:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ddf70c8c 00000400:00000010:0.0:1767384377.160374:0:40421:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ddf70c8c. 00000100:00000200:0.0:1767384377.160378:0:40421:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1767384377.160392:0:40421:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009329f140 00000400:00000010:0.0:1767384377.160394:0:40421:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009329f140. 00000100:00000200:0.0:1767384377.160400:0:40421:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b298fff2 x1853236723094528/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384393 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384377.160480:0:40425:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001427125d. 00000020:00000010:2.0:1767384377.160485:0:40425:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001427125d. 00000020:00000010:2.0:1767384377.160489:0:40425:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004c793538. 00000020:00000010:2.0:1767384377.160493:0:40425:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003b882d99. 00000020:00000010:2.0:1767384377.160496:0:40425:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000745d57eb. 00000020:00000010:2.0:1767384377.160520:0:40425:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001427125d. 00000020:00000010:2.0:1767384377.160524:0:40425:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001427125d. 00000100:00000200:2.0:1767384377.160527:0:40425:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723094528 02000000:00000010:2.0:1767384377.160536:0:40425:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000d822f180. 20000000:00000010:2.0:1767384377.160544:0:40425:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 7232 at 00000000eb89e3b8. 00000100:00000010:2.0:1767384377.160548:0:40425:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000edbcd692. 00000100:00000010:2.0:1767384377.160551:0:40425:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000dc35eee1. 00000400:00000010:2.0:1767384377.160557:0:40425:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000057bd51bb. 00000400:00000010:2.0:1767384377.160564:0:40425:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000003152af86. 00000400:00000200:2.0:1767384377.160568:0:40425:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-0@lo 00000400:00000200:2.0:1767384377.160577:0:40425:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : GET - for me 00000400:00000200:2.0:1767384377.160584:0:40425:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 2688 into portal 33 MB=0x695824c909400 00000400:00000200:2.0:1767384377.160589:0:40425:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 21 from 12345-0@lo of length 2688/2688 into md 0x2b65 [1] + 0 00000400:00000010:2.0:1767384377.160592:0:40425:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000094424882. 00000400:00000200:2.0:1767384377.160596:0:40425:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000f67a133f 00000100:00000200:2.0:1767384377.160599:0:40425:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 00000000edbcd692 00000400:00000200:2.0:1767384377.160608:0:40425:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : REPLY - for me 00000400:00000200:2.0:1767384377.160616:0:40425:0:(lib-move.c:4634:lnet_parse_reply()) 0@lo: Reply from 12345-0@lo of length 2688/2688 into md 0x2b71 00000400:00000200:2.0:1767384377.160620:0:40425:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384377.160624:0:40425:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: REPLY: OK 00000400:00000200:2.0:1767384377.160626:0:40425:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000057bd51bb 00000400:00000010:2.0:1767384377.160628:0:40425:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000057bd51bb. 00000100:00000200:2.0:1767384377.160631:0:40425:0:(events.c:459:server_bulk_callback()) event type 3, status 0, desc 00000000edbcd692 00000400:00000200:2.0:1767384377.160636:0:40425:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f67a133f 00000400:00000010:2.0:1767384377.160638:0:40425:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f67a133f. 00000100:00000200:2.0:1767384377.160642:0:40425:0:(events.c:192:client_bulk_callback()) event type 1, status 0, req 00000000b298fff2 desc 0000000047e0f0c7 mbits 1853236723094528 00000100:00000200:2.0:1767384377.160656:0:40425:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 2688 bytes via portal 33 id 12345-0@lo mbits 0x695824c909400-0x695824c909400 20000000:00000010:2.0:1767384377.160667:0:40425:0:(mgs_nids.c:584:mgs_nidtbl_write()) kmalloced '(tgt)': 96 at 00000000b004a266. 20000000:00000010:2.0:1767384377.160677:0:40425:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000008edfbed2. 20000000:00000010:2.0:1767384377.160683:0:40425:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000161177ac. 20000000:00000010:2.0:1767384377.160688:0:40425:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000f90bf4f5. 20000000:00000010:2.0:1767384377.160693:0:40425:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000000882e9e7. 20000000:00000010:2.0:1767384377.160697:0:40425:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000451f1137. 20000000:00000010:2.0:1767384377.160701:0:40425:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000063b5d3e0. 20000000:00000010:2.0:1767384377.160705:0:40425:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000005b432d7d. 20000000:00000010:2.0:1767384377.160709:0:40425:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000033dabb5e. 20000000:00000010:2.0:1767384377.160713:0:40425:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000005d90faee. 20000000:00000010:2.0:1767384377.160717:0:40425:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000401a7836. 20000000:00000010:2.0:1767384377.160721:0:40425:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000e52835de. 20000000:00000010:2.0:1767384377.160726:0:40425:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000c8b214d9. 20000000:00000010:2.0:1767384377.160730:0:40425:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000048ea570a. 20000000:00000010:2.0:1767384377.160734:0:40425:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000040c14d9d. 20000000:00000010:2.0:1767384377.160739:0:40425:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000ba8699e5. 20000000:00000010:2.0:1767384377.160744:0:40425:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000056e3280. 20000000:00000010:2.0:1767384377.160749:0:40425:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000957efa11. 20000000:00000010:2.0:1767384377.160755:0:40425:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000008e04a43b. 20000000:00000010:2.0:1767384377.160759:0:40425:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000001cd07406. 20000000:00000010:2.0:1767384377.160764:0:40425:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000051ccd3c8. 20000000:00000010:2.0:1767384377.160769:0:40425:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000092c16dca. 20000000:00000010:2.0:1767384377.160774:0:40425:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000715b6c07. 20000000:00000010:2.0:1767384377.160779:0:40425:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000ff1d56d5. 20000000:00000010:2.0:1767384377.160784:0:40425:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000035386821. 20000000:00000010:2.0:1767384377.160791:0:40425:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000fc8fc1aa. 20000000:00000010:2.0:1767384377.160798:0:40425:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000008c05694e. 20000000:00000010:2.0:1767384377.160803:0:40425:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000c04817b8. 20000000:00000010:2.0:1767384377.160809:0:40425:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000bd093a25. 20000000:00000010:2.0:1767384377.160814:0:40425:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000c69be3ab. 20000000:00000010:2.0:1767384377.160818:0:40425:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000c5b8c4f3. 20000000:00000010:2.0:1767384377.160823:0:40425:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000004dd84a3. 20000000:00000010:2.0:1767384377.160828:0:40425:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000000652630d. 20000000:00000010:2.0:1767384377.160833:0:40425:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000e7ff2bcb. 20000000:00000010:2.0:1767384377.160839:0:40425:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000e785f3e3. 20000000:00000010:2.0:1767384377.160844:0:40425:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000c9c43211. 20000000:00000010:2.0:1767384377.160849:0:40425:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000b987d8ac. 20000000:00000010:2.0:1767384377.160853:0:40425:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000001a7e4b90. 20000000:00000010:2.0:1767384377.160858:0:40425:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000021224e3c. 20000000:00000010:2.0:1767384377.160863:0:40425:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000001ec089b8. 20000000:00000010:2.0:1767384377.160868:0:40425:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000a20b62c3. 20000000:00000010:2.0:1767384377.160871:0:40425:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000352800d0. 20000000:00000010:2.0:1767384377.160874:0:40425:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000946ccc31. 00080000:00000010:2.0:1767384377.160933:0:40425:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000003fd527f2. 00000004:00000010:0.0:1767384377.161370:0:16807:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) kfreed 'cb': 88 at 00000000e0f36800. 00080000:00000010:0.0:1767384377.161377:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000d919bebd. 00080000:00000010:0.0:1767384377.161382:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000fa15e008. 00080000:00000010:0.0:1767384377.161390:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000b71984e7. 00080000:00000010:0.0:1767384377.161396:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000b5a7640f. 00080000:00000010:0.0:1767384377.161401:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000b1bfe814. 00080000:00000010:3.0:1767384377.168076:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000003fd527f2. 00010000:00000010:2.0:1767384377.168171:0:40427:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000e358aa95. 00000020:00000010:2.0:1767384377.168178:0:40427:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 00000000d31b859b. 00010000:00000010:2.0:1767384377.168191:0:40427:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e602ea17. 00000100:00000010:2.0:1767384377.168197:0:40427:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f700133b. 00000100:00000010:2.0:1767384377.168206:0:40427:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000026369971. 02000000:00000010:2.0:1767384377.168218:0:40427:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000306d56a. 02000000:00000010:2.0:1767384377.168271:0:40427:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ce17e1b0. 00000400:00000010:2.0:1767384377.168278:0:40427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004ad496ff. 00000400:00000010:2.0:1767384377.168283:0:40427:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000057bd51bb. 00000100:00000200:2.0:1767384377.168288:0:40427:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236723094656, portal 16 00000400:00000010:2.0:1767384377.168293:0:40427:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000065db4d3b. 00000100:00000200:2.0:1767384377.168295:0:40427:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853236723094656, offset 0 00000400:00000200:2.0:1767384377.168302:0:40427:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384377.168311:0:40427:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384377.168319:0:40427:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x695824c909480 00000400:00000200:2.0:1767384377.168325:0:40427:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x1775 [2] + 1968 00000400:00000010:2.0:1767384377.168328:0:40427:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e327c856. 00000400:00000200:2.0:1767384377.168331:0:40427:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000f41d09bf 00000400:00000200:2.0:1767384377.168335:0:40427:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384377.168338:0:40427:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384377.168342:0:40427:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f41d09bf 00000400:00000010:2.0:1767384377.168344:0:40427:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f41d09bf. 00000100:00000200:2.0:1767384377.168348:0:40427:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000400:00000200:2.0:1767384377.168365:0:40427:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000065db4d3b 00000400:00000010:2.0:1767384377.168367:0:40427:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000065db4d3b. 00000100:00000200:2.0:1767384377.168373:0:40427:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000026369971 x1853236723094656/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384393 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:1.0:1767384377.168393:0:17571:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000358ad10. 00000100:00000010:1.0:1767384377.168401:0:17571:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000004e43c67b. 00000100:00000200:1.0:1767384377.168406:0:17571:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15 00000400:00000010:1.0:1767384377.168410:0:17571:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000955d806. 00000400:00000010:1.0:1767384377.168415:0:17571:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000ee89ee6. 00040000:00000010:1.0:1767384377.168425:0:17571:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000008317b48. 00000004:00000010:1.0:1767384377.168430:0:17571:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000d83ad611. 00000004:00000010:1.0:1767384377.168436:0:17571:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000c1b9e1c1. 00000004:00000010:1.0:1767384377.168440:0:17571:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000e73c4218. 00000004:00000010:1.0:1767384377.168444:0:17571:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000b72851da. 00000020:00000010:1.0:1767384377.168456:0:17571:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000795ec107. 00000020:00000010:1.0:1767384377.168459:0:17571:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000795ec107. 00000020:00000010:1.0:1767384377.168465:0:17571:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f78ca3fa. 00000020:00000010:1.0:1767384377.168469:0:17571:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000019486d5e. 00000020:00000010:1.0:1767384377.168473:0:17571:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000033ac19b8. 00000020:00000010:1.0:1767384377.168509:0:17571:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000795ec107. 00000020:00000010:1.0:1767384377.168512:0:17571:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000795ec107. 00000100:00000200:1.0:1767384377.168515:0:17571:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723094656 02000000:00000010:1.0:1767384377.168525:0:17571:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000028d6158b. 00000400:00000010:1.0:1767384377.168537:0:17571:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000589f7d29. 00000100:00000200:1.0:1767384377.168540:0:17571:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853236723094656, offset 224 00000400:00000200:1.0:1767384377.168545:0:17571:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384377.168551:0:17571:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384377.168558:0:17571:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x695824c909480 00000400:00000200:1.0:1767384377.168563:0:17571:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x2b75 [1] + 224 00000400:00000200:1.0:1767384377.168568:0:17571:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384377.168571:0:17571:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767384377.168578:0:17571:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000026369971 x1853236723094656/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384393 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1767384377.168593:0:17571:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000589f7d29 00000400:00000010:1.0:1767384377.168596:0:17571:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000589f7d29. 00000400:00000010:2.0:1767384377.168600:0:40427:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004ad496ff. 00010000:00000010:1.0:1767384377.168604:0:17571:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 000000005d09e59d. 00000400:00000200:2.0:1767384377.168606:0:40427:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000057bd51bb 00000400:00000010:2.0:1767384377.168610:0:40427:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000057bd51bb. 00000100:00000200:2.0:1767384377.168616:0:40427:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000026369971 x1853236723094656/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384393 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1767384377.168624:0:40427:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000026369971 x1853236723094656/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384393 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000010:1.0:1767384377.168630:0:17571:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000019486d5e. 00000020:00000010:1.0:1767384377.168635:0:17571:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000033ac19b8. 00000020:00000010:1.0:1767384377.168639:0:17571:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f78ca3fa. 02000000:00000010:2.0:1767384377.168645:0:40427:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ce17e1b0. 02000000:00000010:1.0:1767384377.168648:0:17571:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000028d6158b. 02000000:00000010:2.0:1767384377.168652:0:40427:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000000306d56a. 02000000:00000010:1.0:1767384377.168655:0:17571:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000076070fb9. 00000100:00000010:2.0:1767384377.168658:0:40427:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000026369971. 00000100:00000010:1.0:1767384377.168662:0:17571:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a9ba819b. 00000100:00000010:2.0:1767384377.168665:0:40427:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000f700133b. 00000100:00000010:3.0:1767384377.168666:0:16767:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000070f4a59. 02000000:00000010:1.0:1767384377.168668:0:17571:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000037eb0901. 00010000:00000010:2.0:1767384377.168671:0:40427:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e602ea17. 02000000:00000010:3.0:1767384377.168675:0:16767:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000008f64951. 00000100:00000010:1.0:1767384377.168675:0:17571:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d112775e. 02000000:00000010:1.0:1767384377.168683:0:17571:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000dc9fce26. 00000100:00000010:1.0:1767384377.168687:0:17571:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005f58ed98. 02000000:00000010:1.0:1767384377.168690:0:17571:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000d6df220f. 00000100:00000010:1.0:1767384377.168692:0:17571:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000057d52b05. 02000000:00000010:1.0:1767384377.168695:0:17571:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000000831a9e5. 00000100:00000010:1.0:1767384377.168698:0:17571:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a56f24d7. 02000000:00000010:1.0:1767384377.168701:0:17571:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000039b07bb3. 00000100:00000010:1.0:1767384377.168704:0:17571:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000072e40d37. 00010000:00000010:3.0:1767384377.168707:0:16767:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 000000005d09e59d. 00000100:00000010:1.0:1767384377.168708:0:17571:0:(service.c:994:ptlrpc_server_drop_request()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000003df1869e. 00040000:00000010:0.0:1767384377.168708:0:16139:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000b24309f0. 00000004:00000010:0.0:1767384377.168716:0:16139:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000009dfe7681. 00000100:00000010:1.0:1767384377.168718:0:17571:0:(service.c:995:ptlrpc_server_drop_request()) kfreed 'rqbd': 968 at 000000006023049a. 00040000:00000010:3.0:1767384377.168721:0:16140:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000ff62c2f8. 00000004:00000010:0.0:1767384377.168721:0:16139:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000ef9ac17f. 00000004:00000010:3.0:1767384377.168729:0:16140:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000b1b3237e. 00000004:00000010:0.0:1767384377.168729:0:16139:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000f1cbfa3f. 00000004:00000010:3.0:1767384377.168734:0:16140:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000beaa2e9d. 00000004:00000010:0.0:1767384377.168736:0:16139:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000932be55e. 00000004:00000010:3.0:1767384377.168738:0:16140:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000c1421ccd. 00000004:00000010:3.0:1767384377.168742:0:16140:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000003530343d. 02000000:00000010:0.0:1767384377.168748:0:16139:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003b527a90. 00000400:00000010:0.0:1767384377.168753:0:16139:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c1bcaa1c. 00000400:00000010:0.0:1767384377.168759:0:16139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000025ff4852. 00000100:00000200:0.0:1767384377.168762:0:16139:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236723094784, portal 18 00000400:00000010:0.0:1767384377.168766:0:16139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005bf9a362. 00000100:00000200:0.0:1767384377.168768:0:16139:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853236723094784, offset 0 00000400:00000200:0.0:1767384377.168774:0:16139:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384377.168780:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384377.168786:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x695824c909500 00000400:00000200:0.0:1767384377.168792:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x19 [2] + 0 00000400:00000200:0.0:1767384377.168796:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384377.168799:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384377.168803:0:16139:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1767384377.168806:0:16139:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ec6dfa51. 00000400:00000200:0.0:1767384377.168821:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005bf9a362 00000400:00000010:0.0:1767384377.168823:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005bf9a362. 00000100:00000200:0.0:1767384377.168827:0:16139:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000070f4a59 x1853236723094784/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384393 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00040000:00000010:1.0:1767384377.168848:0:19333:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000023dddb28. 00000004:00000010:1.0:1767384377.168856:0:19333:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000639467c5. 00000004:00000010:1.0:1767384377.168860:0:19333:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000001473f1f0. 00000004:00000010:1.0:1767384377.168864:0:19333:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000061be64c. 00000004:00000010:1.0:1767384377.168867:0:19333:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000028d6158b. 00000020:00000010:1.0:1767384377.168873:0:19333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000795ec107. 00000020:00000010:1.0:1767384377.168876:0:19333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000795ec107. 00000020:00000010:1.0:1767384377.168879:0:19333:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f78ca3fa. 00000020:00000010:1.0:1767384377.168882:0:19333:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000019486d5e. 00000020:00000010:1.0:1767384377.168884:0:19333:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000033ac19b8. 00000100:00000200:1.0:1767384377.168898:0:19333:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ec6dfa51 x1853236723094784/t0(0) o103->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:358/0 lens 328/0 e 0 to 0 dl 1767384388 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384377.168934:0:19333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000795ec107. 00000020:00000010:1.0:1767384377.168937:0:19333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000795ec107. 00000100:00000200:1.0:1767384377.168940:0:19333:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723094784 02000000:00000010:1.0:1767384377.168947:0:19333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000d5956914. 00000020:00000010:1.0:1767384377.168961:0:19333:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 00000000795ec107. 00010000:00000010:1.0:1767384377.168972:0:19333:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000039d40f7. 00000100:00000010:1.0:1767384377.168977:0:19333:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000dc605ace. 00000100:00000010:1.0:1767384377.168999:0:19333:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000dc605ace. 00010000:00000010:1.0:1767384377.169003:0:19333:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000039d40f7. 00000400:00000010:1.0:1767384377.169012:0:19333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000589f7d29. 00000100:00000200:1.0:1767384377.169015:0:19333:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853236723094784, offset 224 00000400:00000200:1.0:1767384377.169022:0:19333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384377.169030:0:19333:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384377.169036:0:19333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x695824c909500 00000400:00000200:1.0:1767384377.169042:0:19333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x2b85 [1] + 224 00000400:00000200:1.0:1767384377.169046:0:19333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384377.169051:0:19333:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767384377.169058:0:19333:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000070f4a59 x1853236723094784/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384393 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384377.169079:0:19333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000589f7d29 00000400:00000010:1.0:1767384377.169081:0:19333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000589f7d29. 00000020:00000010:1.0:1767384377.169114:0:19333:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000019486d5e. 00000020:00000010:1.0:1767384377.169118:0:19333:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000033ac19b8. 00000020:00000010:1.0:1767384377.169121:0:19333:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f78ca3fa. 00000400:00000010:1.0:1767384377.169145:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c1bcaa1c. 00000400:00000200:1.0:1767384377.169149:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000025ff4852 00000400:00000010:1.0:1767384377.169151:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000025ff4852. 00000100:00000200:1.0:1767384377.169156:0:16139:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000070f4a59 x1853236723094784/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384393 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384377.169164:0:16139:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000070f4a59 x1853236723094784/t0(0) o103->MGC192.168.202.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384393 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767384377.169180:0:16139:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003b527a90. 02000000:00000010:1.0:1767384377.169185:0:16139:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000008f64951. 00000100:00000010:1.0:1767384377.169188:0:16139:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000070f4a59. 00000100:00000010:1.0:1767384377.170246:0:40425:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000dc35eee1. 00000100:00000010:1.0:1767384377.170250:0:40425:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000edbcd692. 20000000:00000010:1.0:1767384377.170252:0:40425:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 7232 at 00000000eb89e3b8. 00010000:00000200:1.0:1767384377.170259:0:40425:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000386d9127 x1853236723094528/t0(0) o253->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:358/0 lens 4784/4768 e 0 to 0 dl 1767384388 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384377.170268:0:40425:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000dc605ace. 00000100:00000200:1.0:1767384377.170270:0:40425:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236723094528, offset 224 00000400:00000200:1.0:1767384377.170272:0:40425:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384377.170276:0:40425:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384377.170279:0:40425:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824c909400 00000400:00000200:1.0:1767384377.170282:0:40425:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x2b69 [2] + 224 00000400:00000200:1.0:1767384377.170287:0:40425:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384377.170289:0:40425:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767384377.170292:0:40425:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b298fff2 x1853236723094528/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384393 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384377.170303:0:40425:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dc605ace 00000400:00000010:1.0:1767384377.170305:0:40425:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000dc605ace. 00000020:00000010:1.0:1767384377.170313:0:40425:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003b882d99. 00000020:00000010:1.0:1767384377.170315:0:40425:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000745d57eb. 00000020:00000010:1.0:1767384377.170318:0:40425:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004c793538. 02000000:00000010:1.0:1767384377.170322:0:40425:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000d822f180. 00000400:00000010:0.0:1767384377.170322:0:40421:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000928f9d6a. 00000100:00000200:1.0:1767384377.170327:0:40425:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000200:0.0:1767384377.170328:0:40421:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001bc0964e 00000400:00000010:1.0:1767384377.170330:0:40425:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009b155edf. 00000400:00000010:0.0:1767384377.170332:0:40421:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001bc0964e. 00000100:00000200:0.0:1767384377.170338:0:40421:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b298fff2 x1853236723094528/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384393 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384377.170339:0:40425:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000dc605ace. 00000100:00000200:0.0:1767384377.170350:0:40421:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b298fff2 x1853236723094528/t0(0) o253->MGC192.168.202.152@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384393 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384377.170365:0:40421:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000fa51536c. 02000000:00000010:0.0:1767384377.170372:0:40421:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000093de28d6. 00000100:00000010:0.0:1767384377.170377:0:40421:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 000000007fd579b5. 00000100:00000010:0.0:1767384377.170379:0:40421:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 0000000047e0f0c7. 02000000:00000010:0.0:1767384377.170381:0:40421:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000001c63b2ec. 00000100:00000010:0.0:1767384377.170384:0:40421:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b298fff2. 00000020:00000010:0.0:1767384377.170389:0:40421:0:(tgt_mount.c:1452:server_notify_target()) kfreed 'mti': 7232 at 0000000072a91465. 00000020:02000000:0.0:1767384377.170394:0:40421:0:(tgt_mount.c:2650:server_calc_timeout()) lustre-MDT0000: Imperative Recovery not enabled, recovery window 60-180 00000020:00000010:0.0:1767384377.172538:0:40421:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000acb56b75. 00000020:00000010:0.0:1767384377.172546:0:40421:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000003b527a90. 00000040:00000010:0.0:1767384377.172551:0:40421:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000009340d6ae. 00000020:00000010:0.0:1767384377.172556:0:40421:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000639951f6. 00000020:00000010:0.0:1767384377.172562:0:40421:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000048bc710f. 00000020:00000010:0.0:1767384377.172566:0:40421:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000c2f358d2. 80000000:00000010:0.0:1767384377.172570:0:40421:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000009f2d4a0f. 40000000:00000010:0.0:1767384377.172574:0:40421:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000beef3f80. 00100000:00000010:0.0:1767384377.172579:0:40421:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000de79f6ba. 00040000:00000010:0.0:1767384377.172583:0:40421:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000008bf0c879. 00040000:00000010:0.0:1767384377.172587:0:40421:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000004a3d8a5d. 00040000:00000010:0.0:1767384377.172592:0:40421:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000031019bc1. 00080000:00000010:0.0:1767384377.172597:0:40421:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000dcc0f79c. 00000004:00000010:0.0:1767384377.172601:0:40421:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000974e1491. 00000004:00000010:0.0:1767384377.172606:0:40421:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000266e8c6f. 00000004:00000010:0.0:1767384377.172610:0:40421:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000229ffe81. 00000004:00000010:0.0:1767384377.172614:0:40421:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000047e0f0c7. 00000020:00000010:0.0:1767384377.172618:0:40421:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000af4a4de8. 00000020:00000010:0.0:1767384377.172622:0:40421:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003b32c358. 00000020:00000010:0.0:1767384377.172625:0:40421:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005084ed9a. 00000020:00000010:0.0:1767384377.172730:0:40421:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000000b0e3d99. 00080000:00000010:0.0:1767384377.172739:0:40421:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000b90a1141. 00080000:00000010:0.0:1767384377.172844:0:40421:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000b90a1141. 00000020:00000010:0.0:1767384377.172849:0:40421:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000000b0e3d99. 00000004:00000010:0.0:1767384377.172856:0:40421:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000066279878. 00000004:00000010:0.0:1767384377.172863:0:40421:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000096f540a3. 00000004:00000010:0.0:1767384377.172869:0:40421:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000085a7ad9f. 00080000:00000010:0.0:1767384377.172875:0:40421:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000b90a1141. 00040000:00000010:0.0:1767384377.173050:0:40421:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at 00000000fa51536c. 00000004:00000010:0.0:1767384377.173055:0:40421:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000c68994ca. 00000004:00000010:0.0:1767384377.173059:0:40421:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000009a87e56a. 00000004:00000010:0.0:1767384377.173062:0:40421:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000080cc96e7. 00080000:00000010:0.0:1767384377.173065:0:40421:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000c813bdc8. 00010000:00000010:3.1:1767384377.173124:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000000e8292c. 00010000:00000010:2.1:1767384377.173127:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000002c0c867f. 00010000:00000010:3.1:1767384377.173132:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000006dc32701. 00010000:00000010:1.1:1767384377.173133:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000a1540d5b. 00010000:00000010:2.1:1767384377.173135:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000e358aa95. 00000020:00000010:0.0:1767384377.173146:0:40421:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000059ca1e3e. 00080000:00000010:0.0:1767384377.173152:0:40421:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000005ac54195. 00080000:00000010:0.0:1767384377.173187:0:40421:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000005ac54195. 00000020:00000010:0.0:1767384377.173189:0:40421:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000059ca1e3e. 00000004:00000010:0.0:1767384377.173194:0:40421:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000e35f45cc. 00000004:00000010:0.0:1767384377.173198:0:40421:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000dd79fa7b. 00000004:00000010:0.0:1767384377.173201:0:40421:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000a7c748a4. 00080000:00000010:0.0:1767384377.173203:0:40421:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000005ac54195. 00100000:00000010:0.0:1767384377.173227:0:40421:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000076c355ad. 00000004:00000010:0.0:1767384377.173247:0:40421:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000061dfeaf7. 00000004:00000010:0.0:1767384377.173252:0:40421:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000025b65579. 00000004:00000010:0.0:1767384377.173255:0:40421:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000539a81df. 00080000:00000010:0.0:1767384377.173258:0:40421:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000d9f77597. 00100000:00000010:0.0:1767384377.173400:0:40421:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000b1cc5e23. 00040000:00000010:0.0:1767384377.173405:0:40421:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 00000000d3753c0b. 00000001:00000010:0.0:1767384377.173410:0:40421:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 000000006fb9e18f. 00000001:00000010:0.0:1767384377.173414:0:40421:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 0000000050b624a1. 00000001:00000010:0.0:1767384377.173417:0:40421:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 000000001bc0964e. 00040000:00000010:0.0:1767384377.173426:0:40421:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at 000000000ea50c55. 00000004:00000010:0.0:1767384377.173430:0:40421:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000057f6f71b. 00000004:00000010:0.0:1767384377.173433:0:40421:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000ee51f33b. 00000004:00000010:0.0:1767384377.173436:0:40421:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000dcfce1a0. 00080000:00000010:0.0:1767384377.173438:0:40421:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000b63703fa. 00000020:00000010:0.0:1767384377.173454:0:40421:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000089124477. 00080000:00000010:0.0:1767384377.173458:0:40421:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000888a8daf. 00080000:00000010:0.0:1767384377.173489:0:40421:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000888a8daf. 00000020:00000010:0.0:1767384377.173492:0:40421:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000089124477. 00000004:00000010:0.0:1767384377.173500:0:40421:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000211de2a3. 00000004:00000010:0.0:1767384377.173503:0:40421:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000bba4b838. 00000004:00000010:0.0:1767384377.173506:0:40421:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000afa20713. 00080000:00000010:0.0:1767384377.173508:0:40421:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000888a8daf. 00100000:00000010:0.0:1767384377.173532:0:40421:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000e1882073. 00000004:00000010:0.0:1767384377.173545:0:40421:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000ef3df0d6. 00000004:00000010:0.0:1767384377.173548:0:40421:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000c7961b73. 00000004:00000010:0.0:1767384377.173551:0:40421:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000f5f7ed01. 00080000:00000010:0.0:1767384377.173554:0:40421:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000007a7178bd. 00100000:00000010:0.0:1767384377.173576:0:40421:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000d42a5652. 00040000:00000010:0.0:1767384377.173579:0:40421:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 00000000ccfdfcbb. 00000001:00000010:0.0:1767384377.173582:0:40421:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 000000008d206e76. 00000001:00000010:0.0:1767384377.173585:0:40421:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000950b5311. 00000001:00000010:0.0:1767384377.173587:0:40421:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 0000000024eda4a5. 00040000:00000010:0.0:1767384377.173592:0:40421:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at 0000000058d04268. 00000004:00000010:0.0:1767384377.173596:0:40421:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000005d19f00e. 00000004:00000010:0.0:1767384377.173599:0:40421:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000077c82cf0. 00000004:00000010:0.0:1767384377.173602:0:40421:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000d275f50d. 00080000:00000010:0.0:1767384377.173605:0:40421:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000ede69446. 00000020:00000010:0.0:1767384377.173622:0:40421:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000000de2c6b8. 00080000:00000010:0.0:1767384377.173626:0:40421:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000000fd46e1e. 00080000:00000010:0.0:1767384377.173654:0:40421:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000000fd46e1e. 00000020:00000010:0.0:1767384377.173657:0:40421:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000000de2c6b8. 00000004:00000010:0.0:1767384377.173661:0:40421:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000005aeae62c. 00000004:00000010:0.0:1767384377.173664:0:40421:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000016052e82. 00000004:00000010:0.0:1767384377.173666:0:40421:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000037ee5e50. 00080000:00000010:0.0:1767384377.173669:0:40421:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000000fd46e1e. 00100000:00000010:0.0:1767384377.173690:0:40421:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000059e2958. 00000004:00000010:0.0:1767384377.173703:0:40421:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000001cdfd49c. 00000004:00000010:0.0:1767384377.173706:0:40421:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000014376500. 00000004:00000010:0.0:1767384377.173708:0:40421:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000009f051c81. 00080000:00000010:0.0:1767384377.173711:0:40421:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000003e8b5420. 00100000:00000010:0.0:1767384377.173733:0:40421:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000f4fd8d69. 00040000:00000010:0.0:1767384377.173736:0:40421:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 0000000022b69ab4. 00000001:00000010:0.0:1767384377.173739:0:40421:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 000000003a03a1d2. 00000001:00000010:0.0:1767384377.173742:0:40421:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 0000000090f0f3ec. 00000001:00000010:0.0:1767384377.173744:0:40421:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 0000000016c8bd36. 00040000:00000010:0.0:1767384377.173751:0:40421:0:(qsd_writeback.c:661:qsd_start_upd_thread()) kmalloced '(args)': 72 at 000000000c4fa521. 00000020:00000010:0.0:1767384377.173754:0:40421:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008582de0a. 00000020:00000010:0.0:1767384377.173757:0:40421:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000dc18caa1. 00000020:00000010:0.0:1767384377.173760:0:40421:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000005c707db7. 00000020:00000010:0.0:1767384377.173762:0:40421:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000b36e733d. 00000020:00000010:0.0:1767384377.173765:0:40421:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000091aba8be. 80000000:00000010:0.0:1767384377.173767:0:40421:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000046f7e3e1. 40000000:00000010:0.0:1767384377.173769:0:40421:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000e123218b. 00100000:00000010:0.0:1767384377.173771:0:40421:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000009e89f06d. 00040000:00000010:0.0:1767384377.173774:0:40421:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000005c722da2. 00040000:00000010:0.0:1767384377.173776:0:40421:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000d19c04d8. 00080000:00000010:0.0:1767384377.173779:0:40421:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000418b9d04. 00002000:00000010:0.0:1767384377.173782:0:40421:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000017e5dff4. 00000020:00000010:0.0:1767384377.174009:0:40421:0:(tgt_mount.c:334:tgt_name2lwp_name()) kmalloced '(fsname)': 64 at 000000000f7a7225. 00000020:00000010:0.0:1767384377.174014:0:40421:0:(tgt_mount.c:361:tgt_name2lwp_name()) kfreed 'fsname': 64 at 000000000f7a7225. 00000020:00000010:0.0:1767384377.174018:0:40421:0:(tgt_mount.c:393:lustre_register_lwp_item()) kmalloced '(lri)': 112 at 000000001758176d. 00000020:00000010:0.0:1767384377.174024:0:40421:0:(tgt_mount.c:401:lustre_register_lwp_item()) kmalloced '(uuid)': 40 at 000000000f7a7225. 00000020:00000010:0.0:1767384377.174028:0:40421:0:(tgt_mount.c:408:lustre_register_lwp_item()) kfreed 'uuid': 40 at 000000000f7a7225. 00040000:00000010:0.0:1767384377.174048:0:40421:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at 000000009329f140. 00000020:00000010:0.0:1767384377.174059:0:40421:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000c3d83c2a. 00080000:00000010:0.0:1767384377.174062:0:40421:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000006ea4e61c. 00080000:00000010:0.0:1767384377.174110:0:40421:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000006ea4e61c. 00000020:00000010:0.0:1767384377.174113:0:40421:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000c3d83c2a. 00000004:00000010:0.0:1767384377.174117:0:40421:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000018730d3e. 00000004:00000010:0.0:1767384377.174121:0:40421:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000328f55be. 00000004:00000010:0.0:1767384377.174123:0:40421:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000afc5b95d. 00080000:00000010:0.0:1767384377.174126:0:40421:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000006ea4e61c. 00100000:00000010:0.0:1767384377.174150:0:40421:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000008ddb7794. 00000004:00000010:0.0:1767384377.174163:0:40421:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000007507c2d8. 00000004:00000010:0.0:1767384377.174166:0:40421:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000004278a144. 00000004:00000010:0.0:1767384377.174168:0:40421:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000000cc257ae. 00080000:00000010:0.0:1767384377.174171:0:40421:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000047a1bc33. 00100000:00000010:0.0:1767384377.174193:0:40421:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000dd8252e7. 00040000:00000010:0.0:1767384377.174196:0:40421:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 0000000044728162. 00000001:00000010:0.0:1767384377.174199:0:40421:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000f422af54. 00000001:00000010:0.0:1767384377.174202:0:40421:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000a7583c68. 00000001:00000010:0.0:1767384377.174204:0:40421:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 000000009a40eea7. 00040000:00000010:0.0:1767384377.174210:0:40421:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at 00000000a83b6068. 00000020:00000010:0.0:1767384377.174222:0:40421:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000f1684544. 00080000:00000010:0.0:1767384377.174226:0:40421:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000ff753338. 00080000:00000010:0.0:1767384377.174252:0:40421:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000ff753338. 00000020:00000010:0.0:1767384377.174256:0:40421:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000f1684544. 00000004:00000010:0.0:1767384377.174260:0:40421:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000407d2cbc. 00000004:00000010:0.0:1767384377.174264:0:40421:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000e48b23f6. 00000004:00000010:0.0:1767384377.174267:0:40421:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000038e252f0. 00080000:00000010:0.0:1767384377.174270:0:40421:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000ff753338. 00100000:00000010:0.0:1767384377.174295:0:40421:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000eb53ca17. 00000004:00000010:0.0:1767384377.174308:0:40421:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000eb596bdc. 00000004:00000010:0.0:1767384377.174312:0:40421:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000b7910616. 00000004:00000010:0.0:1767384377.174314:0:40421:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000ef479de6. 00080000:00000010:0.0:1767384377.174317:0:40421:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000f8bac949. 00100000:00000010:0.0:1767384377.174339:0:40421:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000e8687147. 00040000:00000010:0.0:1767384377.174343:0:40421:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 000000008d71f761. 00000001:00000010:0.0:1767384377.174345:0:40421:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 000000006435d670. 00000001:00000010:0.0:1767384377.174348:0:40421:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000f4fdb270. 00000001:00000010:0.0:1767384377.174350:0:40421:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000fe490506. 00040000:00000010:0.0:1767384377.174356:0:40421:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at 000000000a964d5b. 00000020:00000010:0.0:1767384377.174368:0:40421:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000484835a0. 00080000:00000010:0.0:1767384377.174371:0:40421:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000d4a35532. 00080000:00000010:0.0:1767384377.174396:0:40421:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000d4a35532. 00000020:00000010:0.0:1767384377.174399:0:40421:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000484835a0. 00000004:00000010:0.0:1767384377.174402:0:40421:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000001c39f1dd. 00000004:00000010:0.0:1767384377.174405:0:40421:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000070eb5b9. 00000004:00000010:0.0:1767384377.174408:0:40421:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000012ae026. 00080000:00000010:0.0:1767384377.174410:0:40421:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000d4a35532. 00100000:00000010:0.0:1767384377.174430:0:40421:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000009ec68017. 00000004:00000010:0.0:1767384377.174442:0:40421:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000a5386879. 00000004:00000010:0.0:1767384377.174445:0:40421:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000bf2b1256. 00000004:00000010:0.0:1767384377.174448:0:40421:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000003b51d9e3. 00080000:00000010:0.0:1767384377.174450:0:40421:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000014f8fe82. 00100000:00000010:0.0:1767384377.174473:0:40421:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000dcee5478. 00040000:00000010:0.0:1767384377.174476:0:40421:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 00000000eebcb180. 00000001:00000010:0.0:1767384377.174479:0:40421:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000f303a111. 00000001:00000010:0.0:1767384377.174481:0:40421:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000c4e100ec. 00000001:00000010:0.0:1767384377.174484:0:40421:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000ddf70c8c. 00040000:00000010:0.0:1767384377.174489:0:40421:0:(qsd_writeback.c:661:qsd_start_upd_thread()) kmalloced '(args)': 72 at 00000000523c9fe1. 00000020:00000010:0.0:1767384377.174493:0:40421:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000019e253e8. 00000020:00000010:0.0:1767384377.174495:0:40421:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000001cbfa0ea. 00000020:00000010:0.0:1767384377.174498:0:40421:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000ba479d1d. 00000020:00000010:0.0:1767384377.174501:0:40421:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000015c8960c. 00000020:00000010:0.0:1767384377.174503:0:40421:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000080285bad. 80000000:00000010:0.0:1767384377.174505:0:40421:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000ebf425d8. 40000000:00000010:0.0:1767384377.174507:0:40421:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000088f00038. 00100000:00000010:0.0:1767384377.174510:0:40421:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000ce8e9b8c. 00040000:00000010:0.0:1767384377.174512:0:40421:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000080f64597. 00040000:00000010:0.0:1767384377.174515:0:40421:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000062891692. 00080000:00000010:0.0:1767384377.174517:0:40421:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000d16c751a. 00002000:00000010:0.0:1767384377.174520:0:40421:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000000f9ed911. 00000020:00000010:0.0:1767384377.174679:0:40421:0:(tgt_mount.c:334:tgt_name2lwp_name()) kmalloced '(fsname)': 64 at 000000009ec06def. 00000020:00000010:0.0:1767384377.174682:0:40421:0:(tgt_mount.c:361:tgt_name2lwp_name()) kfreed 'fsname': 64 at 000000009ec06def. 00000020:00000010:0.0:1767384377.174686:0:40421:0:(tgt_mount.c:393:lustre_register_lwp_item()) kmalloced '(lri)': 112 at 000000001e657794. 00000020:00000010:0.0:1767384377.174689:0:40421:0:(tgt_mount.c:401:lustre_register_lwp_item()) kmalloced '(uuid)': 40 at 000000009ec06def. 00000020:00000010:0.0:1767384377.174692:0:40421:0:(tgt_mount.c:408:lustre_register_lwp_item()) kfreed 'uuid': 40 at 000000009ec06def. 40000000:00000010:0.0:1767384377.174696:0:40421:0:(fid_lib.c:96:seq_target_init()) kmalloced '(dt->dd_cl_seq)': 224 at 00000000eebf2c34. 00080000:00000010:0.0:1767384377.174747:0:40421:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000db710958. 00080000:00000010:0.0:1767384377.180757:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000db710958. 00000004:00000010:1.0:1767384377.180828:0:40421:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000709e835f. 00000004:00000010:1.0:1767384377.180885:0:40421:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000000bec1bca. 00000004:00000010:1.0:1767384377.180891:0:40421:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000006d7aab3d. 00080000:00000010:1.0:1767384377.180896:0:40421:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000001672bf78. 00000004:00000010:1.0:1767384377.181136:0:40421:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000df06a759. 00000004:00000010:1.0:1767384377.181142:0:40421:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000005742b8c2. 00000004:00000010:1.0:1767384377.181145:0:40421:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000dfaa5b70. 00080000:00000010:1.0:1767384377.181149:0:40421:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000002d1b7d67. 00000020:00000010:1.0:1767384377.181221:0:40421:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 8192 at 000000003df1869e. 00080000:00000010:1.0:1767384377.181227:0:40421:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at 00000000cc30f126. 00080000:00000010:1.0:1767384377.181230:0:40421:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at 0000000057772f75. 00000004:00000010:1.0:1767384377.181302:0:40421:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000062e70d44. 00000004:00000010:1.0:1767384377.181307:0:40421:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000dee7bd79. 00000004:00000010:1.0:1767384377.181310:0:40421:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000003bb379b1. 00080000:00000010:1.0:1767384377.181316:0:40421:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000f572c991. 00080000:00000010:1.0:1767384377.181391:0:40421:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at 0000000057772f75. 00080000:00000010:1.0:1767384377.181394:0:40421:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at 00000000cc30f126. 00000020:00000010:1.0:1767384377.181397:0:40421:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 8192 at 000000003df1869e. 00000004:00000010:1.0:1767384377.181403:0:40421:0:(lod_dev.c:885:lod_prepare_distribute_txn()) kmalloced '(tdtd)': 280 at 00000000cabfdfed. 00000004:00000010:1.0:1767384377.181409:0:40421:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000008046bd3d. 00000004:00000010:1.0:1767384377.181413:0:40421:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000051cd6913. 00000004:00000010:1.0:1767384377.181416:0:40421:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000002d9ed650. 00080000:00000010:1.0:1767384377.181420:0:40421:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000ca576318. 00000020:00000010:1.0:1767384377.181466:0:40421:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008d91b4f5. 00000020:00000010:1.0:1767384377.181471:0:40421:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000077743a09. 00000040:00000010:1.0:1767384377.181474:0:40421:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000abe0ea4c. 00000020:00000010:1.0:1767384377.181477:0:40421:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000000860d4a6. 00000020:00000010:1.0:1767384377.181481:0:40421:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000f79281da. 00000020:00000010:1.0:1767384377.181485:0:40421:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000ff830c8a. 80000000:00000010:1.0:1767384377.181488:0:40421:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000383b9bf1. 40000000:00000010:1.0:1767384377.181491:0:40421:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000039d40f7. 00100000:00000010:1.0:1767384377.181494:0:40421:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000088703f37. 00040000:00000010:1.0:1767384377.181498:0:40421:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000002ca5be9e. 00040000:00000010:1.0:1767384377.181500:0:40421:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000009ce5f5e7. 00040000:00000010:1.0:1767384377.181503:0:40421:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000609f1ff1. 00080000:00000010:1.0:1767384377.181506:0:40421:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000005ea020ed. 00000004:00000010:1.0:1767384377.181509:0:40421:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000009718206. 00000004:00000010:1.0:1767384377.181513:0:40421:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000002293c7d. 00000004:00000010:1.0:1767384377.181517:0:40421:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000ab77d80c. 00000004:00000010:1.0:1767384377.181521:0:40421:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000fceec4e3. 00000004:00000010:1.0:1767384377.181673:0:40421:0:(lod_dev.c:693:lod_sub_init_llog()) kmalloced '(lrd)': 96 at 00000000a6d7aa4c. 00000040:00000010:1.0:1767384377.181678:0:40421:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 000000005d09e59d. 00000020:00000010:1.0:1767384377.181685:0:40421:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008147a7dd. 00000020:00000010:1.0:1767384377.181688:0:40421:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000010d86014. 00000040:00000010:1.0:1767384377.181690:0:40421:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000304f4cef. 00000020:00000010:1.0:1767384377.181695:0:40421:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000005f2097dd. 00000020:00000010:1.0:1767384377.181698:0:40421:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000d7069201. 00000020:00000010:1.0:1767384377.181701:0:40421:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000004701cce. 80000000:00000010:1.0:1767384377.181703:0:40421:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000046066d11. 40000000:00000010:1.0:1767384377.181705:0:40421:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000007c2abe59. 00100000:00000010:1.0:1767384377.181708:0:40421:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000d472efff. 00040000:00000010:1.0:1767384377.181710:0:40421:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000db88eff1. 00040000:00000010:1.0:1767384377.181713:0:40421:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000008289f5b2. 00040000:00000010:1.0:1767384377.181716:0:40421:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000006f3ca288. 00080000:00000010:1.0:1767384377.181718:0:40421:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000a366f3ad. 00000004:00000010:1.0:1767384377.181721:0:40421:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000d41f1308. 00000004:00000010:1.0:1767384377.181724:0:40421:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000646e98a8. 00000004:00000010:1.0:1767384377.181727:0:40421:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000c5851326. 00000004:00000010:1.0:1767384377.181729:0:40421:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000001ee451d. 00000040:00000010:2.0:1767384377.181891:0:40465:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000000306d56a. 00000004:00000010:1.0:1767384377.181895:0:40421:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000341582df. 00000004:00000010:1.0:1767384377.181902:0:40421:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000d964e558. 00000004:00000010:1.0:1767384377.181922:0:40421:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000b9f79a97. 00000040:00000010:2.0:1767384377.181927:0:40465:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 32768 at 00000000155f5036. 00080000:00000010:1.0:1767384377.181927:0:40421:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000004ed03a08. 00000040:00000010:2.0:1767384377.181953:0:40465:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 00000000677347c7. 00000020:00000010:2.0:1767384377.181958:0:40465:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ce17e1b0. 00000020:00000010:2.0:1767384377.181962:0:40465:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000004800ed91. 00000040:00000010:2.0:1767384377.181964:0:40465:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000004c793538. 00000020:00000010:2.0:1767384377.181967:0:40465:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000d1b6c561. 00000020:00000010:2.0:1767384377.181970:0:40465:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000066887151. 00000020:00000010:2.0:1767384377.181973:0:40465:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000070987861. 80000000:00000010:2.0:1767384377.181975:0:40465:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000c3c6e0b0. 40000000:00000010:2.0:1767384377.181977:0:40465:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000bc2e20ae. 00100000:00000010:2.0:1767384377.181980:0:40465:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000009f4d19e3. 00040000:00000010:2.0:1767384377.181982:0:40465:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000062838be3. 00040000:00000010:2.0:1767384377.181985:0:40465:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000a5b2e37a. 00040000:00000010:2.0:1767384377.181989:0:40465:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000d3d3a13c. 00080000:00000010:2.0:1767384377.181991:0:40465:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000aa8a7e44. 00000004:00000010:2.0:1767384377.181993:0:40465:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000c53739fb. 00000004:00000010:2.0:1767384377.181997:0:40465:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000050a87368. 00000004:00000010:2.0:1767384377.182000:0:40465:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000084dbe4fb. 00002000:00000010:2.0:1767384377.182004:0:40465:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000058f1c8cb. 00000004:00000010:2.0:1767384377.182008:0:40465:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000edbcd692. 00000020:00000010:2.0:1767384377.182012:0:40465:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000055a31ead. 00000040:00000010:2.0:1767384377.182029:0:40465:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 32768 at 0000000026b5b9f8. 00080000:00000010:1.0:1767384377.182220:0:40421:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000004ed03a08. 00000004:00000010:1.0:1767384377.182226:0:40421:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000b9f79a97. 00000004:00000010:1.0:1767384377.182230:0:40421:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000d964e558. 00000004:00000010:1.0:1767384377.182233:0:40421:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000341582df. 00000004:00000010:1.0:1767384377.182239:0:40421:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000d8c47c17. 00000004:00000010:1.0:1767384377.182242:0:40421:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000d964e558. 00000004:00000010:1.0:1767384377.182245:0:40421:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000b9f79a97. 00080000:00000010:1.0:1767384377.182249:0:40421:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000004ed03a08. 00000004:00000010:1.0:1767384377.182329:0:40421:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000079f7bba9. 00000004:00000010:1.0:1767384377.182334:0:40421:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000030a4f1c4. 00000004:00000010:1.0:1767384377.182338:0:40421:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000ddedfd7a. 00080000:00000010:1.0:1767384377.182341:0:40421:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000885773ca. 00080000:00000010:1.0:1767384377.182584:0:40421:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000885773ca. 00000004:00000010:1.0:1767384377.182588:0:40421:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000ddedfd7a. 00000004:00000010:1.0:1767384377.182590:0:40421:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000030a4f1c4. 00000004:00000010:1.0:1767384377.182593:0:40421:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000079f7bba9. 00000004:00000010:1.0:1767384377.182599:0:40421:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000001f271c07. 00000004:00000010:1.0:1767384377.182602:0:40421:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000030a4f1c4. 00000004:00000010:1.0:1767384377.182605:0:40421:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000ddedfd7a. 00080000:00000010:1.0:1767384377.182608:0:40421:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000885773ca. 00000004:00000010:1.0:1767384377.182680:0:40421:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000a18a0186. 00000004:00000010:1.0:1767384377.182685:0:40421:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000007a000fda. 00000004:00000010:1.0:1767384377.182688:0:40421:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000130023c4. 00080000:00000010:1.0:1767384377.182691:0:40421:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000a85dc7ae. 00080000:00000010:1.0:1767384377.182818:0:40421:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000a85dc7ae. 00000004:00000010:1.0:1767384377.182822:0:40421:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000130023c4. 00000004:00000010:1.0:1767384377.182824:0:40421:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000007a000fda. 00000004:00000010:1.0:1767384377.182826:0:40421:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000a18a0186. 00000004:00000010:1.0:1767384377.182831:0:40421:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000000bda88e2. 00000004:00000010:1.0:1767384377.182834:0:40421:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000007a000fda. 00000004:00000010:1.0:1767384377.182836:0:40421:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000130023c4. 00080000:00000010:1.0:1767384377.182840:0:40421:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000a85dc7ae. 00000004:00000010:1.0:1767384377.182882:0:40421:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000008a9e11c5. 00000004:00000010:1.0:1767384377.182886:0:40421:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000934d3c3b. 00000004:00000010:1.0:1767384377.182889:0:40421:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000006507c198. 00080000:00000010:1.0:1767384377.182892:0:40421:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000f27f65b2. 00080000:00000010:1.0:1767384377.183025:0:40421:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000f27f65b2. 00000004:00000010:1.0:1767384377.183028:0:40421:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000006507c198. 00000004:00000010:1.0:1767384377.183030:0:40421:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000934d3c3b. 00000004:00000010:1.0:1767384377.183032:0:40421:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000008a9e11c5. 00000004:00000010:1.0:1767384377.183037:0:40421:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000002c00d492. 00000004:00000010:1.0:1767384377.183040:0:40421:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000934d3c3b. 00000004:00000010:1.0:1767384377.183041:0:40421:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000006507c198. 00080000:00000010:1.0:1767384377.183045:0:40421:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000f27f65b2. 00000020:00000010:1.0:1767384377.183085:0:40421:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000cb2362e3. 00080000:00000010:1.0:1767384377.183127:0:40421:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000b613555b. 00080000:00000010:1.0:1767384377.183161:0:40421:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000b613555b. 00000020:00000010:1.0:1767384377.183164:0:40421:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000cb2362e3. 00000004:00000010:1.0:1767384377.183173:0:40421:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000058bed963. 00000004:00000010:1.0:1767384377.183177:0:40421:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000058cf8c66. 00000004:00000010:1.0:1767384377.183179:0:40421:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000b066aaf2. 00080000:00000010:1.0:1767384377.183182:0:40421:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000b613555b. 00000040:00000010:1.0:1767384377.183320:0:40421:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 00000000affb5768. 00000040:00000010:1.0:1767384377.183328:0:40421:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000f10d44d5. 00000040:00000010:1.0:1767384377.183343:0:40421:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 18 at 00000000b817ba0b. 00000020:00000010:1.0:1767384377.183345:0:40421:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000004b18eea8. 00080000:00000010:1.0:1767384377.183348:0:40421:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000096716c86. 00000040:00000010:1.0:1767384377.183368:0:40421:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000003df1869e. 00000040:00000010:1.0:1767384377.183381:0:40421:0:(llog.c:1032:llog_reverse_process()) kmalloced '(buf)': 8192 at 0000000075e688ae. 00000040:00000010:1.0:1767384377.189190:0:40421:0:(llog.c:1106:llog_reverse_process()) kvfree 'buf': 8192 at 0000000075e688ae. 00000040:00000010:1.0:1767384377.189201:0:40421:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 000000007456717d. 00000040:00000010:1.0:1767384377.189210:0:40421:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000000a48c27d. 00000040:00000010:1.0:1767384377.189248:0:40421:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 16 at 000000000a1a26ec. 00000020:00000010:1.0:1767384377.189253:0:40421:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000c2dd5ec4. 00080000:00000010:1.0:1767384377.189257:0:40421:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000afaf545f. 00000040:00000010:1.0:1767384377.189306:0:40421:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 0000000075e688ae. 00000040:00000010:1.0:1767384377.189316:0:40421:0:(llog.c:1032:llog_reverse_process()) kmalloced '(buf)': 8192 at 000000007962c6df. 00000040:00000010:2.0:1767384377.192583:0:40465:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 32768 at 0000000026b5b9f8. 00000020:00000010:2.0:1767384377.192601:0:40465:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000055a31ead. 00000020:00000010:2.0:1767384377.192614:0:40465:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000004800ed91. 00000040:00000010:2.0:1767384377.192619:0:40465:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000004c793538. 00000020:00000010:2.0:1767384377.192622:0:40465:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000d1b6c561. 00000020:00000010:2.0:1767384377.192626:0:40465:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000066887151. 00000020:00000010:2.0:1767384377.192630:0:40465:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000070987861. 80000000:00000010:2.0:1767384377.192633:0:40465:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000c3c6e0b0. 40000000:00000010:2.0:1767384377.192639:0:40465:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000bc2e20ae. 00100000:00000010:2.0:1767384377.192642:0:40465:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000009f4d19e3. 00040000:00000010:2.0:1767384377.192646:0:40465:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000062838be3. 00040000:00000010:2.0:1767384377.192650:0:40465:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000a5b2e37a. 00040000:00000010:2.0:1767384377.192652:0:40465:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000d3d3a13c. 00080000:00000010:2.0:1767384377.192656:0:40465:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000aa8a7e44. 00000004:00000010:2.0:1767384377.192660:0:40465:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000c53739fb. 00000004:00000010:2.0:1767384377.192663:0:40465:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000050a87368. 00000004:00000010:2.0:1767384377.192667:0:40465:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000084dbe4fb. 00002000:00000010:2.0:1767384377.192670:0:40465:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000058f1c8cb. 00000004:00000010:2.0:1767384377.192673:0:40465:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000edbcd692. 00000020:00000010:2.0:1767384377.192675:0:40465:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ce17e1b0. 00000040:00000010:2.0:1767384377.192680:0:40465:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 00000000677347c7. 00000020:00000010:2.0:1767384377.192686:0:40465:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000010d86014. 00000040:00000010:2.0:1767384377.192688:0:40465:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000304f4cef. 00000020:00000010:2.0:1767384377.192691:0:40465:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000005f2097dd. 00000020:00000010:2.0:1767384377.192693:0:40465:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000d7069201. 00000020:00000010:2.0:1767384377.192696:0:40465:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000004701cce. 80000000:00000010:2.0:1767384377.192699:0:40465:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000046066d11. 40000000:00000010:2.0:1767384377.192701:0:40465:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000007c2abe59. 00100000:00000010:2.0:1767384377.192704:0:40465:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000d472efff. 00040000:00000010:2.0:1767384377.192706:0:40465:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000db88eff1. 00040000:00000010:2.0:1767384377.192708:0:40465:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000008289f5b2. 00040000:00000010:2.0:1767384377.192710:0:40465:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000006f3ca288. 00080000:00000010:2.0:1767384377.192713:0:40465:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000a366f3ad. 00000004:00000010:2.0:1767384377.192715:0:40465:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000d41f1308. 00000004:00000010:2.0:1767384377.192718:0:40465:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000646e98a8. 00000004:00000010:2.0:1767384377.192720:0:40465:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000c5851326. 00000004:00000010:2.0:1767384377.192722:0:40465:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000001ee451d. 00000020:00000010:2.0:1767384377.192724:0:40465:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008147a7dd. 00000004:00000010:2.0:1767384377.192726:0:40465:0:(lod_dev.c:557:lod_sub_recovery_thread()) kfreed 'lrd': 96 at 00000000a6d7aa4c. 00000040:00000010:1.0:1767384377.192773:0:40421:0:(llog.c:1106:llog_reverse_process()) kvfree 'buf': 8192 at 000000007962c6df. 00000040:00000010:1.0:1767384377.192783:0:40421:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 00000000fba2ceaf. 00000020:00000010:1.0:1767384377.192787:0:40421:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000b8fe765. 00000020:00000010:1.0:1767384377.192791:0:40421:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000071950928. 00000040:00000010:1.0:1767384377.192794:0:40421:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000059a7147a. 00000020:00000010:1.0:1767384377.192798:0:40421:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000076935a1c. 00000020:00000010:1.0:1767384377.192802:0:40421:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000fbe2ba9c. 00000020:00000010:1.0:1767384377.192804:0:40421:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000cf65a0cd. 80000000:00000010:1.0:1767384377.192807:0:40421:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000029eacf56. 40000000:00000010:1.0:1767384377.192810:0:40421:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000044a80f65. 00100000:00000010:1.0:1767384377.192814:0:40421:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000c80cbb98. 00040000:00000010:1.0:1767384377.192818:0:40421:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000bf4819c4. 00040000:00000010:1.0:1767384377.192821:0:40421:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000000f2ca33b. 00040000:00000010:1.0:1767384377.192823:0:40421:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000e6c5273b. 00080000:00000010:1.0:1767384377.192826:0:40421:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000c5851326. 00000004:00000010:1.0:1767384377.192829:0:40421:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000d41f1308. 00000004:00000010:1.0:1767384377.192832:0:40421:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000646e98a8. 00000004:00000010:1.0:1767384377.192835:0:40421:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000a366f3ad. 00002000:00000010:1.0:1767384377.192838:0:40421:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000053accdae. 00000004:00000010:1.0:1767384377.192841:0:40421:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000081fce6b7. 00000020:00000010:1.0:1767384377.192845:0:40421:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000057c0ba8b. 00000040:00000010:1.0:1767384377.192850:0:40421:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 000000007962c6df. 00000100:00000010:2.0:1767384377.193143:0:270:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c370cec3. 00000100:00000010:3.0:1767384377.193149:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000088c65cdc. 00000100:00000010:0.0:1767384377.193151:0:449:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b420ac51. 00000040:00000010:1.0:1767384377.193333:0:40421:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 000000007962c6df. 00000020:00000010:1.0:1767384377.193338:0:40421:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000057c0ba8b. 00000020:00000010:1.0:1767384377.193341:0:40421:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000071950928. 00000040:00000010:1.0:1767384377.193343:0:40421:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000059a7147a. 00000020:00000010:1.0:1767384377.193344:0:40421:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000076935a1c. 00000020:00000010:1.0:1767384377.193346:0:40421:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000fbe2ba9c. 00000020:00000010:1.0:1767384377.193348:0:40421:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000cf65a0cd. 80000000:00000010:1.0:1767384377.193349:0:40421:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000029eacf56. 40000000:00000010:1.0:1767384377.193351:0:40421:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000044a80f65. 00100000:00000010:1.0:1767384377.193353:0:40421:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000c80cbb98. 00040000:00000010:1.0:1767384377.193354:0:40421:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000bf4819c4. 00040000:00000010:1.0:1767384377.193356:0:40421:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000000f2ca33b. 00040000:00000010:1.0:1767384377.193357:0:40421:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000e6c5273b. 00080000:00000010:1.0:1767384377.193359:0:40421:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000c5851326. 00000004:00000010:1.0:1767384377.193360:0:40421:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000d41f1308. 00000004:00000010:1.0:1767384377.193361:0:40421:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000646e98a8. 00000004:00000010:1.0:1767384377.193363:0:40421:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000a366f3ad. 00002000:00000010:1.0:1767384377.193364:0:40421:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000053accdae. 00000004:00000010:1.0:1767384377.193365:0:40421:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000081fce6b7. 00000020:00000010:1.0:1767384377.193367:0:40421:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000b8fe765. 00000040:00000010:1.0:1767384377.193368:0:40421:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 00000000fba2ceaf. 00000040:00000010:1.0:1767384377.193370:0:40421:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 00000000fba2ceaf. 00000020:00000010:1.0:1767384377.193372:0:40421:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000b8fe765. 00000020:00000010:1.0:1767384377.193373:0:40421:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000e6c5273b. 00000040:00000010:1.0:1767384377.193374:0:40421:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000cf65a0cd. 00000020:00000010:1.0:1767384377.193375:0:40421:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000a366f3ad. 00000020:00000010:1.0:1767384377.193377:0:40421:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000fbe2ba9c. 00000020:00000010:1.0:1767384377.193378:0:40421:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000059a7147a. 80000000:00000010:1.0:1767384377.193379:0:40421:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000029eacf56. 40000000:00000010:1.0:1767384377.193381:0:40421:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000009bbc321. 00100000:00000010:1.0:1767384377.193382:0:40421:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000d41f1308. 00040000:00000010:1.0:1767384377.193383:0:40421:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000bf4819c4. 00040000:00000010:1.0:1767384377.193384:0:40421:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000c5851326. 00040000:00000010:1.0:1767384377.193386:0:40421:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000071950928. 00080000:00000010:1.0:1767384377.193387:0:40421:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000000f2ca33b. 00000004:00000010:1.0:1767384377.193388:0:40421:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000c80cbb98. 00000004:00000010:1.0:1767384377.193390:0:40421:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000646e98a8. 00000004:00000010:1.0:1767384377.193391:0:40421:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000076935a1c. 00002000:00000010:1.0:1767384377.193392:0:40421:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000081fce6b7. 00000004:00000010:1.0:1767384377.193393:0:40421:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000053accdae. 00000020:00000010:1.0:1767384377.193395:0:40421:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000d86ced1a. 00000040:00000010:1.0:1767384377.193397:0:40421:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 000000007962c6df. 00000040:00000010:1.0:1767384377.193823:0:40421:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 000000007962c6df. 00000020:00000010:1.0:1767384377.193827:0:40421:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000d86ced1a. 00000020:00000010:1.0:1767384377.193831:0:40421:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000e6c5273b. 00000040:00000010:1.0:1767384377.193834:0:40421:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000cf65a0cd. 00000020:00000010:1.0:1767384377.193835:0:40421:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000a366f3ad. 00000020:00000010:1.0:1767384377.193838:0:40421:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000fbe2ba9c. 00000020:00000010:1.0:1767384377.193840:0:40421:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000059a7147a. 80000000:00000010:1.0:1767384377.193842:0:40421:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000029eacf56. 40000000:00000010:1.0:1767384377.193844:0:40421:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000009bbc321. 00100000:00000010:1.0:1767384377.193846:0:40421:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000d41f1308. 00040000:00000010:1.0:1767384377.193848:0:40421:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000bf4819c4. 00040000:00000010:1.0:1767384377.193850:0:40421:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000c5851326. 00040000:00000010:1.0:1767384377.193851:0:40421:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000071950928. 00080000:00000010:1.0:1767384377.193853:0:40421:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000000f2ca33b. 00000004:00000010:1.0:1767384377.193855:0:40421:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000c80cbb98. 00000004:00000010:1.0:1767384377.193857:0:40421:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000646e98a8. 00000004:00000010:1.0:1767384377.193859:0:40421:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000076935a1c. 00002000:00000010:1.0:1767384377.193861:0:40421:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000081fce6b7. 00000004:00000010:1.0:1767384377.193862:0:40421:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000053accdae. 00000020:00000010:1.0:1767384377.193864:0:40421:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000b8fe765. 00000040:00000010:1.0:1767384377.193866:0:40421:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 00000000fba2ceaf. 00000040:00000010:1.0:1767384377.193871:0:40421:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 000000005b696a84. 00000040:00000010:1.0:1767384377.193877:0:40421:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000000b8fe765. 00000040:00000010:1.0:1767384377.193920:0:40421:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 12 at 00000000032af98c. 00000020:00000010:1.0:1767384377.193925:0:40421:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000bf4819c4. 00080000:00000010:1.0:1767384377.193930:0:40421:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000005cb5bc52. 00000040:00000010:1.0:1767384377.193976:0:40421:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000007962c6df. 00000001:00000010:1.0:1767384377.193985:0:40421:0:(nodemap_storage.c:2589:nm_config_file_register_tgt()) kmalloced '(ncf)': 32 at 00000000f1976146. 00000004:00000010:1.0:1767384377.194008:0:40421:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000004d828a56. 00000004:00000010:1.0:1767384377.194014:0:40421:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000006df6f8f3. 00000004:00000010:1.0:1767384377.194018:0:40421:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000004d18ccb8. 00080000:00000010:1.0:1767384377.194023:0:40421:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000a93ac39f. 00080000:00000010:1.0:1767384377.194064:0:40421:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000053accdae. 00080000:00000010:1.0:1767384377.194078:0:40421:0:(osd_oi.c:1052:osd_idc_add()) kmalloced '(idc)': 256 at 00000000266b8138. 00000100:00000010:1.0:1767384377.194129:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f42ffab2. 00080000:00000010:1.0:1767384377.194501:0:40421:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000a93ac39f. 00000004:00000010:1.0:1767384377.194506:0:40421:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000004d18ccb8. 00000004:00000010:1.0:1767384377.194510:0:40421:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000006df6f8f3. 00000004:00000010:1.0:1767384377.194513:0:40421:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000004d828a56. 00000020:00000010:1.0:1767384377.194527:0:40421:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000db67ebba. 00080000:00000010:1.0:1767384377.194531:0:40421:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000a93ac39f. 00080000:00000010:1.0:1767384377.194537:0:40421:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000f7c959c6. 00000020:00000010:1.0:1767384377.194895:0:40421:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 76 at 00000000ab67c776. 00100000:00000010:1.0:1767384377.194934:0:40421:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000fd6624c5. 00080000:00000010:1.0:1767384377.194947:0:40421:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000c15df7a0. 00000020:00000010:1.0:1767384377.194982:0:40421:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 76 at 00000000ab67c776. 00000020:00000010:1.0:1767384377.194986:0:40421:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 120 at 000000003e4bbaea. 00080000:00000010:1.0:1767384377.195002:0:40421:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000bf4d3133. 00080000:00000010:1.0:1767384377.195036:0:40421:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000078bee0aa. 00080000:00000010:1.0:1767384377.195067:0:40421:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000045f04d83. 00100000:00000010:1.0:1767384377.195129:0:40421:0:(lfsck_lib.c:3616:lfsck_register()) kmalloced '(lfsck)': 3152 at 00000000646e98a8. 00000020:00000010:1.0:1767384377.195181:0:40421:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 4096 at 0000000026b5b9f8. 00000004:00000010:1.0:1767384377.195207:0:40421:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000a5273a9d. 00000004:00000010:1.0:1767384377.195211:0:40421:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000006df6f8f3. 00000004:00000010:1.0:1767384377.195213:0:40421:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000004d18ccb8. 00080000:00000010:1.0:1767384377.195217:0:40421:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000003e7c3939. 00000020:00000010:1.0:1767384377.195231:0:40421:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000db88eff1. 00080000:00000010:1.0:1767384377.195234:0:40421:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000ffd9975c. 00000020:00000010:1.0:1767384377.195270:0:40421:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000995c7e50. 00080000:00000010:1.0:1767384377.195275:0:40421:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000a5d115b3. 00100000:00000010:1.0:1767384377.195333:0:40421:0:(lfsck_lib.c:1608:lfsck_fid_init()) kmalloced '(lfsck->li_seq)': 224 at 00000000c794c3c9. 00100000:00000010:1.0:1767384377.195336:0:40421:0:(lfsck_lib.c:1612:lfsck_fid_init()) kmalloced '(prefix)': 135 at 0000000005313a76. 00100000:00000010:1.0:1767384377.195396:0:40421:0:(lfsck_lib.c:1619:lfsck_fid_init()) kfreed 'prefix': 135 at 0000000005313a76. 00100000:00000010:1.0:1767384377.195401:0:40421:0:(lfsck_namespace.c:7102:lfsck_namespace_setup()) kmalloced '(com)': 1392 at 0000000076935a1c. 00100000:00000010:1.0:1767384377.195404:0:40421:0:(lfsck_lib.c:1951:lfsck_assistant_data_init()) kmalloced '(lad)': 208 at 00000000ce6db0a3. 00100000:00000010:1.0:1767384377.195408:0:40421:0:(lfsck_namespace.c:7120:lfsck_namespace_setup()) kmalloced '(com->lc_file_ram)': 544 at 00000000d83cf678. 00100000:00000010:1.0:1767384377.195411:0:40421:0:(lfsck_namespace.c:7124:lfsck_namespace_setup()) kmalloced '(com->lc_file_disk)': 544 at 000000007e981dd9. 00000020:00000010:1.0:1767384377.195424:0:40421:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000859a9f05. 00080000:00000010:1.0:1767384377.195428:0:40421:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000000e3ad565. 00000020:00000010:1.0:1767384377.195632:0:40421:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000001d71c042. 00080000:00000010:1.0:1767384377.195637:0:40421:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000b1b60238. 00000020:00000010:1.0:1767384377.195677:0:40421:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000005cb41e7f. 00080000:00000010:1.0:1767384377.195681:0:40421:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000d8a5f310. 00000020:00000010:1.0:1767384377.195716:0:40421:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000c4033519. 00080000:00000010:1.0:1767384377.195720:0:40421:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000098d6d7bf. 00000020:00000010:1.0:1767384377.195753:0:40421:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000001fc7b301. 00080000:00000010:1.0:1767384377.195756:0:40421:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000e9306fc1. 00000020:00000010:1.0:1767384377.195784:0:40421:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000c751b565. 00080000:00000010:1.0:1767384377.195786:0:40421:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000ac326b1a. 00000020:00000010:1.0:1767384377.195804:0:40421:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000097db7eda. 00080000:00000010:1.0:1767384377.195806:0:40421:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000007795f81a. 00000020:00000010:1.0:1767384377.195823:0:40421:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000af3d0ec9. 00080000:00000010:1.0:1767384377.195825:0:40421:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000feacc4ec. 00000020:00000010:1.0:1767384377.195841:0:40421:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000009cee231d. 00080000:00000010:1.0:1767384377.195843:0:40421:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000adefbcec. 00000020:00000010:1.0:1767384377.195858:0:40421:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000003fb89ca0. 00080000:00000010:1.0:1767384377.195860:0:40421:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000002528a6fe. 00000020:00000010:1.0:1767384377.195876:0:40421:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000005fb24592. 00080000:00000010:1.0:1767384377.195878:0:40421:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000cb6bdbce. 00000020:00000010:1.0:1767384377.195893:0:40421:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000e8bfe463. 00080000:00000010:1.0:1767384377.195895:0:40421:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000549a3d0d. 00000020:00000010:1.0:1767384377.195931:0:40421:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000148e9996. 00080000:00000010:1.0:1767384377.195934:0:40421:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000090b7ca8. 00000020:00000010:1.0:1767384377.195954:0:40421:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000001132f3ec. 00080000:00000010:1.0:1767384377.195956:0:40421:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000083c13bfc. 00000020:00000010:1.0:1767384377.195973:0:40421:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000bdd17f78. 00080000:00000010:1.0:1767384377.195975:0:40421:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000079b6fb46. 00000020:00000010:1.0:1767384377.195991:0:40421:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000fda6376d. 00080000:00000010:1.0:1767384377.195993:0:40421:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000634c10ee. 00000020:00000010:1.0:1767384377.196009:0:40421:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000af1ddeba. 00080000:00000010:1.0:1767384377.196011:0:40421:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000009bf4f001. 00100000:00000010:1.0:1767384377.196025:0:40421:0:(lfsck_layout.c:7024:lfsck_layout_setup()) kmalloced '(com)': 1392 at 00000000c80cbb98. 00100000:00000010:1.0:1767384377.196027:0:40421:0:(lfsck_lib.c:1951:lfsck_assistant_data_init()) kmalloced '(lad)': 208 at 00000000470671c5. 00100000:00000010:1.0:1767384377.196030:0:40421:0:(lfsck_layout.c:7060:lfsck_layout_setup()) kmalloced '(com->lc_file_ram)': 256 at 000000004632015f. 00100000:00000010:1.0:1767384377.196032:0:40421:0:(lfsck_layout.c:7064:lfsck_layout_setup()) kmalloced '(com->lc_file_disk)': 256 at 000000000f28175b. 00000020:00000010:1.0:1767384377.196038:0:40421:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000801a8f44. 00080000:00000010:1.0:1767384377.196040:0:40421:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000046d11cd1. 00000020:00000010:1.0:1767384377.196085:0:40421:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000f1475933. 00080000:00000010:1.0:1767384377.196139:0:40421:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000018784d69. 00000020:00000010:1.0:1767384377.196180:0:40421:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000d5add4e2. 00080000:00000010:1.0:1767384377.196183:0:40421:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000009df14700. 00000020:00000010:1.0:1767384377.196214:0:40421:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000eb00a0cb. 00080000:00000010:1.0:1767384377.196217:0:40421:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000ac01b4f9. 00000020:00000010:1.0:1767384377.196236:0:40421:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000094770d23. 00080000:00000010:1.0:1767384377.196239:0:40421:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000076e171c0. 00000020:00000010:1.0:1767384377.196254:0:40421:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000a6da3013. 00080000:00000010:1.0:1767384377.196256:0:40421:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000005edfb81a. 00000020:00000010:1.0:1767384377.196272:0:40421:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000f3b2fdfe. 00080000:00000010:1.0:1767384377.196274:0:40421:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000017ba24b. 00000020:00000010:1.0:1767384377.196290:0:40421:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000d41d6d8e. 00080000:00000010:1.0:1767384377.196292:0:40421:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000de5300cf. 00000020:00000010:1.0:1767384377.196308:0:40421:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000080cd997c. 00080000:00000010:1.0:1767384377.196310:0:40421:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000001affbb11. 00000020:00000010:1.0:1767384377.196326:0:40421:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000007f40c916. 00080000:00000010:1.0:1767384377.196328:0:40421:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000000c0abe48. 00000020:00000010:1.0:1767384377.196346:0:40421:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000005883f534. 00080000:00000010:1.0:1767384377.196348:0:40421:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000ac6f993d. 00000020:00000010:1.0:1767384377.196364:0:40421:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000bf8cd77c. 00080000:00000010:1.0:1767384377.196366:0:40421:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000004efb0d6b. 00000020:00000010:1.0:1767384377.196382:0:40421:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000009e8fe39a. 00080000:00000010:1.0:1767384377.196384:0:40421:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000002d331719. 00000020:00000010:1.0:1767384377.196400:0:40421:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000a8437d8e. 00080000:00000010:1.0:1767384377.196402:0:40421:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000009bbbf61e. 00000020:00000010:1.0:1767384377.196418:0:40421:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000070a16bf9. 00080000:00000010:1.0:1767384377.196420:0:40421:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000009f2dfe5e. 00000020:00000010:1.0:1767384377.196436:0:40421:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000002e0fcbcb. 00080000:00000010:1.0:1767384377.196479:0:40421:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000fd123b87. 00000020:00000010:1.0:1767384377.196500:0:40421:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000007b05b0b8. 00080000:00000010:1.0:1767384377.196502:0:40421:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000384192d3. 00100000:00000010:1.0:1767384377.196519:0:40421:0:(lfsck_lib.c:206:__lfsck_add_target()) kmalloced '(ltds->ltd_tgts_idx[index / (((1UL) << 12) / sizeof(void *))])': 4096 at 00000000a6f6085d. 00200000:00000010:1.0:1767384377.196523:0:40421:0:(barrier.c:372:barrier_register()) kmalloced '(barrier)': 176 at 0000000005313a76. 00000020:00000010:1.0:1767384377.196538:0:40421:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000035f439f8. 00000020:00000010:1.0:1767384377.196540:0:40421:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000041d4f206. 00000020:00000010:1.0:1767384377.196542:0:40421:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000000f2ca33b. 00000020:00000010:1.0:1767384377.196544:0:40421:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000fbe2ba9c. 00000020:00000010:1.0:1767384377.196546:0:40421:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000002c504357. 80000000:00000010:1.0:1767384377.196547:0:40421:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000002776d383. 40000000:00000010:1.0:1767384377.196549:0:40421:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000ecfa86a1. 00100000:00000010:1.0:1767384377.196550:0:40421:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000c5851326. 00040000:00000010:1.0:1767384377.196552:0:40421:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000017865eb1. 00040000:00000010:1.0:1767384377.196554:0:40421:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000000ec23448. 00080000:00000010:1.0:1767384377.196556:0:40421:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000d41f1308. 00002000:00000010:1.0:1767384377.196558:0:40421:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000006023049a. 00080000:00000010:1.0:1767384377.196563:0:40421:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000039b07bb3. 00080000:00000010:3.0:1767384377.204259:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000039b07bb3. 00080000:00000010:3.0:1767384377.204270:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000045f04d83. 00080000:00000010:3.0:1767384377.204272:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000078bee0aa. 00080000:00000010:3.0:1767384377.204274:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000bf4d3133. 00080000:00000010:3.0:1767384377.204277:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000c15df7a0. 00080000:00000010:3.0:1767384377.204279:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000f7c959c6. 00080000:00000010:3.0:1767384377.204282:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000053accdae. 00000020:00000010:1.0:1767384377.204309:0:40421:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000041d4f206. 00000020:00000010:1.0:1767384377.204317:0:40421:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000000f2ca33b. 00000020:00000010:1.0:1767384377.204321:0:40421:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000fbe2ba9c. 00000020:00000010:1.0:1767384377.204325:0:40421:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000002c504357. 80000000:00000010:1.0:1767384377.204328:0:40421:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000002776d383. 40000000:00000010:1.0:1767384377.204332:0:40421:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000ecfa86a1. 00100000:00000010:1.0:1767384377.204335:0:40421:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000c5851326. 00040000:00000010:1.0:1767384377.204338:0:40421:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000017865eb1. 00040000:00000010:1.0:1767384377.204341:0:40421:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000000ec23448. 00080000:00000010:1.0:1767384377.204343:0:40421:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000d41f1308. 00002000:00000010:1.0:1767384377.204347:0:40421:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000006023049a. 00000020:00000010:1.0:1767384377.204350:0:40421:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000035f439f8. 00000004:00000010:1.0:1767384377.204362:0:40421:0:(mdd_orphans.c:562:mdd_orphan_cleanup()) kmalloced '(name)': 64 at 00000000d514c1ae. 00000004:00000010:3.0:1767384377.204554:0:40466:0:(mdd_orphans.c:529:mdd_orphan_cleanup_thread()) kmalloced '(env)': 56 at 0000000085cb7b87. 00000020:00000010:3.0:1767384377.204558:0:40466:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b53870d2. 00000020:00000010:3.0:1767384377.204561:0:40466:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000009846f52a. 00000004:00000010:1.0:1767384377.204562:0:40421:0:(mdd_orphans.c:574:mdd_orphan_cleanup()) kfreed 'name': 64 at 00000000d514c1ae. 00000040:00000010:3.0:1767384377.204563:0:40466:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000233b016b. 00000020:00000010:3.0:1767384377.204568:0:40466:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000020aa078. 00000020:00000010:3.0:1767384377.204571:0:40466:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000008a4bc0ba. 00000020:00000010:3.0:1767384377.204574:0:40466:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000004ec749c9. 80000000:00000010:3.0:1767384377.204576:0:40466:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000073f9212e. 40000000:00000010:3.0:1767384377.204579:0:40466:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000bb24cf4c. 00000020:00000010:1.0:1767384377.204581:0:40421:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000003b527a90. 00100000:00000010:3.0:1767384377.204583:0:40466:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000005dfb4fb7. 00000040:00000010:1.0:1767384377.204586:0:40421:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000009340d6ae. 00040000:00000010:3.0:1767384377.204588:0:40466:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000079d96df0. 00000020:00000010:1.0:1767384377.204590:0:40421:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000639951f6. 00000020:00000010:1.0:1767384377.204595:0:40421:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000048bc710f. 00040000:00000010:3.0:1767384377.204596:0:40466:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000004cfcb771. 00000020:00000010:1.0:1767384377.204597:0:40421:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000c2f358d2. 00040000:00000010:3.0:1767384377.204602:0:40466:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000002e215a93. 80000000:00000010:1.0:1767384377.204602:0:40421:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000009f2d4a0f. 00000100:00000010:2.0:1767384377.204605:0:40453:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000026369971. 00080000:00000010:3.0:1767384377.204608:0:40466:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000009322ab22. 40000000:00000010:1.0:1767384377.204609:0:40421:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000beef3f80. 00000004:00000010:3.0:1767384377.204613:0:40466:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000078c44b5b. 00000020:00000010:1.0:1767384377.204613:0:40421:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 4096 at 0000000026b5b9f8. 00100000:00000010:1.0:1767384377.204618:0:40421:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000de79f6ba. 00000004:00000010:3.0:1767384377.204620:0:40466:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000e98dc849. 00040000:00000010:1.0:1767384377.204621:0:40421:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000008bf0c879. 02000000:00000010:2.0:1767384377.204622:0:40453:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d3d3a13c. 00040000:00000010:1.0:1767384377.204626:0:40421:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000004a3d8a5d. 00000004:00000010:3.0:1767384377.204627:0:40466:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000555601ca. 00040000:00000010:1.0:1767384377.204631:0:40421:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000031019bc1. 00000004:00000010:3.0:1767384377.204633:0:40466:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000b5a7640f. 00080000:00000010:1.0:1767384377.204635:0:40421:0:(osd_handler.c:800:osd_key_fini()) kvfree 'idc': 256 at 00000000266b8138. 00000100:00000010:2.0:1767384377.204636:0:40453:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f700133b. 00000020:00000010:1.0:1767384377.204639:0:40421:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 120 at 000000003e4bbaea. 00080000:00000010:1.0:1767384377.204642:0:40421:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000dcc0f79c. 00080000:00000010:3.0:1767384377.204643:0:40466:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at 0000000010bf44c0. 00000004:00000010:1.0:1767384377.204645:0:40421:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000974e1491. 00080000:00000010:3.0:1767384377.204649:0:40466:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at 00000000630f13d4. 00000004:00000010:1.0:1767384377.204649:0:40421:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000266e8c6f. 02000000:00000010:2.0:1767384377.204653:0:40453:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bcb45e00. 00000004:00000010:1.0:1767384377.204655:0:40421:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000229ffe81. 00000004:00000010:1.0:1767384377.204658:0:40421:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000047e0f0c7. 00000400:00000010:2.0:1767384377.204660:0:40453:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004ad496ff. 00000020:00000010:1.0:1767384377.204661:0:40421:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000acb56b75. 00000020:00000010:1.0:1767384377.204667:0:40421:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003b32c358. 00000400:00000010:2.0:1767384377.204669:0:40453:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000057bd51bb. 00000020:00000010:1.0:1767384377.204671:0:40421:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005084ed9a. 00000020:00000010:1.0:1767384377.204675:0:40421:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000af4a4de8. 00000100:00000200:2.0:1767384377.204676:0:40453:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236723094912, portal 4 00000020:00000010:2.0:1767384377.204685:0:40453:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000d822f180. 00000040:00000010:1.0:1767384377.204685:0:40421:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at 00000000108539b0. 00000400:00000010:2.0:1767384377.204692:0:40453:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000065db4d3b. 00000020:00000010:1.0:1767384377.204694:0:40421:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000ba5c84c3. 00000100:00000200:2.0:1767384377.204696:0:40453:0:(niobuf.c:94:ptl_send_buf()) Sending 264 bytes to portal 28, xid 1853236723094912, offset 0 00000040:00000010:1.0:1767384377.204699:0:40421:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000f071f3ca. 00000020:00000010:1.0:1767384377.204702:0:40421:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000b4f7c579. 00000020:00000010:1.0:1767384377.204705:0:40421:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000005415f9e3. 00000400:00000200:2.0:1767384377.204708:0:40453:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 80000000:00000010:1.0:1767384377.204709:0:40421:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000005c564240. 00040000:00000010:1.0:1767384377.204713:0:40421:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000071fcdded. 00080000:00000010:1.0:1767384377.204715:0:40421:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000066ae20bf. 00080000:00000010:3.0:1767384377.204716:0:40466:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at 00000000630f13d4. 20000000:00000010:1.0:1767384377.204718:0:40421:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 0000000068c9f2d4. 00080000:00000010:3.0:1767384377.204722:0:40466:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at 0000000010bf44c0. 00000400:00000200:2.0:1767384377.204723:0:40453:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:1.0:1767384377.204723:0:40421:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000222a8161. 00000020:00000010:3.0:1767384377.204730:0:40466:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000009846f52a. 00000040:00000010:3.0:1767384377.204733:0:40466:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000233b016b. 00000020:00000010:3.0:1767384377.204736:0:40466:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000020aa078. 00000400:00000200:2.0:1767384377.204736:0:40453:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 264 into portal 28 MB=0x695824c909580 00000020:00000010:3.0:1767384377.204739:0:40466:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000008a4bc0ba. 00000020:00000010:3.0:1767384377.204742:0:40466:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000004ec749c9. 00000400:00000200:2.0:1767384377.204742:0:40453:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 264/264 into md 0xa9d [8] + 6720 80000000:00000010:3.0:1767384377.204744:0:40466:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000073f9212e. 40000000:00000010:3.0:1767384377.204747:0:40466:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000bb24cf4c. 00100000:00000010:3.0:1767384377.204749:0:40466:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000005dfb4fb7. 00000400:00000200:2.0:1767384377.204749:0:40453:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00040000:00000010:3.0:1767384377.204752:0:40466:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000079d96df0. 00000400:00000200:2.0:1767384377.204752:0:40453:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00040000:00000010:3.0:1767384377.204755:0:40466:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000004cfcb771. 00040000:00000010:3.0:1767384377.204758:0:40466:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000002e215a93. 00000100:00000200:2.0:1767384377.204759:0:40453:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00080000:00000010:3.0:1767384377.204760:0:40466:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000009322ab22. 00000100:00000010:2.0:1767384377.204763:0:40453:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000003bb4e60. 00000004:00000010:3.0:1767384377.204783:0:40466:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000078c44b5b. 00000400:00000200:2.0:1767384377.204784:0:40453:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000065db4d3b 00000004:00000010:3.0:1767384377.204787:0:40466:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000e98dc849. 00000400:00000010:2.0:1767384377.204787:0:40453:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000065db4d3b. 00000004:00000010:3.0:1767384377.204790:0:40466:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000555601ca. 00000004:00000010:3.0:1767384377.204793:0:40466:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000b5a7640f. 00000100:00000200:2.0:1767384377.204793:0:40453:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000026369971 x1853236723094912/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384393 ref 3 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384377.204796:0:40466:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b53870d2. 00000004:00000010:3.0:1767384377.204801:0:40466:0:(mdd_orphans.c:542:mdd_orphan_cleanup_thread()) kfreed 'env': 56 at 0000000085cb7b87. 00000100:00000010:2.0:1767384377.204813:0:40453:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000677347c7. 00000100:00000010:2.0:1767384377.204823:0:40453:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c3c6e0b0. 00000020:00000010:0.0:1767384377.204828:0:17547:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006b6fe20a. 00000100:00000010:2.0:1767384377.204830:0:40453:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ed9a52db. 00000020:00000010:0.0:1767384377.204836:0:17547:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006b6fe20a. 00000100:00000010:2.0:1767384377.204838:0:40453:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000047bc3e3d. 00000020:00000010:0.0:1767384377.204845:0:17547:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ee11dd56. 00000020:00000010:0.0:1767384377.204850:0:17547:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000917e4d50. 00000020:00000010:0.0:1767384377.204854:0:17547:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005183d201. 00000020:00000010:0.0:1767384377.204887:0:17547:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006b6fe20a. 00000020:00000010:0.0:1767384377.204890:0:17547:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006b6fe20a. 00000100:00000200:0.0:1767384377.204893:0:17547:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723094912 02000000:00000010:0.0:1767384377.204921:0:17547:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 00000000db710958. 00010000:00000200:0.0:1767384377.204934:0:17547:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000003bb4e60 x1853236723094912/t0(0) o7->lustre-MDT0000-mdtlov_UUID@0@lo:358/0 lens 264/240 e 0 to 0 dl 1767384388 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384377.204950:0:17547:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005bf9a362. 00000100:00000200:0.0:1767384377.204954:0:17547:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 4, xid 1853236723094912, offset 224 00000400:00000200:0.0:1767384377.204962:0:17547:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384377.204968:0:17547:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384377.204974:0:17547:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 4 MB=0x695824c909580 00000400:00000200:0.0:1767384377.204980:0:17547:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 240/240 into md 0x2b99 [1] + 224 00000400:00000200:0.0:1767384377.204987:0:17547:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384377.204992:0:17547:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384377.204999:0:17547:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000026369971 x1853236723094912/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384393 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384377.205025:0:17547:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005bf9a362 00000400:00000010:0.0:1767384377.205027:0:17547:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005bf9a362. 00000020:00000010:0.0:1767384377.205038:0:17547:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000917e4d50. 00000020:00000010:0.0:1767384377.205041:0:17547:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005183d201. 00000400:00000010:2.0:1767384377.205046:0:40453:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004ad496ff. 00000020:00000010:0.0:1767384377.205046:0:17547:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ee11dd56. 00000400:00000200:2.0:1767384377.205053:0:40453:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000057bd51bb 00000400:00000010:2.0:1767384377.205055:0:40453:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000057bd51bb. 00000100:00000200:2.0:1767384377.205060:0:40453:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000026369971 x1853236723094912/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384393 ref 2 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384377.205068:0:40453:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000026369971 x1853236723094912/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384393 ref 2 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384377.205106:0:40453:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000f700133b. 02000000:00000010:2.0:1767384377.205112:0:40453:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bcb45e00. 02000000:00000010:2.0:1767384377.205117:0:40453:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000d3d3a13c. 00000100:00000010:2.0:1767384377.205120:0:40453:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000026369971. 00000100:00000010:2.0:1767384377.205124:0:40453:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000026369971. 02000000:00000010:2.0:1767384377.205130:0:40453:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d3d3a13c. 00000100:00000010:2.0:1767384377.205135:0:40453:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f700133b. 02000000:00000010:2.0:1767384377.205142:0:40453:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000edbcd692. 00000400:00000010:2.0:1767384377.205145:0:40453:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004ad496ff. 00000400:00000010:2.0:1767384377.205149:0:40453:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000057bd51bb. 00000100:00000200:2.0:1767384377.205151:0:40453:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236723095040, portal 4 00000400:00000010:2.0:1767384377.205156:0:40453:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000065db4d3b. 00000100:00000200:2.0:1767384377.205158:0:40453:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 28, xid 1853236723095040, offset 0 00000400:00000200:2.0:1767384377.205163:0:40453:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384377.205168:0:40453:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384377.205175:0:40453:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 28 MB=0x695824c909600 00000400:00000200:2.0:1767384377.205179:0:40453:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 432/432 into md 0xa9d [8] + 6984 00000400:00000200:2.0:1767384377.205183:0:40453:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384377.205186:0:40453:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384377.205189:0:40453:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1767384377.205193:0:40453:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000020f9fd55. 00000400:00000200:2.0:1767384377.205207:0:40453:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000065db4d3b 00000400:00000010:2.0:1767384377.205209:0:40453:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000065db4d3b. 00000100:00000200:2.0:1767384377.205214:0:40453:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000026369971 x1853236723095040/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384393 ref 3 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384377.205239:0:17547:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006b6fe20a. 00000020:00000010:0.0:1767384377.205243:0:17547:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006b6fe20a. 00000020:00000010:0.0:1767384377.205249:0:17547:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ee11dd56. 00000020:00000010:0.0:1767384377.205254:0:17547:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000917e4d50. 00000020:00000010:0.0:1767384377.205258:0:17547:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005183d201. 00000020:00000010:0.0:1767384377.205280:0:17547:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006b6fe20a. 00000020:00000010:0.0:1767384377.205283:0:17547:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006b6fe20a. 00000100:00000200:0.0:1767384377.205287:0:17547:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723095040 02000000:00000010:0.0:1767384377.205299:0:17547:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at 000000000065dd48. 00010000:00000200:0.0:1767384377.205309:0:17547:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000020f9fd55 x1853236723095040/t0(0) o5->lustre-MDT0000-mdtlov_UUID@0@lo:358/0 lens 432/432 e 0 to 0 dl 1767384388 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384377.205328:0:17547:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005bf9a362. 00000100:00000200:0.0:1767384377.205333:0:17547:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1853236723095040, offset 224 00000400:00000200:0.0:1767384377.205342:0:17547:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384377.205352:0:17547:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384377.205359:0:17547:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x695824c909600 00000400:00000200:0.0:1767384377.205368:0:17547:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x2ba5 [1] + 224 00000400:00000200:0.0:1767384377.205374:0:17547:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384377.205377:0:17547:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384377.205383:0:17547:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000026369971 x1853236723095040/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384393 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384377.205403:0:17547:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005bf9a362 00000400:00000010:0.0:1767384377.205405:0:17547:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005bf9a362. 00000020:00000010:0.0:1767384377.205414:0:17547:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000917e4d50. 00000020:00000010:0.0:1767384377.205418:0:17547:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005183d201. 00000020:00000010:0.0:1767384377.205422:0:17547:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ee11dd56. 00000400:00000010:2.0:1767384377.205423:0:40453:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004ad496ff. 00000400:00000200:2.0:1767384377.205430:0:40453:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000057bd51bb 00000400:00000010:2.0:1767384377.205433:0:40453:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000057bd51bb. 00000100:00000200:2.0:1767384377.205441:0:40453:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000026369971 x1853236723095040/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384393 ref 2 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384377.205450:0:40453:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000026369971 x1853236723095040/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384393 ref 2 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384377.205465:0:40453:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000f700133b. 02000000:00000010:2.0:1767384377.205472:0:40453:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000edbcd692. 02000000:00000010:2.0:1767384377.205475:0:40453:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000d3d3a13c. 00000100:00000010:2.0:1767384377.205479:0:40453:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000026369971. 00000100:00000010:2.0:1767384377.205486:0:40453:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000026369971. 02000000:00000010:2.0:1767384377.205492:0:40453:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d3d3a13c. 00000100:00000010:2.0:1767384377.205500:0:40453:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f700133b. 02000000:00000010:2.0:1767384377.205507:0:40453:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000edbcd692. 00000400:00000010:2.0:1767384377.205511:0:40453:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004ad496ff. 00000400:00000010:2.0:1767384377.205514:0:40453:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000057bd51bb. 00000100:00000200:2.0:1767384377.205517:0:40453:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236723095168, portal 4 00000400:00000010:2.0:1767384377.205521:0:40453:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000065db4d3b. 00000100:00000200:2.0:1767384377.205524:0:40453:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 28, xid 1853236723095168, offset 0 00000400:00000200:2.0:1767384377.205529:0:40453:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384377.205535:0:40453:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384377.205542:0:40453:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 28 MB=0x695824c909680 00000400:00000200:2.0:1767384377.205547:0:40453:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 432/432 into md 0xa9d [8] + 7416 00000400:00000200:2.0:1767384377.205553:0:40453:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384377.205557:0:40453:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384377.205561:0:40453:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1767384377.205564:0:40453:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000296e4474. 00000400:00000200:2.0:1767384377.205577:0:40453:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000065db4d3b 00000400:00000010:2.0:1767384377.205579:0:40453:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000065db4d3b. 00000100:00000200:2.0:1767384377.205584:0:40453:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000026369971 x1853236723095168/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384393 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384377.205591:0:17547:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006b6fe20a. 00000020:00000010:0.0:1767384377.205596:0:17547:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006b6fe20a. 00000020:00000010:0.0:1767384377.205600:0:17547:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ee11dd56. 00000020:00000010:0.0:1767384377.205604:0:17547:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000917e4d50. 00000020:00000010:0.0:1767384377.205607:0:17547:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005183d201. 00000020:00000010:0.0:1767384377.205628:0:17547:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006b6fe20a. 00000020:00000010:0.0:1767384377.205631:0:17547:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006b6fe20a. 00000100:00000200:0.0:1767384377.205634:0:17547:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723095168 02000000:00000010:0.0:1767384377.205642:0:17547:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at 0000000064fcfc23. 00002000:00000010:0.0:1767384377.205659:0:17547:0:(ofd_objects.c:289:ofd_precreate_objects()) kmalloced '(batch)': 64 at 000000006b6fe20a. 00002000:00000010:0.0:1767384377.205668:0:17547:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000fff92aa5. 00080000:00000010:0.0:1767384377.205676:0:17547:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000005504f1b4. 00002000:00000010:0.0:1767384377.205926:0:17547:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000cc6e6db0. 00080000:00000010:0.0:1767384377.205932:0:17547:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000027ba7f68. 00002000:00000010:0.0:1767384377.206111:0:17547:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000d63b86c1. 00080000:00000010:0.0:1767384377.206116:0:17547:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000007ffca2dc. 00002000:00000010:0.0:1767384377.206283:0:17547:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000001e721e37. 00080000:00000010:0.0:1767384377.206288:0:17547:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000007c320b15. 00002000:00000010:0.0:1767384377.206462:0:17547:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000008212d9a4. 00080000:00000010:0.0:1767384377.206476:0:17547:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000cc9b9a02. 00002000:00000010:0.0:1767384377.206722:0:17547:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000f1e4be3d. 00080000:00000010:0.0:1767384377.206728:0:17547:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000009d6a22f4. 00002000:00000010:0.0:1767384377.207034:0:17547:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000087cf6db9. 00080000:00000010:0.0:1767384377.207041:0:17547:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000c4a6be6f. 00000100:00000010:2.0:1767384377.207138:0:270:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ed9a52db. 00002000:00000010:0.0:1767384377.207237:0:17547:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000014ccb657. 00080000:00000010:0.0:1767384377.207243:0:17547:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000005d88d733. 00080000:00000010:0.0:1767384377.207449:0:17547:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000d407cebf. 00080000:00000010:0.0:1767384377.207540:0:17547:0:(osd_oi.c:1052:osd_idc_add()) kmalloced '(idc)': 256 at 000000004483a1e9. 00002000:00000010:0.0:1767384377.208509:0:17547:0:(ofd_objects.c:194:ofd_precreate_cb_add()) kmalloced '(opc)': 88 at 0000000082c99d2b. 00000001:00000010:0.0:1767384377.208520:0:17547:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 000000004961c8f8. 00000020:00000010:0.0:1767384377.208539:0:17547:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 76 at 00000000f92eb083. 00002000:00000010:0.0:1767384377.208794:0:17547:0:(ofd_objects.c:475:ofd_precreate_objects()) kfreed 'batch': 64 at 000000006b6fe20a. 00002000:00000010:0.0:1767384377.208803:0:17547:0:(ofd_objects.c:289:ofd_precreate_objects()) kmalloced '(batch)': 64 at 000000006b6fe20a. 00002000:00000010:0.0:1767384377.208808:0:17547:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000891a3e94. 00080000:00000010:0.0:1767384377.208814:0:17547:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000dde65dcf. 00002000:00000010:0.0:1767384377.209022:0:17547:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000006bf3e5b9. 00080000:00000010:0.0:1767384377.209028:0:17547:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000065e43d55. 00002000:00000010:0.0:1767384377.209258:0:17547:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000004db66966. 00080000:00000010:0.0:1767384377.209264:0:17547:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000000c977e9. 00002000:00000010:0.0:1767384377.209460:0:17547:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000003a86716. 00080000:00000010:0.0:1767384377.209466:0:17547:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000004cc63ca. 00002000:00000010:0.0:1767384377.209657:0:17547:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000b35d5636. 00080000:00000010:0.0:1767384377.209663:0:17547:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000cccd3c0d. 00002000:00000010:0.0:1767384377.209845:0:17547:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000785fa87f. 00080000:00000010:0.0:1767384377.209849:0:17547:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000005a091634. 00002000:00000010:0.0:1767384377.210071:0:17547:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000cebd5dc4. 00080000:00000010:0.0:1767384377.210077:0:17547:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000a5c55261. 00002000:00000010:0.0:1767384377.210297:0:17547:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000467ac46f. 00080000:00000010:0.0:1767384377.210304:0:17547:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000d874bb78. 00080000:00000010:0.0:1767384377.210502:0:17547:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000007ddacdc0. 00002000:00000010:0.0:1767384377.211429:0:17547:0:(ofd_objects.c:194:ofd_precreate_cb_add()) kmalloced '(opc)': 88 at 0000000020acdc88. 00000001:00000010:0.0:1767384377.211438:0:17547:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 00000000785c1d33. 00002000:00000010:0.0:1767384377.211616:0:17547:0:(ofd_objects.c:475:ofd_precreate_objects()) kfreed 'batch': 64 at 000000006b6fe20a. 00002000:00000010:0.0:1767384377.211623:0:17547:0:(ofd_objects.c:289:ofd_precreate_objects()) kmalloced '(batch)': 64 at 000000006b6fe20a. 00002000:00000010:0.0:1767384377.211628:0:17547:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000d17478bf. 00080000:00000010:0.0:1767384377.211633:0:17547:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000009a579fd1. 00002000:00000010:0.0:1767384377.211843:0:17547:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000062226eca. 00080000:00000010:0.0:1767384377.211848:0:17547:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000d6113a8a. 00002000:00000010:0.0:1767384377.212064:0:17547:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000f24602fa. 00080000:00000010:0.0:1767384377.212071:0:17547:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000cb040b41. 00002000:00000010:0.0:1767384377.212284:0:17547:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000052355913. 00080000:00000010:0.0:1767384377.212289:0:17547:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000fabb9b5d. 00002000:00000010:0.0:1767384377.212474:0:17547:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000329bbc95. 00080000:00000010:0.0:1767384377.212480:0:17547:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000004ae4d97. 00002000:00000010:0.0:1767384377.212669:0:17547:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000000042f0ff. 00080000:00000010:0.0:1767384377.212682:0:17547:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000d64c492e. 00002000:00000010:0.0:1767384377.213457:0:17547:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000006d80fe2b. 00080000:00000010:0.0:1767384377.213463:0:17547:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000064f6fbf4. 00002000:00000010:0.0:1767384377.213659:0:17547:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000006873f05b. 00080000:00000010:0.0:1767384377.213665:0:17547:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000447f5487. 00080000:00000010:0.0:1767384377.213857:0:17547:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000bcd16922. 00000100:00000010:3.0:1767384377.214590:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000047bc3e3d. 00002000:00000010:0.0:1767384377.214788:0:17547:0:(ofd_objects.c:194:ofd_precreate_cb_add()) kmalloced '(opc)': 88 at 0000000050c0ad11. 00000001:00000010:0.0:1767384377.214796:0:17547:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 00000000463ba879. 00002000:00000010:0.0:1767384377.214887:0:17547:0:(ofd_objects.c:475:ofd_precreate_objects()) kfreed 'batch': 64 at 000000006b6fe20a. 00002000:00000010:0.0:1767384377.214894:0:17547:0:(ofd_objects.c:289:ofd_precreate_objects()) kmalloced '(batch)': 64 at 000000006b6fe20a. 00002000:00000010:0.0:1767384377.214899:0:17547:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000000963eea2. 00080000:00000010:0.0:1767384377.214904:0:17547:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000003d1224d0. 00002000:00000010:0.0:1767384377.215101:0:17547:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000004451d1a. 00000100:00000010:0.0:1767384377.215117:0:449:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000677347c7. 00080000:00000010:0.0:1767384377.215128:0:17547:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000013801301. 00002000:00000010:2.0:1767384377.215829:0:17547:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000e970d44f. 00080000:00000010:2.0:1767384377.215836:0:17547:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000553f4ae8. 00000100:00000010:1.0:1767384377.215959:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c3c6e0b0. 00002000:00000010:2.0:1767384377.216027:0:17547:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000b2e494c1. 00080000:00000010:2.0:1767384377.216032:0:17547:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000002c344697. 00002000:00000010:2.0:1767384377.216213:0:17547:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000003e07288c. 00080000:00000010:2.0:1767384377.216217:0:17547:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000092623c87. 00002000:00000010:2.0:1767384377.216369:0:17547:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000007b5cfd24. 00080000:00000010:2.0:1767384377.216373:0:17547:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000e967378b. 00002000:00000010:2.0:1767384377.216519:0:17547:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000003fefdfdb. 00080000:00000010:2.0:1767384377.216523:0:17547:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000eea38d3e. 00002000:00000010:2.0:1767384377.216669:0:17547:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000c3cf3a84. 00080000:00000010:2.0:1767384377.216673:0:17547:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000f999a668. 00080000:00000010:2.0:1767384377.217698:0:17547:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000058f1c8cb. 00002000:00000010:2.0:1767384377.218398:0:17547:0:(ofd_objects.c:194:ofd_precreate_cb_add()) kmalloced '(opc)': 88 at 00000000b9ca8266. 00000001:00000010:2.0:1767384377.218409:0:17547:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 0000000054e4d8f0. 00002000:00000010:2.0:1767384377.218518:0:17547:0:(ofd_objects.c:475:ofd_precreate_objects()) kfreed 'batch': 64 at 000000006b6fe20a. 00010000:00000200:2.0:1767384377.218538:0:17547:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000296e4474 x1853236723095168/t8589934600(0) o5->lustre-MDT0000-mdtlov_UUID@0@lo:358/0 lens 432/432 e 0 to 0 dl 1767384388 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384377.218558:0:17547:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000065db4d3b. 00000100:00000200:2.0:1767384377.218564:0:17547:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1853236723095168, offset 224 00000400:00000200:2.0:1767384377.218570:0:17547:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384377.218582:0:17547:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384377.218592:0:17547:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x695824c909680 00000400:00000200:2.0:1767384377.218599:0:17547:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x2bb1 [1] + 224 00000400:00000200:2.0:1767384377.218605:0:17547:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384377.218609:0:17547:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384377.218617:0:17547:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000026369971 x1853236723095168/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384393 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384377.218649:0:17547:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000065db4d3b 00000400:00000010:2.0:1767384377.218652:0:17547:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000065db4d3b. 00000020:00000010:2.0:1767384377.218667:0:17547:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000917e4d50. 00000020:00000010:2.0:1767384377.218672:0:17547:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005183d201. 00000020:00000010:2.0:1767384377.218676:0:17547:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ee11dd56. 00000400:00000010:1.0:1767384377.218701:0:40453:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004ad496ff. 00000400:00000200:1.0:1767384377.218706:0:40453:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000057bd51bb 00000400:00000010:1.0:1767384377.218707:0:40453:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000057bd51bb. 00000100:00000200:1.0:1767384377.218711:0:40453:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000026369971 x1853236723095168/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384393 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384377.218717:0:40453:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000026369971 x1853236723095168/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384393 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384377.218741:0:40453:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000f700133b. 00000020:00000010:0.0:1767384377.495277:0:40514:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005207ef19. 00000020:00000010:0.0:1767384377.495286:0:40514:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000fd776056. 00000020:00000010:0.0:1767384377.495289:0:40514:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000007d8e0853. 00000020:00000010:0.0:1767384377.495293:0:40514:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000096f55d5c. 00000020:00000010:0.0:1767384377.495296:0:40514:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000008cae77d4. 80000000:00000010:0.0:1767384377.495299:0:40514:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000022d4bbc0. 40000000:00000010:0.0:1767384377.495301:0:40514:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000577b9956. 00100000:00000010:0.0:1767384377.495305:0:40514:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000032e129d5. 00040000:00000010:0.0:1767384377.495307:0:40514:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000024ca3b35. 00040000:00000010:0.0:1767384377.495310:0:40514:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000900f1a0d. 00080000:00000010:0.0:1767384377.495314:0:40514:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000aab2408c. 00002000:00000010:0.0:1767384377.495318:0:40514:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000cf94bf33. 00000020:00000010:0.0:1767384377.495334:0:40514:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000fd776056. 00000020:00000010:0.0:1767384377.495338:0:40514:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000007d8e0853. 00000020:00000010:0.0:1767384377.495342:0:40514:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000096f55d5c. 00000020:00000010:0.0:1767384377.495345:0:40514:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000008cae77d4. 80000000:00000010:0.0:1767384377.495348:0:40514:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000022d4bbc0. 40000000:00000010:0.0:1767384377.495351:0:40514:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000577b9956. 00100000:00000010:0.0:1767384377.495354:0:40514:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000032e129d5. 00040000:00000010:0.0:1767384377.495362:0:40514:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000024ca3b35. 00040000:00000010:0.0:1767384377.495365:0:40514:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000900f1a0d. 00080000:00000010:0.0:1767384377.495368:0:40514:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000aab2408c. 00002000:00000010:0.0:1767384377.495370:0:40514:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000cf94bf33. 00000020:00000010:0.0:1767384377.495373:0:40514:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005207ef19. 00000020:00000010:0.0:1767384377.909168:0:41:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 00000000aaa29da4. 00000100:00000010:1.0:1767384378.165154:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000029b85adf. 02000000:00000010:1.0:1767384378.165175:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000841bb90e. 00000100:00000010:1.0:1767384378.165204:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b778166a. 02000000:00000010:1.0:1767384378.165208:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009f096fb9. 02000000:00000010:0.0:1767384378.165220:0:16140:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d835aae4. 00000400:00000010:0.0:1767384378.165230:0:16140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000928f9d6a. 00000100:00000010:1.0:1767384378.165237:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009776e8a0. 00000400:00000010:0.0:1767384378.165239:0:16140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005bf9a362. 00000100:00000200:0.0:1767384378.165247:0:16140:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236723095296, portal 25 02000000:00000010:2.0:1767384378.165250:0:16137:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f805287f. 00000400:00000010:0.0:1767384378.165253:0:16140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000554f6d50. 02000000:00000010:1.0:1767384378.165254:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000d6df220f. 00000400:00000010:2.0:1767384378.165258:0:16137:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000701f9f67. 00000100:00000200:0.0:1767384378.165259:0:16140:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853236723095296, offset 0 00000400:00000010:2.0:1767384378.165264:0:16137:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000065db4d3b. 00000400:00000200:0.0:1767384378.165271:0:16140:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:2.0:1767384378.165277:0:16137:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236723095424, portal 4 00000400:00000010:2.0:1767384378.165285:0:16137:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009a764da8. 00000400:00000200:0.0:1767384378.165286:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:2.0:1767384378.165296:0:16137:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853236723095424, offset 0 00000400:00000200:0.0:1767384378.165299:0:16140:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x695824c909700 00000400:00000200:2.0:1767384378.165306:0:16137:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384378.165312:0:16137:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384378.165316:0:16140:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x2249 [2] + 0 00000400:00000200:2.0:1767384378.165322:0:16137:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x695824c909780 00000400:00000010:0.0:1767384378.165324:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001195ef07. 00000400:00000200:0.0:1767384378.165329:0:16140:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000a928fb24 00000400:00000200:0.0:1767384378.165335:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384378.165337:0:16137:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xa9d [8] + 7848 00000400:00000200:0.0:1767384378.165343:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384378.165344:0:16137:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384378.165349:0:16137:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384378.165349:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a928fb24 00000400:00000010:0.0:1767384378.165355:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a928fb24. 00000100:00000200:2.0:1767384378.165362:0:16137:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000200:0.0:1767384378.165362:0:16140:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000010:2.0:1767384378.165369:0:16137:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003befe201. 00000400:00000200:2.0:1767384378.165383:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009a764da8 00000400:00000010:2.0:1767384378.165385:0:16137:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009a764da8. 00000400:00000200:0.0:1767384378.165389:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000554f6d50 00000100:00000200:2.0:1767384378.165393:0:16137:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b778166a x1853236723095424/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384394 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384378.165393:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000554f6d50. 00000100:00000200:0.0:1767384378.165401:0:16140:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000029b85adf x1853236723095296/t0(0) o400->MGC192.168.202.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384394 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384378.165418:0:16137:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b5f57e6b. 00000100:00000010:2.0:1767384378.165429:0:16137:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a6b2b144. 00000100:00000010:2.0:1767384378.165436:0:16137:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000757b0ce2. 00000100:00000010:2.0:1767384378.165442:0:16137:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006bd95eab. 00000020:00000010:1.0:1767384378.165448:0:40425:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000009adedc4. 00000020:00000010:1.0:1767384378.165454:0:40425:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000009adedc4. 00000020:00000010:1.0:1767384378.165460:0:40425:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000610c9818. 00000020:00000010:1.0:1767384378.165465:0:40425:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000068c1764. 00000020:00000010:1.0:1767384378.165471:0:40425:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000033ac19b8. 00000020:00000010:2.0:1767384378.165472:0:17547:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000036b58bd. 00000020:00000010:2.0:1767384378.165477:0:17547:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000036b58bd. 00000020:00000010:2.0:1767384378.165481:0:17547:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a42ad347. 00000020:00000010:2.0:1767384378.165485:0:17547:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d8de2246. 00000020:00000010:2.0:1767384378.165488:0:17547:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006fa09b38. 00000020:00000010:1.0:1767384378.165521:0:40425:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000009adedc4. 00000020:00000010:2.0:1767384378.165533:0:17547:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000036b58bd. 00000020:00000010:2.0:1767384378.165538:0:17547:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000036b58bd. 00000020:00000010:1.0:1767384378.165538:0:40425:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000009adedc4. 00000100:00000200:2.0:1767384378.165544:0:17547:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723095424 00000100:00000200:1.0:1767384378.165553:0:40425:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723095296 02000000:00000010:2.0:1767384378.165556:0:17547:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000000a5592fc. 02000000:00000010:1.0:1767384378.165562:0:40425:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000dc9fce26. 00010000:00000200:1.0:1767384378.165571:0:40425:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000ff8e770b x1853236723095296/t0(0) o400->c0412d60-4f67-4dbc-8791-892843f60083@0@lo:359/0 lens 224/224 e 0 to 0 dl 1767384389 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000200:2.0:1767384378.165582:0:17547:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000003befe201 x1853236723095424/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:359/0 lens 224/224 e 0 to 0 dl 1767384389 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384378.165586:0:40425:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000589f7d29. 00000100:00000200:1.0:1767384378.165592:0:40425:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853236723095296, offset 224 00000400:00000200:1.0:1767384378.165599:0:40425:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:2.0:1767384378.165600:0:17547:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009a764da8. 00000100:00000200:2.0:1767384378.165605:0:17547:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853236723095424, offset 224 00000400:00000200:1.0:1767384378.165607:0:40425:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384378.165618:0:40425:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x695824c909700 00000400:00000200:2.0:1767384378.165622:0:17547:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384378.165629:0:40425:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x2bbd [1] + 224 00000400:00000200:2.0:1767384378.165635:0:17547:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384378.165637:0:40425:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384378.165643:0:40425:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384378.165647:0:17547:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x695824c909780 00000100:00000200:1.0:1767384378.165652:0:40425:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000029b85adf x1853236723095296/t0(0) o400->MGC192.168.202.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384394 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384378.165656:0:17547:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x2bc5 [1] + 224 00000400:00000200:2.0:1767384378.165665:0:17547:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384378.165671:0:17547:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384378.165679:0:17547:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b778166a x1853236723095424/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384394 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384378.165680:0:40425:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000589f7d29 00000400:00000010:1.0:1767384378.165683:0:40425:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000589f7d29. 00000020:00000010:1.0:1767384378.165696:0:40425:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000068c1764. 00000020:00000010:1.0:1767384378.165701:0:40425:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000033ac19b8. 00000400:00000200:2.0:1767384378.165703:0:17547:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009a764da8 00000020:00000010:1.0:1767384378.165705:0:40425:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000610c9818. 00000400:00000010:2.0:1767384378.165707:0:17547:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009a764da8. 02000000:00000010:1.0:1767384378.165713:0:40425:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000dc9fce26. 00000400:00000010:0.0:1767384378.165714:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000928f9d6a. 00000400:00000200:0.0:1767384378.165720:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005bf9a362 00000100:00000200:1.0:1767384378.165721:0:40425:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000020:00000010:2.0:1767384378.165722:0:17547:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d8de2246. 00000400:00000010:0.0:1767384378.165724:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005bf9a362. 00000400:00000010:1.0:1767384378.165727:0:40425:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f814c9bd. 00000020:00000010:2.0:1767384378.165730:0:17547:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006fa09b38. 00000400:00000010:1.0:1767384378.165733:0:40425:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c497b57b. 00000100:00000200:0.0:1767384378.165734:0:16140:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000029b85adf x1853236723095296/t0(0) o400->MGC192.168.202.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384394 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384378.165737:0:17547:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a42ad347. 00000100:00000200:0.0:1767384378.165748:0:16140:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000029b85adf x1853236723095296/t0(0) o400->MGC192.168.202.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384394 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384378.165767:0:16137:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000701f9f67. 02000000:00000010:0.0:1767384378.165769:0:16140:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d835aae4. 00000400:00000200:2.0:1767384378.165772:0:16137:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000065db4d3b 02000000:00000010:0.0:1767384378.165775:0:16140:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000841bb90e. 00000400:00000010:2.0:1767384378.165776:0:16137:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000065db4d3b. 02000000:00000010:1.0:1767384378.165776:0:16136:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000dc9fce26. 00000100:00000010:0.0:1767384378.165781:0:16140:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000029b85adf. 00000100:00000200:2.0:1767384378.165787:0:16137:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b778166a x1853236723095424/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384394 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384378.165792:0:16136:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002abc094d. 00000100:00000200:2.0:1767384378.165796:0:16137:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b778166a x1853236723095424/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384394 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384378.165799:0:16136:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000589f7d29. 00000100:00000200:1.0:1767384378.165804:0:16136:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236723095552, portal 10 00000020:00000010:1.0:1767384378.165815:0:16136:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000000bdf8b4e. 02000000:00000010:2.0:1767384378.165817:0:16137:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f805287f. 00000400:00000010:1.0:1767384378.165821:0:16136:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000006d2462e. 02000000:00000010:2.0:1767384378.165823:0:16137:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000009f096fb9. 00000100:00000200:1.0:1767384378.165825:0:16136:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1853236723095552, offset 0 00000100:00000010:2.0:1767384378.165828:0:16137:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b778166a. 00000400:00000200:1.0:1767384378.165833:0:16136:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384378.165840:0:16136:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384378.165846:0:16136:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x695824c909800 00000400:00000200:1.0:1767384378.165853:0:16136:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x2319 [64] + 520 00000400:00000200:1.0:1767384378.165858:0:16136:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384378.165861:0:16136:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767384378.165865:0:16136:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1767384378.165868:0:16136:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000015c22844. 00000400:00000200:1.0:1767384378.165909:0:16136:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000006d2462e 00000400:00000010:1.0:1767384378.165911:0:16136:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000006d2462e. 00000100:00000200:1.0:1767384378.165916:0:16136:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009776e8a0 x1853236723095552/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384388 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384378.165917:0:40461:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d835aae4. 00000020:00000010:0.0:1767384378.165922:0:40461:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e51fee0d. 00000020:00000010:0.0:1767384378.165928:0:40461:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f9b52dae. 00000100:00000200:0.0:1767384378.165955:0:40461:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236723095552 02000000:00000010:0.0:1767384378.165968:0:40461:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 000000009577e593. 00000020:00000010:0.0:1767384378.165977:0:40461:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000aab2408c. 00000004:00000010:0.0:1767384378.165983:0:40461:0:(mdt_handler.c:7585:mdt_init_export()) kmalloced '(exp->exp_used_slots)': 64 at 00000000c82148e2. 00000001:00000010:0.0:1767384378.165987:0:40461:0:(tgt_lastrcvd.c:399:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at 00000000d0935705. 00000001:00000010:0.0:1767384378.165993:0:40461:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000057c34970. 00000001:00000010:0.0:1767384378.165997:0:40461:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000039692c27. 00000001:00000010:0.0:1767384378.166000:0:40461:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000c7094237. 00000001:00000010:0.0:1767384378.166003:0:40461:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000d2e69f76. 00000001:00000010:0.0:1767384378.166006:0:40461:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000aa602f6e. 00000001:00000010:0.0:1767384378.166008:0:40461:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000ea66d788. 00000001:00000010:0.0:1767384378.166011:0:40461:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000024ca3b35. 00000001:00000010:0.0:1767384378.166013:0:40461:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000007ccdf988. 00000001:00000010:0.0:1767384378.166015:0:40461:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000b63312c6. 00000001:00000010:0.0:1767384378.166016:0:40461:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000e9fe79bb. 00000001:00000010:0.0:1767384378.166019:0:40461:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000306120af. 00000001:00000010:0.0:1767384378.166020:0:40461:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000004e0ceb5c. 00000020:00000010:0.0:1767384378.166051:0:40461:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 0000000022d4bbc0. 00000020:00000010:0.0:1767384378.166228:0:40461:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 0000000047e0f0c7. 00000020:00000010:0.0:1767384378.166232:0:40461:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 832 at 00000000cf94bf33. 00000020:00000010:0.0:1767384378.166235:0:40461:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 1040 at 0000000032e129d5. 00000020:00000010:0.0:1767384378.166252:0:40461:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 00000000b1bfe814. 00000020:00000010:0.0:1767384378.166259:0:40461:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 224 at 0000000099fb2693. 00000020:00000010:0.0:1767384378.166261:0:40461:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 280 at 000000001f6e4d9c. 00000020:00000010:0.0:1767384378.166277:0:40461:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 000000007d8e0853. 00010000:00000200:0.0:1767384378.166303:0:40461:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000015c22844 x1853236723095552/t0(0) o38->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:0/0 lens 520/416 e 0 to 0 dl 1767384398 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384378.166313:0:40461:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005bf9a362. 00000100:00000200:0.0:1767384378.166316:0:40461:0:(niobuf.c:94:ptl_send_buf()) Sending 416 bytes to portal 10, xid 1853236723095552, offset 0 00000400:00000200:0.0:1767384378.166320:0:40461:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384378.166325:0:40461:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384378.166330:0:40461:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 416 into portal 10 MB=0x695824c909800 00000400:00000200:0.0:1767384378.166334:0:40461:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 416/416 into md 0x2bd9 [1] + 0 00000400:00000200:0.0:1767384378.166337:0:40461:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384378.166340:0:40461:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384378.166346:0:40461:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009776e8a0 x1853236723095552/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384388 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384378.166362:0:40461:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005bf9a362 00000400:00000010:0.0:1767384378.166364:0:40461:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005bf9a362. 00000020:00000010:0.0:1767384378.166374:0:40461:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e51fee0d. 00000400:00000010:1.0:1767384378.166375:0:16136:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002abc094d. 00000020:00000010:0.0:1767384378.166377:0:40461:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f9b52dae. 00000400:00000200:1.0:1767384378.166381:0:16136:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000589f7d29 00000020:00000010:0.0:1767384378.166382:0:40461:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d835aae4. 00000400:00000010:1.0:1767384378.166385:0:16136:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000589f7d29. 00000100:00000200:1.0:1767384378.166409:0:16136:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009776e8a0 x1853236723095552/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384388 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384378.166420:0:16136:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009776e8a0 x1853236723095552/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384388 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767384378.166448:0:16136:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000dc9fce26. 02000000:00000010:1.0:1767384378.166452:0:16136:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000d6df220f. 00000100:00000010:1.0:1767384378.166455:0:16136:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009776e8a0. 00000100:00000010:0.0:1767384378.190139:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b5f57e6b. 00000100:00000010:3.0:1767384378.190151:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006bd95eab. 00000100:00000010:1.0:1767384378.190160:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a6b2b144. 00000100:00000010:2.0:1767384378.190307:0:270:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000757b0ce2. 00000001:00000010:2.0:1767384378.390282:0:17574:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 00000000463ba879. 00002000:00000010:2.0:1767384378.390294:0:17574:0:(ofd_objects.c:184:ofd_cb_precreate()) kfreed 'opc': 88 at 0000000050c0ad11. 00080000:00000010:2.0:1767384378.390299:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000bcd16922. 00000001:00000010:2.0:1767384378.390303:0:17574:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 00000000785c1d33. 00002000:00000010:2.0:1767384378.390305:0:17574:0:(ofd_objects.c:184:ofd_cb_precreate()) kfreed 'opc': 88 at 0000000020acdc88. 00080000:00000010:2.0:1767384378.390307:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000007ddacdc0. 00000001:00000010:2.0:1767384378.390310:0:17574:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 000000004961c8f8. 00002000:00000010:2.0:1767384378.390311:0:17574:0:(ofd_objects.c:184:ofd_cb_precreate()) kfreed 'opc': 88 at 0000000082c99d2b. 00080000:00000010:2.0:1767384378.390313:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000d407cebf. 00000001:00000010:2.0:1767384378.390385:0:17574:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 0000000054e4d8f0. 00002000:00000010:2.0:1767384378.390390:0:17574:0:(ofd_objects.c:184:ofd_cb_precreate()) kfreed 'opc': 88 at 00000000b9ca8266. 00080000:00000010:2.0:1767384378.390393:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000058f1c8cb. 00000001:00000010:2.0:1767384378.390397:0:17574:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) kfreed 'ccb': 80 at 0000000013d98c75. 00080000:00000010:2.0:1767384378.390401:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000097e1804f. 00000800:00000200:0.0:1767384378.421178:0:16129:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000021cbc40f] -> 12345-192.168.202.152@tcp32 (4) 00000800:00000200:0.1:1767384378.421186:0:16129:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000021cbc40f] -> 12345-192.168.202.152@tcp32 (4) 00000800:00000200:0.0:1767384378.421204:0:16129:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000717135b] -> 12345-192.168.202.152@tcp19 (6) 00000800:00000200:0.0:1767384378.421209:0:16129:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp19 ip 192.168.202.152:988 00000800:00000200:0.0:1767384378.421227:0:16129:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000083675df1 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:0.0:1767384378.421270:0:16129:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000041726f59] -> 12345-192.168.202.152@tcp40 (4) 00000800:00000200:0.1:1767384378.421281:0:16129:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000041726f59] -> 12345-192.168.202.152@tcp40 (4) 00000400:00000200:1.0:1767384378.421312:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.152:988 00000400:00000200:0.0:1767384378.421360:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.152:988 00000400:00000200:1.0:1767384378.421374:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.152:988 00000400:00000200:1.0:1767384378.421420:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.152:988 00000800:00000200:2.0:1767384378.421425:0:16132:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1767384378.421444:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.152:988 00000400:00000200:1.0:1767384378.421466:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.152:988 00000400:00000200:0.0:1767384378.421508:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.152:988 00000400:00000200:1.0:1767384378.421524:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.152:988 00000400:00000200:1.0:1767384378.421578:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.152:988 00000400:00000200:0.0:1767384378.421616:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.152:988 00000400:00000200:1.0:1767384378.421639:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.152:988 00000400:00000200:0.0:1767384378.421683:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.152:988 00000400:00000200:1.0:1767384378.421691:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.152:988 00000400:00000200:0.0:1767384378.421737:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.152:988 00000400:00000200:1.0:1767384378.421740:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.152:988 00000400:00000200:1.0:1767384378.421794:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.152:988 00000400:00000200:0.0:1767384378.421806:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.152:988 00000400:00000200:1.0:1767384378.421840:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.152:988 00000400:00000200:0.0:1767384378.421883:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.152:988 00000400:00000200:1.0:1767384378.421892:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.152:988 00000400:00000200:0.0:1767384378.421955:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.152:988 00000400:00000200:1.0:1767384378.421976:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.152:988 00000400:00000200:1.0:1767384378.422042:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.152:988 00000400:00000200:0.0:1767384378.422076:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.152:988 00000400:00000200:0.0:1767384378.422269:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.152:988 00000400:00000200:1.0:1767384378.422270:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.152:988 00000400:00000200:1.0:1767384378.422314:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.152:988 00000400:00000200:0.0:1767384378.422333:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.152:988 00000400:00000200:1.0:1767384378.422349:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.152:988 00000400:00000200:0.0:1767384378.422381:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.152:988 00000400:00000200:1.0:1767384378.422393:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.152:988 00000400:00000200:0.0:1767384378.422434:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.152:988 00000400:00000200:1.0:1767384378.422457:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.152:988 00000400:00000200:0.0:1767384378.422477:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.152:988 00000400:00000200:1.0:1767384378.422528:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.152:988 00000400:00000200:0.0:1767384378.422534:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.152:988 00000400:00000200:0.0:1767384378.422572:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.152:988 00000400:00000200:1.0:1767384378.422609:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.152:988 00000400:00000200:0.0:1767384378.422636:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.152:988 00000400:00000200:0.0:1767384378.422666:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.152:988 00000400:00000200:1.0:1767384378.422672:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.152:988 00000400:00000200:0.0:1767384378.422709:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.152:988 00000400:00000200:1.0:1767384378.422731:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.152:988 00000400:00000200:0.0:1767384378.422760:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.152:988 00000400:00000200:1.0:1767384378.422775:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.152:988 00000400:00000200:1.0:1767384378.422808:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.152:988 00000400:00000200:1.0:1767384378.422832:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.152:988 00000400:00000200:0.0:1767384378.422836:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.152:988 00000400:00000200:1.0:1767384378.422848:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.152:988 00000400:00000200:1.0:1767384378.422884:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.152:988 00000400:00000200:0.0:1767384378.422924:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.152:988 00000400:00000200:1.0:1767384378.422938:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.152:988 00000400:00000200:0.0:1767384378.422975:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.152:988 00000400:00000200:1.0:1767384378.422992:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.152:988 00000400:00000200:0.0:1767384378.423033:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.152:988 00000400:00000200:1.0:1767384378.423045:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.152:988 00000400:00000200:0.0:1767384378.423084:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.152:988 00000400:00000200:1.0:1767384378.423116:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.152:988 00000400:00000200:1.0:1767384378.423161:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.152:988 00000400:00000200:1.0:1767384378.423209:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.152:988 00000400:00000200:1.0:1767384378.423227:0:16125:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.152:988 00000400:00000200:0.0:1767384378.423231:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.152:988 00000400:00000200:0.0:1767384378.423321:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.152:988 00000800:00000010:1.0:1767384378.423350:0:16125:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000320a4356. 00000800:00000010:1.0:1767384378.423356:0:16125:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000cbe76bee. 00000800:00000010:1.0:1767384378.423360:0:16125:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ad6f763c. 00000400:00000200:0.0:1767384378.423375:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.152:988 00000800:00000010:1.0:1767384378.423377:0:16125:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ad6f763c. 00000800:00020000:1.0:1767384378.423386:0:16125:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.152 00000400:00000200:0.0:1767384378.423413:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.152:988 00000400:00000200:0.0:1767384378.423456:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.152:988 00000400:00000200:0.0:1767384378.423485:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.152:988 00000400:00000200:0.0:1767384378.423509:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.152:988 00000400:00000200:0.0:1767384378.423545:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.152:988 00000400:00000200:0.0:1767384378.423589:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.152:988 00000400:00000200:0.0:1767384378.423613:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.202.152:988 00000400:00000200:0.0:1767384378.423638:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.202.152:988 00000400:00000200:0.0:1767384378.423655:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.202.152:988 00000400:00000200:0.0:1767384378.423671:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.202.152:988 00000400:00000200:0.0:1767384378.423687:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.202.152:988 00000400:00000200:0.0:1767384378.423716:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.202.152:988 00000400:00000200:0.0:1767384378.423734:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.202.152:988 00000400:00000200:0.0:1767384378.423759:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.202.152:988 00000400:00000200:0.0:1767384378.423781:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.202.152:988 00000400:00000200:0.0:1767384378.423808:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 979 -> 192.168.202.152:988 00000400:00000200:0.0:1767384378.423829:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 978 -> 192.168.202.152:988 00000400:00000200:0.0:1767384378.423855:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 977 -> 192.168.202.152:988 00000400:00000200:0.0:1767384378.423920:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 976 -> 192.168.202.152:988 00000400:00000200:0.0:1767384378.423951:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 975 -> 192.168.202.152:988 00000400:00000200:0.0:1767384378.423969:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 974 -> 192.168.202.152:988 00000400:00000200:0.0:1767384378.423989:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 973 -> 192.168.202.152:988 00000400:00000200:0.0:1767384378.424008:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 972 -> 192.168.202.152:988 00000400:00000200:0.0:1767384378.424024:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 971 -> 192.168.202.152:988 00000400:00000200:0.0:1767384378.424035:0:16127:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 970 -> 192.168.202.152:988 00000800:00000010:0.0:1767384378.424164:0:16127:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000001c63b2ec. 00000800:00000010:0.0:1767384378.424167:0:16127:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000090764ba1. 00000800:00000010:0.0:1767384378.424170:0:16127:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e0c4b92b. 00000800:00000010:0.0:1767384378.424198:0:16127:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e0c4b92b. 00000400:00000200:3.0:1767384378.424341:0:16133:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:3.0:1767384378.424360:0:16133:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.152@tcp40 from 201.3.0.2 00000800:00000010:3.0:1767384378.424363:0:16133:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000425d20fa. 00000800:00000010:0.0:1767384378.424535:0:16128:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000e15840da. 00000800:00000010:0.0:1767384378.424538:0:16128:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000cf1ac748. 00000800:00000010:0.0:1767384378.424549:0:16128:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000068163af2. 00000800:00000200:0.1:1767384378.424553:0:16128:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000041726f59] -> 12345-192.168.202.152@tcp40 (4) 00000800:00000200:0.1:1767384378.424557:0:16128:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.152@tcp40 0000000068163af2 deleted 00000800:00000010:0.1:1767384378.424559:0:16128:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000068163af2. 00000800:00000200:0.1:1767384378.424562:0:16128:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:0.0:1767384378.424566:0:16128:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.152@tcp40 p 3.x 192.168.202.152 -> 192.168.202.152:969 incarnation:1767384335225980915 sched[0] 00000800:00000010:0.0:1767384378.424570:0:16128:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e0c4b92b. 00000800:00000010:0.0:1767384378.424618:0:16128:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e0c4b92b. 00000800:00000010:0.0:1767384378.424621:0:16128:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000cf1ac748. 00000800:00000010:0.0:1767384378.424643:0:16128:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000425d20fa. 00000800:00000200:3.1:1767384378.424689:0:16127:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:3.1:1767384378.424694:0:16127:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp40 ip 192.168.202.152:988 00000800:00000200:3.1:1767384378.424696:0:16127:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000050b9c4c8 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:3.0:1767384378.424700:0:16127:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.152@tcp40 p 3.x 192.168.202.152 -> 192.168.202.152:988 incarnation:1767384335225980915 sched[0] 00000800:00000010:3.0:1767384378.424702:0:16127:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000090764ba1. 00000800:00000200:2.0:1767384378.426559:0:16131:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384378.429015:0:16125:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000cbe76bee. 00000800:00000010:1.0:1767384378.429021:0:16125:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000320a4356. 00000400:02020000:1.0:1767384378.429121:0:16125:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.152@tcp32 at host 192.168.202.152:988: is it running a compatible version of Lustre? 00000800:00000100:1.0:1767384378.433435:0:16125:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00000001:02000400:2.0:1767384378.525403:0:40692:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg252-server.virtnet: executing set_default_debug -1 all 00000400:00000001:3.0:1767384378.548726:0:40694:0:(debug.c:327:cfs_str2mask()) Process entered 00080000:00000001:0.0:1767384378.760611:0:40705:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384378.760623:0:40705:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384378.760626:0:40705:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384378.760631:0:40705:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384378.760634:0:40705:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384378.760637:0:40705:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384378.933184:0:41:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384378.933190:0:41:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384378.933197:0:41:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384378.933199:0:41:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384378.933329:0:39777:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384378.933333:0:39777:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384378.933336:0:39777:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:2.0:1767384379.145911:0:40757:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384379.145931:0:40757:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384379.145936:0:40757:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384379.145942:0:40757:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384379.145947:0:40757:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384379.145952:0:40757:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384379.190133:0:16136:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1767384379.190144:0:16136:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384379.190146:0:16136:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384379.190149:0:16136:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384379.190152:0:16136:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384379.190155:0:16136:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384379.190157:0:16136:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384379.898198:0:40806:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384379.898212:0:40806:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384379.898284:0:40806:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384379.898290:0:40806:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384379.898297:0:40806:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384379.898300:0:40806:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384379.958165:0:41:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384379.958171:0:41:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384379.958177:0:41:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384379.958179:0:41:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384379.958201:0:39776:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384379.958204:0:39776:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384379.958207:0:39776:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1767384380.214129:0:16136:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1767384380.214141:0:16136:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384380.214143:0:16136:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384380.214147:0:16136:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384380.214150:0:16136:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384380.214152:0:16136:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384380.214154:0:16136:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384380.469232:0:16129:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000637d50da] -> 12345-192.168.202.152@tcp35 (4) 00000800:00000200:0.1:1767384380.469242:0:16129:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000637d50da] -> 12345-192.168.202.152@tcp35 (4) 00000800:00000200:0.0:1767384380.469267:0:16129:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b483f25d] -> 12345-192.168.202.152@tcp22 (6) 00000800:00000200:0.0:1767384380.469271:0:16129:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp22 ip 192.168.202.152:988 00000800:00000200:0.0:1767384380.469275:0:16129:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000050b9c4c8 type 192, nob 24 niov 1 nkiov 0 00000400:00000200:2.0:1767384380.469364:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.152:988 00000400:00000200:2.0:1767384380.469423:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.152:988 00000400:00000200:2.0:1767384380.469447:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.152:988 00000400:00000200:2.0:1767384380.469469:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.152:988 00000800:00000200:1.0:1767384380.469482:0:16132:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1767384380.469484:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.152:988 00000400:00000200:2.0:1767384380.469498:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.152:988 00000400:00000200:2.0:1767384380.469509:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.152:988 00000400:00000200:2.0:1767384380.469520:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.152:988 00000400:00000200:2.0:1767384380.469534:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.152:988 00000400:00000200:2.0:1767384380.469545:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.152:988 00000400:00000200:2.0:1767384380.469558:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.152:988 00000800:00000200:0.0:1767384380.469564:0:16129:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001fdfbb6e] -> 12345-192.168.202.152@tcp43 (4) 00000800:00000200:0.1:1767384380.469570:0:16129:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001fdfbb6e] -> 12345-192.168.202.152@tcp43 (4) 00000400:00000200:2.0:1767384380.469571:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.152:988 00000400:00000200:2.0:1767384380.469589:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.152:988 00000400:00000200:2.0:1767384380.469604:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.152:988 00000400:00000200:2.0:1767384380.469627:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.152:988 00000400:00000200:0.0:1767384380.469635:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.152:988 00000400:00000200:2.0:1767384380.469648:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.152:988 00000400:00000200:2.0:1767384380.469687:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.152:988 00000400:00000200:0.0:1767384380.469698:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.152:988 00000400:00000200:2.0:1767384380.469715:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.152:988 00000400:00000200:0.0:1767384380.469745:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.152:988 00000400:00000200:2.0:1767384380.469748:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.152:988 00000400:00000200:2.0:1767384380.469772:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.152:988 00000800:00000001:1.0:1767384380.469778:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384380.469785:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.152:988 00000800:00000001:1.0:1767384380.469799:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384380.469806:0:16132:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384380.469810:0:16132:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384380.469813:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.152:988 00000400:00000200:2.0:1767384380.469841:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.152:988 00000400:00000200:0.0:1767384380.469867:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.152:988 00000400:00000200:2.0:1767384380.469901:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.152:988 00000400:00000200:2.0:1767384380.469921:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.152:988 00000400:00000200:2.0:1767384380.469945:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.152:988 00000400:00000200:2.0:1767384380.469983:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.152:988 00000400:00000200:0.0:1767384380.469987:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.152:988 00000400:00000200:2.0:1767384380.470005:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.152:988 00000400:00000200:0.0:1767384380.470034:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.152:988 00000400:00000200:2.0:1767384380.470039:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.152:988 00000400:00000200:2.0:1767384380.470082:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.152:988 00000400:00000200:0.0:1767384380.470119:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.152:988 00000400:00000200:0.0:1767384380.470158:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.152:988 00000400:00000200:2.0:1767384380.470173:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.152:988 00000400:00000200:0.0:1767384380.470202:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.152:988 00000400:00000200:2.0:1767384380.470220:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.152:988 00000400:00000200:0.0:1767384380.470242:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.152:988 00000400:00000200:2.0:1767384380.470257:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.152:988 00000400:00000200:0.0:1767384380.470289:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.152:988 00000400:00000200:2.0:1767384380.470296:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.152:988 00000400:00000200:0.0:1767384380.470336:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.152:988 00000400:00000200:2.0:1767384380.470337:0:16126:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.152:988 00000400:00000200:0.0:1767384380.470388:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.152:988 00000400:00000200:0.0:1767384380.470420:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.152:988 00000400:00000200:0.0:1767384380.470454:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.152:988 00000800:00000010:2.0:1767384380.470461:0:16126:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000eb89e3b8. 00000800:00000010:2.0:1767384380.470465:0:16126:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000093d0f572. 00000800:00000010:2.0:1767384380.470470:0:16126:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000c55d817d. 00000400:00000200:0.0:1767384380.470484:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.152:988 00000800:00000010:2.0:1767384380.470488:0:16126:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000c55d817d. 00000800:00020000:2.0:1767384380.470495:0:16126:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.152 00000800:00000010:2.0:1767384380.470497:0:16126:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000093d0f572. 00000800:00000010:2.0:1767384380.470500:0:16126:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000eb89e3b8. 00000400:00000200:0.0:1767384380.470513:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.152:988 00000400:02020000:2.0:1767384380.470535:0:16126:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.152@tcp35 at host 192.168.202.152:988: is it running a compatible version of Lustre? 00000800:00000100:2.0:1767384380.470539:0:16126:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00000400:00000200:0.0:1767384380.470551:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.152:988 00000400:00000200:0.0:1767384380.470573:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.152:988 00000400:00000200:0.0:1767384380.470595:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.152:988 00000400:00000200:0.0:1767384380.470676:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.152:988 00000400:00000200:0.0:1767384380.470704:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.152:988 00000400:00000200:0.0:1767384380.470724:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.152:988 00000400:00000200:0.0:1767384380.470744:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.152:988 00000400:00000200:0.0:1767384380.470760:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.152:988 00000400:00000200:0.0:1767384380.470779:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.152:988 00000400:00000200:0.0:1767384380.470798:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.152:988 00000400:00000200:0.0:1767384380.470814:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.152:988 00000400:00000200:0.0:1767384380.470834:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.152:988 00000400:00000200:0.0:1767384380.470854:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.152:988 00000400:00000200:0.0:1767384380.470874:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.152:988 00000400:00000200:0.0:1767384380.470908:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.152:988 00000400:00000200:0.0:1767384380.470924:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.152:988 00000400:00000200:0.0:1767384380.470939:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.152:988 00000400:00000200:0.0:1767384380.470957:0:16128:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.152:988 00000800:00000010:0.0:1767384380.471050:0:16128:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000005d6cb261. 00000800:00000010:0.0:1767384380.471054:0:16128:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000bafe295c. 00000800:00000010:0.0:1767384380.471057:0:16128:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000030c5a820. 00000800:00000010:0.0:1767384380.471073:0:16128:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000030c5a820. 00000800:00020000:0.0:1767384380.471078:0:16128:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.152 00000800:00000010:0.0:1767384380.471081:0:16128:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000bafe295c. 00000800:00000010:0.0:1767384380.471083:0:16128:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000005d6cb261. 00000400:02020000:0.0:1767384380.471183:0:16128:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.152@tcp43 at host 192.168.202.152:988: is it running a compatible version of Lustre? 00000800:00000100:0.0:1767384380.471187:0:16128:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00080000:00000001:3.0:1767384380.962082:0:40854:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384380.962128:0:40854:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384380.962134:0:40854:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384380.962142:0:40854:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384380.962149:0:40854:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384380.962152:0:40854:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384380.981142:0:41:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384380.981147:0:41:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384380.981152:0:41:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384380.981153:0:41:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384380.981571:0:16767:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384380.981575:0:16767:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384380.981578:0:16767:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:3.0:1767384381.152707:0:40890:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384381.152713:0:40890:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg252-client.virtnet: executing wait_import_state_mount FULL mdc.lustre-MDT0000-mdc-*.mds_server_uuid 00000001:00000001:3.0:1767384381.157319:0:40890:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000100:00000001:1.0:1767384381.237180:0:16136:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1767384381.237357:0:16136:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384381.237359:0:16136:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384381.237364:0:16136:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384381.237367:0:16136:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384381.237370:0:16136:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384381.237372:0:16136:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384381.447068:0:40902:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384381.447080:0:40902:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384381.447083:0:40902:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384381.447257:0:40902:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384381.447264:0:40902:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384381.447266:0:40902:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384381.877695:0:40949:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384381.877705:0:40949:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384381.877708:0:40949:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384381.877713:0:40949:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384381.877717:0:40949:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384381.877718:0:40949:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384382.006143:0:41:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384382.006148:0:41:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384382.006153:0:41:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767384382.006155:0:41:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767384382.006157:0:41:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767384382.006159:0:41:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384382.006162:0:41:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767384382.006163:0:41:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384382.006165:0:41:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384382.006167:0:41:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384382.006464:0:16768:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384382.006468:0:16768:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384382.006471:0:16768:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:1.0:1767384382.234700:0:40998:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384382.234711:0:40998:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384382.234715:0:40998:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384382.234719:0:40998:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384382.234724:0:40998:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384382.234726:0:40998:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384382.262148:0:16136:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1767384382.262160:0:16136:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384382.262162:0:16136:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384382.262166:0:16136:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384382.262168:0:16136:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384382.262170:0:16136:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384382.262172:0:16136:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384382.403792:0:41034:0:(debug.c:327:cfs_str2mask()) Process entered 00000100:00000010:2.0:1767384382.456716:0:40453:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001d6ffead. 02000000:00000010:2.0:1767384382.456734:0:40453:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000072f9b899. 02000000:00000010:2.0:1767384382.456786:0:16138:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000bf4d3133. 00000400:00000010:2.0:1767384382.456792:0:16138:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000701f9f67. 00000400:00000010:2.0:1767384382.456798:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000065db4d3b. 00000400:00000010:2.0:1767384382.456807:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009a764da8. 00000100:00000010:2.0:1767384382.456850:0:16138:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000009b41110. 00000400:00000010:2.0:1767384382.456882:0:16138:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009a764da8. 00000100:00000010:2.0:1767384382.456894:0:16138:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006aaac6e7. 00000100:00000010:2.0:1767384382.456905:0:16138:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000757b0ce2. 00000100:00000010:2.0:1767384382.456910:0:16138:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000054e4d8f0. 00000100:00000010:2.0:1767384382.456914:0:16138:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b9ca8266. 00000020:00000010:0.0:1767384382.457084:0:40454:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006b202b62. 00000020:00000010:0.0:1767384382.457105:0:40454:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000e6faa8b7. 00000020:00000010:0.0:1767384382.457116:0:40454:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002feb2044. 00000020:00000010:0.0:1767384382.457119:0:40454:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c1127f0d. 00000020:00000010:0.0:1767384382.457122:0:40454:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f9b52dae. 00000020:00000010:0.0:1767384382.457159:0:40454:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000177e1253. 00000020:00000010:0.0:1767384382.457161:0:40454:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000177e1253. 02000000:00000010:0.0:1767384382.457173:0:40454:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000407d70dc. 00000400:00000010:0.0:1767384382.457207:0:40454:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005bf9a362. 00000400:00000010:0.0:1767384382.457225:0:40454:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005bf9a362. 00000020:00000010:0.0:1767384382.457233:0:40454:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c1127f0d. 00000020:00000010:0.0:1767384382.457235:0:40454:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f9b52dae. 00000020:00000010:0.0:1767384382.457238:0:40454:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002feb2044. 00000400:00000010:2.0:1767384382.457247:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000701f9f67. 00000400:00000010:2.0:1767384382.457253:0:16138:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000065db4d3b. 02000000:00000010:2.0:1767384382.457268:0:16138:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000edbcd692. 02000000:00000010:2.0:1767384382.457273:0:16138:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000d3d3a13c. 00000100:00000010:2.0:1767384382.457277:0:16138:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000026369971. 02000000:00000010:2.0:1767384382.457289:0:16138:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000bf4d3133. 02000000:00000010:2.0:1767384382.457292:0:16138:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000072f9b899. 00000100:00000010:2.0:1767384382.457294:0:16138:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001d6ffead. 00000100:00000010:1.0:1767384382.461264:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000757b0ce2. 00000100:00000010:3.0:1767384382.462935:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b9ca8266. 00000100:00000010:0.0:1767384382.463040:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006aaac6e7. 00000100:00000010:2.0:1767384382.463049:0:270:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000054e4d8f0. 00000100:00000010:1.0:1767384383.478470:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009776e8a0. 02000000:00000010:1.0:1767384383.478492:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000001a274af3. 00000100:00000010:1.0:1767384383.478529:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b405c19d. 02000000:00000010:1.0:1767384383.478535:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000eb11bc0f. 00000100:00000010:1.0:1767384383.478544:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002cce279c. 02000000:00000010:1.0:1767384383.478548:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b5695629. 02000000:00000010:1.0:1767384383.478626:0:16138:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a3fcb687. 00000400:00000010:1.0:1767384383.478633:0:16138:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002abc094d. 00000400:00000010:1.0:1767384383.478640:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000589f7d29. 00000400:00000010:1.0:1767384383.478649:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000006d2462e. 00000100:00000010:1.0:1767384383.478684:0:16138:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d8f49d37. 00000400:00000010:1.0:1767384383.478709:0:16138:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000006d2462e. 00000100:00000010:1.0:1767384383.478722:0:16138:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a1131c68. 00000100:00000010:1.0:1767384383.478737:0:16138:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d40d6451. 00000100:00000010:1.0:1767384383.478742:0:16138:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008e26b212. 00000100:00000010:1.0:1767384383.478747:0:16138:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000014115d61. 02000000:00000010:0.0:1767384383.478943:0:16139:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000007632c25. 00000400:00000010:0.0:1767384383.478948:0:16139:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000928f9d6a. 00000400:00000010:0.0:1767384383.478953:0:16139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005bf9a362. 00000400:00000010:0.0:1767384383.478957:0:16139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000554f6d50. 00000400:00000010:0.0:1767384383.478967:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fbeea7d1. 00000400:00000010:0.0:1767384383.478973:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c3ed041f. 00000400:00000010:0.0:1767384383.479004:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000554f6d50. 02000000:00000010:0.0:1767384383.479028:0:16139:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e1b35bbb. 00000400:00000010:0.0:1767384383.479032:0:16139:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ad1e2725. 00000400:00000010:0.0:1767384383.479035:0:16139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000554f6d50. 00000020:00000010:0.0:1767384383.479041:0:16139:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000005d6cb261. 00000400:00000010:0.0:1767384383.479045:0:16139:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cf88a9bc. 00000100:00000010:0.0:1767384383.479056:0:16139:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b298fff2. 00000400:00000010:0.0:1767384383.479065:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cf88a9bc. 00000020:00000010:1.0:1767384383.479411:0:40425:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d3eedc90. 00000020:00000010:1.0:1767384383.479414:0:40425:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d3eedc90. 00000020:00000010:1.0:1767384383.479419:0:40425:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000007f874af. 00000020:00000010:1.0:1767384383.479423:0:40425:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000658cf32a. 00000020:00000010:1.0:1767384383.479427:0:40425:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000033ac19b8. 00000020:00000010:1.0:1767384383.479464:0:40425:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d3eedc90. 00000020:00000010:1.0:1767384383.479467:0:40425:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d3eedc90. 02000000:00000010:1.0:1767384383.479480:0:40425:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000002b589064. 00000400:00000010:1.0:1767384383.479504:0:40425:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000006d2462e. 00000400:00000010:1.0:1767384383.479525:0:40425:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000006d2462e. 00000020:00000010:1.0:1767384383.479536:0:40425:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000658cf32a. 00000020:00000010:1.0:1767384383.479540:0:40425:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000033ac19b8. 00000020:00000010:1.0:1767384383.479543:0:40425:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000007f874af. 02000000:00000010:1.0:1767384383.479548:0:40425:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000002b589064. 00000400:00000010:1.0:1767384383.479555:0:40425:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e9d4ab1a. 00000400:00000010:1.0:1767384383.479558:0:40425:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cbd129cb. 00000020:00000010:1.0:1767384383.479589:0:17548:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d3eedc90. 00000020:00000010:1.0:1767384383.479604:0:17548:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d3eedc90. 00000020:00000010:1.0:1767384383.479608:0:17548:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000007f874af. 00000020:00000010:1.0:1767384383.479611:0:17548:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000658cf32a. 00000020:00000010:3.0:1767384383.479613:0:40461:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000198f03b4. 00000020:00000010:1.0:1767384383.479614:0:17548:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000033ac19b8. 00000020:00000010:3.0:1767384383.479627:0:40461:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b4482acc. 00000020:00000010:3.0:1767384383.479631:0:40461:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b4482acc. 00000020:00000010:3.0:1767384383.479636:0:40461:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a9f525db. 00000020:00000010:1.0:1767384383.479643:0:17548:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d3eedc90. 00000020:00000010:3.0:1767384383.479645:0:40461:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009b5c87f4. 00000020:00000010:1.0:1767384383.479647:0:17548:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d3eedc90. 00000020:00000010:3.0:1767384383.479651:0:40461:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000cb198794. 02000000:00000010:1.0:1767384383.479660:0:17548:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000002b589064. 00000400:00000010:1.0:1767384383.479668:0:17548:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000006d2462e. 00000020:00000010:3.0:1767384383.479680:0:40461:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b4482acc. 00000020:00000010:3.0:1767384383.479683:0:40461:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b4482acc. 00000400:00000010:1.0:1767384383.479685:0:17548:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000006d2462e. 02000000:00000010:3.0:1767384383.479692:0:40461:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000008fcf5e9f. 00000020:00000010:1.0:1767384383.479696:0:17548:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000658cf32a. 00000400:00000010:3.0:1767384383.479701:0:40461:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d7e4b418. 00000020:00000010:1.0:1767384383.479701:0:17548:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000033ac19b8. 00000020:00000010:1.0:1767384383.479704:0:17548:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000007f874af. 00000400:00000010:1.0:1767384383.479724:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ad1e2725. 00000400:00000010:1.0:1767384383.479728:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000554f6d50. 00000400:00000010:3.0:1767384383.481496:0:40461:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d7e4b418. 00000020:00000010:3.0:1767384383.481512:0:40461:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009b5c87f4. 00000400:00000010:0.0:1767384383.481514:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002abc094d. 00000020:00000010:3.0:1767384383.481516:0:40461:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000cb198794. 00000020:00000010:3.0:1767384383.481519:0:40461:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a9f525db. 00000400:00000010:0.0:1767384383.481528:0:16138:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000589f7d29. 00000020:00000010:0.0:1767384383.481540:0:16138:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000003584a438. 02000000:00000010:0.0:1767384383.481554:0:16138:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a3fcb687. 02000000:00000010:0.0:1767384383.481558:0:16138:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b5695629. 00000100:00000010:0.0:1767384383.481561:0:16138:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002cce279c. 00000400:00000010:1.0:1767384383.481603:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000928f9d6a. 00000400:00000010:1.0:1767384383.481607:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005bf9a362. 02000000:00000010:1.0:1767384383.481617:0:16139:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e1b35bbb. 02000000:00000010:1.0:1767384383.481620:0:16139:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000eb11bc0f. 00000100:00000010:1.0:1767384383.481623:0:16139:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b405c19d. 02000000:00000010:1.0:1767384383.481626:0:16139:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000007632c25. 02000000:00000010:1.0:1767384383.481631:0:16139:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000001a274af3. 00000100:00000010:1.0:1767384383.481633:0:16139:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009776e8a0. 00000100:00000010:0.0:1767384383.503155:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a1131c68. 00000100:00000010:3.0:1767384383.503159:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000014115d61. 00000100:00000010:2.0:1767384383.503287:0:270:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008e26b212. 00000100:00000010:1.0:1767384383.503433:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d40d6451. 00000800:00000010:3.0:1767384383.542765:0:16127:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000067b38cbe. 00000800:00000010:3.0:1767384383.542774:0:16127:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000d8594e8a. 00000800:00000010:3.0:1767384383.542778:0:16127:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000b4482acc. 00000800:00000010:3.0:1767384383.542791:0:16127:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000b4482acc. 00000800:00020000:3.0:1767384383.542799:0:16127:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.152 00000800:00000010:3.0:1767384383.542803:0:16127:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000d8594e8a. 00000800:00000010:3.0:1767384383.542804:0:16127:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000067b38cbe. 00000400:02020000:3.0:1767384383.542829:0:16127:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.152@tcp33 at host 192.168.202.152:988: is it running a compatible version of Lustre? 00000400:00000010:3.0:1767384384.949245:0:16134:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000c100684e. 00000400:00000010:3.0:1767384384.949297:0:16134:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000a9f525db. 00000400:00000010:3.0:1767384384.949305:0:16134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d7e4b418. 00000400:00000010:3.0:1767384384.949313:0:16134:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000125fcb0d. 00000800:00000010:3.0:1767384384.949371:0:16134:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000070f7f0ac. 00000800:00000010:1.0:1767384384.952267:0:16125:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000320a4356. 00000800:00000010:1.0:1767384384.952306:0:16125:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000b8d2fc8e. 00000800:00000010:1.0:1767384384.952312:0:16125:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000fe6c9e25. 00000800:00000010:1.0:1767384384.952336:0:16125:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000fe6c9e25. 00000800:00020000:1.0:1767384384.952346:0:16125:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.152 00000800:00000010:1.0:1767384384.952352:0:16125:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000b8d2fc8e. 00000800:00000010:1.0:1767384384.952354:0:16125:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000320a4356. 00000400:02020000:1.0:1767384384.952405:0:16125:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.152@tcp46 at host 192.168.202.152:988: is it running a compatible version of Lustre? 00000800:00000010:1.0:1767384384.952416:0:16125:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000070f7f0ac. 00000800:00000010:3.0:1767384385.077464:0:16133:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000f70ea027. 00000800:00000010:0.0:1767384385.077557:0:16126:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000014f3f5a. 00000800:00000010:0.0:1767384385.077564:0:16126:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000074ba265f. 00000800:00000010:0.0:1767384385.079134:0:16126:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000f8afa1ac. 00000800:00000010:0.0:1767384385.079147:0:16126:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000003c03941b. 00000800:00000010:0.0:1767384385.079189:0:16126:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000003c03941b. 00000800:00000010:0.0:1767384385.079192:0:16126:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000074ba265f. 00000800:00000010:0.0:1767384385.079217:0:16126:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000f70ea027. 00000800:00000010:3.0:1767384385.081590:0:16131:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fac8b7e3. 00000800:00000010:3.0:1767384385.081673:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fac8b7e3. 00000800:00000010:2.0:1767384385.083292:0:16133:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000058902c16. 00000800:00000010:0.0:1767384385.083602:0:16128:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000073493241. 00000800:00000010:0.0:1767384385.083607:0:16128:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000074ba265f. 00000800:00000010:1.0:1767384385.083898:0:16130:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001a274af3. 00000800:00000010:1.0:1767384385.083982:0:16130:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001a274af3. 00000800:00000010:0.0:1767384385.084887:0:16128:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000c3ef9401. 00000800:00000010:0.1:1767384385.084893:0:16128:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000c3ef9401. 00000800:00000010:0.0:1767384385.084902:0:16128:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000003c03941b. 00000800:00000010:0.0:1767384385.084933:0:16128:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000003c03941b. 00000800:00000010:0.0:1767384385.084936:0:16128:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000074ba265f. 00000800:00000010:0.0:1767384385.084961:0:16128:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000058902c16. 00000800:00000010:2.0:1767384385.087233:0:16133:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000bd1d54f8. 00000800:00000010:3.0:1767384385.087656:0:16127:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000067b38cbe. 00000800:00000010:3.0:1767384385.087661:0:16127:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000d8594e8a. 00000800:00000010:3.0:1767384385.087674:0:16127:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000f4f764c0. 00000800:00000010:3.1:1767384385.087677:0:16127:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000f4f764c0. 00000800:00000010:3.0:1767384385.087685:0:16127:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000001c190d13. 00000800:00000010:3.0:1767384385.087710:0:16127:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000001c190d13. 00000800:00000010:3.0:1767384385.087718:0:16127:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000d8594e8a. 00000800:00000010:3.0:1767384385.087729:0:16127:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000bd1d54f8. 00000800:00000010:3.0:1767384385.590782:0:16125:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000c0f957c6. 00000800:00000010:3.0:1767384385.590793:0:16125:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000d8594e8a. 00000800:00000010:3.0:1767384385.590799:0:16125:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000001c190d13. 00000800:00000010:3.0:1767384385.590819:0:16125:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000001c190d13. 00000800:00020000:3.0:1767384385.590826:0:16125:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.152 00000800:00000010:3.0:1767384385.590856:0:16125:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000d8594e8a. 00000800:00000010:3.0:1767384385.590859:0:16125:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000c0f957c6. 00000400:02020000:3.0:1767384385.590898:0:16125:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.152@tcp44 at host 192.168.202.152:988: is it running a compatible version of Lustre? 00000400:00000010:3.0:1767384385.973228:0:16134:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d7e4b418. 00000400:00000010:3.0:1767384385.973258:0:16134:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000c100684e. 00000400:00000010:3.0:1767384385.973263:0:16134:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000a9f525db. 00000400:00000010:1.0:1767384386.106720:0:16130:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002cb02be0. 00000400:00000010:1.0:1767384386.106754:0:16130:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003513c192. 00000020:00000010:0.0:1767384386.106920:0:40426:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e1b35bbb. 00000020:00000010:0.0:1767384386.106927:0:40426:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c1127f0d. 00000020:00000010:0.0:1767384386.106970:0:40426:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f9b52dae. 02000000:00000010:0.0:1767384386.107058:0:40426:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 000000007b22c465. 00000020:00000010:0.0:1767384386.107068:0:40426:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 0000000091a4845a. 00000001:00000010:0.0:1767384386.107077:0:40426:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000016d41a1e. 00000001:00000010:0.0:1767384386.107082:0:40426:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000e5cdd88a. 00000001:00000010:0.0:1767384386.107085:0:40426:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000000118ead1. 00000001:00000010:0.0:1767384386.107118:0:40426:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000071950928. 00000001:00000010:0.0:1767384386.107120:0:40426:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000e6c5273b. 00000001:00000010:0.0:1767384386.107123:0:40426:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000cf65a0cd. 00000020:00000010:0.0:1767384386.107138:0:40426:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 00000000aa558e41. 00000020:00000010:0.0:1767384386.107222:0:40426:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 00000000df930c17. 00000020:00000010:0.0:1767384386.107225:0:40426:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 160 at 0000000074ba265f. 00000020:00000010:0.0:1767384386.107228:0:40426:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 200 at 000000004272d84d. 00000020:00000010:0.0:1767384386.107242:0:40426:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 00000000f475f0d7. 00000020:00000010:0.0:1767384386.107245:0:40426:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 224 at 00000000b6138235. 00000020:00000010:0.0:1767384386.107247:0:40426:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 280 at 000000002d1043cf. 00000020:00000010:0.0:1767384386.107257:0:40426:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 0000000044e9c6d9. 00000400:00000010:0.0:1767384386.107296:0:40426:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cf88a9bc. 00000800:00000010:0.0:1767384386.107325:0:40426:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c0f23593. 00000020:00000010:0.0:1767384386.107483:0:40426:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c1127f0d. 00000020:00000010:0.0:1767384386.107487:0:40426:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f9b52dae. 00000020:00000010:0.0:1767384386.107490:0:40426:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e1b35bbb. 00000400:00000010:0.0:1767384386.107500:0:40426:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000928f9d6a. 00000400:00000010:0.0:1767384386.107504:0:40426:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c3ef9401. 00000800:00000010:2.0:1767384386.107609:0:16132:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c0f23593. 00000400:00000010:2.0:1767384386.107615:0:16132:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cf88a9bc. 02000000:00000010:2.0:1767384386.107620:0:16132:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 712 at 000000007b22c465. 00000400:00000010:2.0:1767384386.109625:0:16131:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000046234502. 00000400:00000010:2.0:1767384386.109639:0:16131:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008b60cb4f. 00000020:00000010:0.0:1767384386.109741:0:40426:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003c03941b. 00000020:00000010:0.0:1767384386.109745:0:40426:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003c03941b. 00000020:00000010:0.0:1767384386.109749:0:40426:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e1b35bbb. 00000020:00000010:0.0:1767384386.109753:0:40426:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c1127f0d. 00000020:00000010:0.0:1767384386.109756:0:40426:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f9b52dae. 00000020:00000010:0.0:1767384386.109823:0:40426:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003c03941b. 00000020:00000010:0.0:1767384386.109835:0:40426:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003c03941b. 00010000:00000010:0.0:1767384386.109852:0:40426:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000006bdfcc95. 02000000:00000010:0.0:1767384386.109879:0:40426:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 000000004662e3ee. 00000400:00000010:0.0:1767384386.109901:0:40426:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007217d709. 00000800:00000010:0.0:1767384386.109920:0:40426:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e58570ae. 00000020:00000010:0.0:1767384386.109947:0:40426:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c1127f0d. 00000020:00000010:0.0:1767384386.109950:0:40426:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f9b52dae. 00000020:00000010:0.0:1767384386.109953:0:40426:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e1b35bbb. 00000400:00000010:0.0:1767384386.109960:0:40426:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ad1e2725. 00000400:00000010:0.0:1767384386.109963:0:40426:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000561fc627. 00000800:00000010:2.0:1767384386.110045:0:16130:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e58570ae. 00000400:00000010:2.0:1767384386.110060:0:16130:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007217d709. 02000000:00000010:2.0:1767384386.110063:0:16130:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 000000004662e3ee. 00000400:00000010:2.0:1767384386.111907:0:16132:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000505cc9ab. 00000400:00000010:2.0:1767384386.111927:0:16132:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008089dd77. 00000020:00000010:0.0:1767384386.112037:0:40426:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003c03941b. 00000020:00000010:0.0:1767384386.112041:0:40426:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003c03941b. 00000020:00000010:0.0:1767384386.112058:0:40426:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e1b35bbb. 00000020:00000010:0.0:1767384386.112062:0:40426:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c1127f0d. 00000020:00000010:0.0:1767384386.112066:0:40426:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f9b52dae. 00000020:00000010:0.0:1767384386.112158:0:40426:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003c03941b. 00000020:00000010:0.0:1767384386.112161:0:40426:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003c03941b. 02000000:00000010:0.0:1767384386.112175:0:40426:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 00000000bbc42ea2. 00000040:00000010:0.0:1767384386.112183:0:40426:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000b837683e. 00000040:00000010:0.0:1767384386.112418:0:40426:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000b837683e. 00000400:00000010:0.0:1767384386.112433:0:40426:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004e2d4782. 00000800:00000010:0.0:1767384386.112456:0:40426:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000005bd1ef2. 00000020:00000010:0.0:1767384386.112485:0:40426:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c1127f0d. 00000020:00000010:0.0:1767384386.112488:0:40426:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f9b52dae. 00000020:00000010:0.0:1767384386.112491:0:40426:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e1b35bbb. 00000400:00000010:0.0:1767384386.112500:0:40426:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c1bcaa1c. 00000400:00000010:0.0:1767384386.112504:0:40426:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a77c00f7. 00000800:00000010:2.0:1767384386.112603:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000005bd1ef2. 00000400:00000010:2.0:1767384386.112609:0:16131:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004e2d4782. 02000000:00000010:2.0:1767384386.112612:0:16131:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 00000000bbc42ea2. 00000400:00000010:2.0:1767384386.114178:0:16130:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002d0340f1. 00000400:00000010:2.0:1767384386.114194:0:16130:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000704f4dc4. 00000020:00000010:0.0:1767384386.114278:0:40426:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003c03941b. 00000020:00000010:0.0:1767384386.114282:0:40426:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003c03941b. 00000020:00000010:0.0:1767384386.114285:0:40426:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b837683e. 00000020:00000010:0.0:1767384386.114288:0:40426:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c1127f0d. 00000020:00000010:0.0:1767384386.114291:0:40426:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f9b52dae. 00000020:00000010:0.0:1767384386.114353:0:40426:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003c03941b. 00000020:00000010:0.0:1767384386.114356:0:40426:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003c03941b. 00010000:00000010:0.0:1767384386.114372:0:40426:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000de2b4445. 02000000:00000010:0.0:1767384386.114384:0:40426:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000c925ee21. 00000400:00000010:0.0:1767384386.114401:0:40426:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d42d7847. 00000800:00000010:0.0:1767384386.114421:0:40426:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000021f89227. 00000020:00000010:0.0:1767384386.114443:0:40426:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c1127f0d. 00000020:00000010:0.0:1767384386.114446:0:40426:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f9b52dae. 00000020:00000010:0.0:1767384386.114449:0:40426:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b837683e. 00000400:00000010:0.0:1767384386.114455:0:40426:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e327c856. 00000400:00000010:0.0:1767384386.114459:0:40426:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000220c5bd3. 00000800:00000010:2.0:1767384386.114528:0:16132:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000021f89227. 00000400:00000010:2.0:1767384386.114534:0:16132:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d42d7847. 02000000:00000010:2.0:1767384386.114537:0:16132:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000c925ee21. 00000400:00000010:2.0:1767384386.116303:0:16131:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007a33ab6a. 00000400:00000010:2.0:1767384386.116331:0:16131:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000672a0c4d. 00000020:00000010:0.0:1767384386.116577:0:40426:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003c03941b. 00000020:00000010:0.0:1767384386.116581:0:40426:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003c03941b. 00000020:00000010:0.0:1767384386.116595:0:40426:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b837683e. 00000020:00000010:0.0:1767384386.116613:0:40426:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c1127f0d. 00000020:00000010:0.0:1767384386.116617:0:40426:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f9b52dae. 00000020:00000010:0.0:1767384386.116647:0:40426:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003c03941b. 00000020:00000010:0.0:1767384386.116650:0:40426:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003c03941b. 02000000:00000010:0.0:1767384386.116661:0:40426:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 000000008f3c86cd. 00000040:00000010:0.0:1767384386.116668:0:40426:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000e1b35bbb. 00000040:00000010:0.0:1767384386.116727:0:40426:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 14 at 00000000200bc784. 00000040:00000010:0.0:1767384386.116738:0:40426:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 14 at 00000000200bc784. 00000040:00000010:0.0:1767384386.116742:0:40426:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000e1b35bbb. 20000000:00000010:0.0:1767384386.116750:0:40426:0:(mgs_nids.c:1144:mgs_fsc_attach()) kmalloced '(new_fsc)': 56 at 000000003c03941b. 00000400:00000010:0.0:1767384386.116758:0:40426:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000068f46fb4. 00000800:00000010:0.0:1767384386.116778:0:40426:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000016be36bc. 00000020:00000010:0.0:1767384386.116890:0:40426:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c1127f0d. 00000020:00000010:0.0:1767384386.116895:0:40426:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f9b52dae. 00000020:00000010:0.0:1767384386.116897:0:40426:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b837683e. 00000400:00000010:0.0:1767384386.116905:0:40426:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000094424882. 00000400:00000010:0.0:1767384386.116908:0:40426:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000086694af5. 00000800:00000010:2.0:1767384386.117969:0:16130:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000016be36bc. 00000400:00000010:2.0:1767384386.117977:0:16130:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000068f46fb4. 02000000:00000010:2.0:1767384386.117980:0:16130:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 000000008f3c86cd. 00000400:00000010:2.0:1767384386.119318:0:16132:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000762838f9. 00000400:00000010:2.0:1767384386.119349:0:16132:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bac7e092. 00000020:00000010:1.0:1767384386.119931:0:40425:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000dc7481e4. 00000020:00000010:1.0:1767384386.119936:0:40425:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000dc7481e4. 00000020:00000010:1.0:1767384386.119940:0:40425:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000007f874af. 00000020:00000010:1.0:1767384386.119944:0:40425:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e32220df. 00000020:00000010:1.0:1767384386.119947:0:40425:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000033ac19b8. 00000020:00000010:1.0:1767384386.120133:0:40425:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000dc7481e4. 00000020:00000010:1.0:1767384386.120136:0:40425:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000dc7481e4. 02000000:00000010:1.0:1767384386.120162:0:40425:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 00000000ebd6a789. 00000040:00000010:1.0:1767384386.120167:0:40425:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000008df17ed3. 00000040:00000010:1.0:1767384386.120180:0:40425:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000320a4356. 00000040:00000010:1.0:1767384386.120427:0:40425:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000320a4356. 00000040:00000010:1.0:1767384386.120430:0:40425:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000008df17ed3. 00000400:00000010:1.0:1767384386.120441:0:40425:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000b8d2fc8e. 00000800:00000010:1.0:1767384386.120464:0:40425:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at 000000008df17ed3. 00000020:00000010:1.0:1767384386.120734:0:40425:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e32220df. 00000020:00000010:1.0:1767384386.120739:0:40425:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000033ac19b8. 00000020:00000010:1.0:1767384386.120741:0:40425:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000007f874af. 00000400:00000010:1.0:1767384386.120749:0:40425:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d19bcd32. 00000400:00000010:1.0:1767384386.120753:0:40425:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a82abb78. 00000800:00000010:2.0:1767384386.120856:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at 000000008df17ed3. 00000400:00000010:2.0:1767384386.120862:0:16131:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000b8d2fc8e. 02000000:00000010:2.0:1767384386.120865:0:16131:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 00000000ebd6a789. 00000400:00000010:2.0:1767384386.122752:0:16130:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000085c553d6. 00000400:00000010:2.0:1767384386.122766:0:16130:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002512342d. 00000020:00000010:1.0:1767384386.122879:0:40425:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000dc7481e4. 00000020:00000010:1.0:1767384386.122889:0:40425:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000dc7481e4. 00000020:00000010:1.0:1767384386.122892:0:40425:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000007f874af. 00000020:00000010:1.0:1767384386.122896:0:40425:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e32220df. 00000020:00000010:1.0:1767384386.122899:0:40425:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000033ac19b8. 00000020:00000010:1.0:1767384386.122965:0:40425:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000dc7481e4. 00000020:00000010:1.0:1767384386.122968:0:40425:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000dc7481e4. 02000000:00000010:1.0:1767384386.122985:0:40425:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 00000000ebd6a789. 00000040:00000010:1.0:1767384386.122991:0:40425:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000008df17ed3. 00000040:00000010:1.0:1767384386.123000:0:40425:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000320a4356. 00000040:00000010:1.0:1767384386.123180:0:40425:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000320a4356. 00000040:00000010:1.0:1767384386.123184:0:40425:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000008df17ed3. 00000400:00000010:1.0:1767384386.123196:0:40425:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000bdd30910. 00000800:00000010:1.0:1767384386.123217:0:40425:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at 000000008df17ed3. 00000020:00000010:1.0:1767384386.123241:0:40425:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e32220df. 00000020:00000010:1.0:1767384386.123244:0:40425:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000033ac19b8. 00000020:00000010:1.0:1767384386.123247:0:40425:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000007f874af. 00000400:00000010:1.0:1767384386.123254:0:40425:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000023c59cd1. 00000400:00000010:1.0:1767384386.123258:0:40425:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fcca1891. 00000800:00000010:2.0:1767384386.123338:0:16132:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at 000000008df17ed3. 00000400:00000010:2.0:1767384386.123343:0:16132:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000bdd30910. 02000000:00000010:2.0:1767384386.123347:0:16132:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 00000000ebd6a789. 00000400:00000010:2.0:1767384386.146353:0:16131:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000260a319b. 00000400:00000010:2.0:1767384386.146381:0:16131:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a89da14f. 00000020:00000010:1.0:1767384386.146493:0:40425:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000dc7481e4. 00000020:00000010:1.0:1767384386.146498:0:40425:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000dc7481e4. 00000020:00000010:1.0:1767384386.146503:0:40425:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000007f874af. 00000020:00000010:1.0:1767384386.146508:0:40425:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e32220df. 00000020:00000010:1.0:1767384386.146512:0:40425:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000033ac19b8. 00000020:00000010:1.0:1767384386.146598:0:40425:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000dc7481e4. 00000020:00000010:1.0:1767384386.146601:0:40425:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000dc7481e4. 02000000:00000010:1.0:1767384386.146725:0:40425:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 00000000ebd6a789. 00000040:00000010:1.0:1767384386.146732:0:40425:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000a3fcb687. 00000040:00000010:1.0:1767384386.146746:0:40425:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000320a4356. 00000040:00000010:1.0:1767384386.146892:0:40425:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000320a4356. 00000040:00000010:1.0:1767384386.146896:0:40425:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000a3fcb687. 00000400:00000010:1.0:1767384386.146912:0:40425:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 000000006fc2c853. 00000800:00000010:1.0:1767384386.146942:0:40425:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at 00000000a3fcb687. 00000020:00000010:1.0:1767384386.147006:0:40425:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e32220df. 00000020:00000010:1.0:1767384386.147016:0:40425:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000033ac19b8. 00000020:00000010:1.0:1767384386.147019:0:40425:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000007f874af. 00000400:00000010:1.0:1767384386.147028:0:40425:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000022133585. 00000400:00000010:1.0:1767384386.147033:0:40425:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bdd30910. 00000800:00000010:2.0:1767384386.147421:0:16130:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at 00000000a3fcb687. 00000400:00000010:2.0:1767384386.147427:0:16130:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 000000006fc2c853. 02000000:00000010:2.0:1767384386.147432:0:16130:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 00000000ebd6a789. 00000400:00000010:2.0:1767384386.149190:0:16132:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000053278f52. 00000400:00000010:2.0:1767384386.149204:0:16132:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003730e819. 00000020:00000010:1.0:1767384386.149406:0:40425:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000dc7481e4. 00000020:00000010:1.0:1767384386.149409:0:40425:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000dc7481e4. 00000020:00000010:1.0:1767384386.149413:0:40425:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000007f874af. 00000020:00000010:1.0:1767384386.149416:0:40425:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e32220df. 00000020:00000010:1.0:1767384386.149419:0:40425:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000033ac19b8. 00000020:00000010:1.0:1767384386.149488:0:40425:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000dc7481e4. 00000020:00000010:1.0:1767384386.149490:0:40425:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000dc7481e4. 00010000:00000010:1.0:1767384386.149507:0:40425:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000fe6d899c. 00010000:00000010:1.0:1767384386.149513:0:40425:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000005815cd30. 02000000:00000010:1.0:1767384386.149526:0:40425:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 000000002218f576. 00000400:00000010:1.0:1767384386.149547:0:40425:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000006d2462e. 00000800:00000010:1.0:1767384386.149571:0:40425:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001a274af3. 00000020:00000010:1.0:1767384386.149636:0:40425:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e32220df. 00000020:00000010:1.0:1767384386.149641:0:40425:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000033ac19b8. 00000020:00000010:1.0:1767384386.149643:0:40425:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000007f874af. 00000400:00000010:1.0:1767384386.149651:0:40425:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009e365402. 00000400:00000010:1.0:1767384386.149655:0:40425:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b8d2fc8e. 00000800:00000010:2.0:1767384386.149798:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001a274af3. 00000400:00000010:2.0:1767384386.149804:0:16131:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000006d2462e. 02000000:00000010:2.0:1767384386.149816:0:16131:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 000000002218f576. 00000400:00000010:2.0:1767384386.153581:0:16130:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002b404683. 00000400:00000010:2.0:1767384386.153604:0:16130:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002176f528. 00000020:00000010:1.0:1767384386.153813:0:40425:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000dc7481e4. 00000020:00000010:1.0:1767384386.153818:0:40425:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000dc7481e4. 00000020:00000010:1.0:1767384386.153822:0:40425:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000007f874af. 00000020:00000010:1.0:1767384386.153860:0:40425:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e32220df. 00000020:00000010:1.0:1767384386.153863:0:40425:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000033ac19b8. 00000020:00000010:1.0:1767384386.153937:0:40425:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000dc7481e4. 00000020:00000010:1.0:1767384386.153941:0:40425:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000dc7481e4. 02000000:00000010:1.0:1767384386.153954:0:40425:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 00000000fe0dbfa7. 20000000:00000010:1.0:1767384386.153966:0:40425:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 2048 at 00000000a366f3ad. 00000100:00000010:1.0:1767384386.154059:0:40425:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 0000000049b2bb1e. 00000100:00000010:1.0:1767384386.154063:0:40425:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 000000001a9aa6fd. 00000400:00000010:1.0:1767384386.154072:0:40425:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004d9ebefe. 00000400:00000010:1.0:1767384386.154083:0:40425:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000066631268. 00000800:00000010:1.0:1767384386.154293:0:40425:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eb11bc0f. 00000800:00000010:2.0:1767384386.154616:0:16132:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eb11bc0f. 00000400:00000010:2.0:1767384386.157392:0:16131:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004d9ebefe. 00000100:00000010:1.0:1767384386.157509:0:40425:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 000000001a9aa6fd. 00000100:00000010:1.0:1767384386.157514:0:40425:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 0000000049b2bb1e. 20000000:00000010:1.0:1767384386.157523:0:40425:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 2048 at 00000000a366f3ad. 00000400:00000010:1.0:1767384386.157540:0:40425:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ef028f0e. 00000800:00000010:1.0:1767384386.157564:0:40425:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000d6586b8. 00000020:00000010:1.0:1767384386.157693:0:40425:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e32220df. 00000020:00000010:1.0:1767384386.157698:0:40425:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000033ac19b8. 00000020:00000010:1.0:1767384386.157702:0:40425:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000007f874af. 00000400:00000010:1.0:1767384386.157716:0:40425:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000270dffd8. 00000400:00000010:1.0:1767384386.157721:0:40425:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000038cdc996. 00000800:00000010:2.0:1767384386.157808:0:16130:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000d6586b8. 00000400:00000010:2.0:1767384386.157814:0:16130:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ef028f0e. 02000000:00000010:2.0:1767384386.157818:0:16130:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 00000000fe0dbfa7. 00000400:00000010:2.0:1767384386.165252:0:16132:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b84b59b0. 00000400:00000010:2.0:1767384386.165277:0:16132:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b0205edb. 00000020:00000010:1.0:1767384386.165526:0:40425:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000dc7481e4. 00000020:00000010:1.0:1767384386.165531:0:40425:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000dc7481e4. 00000020:00000010:1.0:1767384386.165537:0:40425:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000007f874af. 00000020:00000010:1.0:1767384386.165542:0:40425:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e32220df. 00000020:00000010:1.0:1767384386.165546:0:40425:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000033ac19b8. 00000020:00000010:1.0:1767384386.165638:0:40425:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000dc7481e4. 00000020:00000010:1.0:1767384386.165641:0:40425:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000dc7481e4. 00010000:00000010:1.0:1767384386.165664:0:40425:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000a34bd085. 02000000:00000010:1.0:1767384386.165691:0:40425:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 0000000049b2bb1e. 00000400:00000010:1.0:1767384386.165715:0:40425:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cde21162. 00000800:00000010:1.0:1767384386.165749:0:40425:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000e882066. 00000020:00000010:1.0:1767384386.165777:0:40425:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e32220df. 00000020:00000010:1.0:1767384386.165782:0:40425:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000033ac19b8. 00000020:00000010:1.0:1767384386.165784:0:40425:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000007f874af. 00000400:00000010:1.0:1767384386.165794:0:40425:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008130ddc9. 00000400:00000010:1.0:1767384386.165798:0:40425:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004f9197ad. 00000800:00000010:2.0:1767384386.165916:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000e882066. 00000400:00000010:2.0:1767384386.165923:0:16131:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cde21162. 02000000:00000010:2.0:1767384386.165927:0:16131:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 0000000049b2bb1e. 00000400:00000010:2.0:1767384386.169077:0:16130:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000698b90fb. 00000400:00000010:2.0:1767384386.169124:0:16130:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000553b490b. 00000020:00000010:1.0:1767384386.169202:0:40425:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000dc7481e4. 00000020:00000010:1.0:1767384386.169207:0:40425:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000dc7481e4. 00000020:00000010:1.0:1767384386.169212:0:40425:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000007f874af. 00000020:00000010:1.0:1767384386.169217:0:40425:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e32220df. 00000020:00000010:1.0:1767384386.169221:0:40425:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000033ac19b8. 00000020:00000010:1.0:1767384386.169349:0:40425:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000dc7481e4. 00000020:00000010:1.0:1767384386.169366:0:40425:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000dc7481e4. 02000000:00000010:1.0:1767384386.169383:0:40425:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 000000002e259820. 00000040:00000010:1.0:1767384386.169390:0:40425:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000efcb2e8e. 00000040:00000010:1.0:1767384386.169442:0:40425:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at 0000000012f6f781. 00000040:00000010:1.0:1767384386.169454:0:40425:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at 0000000012f6f781. 00000040:00000010:1.0:1767384386.169457:0:40425:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000efcb2e8e. 00000400:00000010:1.0:1767384386.169474:0:40425:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000079d218f9. 00000800:00000010:1.0:1767384386.169501:0:40425:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000070d2b6fc. 00000020:00000010:1.0:1767384386.169532:0:40425:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e32220df. 00000020:00000010:1.0:1767384386.169537:0:40425:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000033ac19b8. 00000020:00000010:1.0:1767384386.169540:0:40425:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000007f874af. 00000400:00000010:1.0:1767384386.169548:0:40425:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ee94c587. 00000400:00000010:1.0:1767384386.169553:0:40425:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000063c421c3. 00000800:00000010:2.0:1767384386.169664:0:16132:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000070d2b6fc. 00000400:00000010:2.0:1767384386.169670:0:16132:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000079d218f9. 02000000:00000010:2.0:1767384386.169674:0:16132:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 000000002e259820. 00000400:00000010:2.0:1767384386.171161:0:16131:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006e011b77. 00000400:00000010:2.0:1767384386.171172:0:16131:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007bdf028e. 00000020:00000010:1.0:1767384386.171303:0:40425:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000dc7481e4. 00000020:00000010:1.0:1767384386.171306:0:40425:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000dc7481e4. 00000020:00000010:1.0:1767384386.171308:0:40425:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000007f874af. 00000020:00000010:1.0:1767384386.171311:0:40425:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e32220df. 00000020:00000010:1.0:1767384386.171314:0:40425:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000033ac19b8. 00000020:00000010:1.0:1767384386.171377:0:40425:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000dc7481e4. 00000020:00000010:1.0:1767384386.171379:0:40425:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000dc7481e4. 02000000:00000010:1.0:1767384386.171399:0:40425:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 00000000ebd6a789. 00000040:00000010:1.0:1767384386.171403:0:40425:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000efcb2e8e. 00000040:00000010:1.0:1767384386.171412:0:40425:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000320a4356. 00000040:00000010:1.0:1767384386.171425:0:40425:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000320a4356. 00000040:00000010:1.0:1767384386.171428:0:40425:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000efcb2e8e. 00000400:00000010:1.0:1767384386.171437:0:40425:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 000000006fc2c853. 00000800:00000010:1.0:1767384386.171454:0:40425:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at 00000000efcb2e8e. 00000020:00000010:1.0:1767384386.171473:0:40425:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e32220df. 00000020:00000010:1.0:1767384386.171476:0:40425:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000033ac19b8. 00000020:00000010:1.0:1767384386.171479:0:40425:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000007f874af. 00000400:00000010:1.0:1767384386.171485:0:40425:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007098873c. 00000400:00000010:1.0:1767384386.171488:0:40425:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a9234ec1. 00000800:00000010:2.0:1767384386.171561:0:16130:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at 00000000efcb2e8e. 00000400:00000010:2.0:1767384386.171567:0:16130:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 000000006fc2c853. 02000000:00000010:2.0:1767384386.171572:0:16130:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 00000000ebd6a789. 00000100:00000010:2.0:1767384386.174529:0:16132:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001d6ffead. 00000020:00000010:3.0:1767384386.174634:0:40461:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a9f525db. 00000020:00000010:3.0:1767384386.174640:0:40461:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000078b18090. 00000020:00000010:3.0:1767384386.174644:0:40461:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000cb198794. 02000000:00000010:3.0:1767384386.174763:0:40461:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 00000000c1631266. 00000020:00000010:3.0:1767384386.174796:0:40461:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000004cfcb771. 00000004:00000010:3.0:1767384386.174803:0:40461:0:(mdt_handler.c:7585:mdt_init_export()) kmalloced '(exp->exp_used_slots)': 64 at 00000000a8c4b062. 00000001:00000010:3.0:1767384386.174807:0:40461:0:(tgt_lastrcvd.c:399:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at 00000000c855704f. 00000001:00000010:3.0:1767384386.174812:0:40461:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000fac8b7e3. 00000001:00000010:3.0:1767384386.174816:0:40461:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000c100684e. 00000001:00000010:3.0:1767384386.174819:0:40461:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000027682159. 00000001:00000010:3.0:1767384386.174821:0:40461:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000b4582cc1. 00000001:00000010:3.0:1767384386.174837:0:40461:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000a0813f11. 00000001:00000010:3.0:1767384386.174840:0:40461:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000eb4e9bdb. 00000001:00000010:3.0:1767384386.174843:0:40461:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000070f7f0ac. 00000001:00000010:3.0:1767384386.174846:0:40461:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000068436580. 00000001:00000010:3.0:1767384386.174848:0:40461:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000002feb2044. 00000001:00000010:3.0:1767384386.174850:0:40461:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000dfd7071f. 00000001:00000010:3.0:1767384386.174853:0:40461:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000ba5c84c3. 00000001:00000010:3.0:1767384386.174865:0:40461:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000222a8161. 00080000:00000010:3.0:1767384386.174915:0:40461:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000b71984e7. 00080000:00000010:0.0:1767384386.191259:0:40461:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000002d449331. 00000001:00000010:0.0:1767384386.191339:0:40461:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 00000000c7eecca0. 00000020:00000010:0.0:1767384386.191416:0:40461:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 00000000125ea5c8. 00000020:00000010:0.0:1767384386.191483:0:40461:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 0000000002493356. 00000020:00000010:0.0:1767384386.191487:0:40461:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 832 at 00000000351342ad. 00000020:00000010:0.0:1767384386.191490:0:40461:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 1040 at 000000006ed2e920. 00000020:00000010:0.0:1767384386.191506:0:40461:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 00000000e3e674cc. 00000020:00000010:0.0:1767384386.191508:0:40461:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 224 at 000000009ed89777. 00000020:00000010:0.0:1767384386.191510:0:40461:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 280 at 00000000e1b35bbb. 00000020:00000010:0.0:1767384386.191523:0:40461:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 000000002b265fd5. 00000020:00000010:0.0:1767384386.191530:0:40461:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009b508614. 00000400:00000010:0.0:1767384386.191590:0:40461:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000029c4097. 00000800:00000010:0.0:1767384386.191620:0:40461:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f048da08. 00000020:00000010:0.0:1767384386.191649:0:40461:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000078b18090. 00000020:00000010:0.0:1767384386.191660:0:40461:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000cb198794. 00000020:00000010:0.0:1767384386.191664:0:40461:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a9f525db. 00000800:00000010:1.0:1767384386.191739:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f048da08. 00000400:00000010:1.0:1767384386.191752:0:16131:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000029c4097. 00080000:00000010:3.0:1767384386.191959:0:16807:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000b71984e7. 00000100:00000010:3.0:1767384386.549398:0:16776:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000fe1f4c2. 02000000:00000010:3.0:1767384386.549422:0:16776:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000078a19f33. 00010000:00000010:3.0:1767384386.549435:0:16776:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000000407331c. 00010000:00000010:3.0:1767384386.549442:0:16776:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000003653ee69. 00000100:00000010:3.0:1767384386.549459:0:16776:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000082522dc5. 02000000:00000010:3.0:1767384386.549478:0:16776:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000b71984e7. 00000400:00000010:3.0:1767384386.549483:0:16776:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000016a32f90. 00000400:00000010:3.0:1767384386.549487:0:16776:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d7e4b418. 00000400:00000010:3.0:1767384386.549494:0:16776:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a9227d6d. 00000400:00000010:3.0:1767384386.549513:0:16776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d615df4a. 00000400:00000010:3.0:1767384386.549521:0:16776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000712f1d77. 00000400:00000010:3.0:1767384386.549744:0:16776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a9227d6d. 00000100:00000010:3.0:1767384386.549756:0:16776:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a88560e6. 00000100:00000010:3.0:1767384386.549773:0:16776:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005d23b336. 00000100:00000010:3.0:1767384386.549777:0:16776:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000073f9212e. 00000100:00000010:3.0:1767384386.549783:0:16776:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004fab4069. 00000020:00000010:1.0:1767384386.549951:0:40425:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f96b46e1. 00000020:00000010:1.0:1767384386.549955:0:40425:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f96b46e1. 00000020:00000010:1.0:1767384386.549960:0:40425:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000007f874af. 00000020:00000010:1.0:1767384386.549964:0:40425:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e90d8833. 00000020:00000010:1.0:1767384386.549969:0:40425:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000033ac19b8. 00000020:00000010:1.0:1767384386.550046:0:40425:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f96b46e1. 00000020:00000010:1.0:1767384386.550048:0:40425:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f96b46e1. 00010000:00000010:1.0:1767384386.550066:0:40425:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000a70ec5d6. 02000000:00000010:1.0:1767384386.550077:0:40425:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 000000009e147aac. 00000400:00000010:1.0:1767384386.550123:0:40425:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009ee201c0. 00000400:00000010:1.0:1767384386.550194:0:40425:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009ee201c0. 00000020:00000010:1.0:1767384386.550205:0:40425:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e90d8833. 00000020:00000010:1.0:1767384386.550208:0:40425:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000033ac19b8. 00000020:00000010:1.0:1767384386.550211:0:40425:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000007f874af. 02000000:00000010:1.0:1767384386.550217:0:40425:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 000000009e147aac. 00000400:00000010:1.0:1767384386.550234:0:40425:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000048f8936c. 00000400:00000010:1.0:1767384386.550238:0:40425:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007730de73. 00000400:00000010:3.0:1767384386.550366:0:16776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000016a32f90. 00000400:00000010:3.0:1767384386.550370:0:16776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d7e4b418. 00000100:00000010:3.0:1767384386.550386:0:16776:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000082522dc5. 02000000:00000010:3.0:1767384386.550399:0:16776:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000b71984e7. 02000000:00000010:3.0:1767384386.550404:0:16776:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000078a19f33. 00000100:00000010:3.0:1767384386.550407:0:16776:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000fe1f4c2. 10000000:00000010:3.0:1767384386.550414:0:16776:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 00000000d6b9d37a. 00000100:00000010:3.0:1767384386.550435:0:16776:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000fe1f4c2. 02000000:00000010:3.0:1767384386.550441:0:16776:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000078a19f33. 00000100:00000010:3.0:1767384386.550447:0:16776:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000b71984e7. 00000100:00000010:3.0:1767384386.550450:0:16776:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 00000000360ddbfe. 00000100:00000010:3.0:1767384386.550454:0:16776:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000082522dc5. 00000400:00000010:3.0:1767384386.550463:0:16776:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000016a32f90. 00000400:00000010:3.0:1767384386.550471:0:16776:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 000000003c727825. 02000000:00000010:3.0:1767384386.550476:0:16776:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000864afece. 00000400:00000010:3.0:1767384386.550479:0:16776:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008ecf5614. 00000400:00000010:3.0:1767384386.550481:0:16776:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d7e4b418. 00000400:00000010:3.0:1767384386.550484:0:16776:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a9227d6d. 00000400:00000010:3.0:1767384386.550492:0:16776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000095eb85d1. 00000400:00000010:3.0:1767384386.550497:0:16776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000cafd0d0f. 00000400:00000010:3.0:1767384386.550646:0:16776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a9227d6d. 00000020:00000010:1.0:1767384386.550701:0:40425:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f96b46e1. 00000020:00000010:1.0:1767384386.550704:0:40425:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f96b46e1. 00000020:00000010:1.0:1767384386.550707:0:40425:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000007f874af. 00000020:00000010:1.0:1767384386.550709:0:40425:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e90d8833. 00000020:00000010:1.0:1767384386.550712:0:40425:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000033ac19b8. 00000020:00000010:1.0:1767384386.550737:0:40425:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f96b46e1. 00000020:00000010:1.0:1767384386.550740:0:40425:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f96b46e1. 02000000:00000010:1.0:1767384386.550746:0:40425:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 000000009e147aac. 20000000:00000010:1.0:1767384386.550755:0:40425:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 00000000bdb3819b. 00000100:00000010:1.0:1767384386.550805:0:40425:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000ddbbdb7a. 00000100:00000010:1.0:1767384386.550808:0:40425:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 000000001a9aa6fd. 00000400:00000010:1.0:1767384386.550814:0:40425:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009ee201c0. 00000400:00000010:1.0:1767384386.550819:0:40425:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000071cfcad. 00000400:00000010:1.0:1767384386.550840:0:40425:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000016a32f90. 00000400:00000010:1.0:1767384386.550845:0:40425:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 000000003c727825. 00000400:00000010:1.0:1767384386.550954:0:40425:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009ee201c0. 00000100:00000010:1.0:1767384386.550967:0:40425:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 000000001a9aa6fd. 00000100:00000010:1.0:1767384386.550970:0:40425:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000ddbbdb7a. 20000000:00000010:1.0:1767384386.550977:0:40425:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 00000000bdb3819b. 00000400:00000010:1.0:1767384386.550985:0:40425:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009ee201c0. 00000400:00000010:1.0:1767384386.551010:0:40425:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009ee201c0. 00000020:00000010:1.0:1767384386.551018:0:40425:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e90d8833. 00000020:00000010:1.0:1767384386.551021:0:40425:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000033ac19b8. 00000020:00000010:1.0:1767384386.551023:0:40425:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000007f874af. 02000000:00000010:1.0:1767384386.551026:0:40425:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 000000009e147aac. 00000400:00000010:1.0:1767384386.551031:0:40425:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001ea1fd2a. 00000400:00000010:1.0:1767384386.551034:0:40425:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002822b0d4. 00000400:00000010:3.0:1767384386.551082:0:16776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008ecf5614. 00000400:00000010:3.0:1767384386.551085:0:16776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d7e4b418. 00000100:00000010:3.0:1767384386.551109:0:16776:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000082522dc5. 10000000:00000010:3.0:1767384386.551118:0:16776:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 00000000891cf024. 10000000:00000010:3.0:1767384386.551129:0:16776:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 00000000891cf024. 02000000:00000010:3.0:1767384386.551134:0:16776:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000864afece. 00000100:00000010:3.0:1767384386.551138:0:16776:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 00000000360ddbfe. 00000100:00000010:3.0:1767384386.551140:0:16776:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000b71984e7. 02000000:00000010:3.0:1767384386.551142:0:16776:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000078a19f33. 00000100:00000010:3.0:1767384386.551145:0:16776:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000fe1f4c2. 10000000:00000010:3.0:1767384386.551157:0:16776:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 00000000d6b9d37a. 00000100:00000010:3.0:1767384386.551167:0:16776:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000fe1f4c2. 02000000:00000010:3.0:1767384386.551172:0:16776:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000078a19f33. 00010000:00000010:3.0:1767384386.551179:0:16776:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000172defeb. 00000100:00000010:3.0:1767384386.551186:0:16776:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000082522dc5. 02000000:00000010:3.0:1767384386.551192:0:16776:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000b71984e7. 00000400:00000010:3.0:1767384386.551195:0:16776:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008ecf5614. 00000400:00000010:3.0:1767384386.551198:0:16776:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d7e4b418. 00000400:00000010:3.0:1767384386.551201:0:16776:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a9227d6d. 00000400:00000010:3.0:1767384386.551208:0:16776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001df0678c. 00000400:00000010:3.0:1767384386.551213:0:16776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000066a78979. 00000400:00000010:3.0:1767384386.551237:0:16776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a9227d6d. 00000020:00000010:1.0:1767384386.551347:0:40425:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f96b46e1. 00000020:00000010:1.0:1767384386.551350:0:40425:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f96b46e1. 00000020:00000010:1.0:1767384386.551353:0:40425:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000007f874af. 00000020:00000010:1.0:1767384386.551356:0:40425:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e90d8833. 00000020:00000010:1.0:1767384386.551359:0:40425:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000033ac19b8. 00000020:00000010:1.0:1767384386.551382:0:40425:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f96b46e1. 00000020:00000010:1.0:1767384386.551385:0:40425:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f96b46e1. 00010000:00000010:1.0:1767384386.551393:0:40425:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000271e18dc. 02000000:00000010:1.0:1767384386.551399:0:40425:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 000000009e147aac. 00000400:00000010:1.0:1767384386.551408:0:40425:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009ee201c0. 00000400:00000010:1.0:1767384386.551500:0:40425:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009ee201c0. 00000020:00000010:1.0:1767384386.551509:0:40425:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e90d8833. 00000020:00000010:1.0:1767384386.551512:0:40425:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000033ac19b8. 00000020:00000010:1.0:1767384386.551514:0:40425:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000007f874af. 02000000:00000010:1.0:1767384386.551517:0:40425:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 000000009e147aac. 00000400:00000010:1.0:1767384386.551522:0:40425:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000067321461. 00000400:00000010:1.0:1767384386.551525:0:40425:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d9ea7bbf. 00000400:00000010:3.0:1767384386.551655:0:16776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008ecf5614. 00000400:00000010:3.0:1767384386.551659:0:16776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d7e4b418. 00000100:00000010:3.0:1767384386.551669:0:16776:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000082522dc5. 02000000:00000010:3.0:1767384386.551676:0:16776:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000b71984e7. 02000000:00000010:3.0:1767384386.551685:0:16776:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000078a19f33. 00000100:00000010:3.0:1767384386.551688:0:16776:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000fe1f4c2. 10000000:00000010:3.0:1767384386.551693:0:16776:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at 00000000360ddbfe. 00000020:00000010:3.0:1767384386.551696:0:16776:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000078a19f33. 00000020:00000010:3.0:1767384386.551699:0:16776:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000864afece. 00000040:00000010:3.0:1767384386.551702:0:16776:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000082ea6430. 00000020:00000010:3.0:1767384386.551706:0:16776:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000009322ab22. 00000020:00000010:3.0:1767384386.551710:0:16776:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000032871b1. 80000000:00000010:3.0:1767384386.551713:0:16776:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000b0cab954. 00040000:00000010:3.0:1767384386.551717:0:16776:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000009effb167. 00080000:00000010:3.0:1767384386.551720:0:16776:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000615d03b7. 20000000:00000010:3.0:1767384386.551723:0:16776:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 000000000023c1df. 00000040:00000010:3.0:1767384386.551728:0:16776:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000005d86480e. 00000100:00000010:3.0:1767384386.551732:0:16776:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000fe1f4c2. 02000000:00000010:3.0:1767384386.551737:0:16776:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003c02a810. 00000100:00000010:3.0:1767384386.551744:0:16776:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000082522dc5. 02000000:00000010:3.0:1767384386.551750:0:16776:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009ecb0b0e. 00000400:00000010:3.0:1767384386.551754:0:16776:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008ecf5614. 00000400:00000010:3.0:1767384386.551757:0:16776:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d7e4b418. 00000400:00000010:3.0:1767384386.551760:0:16776:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a9227d6d. 00000400:00000010:3.0:1767384386.551768:0:16776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008b1a2bfa. 00000400:00000010:3.0:1767384386.551774:0:16776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c47f460a. 00000400:00000010:3.0:1767384386.551833:0:16776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a9227d6d. 00000020:00000010:0.0:1767384386.551879:0:40426:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007d5a9740. 00000020:00000010:0.0:1767384386.551883:0:40426:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007d5a9740. 00000020:00000010:0.0:1767384386.551887:0:40426:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000041f02a73. 00000020:00000010:0.0:1767384386.551890:0:40426:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c1127f0d. 00000020:00000010:0.0:1767384386.551893:0:40426:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f9b52dae. 00000020:00000010:0.0:1767384386.551949:0:40426:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007d5a9740. 00000020:00000010:0.0:1767384386.551952:0:40426:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007d5a9740. 02000000:00000010:0.0:1767384386.551961:0:40426:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 000000002416e069. 00000040:00000010:0.0:1767384386.551966:0:40426:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000036131416. 00000040:00000010:0.0:1767384386.552016:0:40426:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 14 at 00000000200bc784. 00000040:00000010:0.0:1767384386.552027:0:40426:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 14 at 00000000200bc784. 00000040:00000010:0.0:1767384386.552031:0:40426:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000036131416. 20000000:00000010:0.0:1767384386.552037:0:40426:0:(mgs_nids.c:1144:mgs_fsc_attach()) kmalloced '(new_fsc)': 56 at 000000007d5a9740. 20000000:00000010:0.0:1767384386.552040:0:40426:0:(mgs_nids.c:1187:mgs_fsc_attach()) kfreed 'new_fsc': 56 at 000000007d5a9740. 00000400:00000010:0.0:1767384386.552047:0:40426:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009462da0a. 00000400:00000010:0.0:1767384386.552074:0:40426:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009462da0a. 00000020:00000010:0.0:1767384386.552082:0:40426:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c1127f0d. 00000020:00000010:0.0:1767384386.552085:0:40426:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f9b52dae. 00000020:00000010:0.0:1767384386.552102:0:40426:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000041f02a73. 02000000:00000010:0.0:1767384386.552106:0:40426:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 000000002416e069. 00000400:00000010:0.0:1767384386.552111:0:40426:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002ca903c6. 00000400:00000010:0.0:1767384386.552115:0:40426:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b1efc47d. 00000400:00000010:3.0:1767384386.552152:0:16776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008ecf5614. 00000400:00000010:3.0:1767384386.552156:0:16776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d7e4b418. 00000100:00000010:3.0:1767384386.552165:0:16776:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000082522dc5. 02000000:00000010:3.0:1767384386.552169:0:16776:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009ecb0b0e. 02000000:00000010:3.0:1767384386.552172:0:16776:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000003c02a810. 00000100:00000010:3.0:1767384386.552175:0:16776:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000fe1f4c2. 00000040:00000010:3.0:1767384386.552182:0:16776:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000a559ddcc. 00000100:00000010:3.0:1767384386.552184:0:16776:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000fe1f4c2. 02000000:00000010:3.0:1767384386.552189:0:16776:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009ecb0b0e. 00000100:00000010:3.0:1767384386.552193:0:16776:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000082522dc5. 02000000:00000010:3.0:1767384386.552213:0:16776:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 00000000ebd6a789. 00000400:00000010:3.0:1767384386.552216:0:16776:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008ecf5614. 00000400:00000010:3.0:1767384386.552220:0:16776:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 000000004b78e050. 00000400:00000010:3.0:1767384386.552223:0:16776:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d7e4b418. 00000400:00000010:3.0:1767384386.552241:0:16776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004d995430. 00000400:00000010:3.0:1767384386.552247:0:16776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002d3c42ca. 00000400:00000010:3.0:1767384386.552404:0:16776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d7e4b418. 00000020:00000010:1.0:1767384386.552486:0:40425:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f96b46e1. 00000020:00000010:1.0:1767384386.552490:0:40425:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f96b46e1. 00000020:00000010:1.0:1767384386.552493:0:40425:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000007f874af. 00000020:00000010:1.0:1767384386.552495:0:40425:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e90d8833. 00000020:00000010:1.0:1767384386.552498:0:40425:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000033ac19b8. 00000020:00000010:1.0:1767384386.552510:0:40425:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f96b46e1. 00000020:00000010:1.0:1767384386.552516:0:40425:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f96b46e1. 02000000:00000010:1.0:1767384386.552529:0:40425:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 00000000ede0ba29. 00000040:00000010:1.0:1767384386.552533:0:40425:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000002f097d9b. 00000040:00000010:1.0:1767384386.552552:0:40425:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000320a4356. 00000040:00000010:1.0:1767384386.552641:0:40425:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000320a4356. 00000040:00000010:1.0:1767384386.552644:0:40425:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000002f097d9b. 00000400:00000010:1.0:1767384386.552651:0:40425:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000d9148345. 00000400:00000010:1.0:1767384386.552796:0:40425:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000d9148345. 00000020:00000010:1.0:1767384386.552804:0:40425:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e90d8833. 00000020:00000010:1.0:1767384386.552807:0:40425:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000033ac19b8. 00000020:00000010:1.0:1767384386.552809:0:40425:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000007f874af. 02000000:00000010:1.0:1767384386.552812:0:40425:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 00000000ede0ba29. 00000400:00000010:1.0:1767384386.552837:0:40425:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d4c85fb3. 00000400:00000010:1.0:1767384386.552841:0:40425:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d9148345. 00000400:00000010:3.0:1767384386.552873:0:16776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008ecf5614. 00000400:00000010:3.0:1767384386.552877:0:16776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 000000004b78e050. 00000100:00000010:3.0:1767384386.552884:0:16776:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000082522dc5. 02000000:00000010:3.0:1767384386.552889:0:16776:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 00000000ebd6a789. 02000000:00000010:3.0:1767384386.552897:0:16776:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000009ecb0b0e. 00000100:00000010:3.0:1767384386.552899:0:16776:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000fe1f4c2. 00000040:00000010:3.0:1767384386.552905:0:16776:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 000000003b43a1f9. 00000020:00000010:1.0:1767384386.553438:0:41048:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000007f874af. 00000020:00000010:1.0:1767384386.553442:0:41048:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000002f097d9b. 00000040:00000010:1.0:1767384386.553444:0:41048:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000007245bf03. 00000020:00000010:1.0:1767384386.553447:0:41048:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000a366f3ad. 00000020:00000010:1.0:1767384386.553451:0:41048:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000fbe2ba9c. 00000020:00000010:1.0:1767384386.553454:0:41048:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000da60c81a. 80000000:00000010:1.0:1767384386.553456:0:41048:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000fe572f45. 40000000:00000010:1.0:1767384386.553459:0:41048:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000f96b46e1. 00100000:00000010:1.0:1767384386.553463:0:41048:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000000f2ca33b. 00040000:00000010:1.0:1767384386.553467:0:41048:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000070d2b6fc. 00040000:00000010:1.0:1767384386.553471:0:41048:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000c5851326. 00040000:00000010:1.0:1767384386.553473:0:41048:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000000b44318. 00080000:00000010:1.0:1767384386.553476:0:41048:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000d41f1308. 00000004:00000010:1.0:1767384386.553480:0:41048:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000008289f5b2. 00000004:00000010:1.0:1767384386.553485:0:41048:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000e264bbd0. 00000004:00000010:1.0:1767384386.553489:0:41048:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000d472efff. 00002000:00000010:1.0:1767384386.553493:0:41048:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000009e147aac. 00000004:00000010:1.0:1767384386.553496:0:41048:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000ddbbdb7a. 00000020:00000010:1.0:1767384386.553499:0:41048:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000b5cd5887. 00000040:00000010:1.0:1767384386.553510:0:41048:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 00000000320a4356. 00000040:00000010:1.0:1767384386.554112:0:41048:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 00000000320a4356. 00000020:00000010:1.0:1767384386.554119:0:41048:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000b5cd5887. 00000020:00000010:1.0:1767384386.554133:0:41048:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000002f097d9b. 00000040:00000010:1.0:1767384386.554137:0:41048:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000007245bf03. 00000020:00000010:1.0:1767384386.554140:0:41048:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000a366f3ad. 00000020:00000010:1.0:1767384386.554144:0:41048:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000fbe2ba9c. 00000020:00000010:1.0:1767384386.554148:0:41048:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000da60c81a. 80000000:00000010:1.0:1767384386.554151:0:41048:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000fe572f45. 40000000:00000010:1.0:1767384386.554153:0:41048:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000f96b46e1. 00100000:00000010:1.0:1767384386.554156:0:41048:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000000f2ca33b. 00040000:00000010:1.0:1767384386.554159:0:41048:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000070d2b6fc. 00040000:00000010:1.0:1767384386.554161:0:41048:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000c5851326. 00040000:00000010:1.0:1767384386.554164:0:41048:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000000b44318. 00080000:00000010:1.0:1767384386.554166:0:41048:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000d41f1308. 00000004:00000010:1.0:1767384386.554169:0:41048:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000008289f5b2. 00000004:00000010:1.0:1767384386.554173:0:41048:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000e264bbd0. 00000004:00000010:1.0:1767384386.554176:0:41048:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000d472efff. 00002000:00000010:1.0:1767384386.554178:0:41048:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000009e147aac. 00000004:00000010:1.0:1767384386.554181:0:41048:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000ddbbdb7a. 00000020:00000010:1.0:1767384386.554183:0:41048:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000007f874af. 00000040:00000010:3.0:1767384386.554370:0:16776:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 000000003b43a1f9. 00000040:00000010:3.0:1767384386.554375:0:16776:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000a559ddcc. 00000040:00000010:3.0:1767384386.554378:0:16776:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000005d86480e. 00000020:00000010:3.0:1767384386.554381:0:16776:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000864afece. 00000040:00000010:3.0:1767384386.554384:0:16776:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000082ea6430. 00000020:00000010:3.0:1767384386.554386:0:16776:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000009322ab22. 00000020:00000010:3.0:1767384386.554390:0:16776:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000032871b1. 80000000:00000010:3.0:1767384386.554392:0:16776:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000b0cab954. 00040000:00000010:3.0:1767384386.554394:0:16776:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000009effb167. 00080000:00000010:3.0:1767384386.554396:0:16776:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000615d03b7. 20000000:00000010:3.0:1767384386.554399:0:16776:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 000000000023c1df. 00000020:00000010:3.0:1767384386.554402:0:16776:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000078a19f33. 10000000:00000010:3.0:1767384386.554405:0:16776:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at 00000000360ddbfe. 00000100:00000010:3.0:1767384386.554415:0:16776:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000fe1f4c2. 02000000:00000010:3.0:1767384386.554421:0:16776:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009ecb0b0e. 00010000:00000010:3.0:1767384386.554429:0:16776:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000e550198e. 00000100:00000010:3.0:1767384386.554438:0:16776:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000082522dc5. 02000000:00000010:3.0:1767384386.554446:0:16776:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000b71984e7. 00000400:00000010:3.0:1767384386.554449:0:16776:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008ecf5614. 00000400:00000010:3.0:1767384386.554452:0:16776:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d7e4b418. 00000400:00000010:3.0:1767384386.554462:0:16776:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a9227d6d. 00000400:00000010:3.0:1767384386.554471:0:16776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c03986dc. 00000400:00000010:3.0:1767384386.554477:0:16776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007a42bf36. 00000400:00000010:3.0:1767384386.554530:0:16776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a9227d6d. 00000020:00000010:2.0:1767384386.554660:0:40424:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bfbb8a29. 00000020:00000010:2.0:1767384386.554664:0:40424:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bfbb8a29. 00000020:00000010:2.0:1767384386.554668:0:40424:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a42ad347. 00000020:00000010:2.0:1767384386.554671:0:40424:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ac96473d. 00000020:00000010:2.0:1767384386.554674:0:40424:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006fa09b38. 00000020:00000010:2.0:1767384386.554729:0:40424:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bfbb8a29. 00000020:00000010:2.0:1767384386.554732:0:40424:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bfbb8a29. 00010000:00000010:2.0:1767384386.554742:0:40424:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000d149c024. 02000000:00000010:2.0:1767384386.554751:0:40424:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 0000000078bee0aa. 00000400:00000010:2.0:1767384386.554764:0:40424:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000065db4d3b. 00000400:00000010:2.0:1767384386.554832:0:40424:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000065db4d3b. 00000020:00000010:2.0:1767384386.554848:0:40424:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ac96473d. 00000020:00000010:2.0:1767384386.554850:0:40424:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006fa09b38. 00000020:00000010:2.0:1767384386.554852:0:40424:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a42ad347. 02000000:00000010:2.0:1767384386.554857:0:40424:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 0000000078bee0aa. 00000400:00000010:2.0:1767384386.554862:0:40424:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000701f9f67. 00000400:00000010:2.0:1767384386.554865:0:40424:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006fc2c853. 00000400:00000010:3.0:1767384386.555033:0:16776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008ecf5614. 00000400:00000010:3.0:1767384386.555037:0:16776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d7e4b418. 00000100:00000010:3.0:1767384386.555047:0:16776:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000082522dc5. 02000000:00000010:3.0:1767384386.555055:0:16776:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000b71984e7. 02000000:00000010:3.0:1767384386.555059:0:16776:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000009ecb0b0e. 00000100:00000010:3.0:1767384386.555061:0:16776:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000fe1f4c2. 10000000:00000010:3.0:1767384386.555066:0:16776:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at 00000000360ddbfe. 00000020:00000010:3.0:1767384386.555068:0:16776:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009ecb0b0e. 00000020:00000010:3.0:1767384386.555071:0:16776:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000006f3ca288. 00000040:00000010:3.0:1767384386.555073:0:16776:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000408696c2. 00000020:00000010:3.0:1767384386.555075:0:16776:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000615d03b7. 00000020:00000010:3.0:1767384386.555079:0:16776:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000000023c1df. 80000000:00000010:3.0:1767384386.555081:0:16776:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000b0cab954. 00040000:00000010:3.0:1767384386.555084:0:16776:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000009effb167. 00080000:00000010:3.0:1767384386.555216:0:16776:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000d9f81bdb. 20000000:00000010:3.0:1767384386.555221:0:16776:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 00000000032871b1. 00000040:00000010:3.0:1767384386.555278:0:16776:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000078a19f33. 00000100:00000010:3.0:1767384386.555285:0:16776:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000fe1f4c2. 02000000:00000010:3.0:1767384386.555291:0:16776:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000082ea6430. 00000100:00000010:3.0:1767384386.555296:0:16776:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000082522dc5. 02000000:00000010:3.0:1767384386.555303:0:16776:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000864afece. 00000400:00000010:3.0:1767384386.555306:0:16776:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008ecf5614. 00000400:00000010:3.0:1767384386.555308:0:16776:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d7e4b418. 00000400:00000010:3.0:1767384386.555312:0:16776:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a9227d6d. 00000400:00000010:3.0:1767384386.555319:0:16776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d896c818. 00000400:00000010:3.0:1767384386.555324:0:16776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d93d9188. 00000400:00000010:3.0:1767384386.555371:0:16776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a9227d6d. 00000020:00000010:2.0:1767384386.555435:0:40424:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bfbb8a29. 00000020:00000010:2.0:1767384386.555438:0:40424:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bfbb8a29. 00000020:00000010:2.0:1767384386.555441:0:40424:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a42ad347. 00000020:00000010:2.0:1767384386.555444:0:40424:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ac96473d. 00000020:00000010:2.0:1767384386.555446:0:40424:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006fa09b38. 00000020:00000010:2.0:1767384386.555471:0:40424:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bfbb8a29. 00000020:00000010:2.0:1767384386.555473:0:40424:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bfbb8a29. 02000000:00000010:2.0:1767384386.555481:0:40424:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 0000000078bee0aa. 00000040:00000010:2.0:1767384386.555485:0:40424:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000fd484e4a. 00000040:00000010:2.0:1767384386.555518:0:40424:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 15 at 000000006b2d16fe. 00000020:00000010:2.0:1767384386.555524:0:40424:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000009242c1dd. 00080000:00000010:2.0:1767384386.555531:0:40424:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000004514f7f5. 00000040:00000010:2.0:1767384386.555868:0:40424:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 15 at 000000006b2d16fe. 00000040:00000010:2.0:1767384386.555872:0:40424:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000fd484e4a. 20000000:00000010:2.0:1767384386.555879:0:40424:0:(mgs_nids.c:1144:mgs_fsc_attach()) kmalloced '(new_fsc)': 56 at 000000002067fbd6. 20000000:00000010:2.0:1767384386.555882:0:40424:0:(mgs_nids.c:1187:mgs_fsc_attach()) kfreed 'new_fsc': 56 at 000000002067fbd6. 00000400:00000010:2.0:1767384386.555889:0:40424:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000065db4d3b. 00000400:00000010:2.0:1767384386.555916:0:40424:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000065db4d3b. 00000020:00000010:2.0:1767384386.555925:0:40424:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ac96473d. 00000020:00000010:2.0:1767384386.555927:0:40424:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006fa09b38. 00000020:00000010:2.0:1767384386.555929:0:40424:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a42ad347. 02000000:00000010:2.0:1767384386.555933:0:40424:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 0000000078bee0aa. 00000400:00000010:2.0:1767384386.555937:0:40424:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000def11117. 00000400:00000010:2.0:1767384386.555941:0:40424:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000adc5dad. 00000400:00000010:3.0:1767384386.555994:0:16776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008ecf5614. 00000400:00000010:3.0:1767384386.555998:0:16776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d7e4b418. 00000100:00000010:3.0:1767384386.556013:0:16776:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000082522dc5. 02000000:00000010:3.0:1767384386.556017:0:16776:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000864afece. 02000000:00000010:3.0:1767384386.556019:0:16776:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000082ea6430. 00000100:00000010:3.0:1767384386.556022:0:16776:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000fe1f4c2. 00000040:00000010:3.0:1767384386.556026:0:16776:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000a559ddcc. 00000100:00000010:3.0:1767384386.556029:0:16776:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000fe1f4c2. 02000000:00000010:3.0:1767384386.556033:0:16776:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000082ea6430. 00000100:00000010:3.0:1767384386.556037:0:16776:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000082522dc5. 02000000:00000010:3.0:1767384386.556051:0:16776:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 00000000ebd6a789. 00000400:00000010:3.0:1767384386.556054:0:16776:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008ecf5614. 00000400:00000010:3.0:1767384386.556058:0:16776:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 000000004b78e050. 00000400:00000010:3.0:1767384386.556061:0:16776:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d7e4b418. 00000400:00000010:3.0:1767384386.556068:0:16776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000116efea9. 00000400:00000010:3.0:1767384386.556073:0:16776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ad3e19eb. 00000400:00000010:3.0:1767384386.556111:0:16776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d7e4b418. 00000020:00000010:2.0:1767384386.556173:0:40424:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002067fbd6. 00000020:00000010:2.0:1767384386.556176:0:40424:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002067fbd6. 00000020:00000010:2.0:1767384386.556179:0:40424:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a42ad347. 00000020:00000010:2.0:1767384386.556181:0:40424:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ac96473d. 00000020:00000010:2.0:1767384386.556188:0:40424:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006fa09b38. 00000020:00000010:2.0:1767384386.556254:0:40424:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002067fbd6. 00000020:00000010:2.0:1767384386.556257:0:40424:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002067fbd6. 02000000:00000010:2.0:1767384386.556271:0:40424:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 00000000ede0ba29. 00000040:00000010:2.0:1767384386.556275:0:40424:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000fd484e4a. 00000040:00000010:2.0:1767384386.556282:0:40424:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000eb89e3b8. 00000040:00000010:2.0:1767384386.556487:0:40424:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000eb89e3b8. 00000040:00000010:2.0:1767384386.556491:0:40424:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000fd484e4a. 00000400:00000010:2.0:1767384386.556498:0:40424:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000594763b4. 00000400:00000010:2.0:1767384386.556679:0:40424:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000594763b4. 00000020:00000010:2.0:1767384386.556689:0:40424:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ac96473d. 00000020:00000010:2.0:1767384386.556692:0:40424:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006fa09b38. 00000020:00000010:2.0:1767384386.556694:0:40424:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a42ad347. 02000000:00000010:2.0:1767384386.556697:0:40424:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 00000000ede0ba29. 00000400:00000010:2.0:1767384386.556710:0:40424:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008163c2f6. 00000400:00000010:2.0:1767384386.556713:0:40424:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000594763b4. 00000400:00000010:3.0:1767384386.556740:0:16776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008ecf5614. 00000400:00000010:3.0:1767384386.556744:0:16776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 000000004b78e050. 00000100:00000010:3.0:1767384386.556752:0:16776:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000082522dc5. 02000000:00000010:3.0:1767384386.556757:0:16776:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 00000000ebd6a789. 02000000:00000010:3.0:1767384386.556764:0:16776:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000082ea6430. 00000100:00000010:3.0:1767384386.556767:0:16776:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000fe1f4c2. 00000040:00000010:3.0:1767384386.556772:0:16776:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 000000003b43a1f9. 00000020:00000010:3.0:1767384386.556871:0:41049:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000864afece. 00000020:00000010:3.0:1767384386.556875:0:41049:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000005d86480e. 00000040:00000010:3.0:1767384386.556878:0:41049:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000003c02a810. 00000020:00000010:3.0:1767384386.556881:0:41049:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000092352e8b. 00000020:00000010:3.0:1767384386.556884:0:41049:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000008a4bc0ba. 00000020:00000010:3.0:1767384386.556889:0:41049:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000008cb9c9e0. 80000000:00000010:3.0:1767384386.556892:0:41049:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000a5836adb. 40000000:00000010:3.0:1767384386.556894:0:41049:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000ae5a66c4. 00100000:00000010:3.0:1767384386.556898:0:41049:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000009322ab22. 00040000:00000010:3.0:1767384386.556902:0:41049:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000034bd8597. 00040000:00000010:3.0:1767384386.556908:0:41049:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000afdfc44e. 00040000:00000010:3.0:1767384386.556916:0:41049:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000009921d62b. 00080000:00000010:3.0:1767384386.556919:0:41049:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000178b4b35. 00000004:00000010:3.0:1767384386.556922:0:41049:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000000dea255b. 00000004:00000010:3.0:1767384386.556926:0:41049:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000891cf024. 00000004:00000010:3.0:1767384386.556930:0:41049:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000c0e7b5fe. 00002000:00000010:3.0:1767384386.556932:0:41049:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000b71984e7. 00000004:00000010:3.0:1767384386.556935:0:41049:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000b5a7640f. 00000020:00000010:3.0:1767384386.556938:0:41049:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000009a987961. 00000040:00000010:3.0:1767384386.556952:0:41049:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 000000002f42ca0a. 00000040:00000010:3.0:1767384386.557656:0:41049:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 000000002f42ca0a. 00000020:00000010:3.0:1767384386.557667:0:41049:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000009a987961. 00000020:00000010:3.0:1767384386.557677:0:41049:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000005d86480e. 00000040:00000010:3.0:1767384386.557681:0:41049:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000003c02a810. 00000020:00000010:3.0:1767384386.557683:0:41049:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000092352e8b. 00000020:00000010:3.0:1767384386.557686:0:41049:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000008a4bc0ba. 00000020:00000010:3.0:1767384386.557690:0:41049:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000008cb9c9e0. 80000000:00000010:3.0:1767384386.557693:0:41049:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000a5836adb. 40000000:00000010:3.0:1767384386.557696:0:41049:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000ae5a66c4. 00100000:00000010:3.0:1767384386.557699:0:41049:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000009322ab22. 00040000:00000010:3.0:1767384386.557702:0:41049:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000034bd8597. 00040000:00000010:3.0:1767384386.557706:0:41049:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000afdfc44e. 00040000:00000010:3.0:1767384386.557709:0:41049:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000009921d62b. 00080000:00000010:3.0:1767384386.557712:0:41049:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000178b4b35. 00000004:00000010:3.0:1767384386.557714:0:41049:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000000dea255b. 00000004:00000010:3.0:1767384386.557717:0:41049:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000891cf024. 00000004:00000010:3.0:1767384386.557720:0:41049:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000c0e7b5fe. 00002000:00000010:3.0:1767384386.557722:0:41049:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000b71984e7. 00000004:00000010:3.0:1767384386.557725:0:41049:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000b5a7640f. 00000020:00000010:3.0:1767384386.557726:0:41049:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000864afece. 00000040:00000010:0.0:1767384386.557898:0:16776:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 000000003b43a1f9. 00000040:00000010:0.0:1767384386.557903:0:16776:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000a559ddcc. 00000040:00000010:0.0:1767384386.557905:0:16776:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000078a19f33. 00000020:00000010:0.0:1767384386.557909:0:16776:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000006f3ca288. 00000040:00000010:0.0:1767384386.557913:0:16776:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000408696c2. 00000020:00000010:0.0:1767384386.557915:0:16776:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000615d03b7. 00000020:00000010:0.0:1767384386.557918:0:16776:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000000023c1df. 80000000:00000010:0.0:1767384386.557921:0:16776:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000b0cab954. 00040000:00000010:0.0:1767384386.557923:0:16776:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000009effb167. 00080000:00000010:0.0:1767384386.557925:0:16776:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000d9f81bdb. 20000000:00000010:0.0:1767384386.557934:0:16776:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 00000000032871b1. 00000020:00000010:0.0:1767384386.557937:0:16776:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009ecb0b0e. 10000000:00000010:0.0:1767384386.557939:0:16776:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at 00000000360ddbfe. 00000100:00000010:0.0:1767384386.557950:0:16776:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000059be0b20. 02000000:00000010:0.0:1767384386.557956:0:16776:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000036131416. 00010000:00000010:0.0:1767384386.557963:0:16776:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000c40a399d. 00010000:00000010:0.0:1767384386.557968:0:16776:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000f8befcd4. 00000100:00000010:0.0:1767384386.557976:0:16776:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b6d6f714. 02000000:00000010:0.0:1767384386.557985:0:16776:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000002416e069. 00000400:00000010:0.0:1767384386.557988:0:16776:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005b2860dd. 00000400:00000010:0.0:1767384386.557992:0:16776:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009462da0a. 00000400:00000010:0.0:1767384386.557996:0:16776:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ad6d2c19. 00000400:00000010:0.0:1767384386.558005:0:16776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000031115589. 00000400:00000010:0.0:1767384386.558011:0:16776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fff2dc0c. 00000400:00000010:0.0:1767384386.558057:0:16776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ad6d2c19. 00000020:00000010:2.0:1767384386.558184:0:40424:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002067fbd6. 00000020:00000010:2.0:1767384386.558187:0:40424:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002067fbd6. 00000020:00000010:2.0:1767384386.558191:0:40424:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a42ad347. 00000020:00000010:2.0:1767384386.558193:0:40424:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ac96473d. 00000020:00000010:2.0:1767384386.558196:0:40424:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006fa09b38. 00000020:00000010:2.0:1767384386.558210:0:40424:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002067fbd6. 00000020:00000010:2.0:1767384386.558212:0:40424:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002067fbd6. 00010000:00000010:2.0:1767384386.558223:0:40424:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000009b68ef24. 00010000:00000010:2.0:1767384386.558318:0:40424:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000008c38e0b8. 02000000:00000010:2.0:1767384386.558328:0:40424:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 0000000078bee0aa. 00000400:00000010:2.0:1767384386.558340:0:40424:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000065db4d3b. 00000400:00000010:2.0:1767384386.558366:0:40424:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000065db4d3b. 00000020:00000010:2.0:1767384386.558375:0:40424:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ac96473d. 00000020:00000010:2.0:1767384386.558377:0:40424:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006fa09b38. 00000020:00000010:2.0:1767384386.558380:0:40424:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a42ad347. 02000000:00000010:2.0:1767384386.558383:0:40424:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 0000000078bee0aa. 00000400:00000010:2.0:1767384386.558388:0:40424:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000086b76384. 00000400:00000010:2.0:1767384386.558392:0:40424:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007a42bf36. 00000400:00000010:0.0:1767384386.558453:0:16776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005b2860dd. 00000400:00000010:0.0:1767384386.558457:0:16776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009462da0a. 00000100:00000010:0.0:1767384386.558465:0:16776:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000b6d6f714. 02000000:00000010:0.0:1767384386.558473:0:16776:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000002416e069. 02000000:00000010:0.0:1767384386.558476:0:16776:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000036131416. 00000100:00000010:0.0:1767384386.558478:0:16776:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000059be0b20. 00000100:00000010:0.0:1767384386.558487:0:16776:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000059be0b20. 02000000:00000010:0.0:1767384386.558491:0:16776:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000036131416. 00010000:00000010:0.0:1767384386.558496:0:16776:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000004911df31. 00000100:00000010:0.0:1767384386.558501:0:16776:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b6d6f714. 02000000:00000010:0.0:1767384386.558507:0:16776:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000002416e069. 00000400:00000010:0.0:1767384386.558510:0:16776:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005b2860dd. 00000400:00000010:0.0:1767384386.558513:0:16776:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009462da0a. 00000400:00000010:0.0:1767384386.558517:0:16776:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ad6d2c19. 00000400:00000010:0.0:1767384386.558524:0:16776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000013e00cda. 00000400:00000010:0.0:1767384386.558529:0:16776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c9dc7ae8. 00000400:00000010:0.0:1767384386.558616:0:16776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ad6d2c19. 00000020:00000010:2.0:1767384386.558681:0:40424:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002067fbd6. 00000020:00000010:2.0:1767384386.558684:0:40424:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002067fbd6. 00000020:00000010:2.0:1767384386.558688:0:40424:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a42ad347. 00000020:00000010:2.0:1767384386.558690:0:40424:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ac96473d. 00000020:00000010:2.0:1767384386.558693:0:40424:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006fa09b38. 00000020:00000010:2.0:1767384386.558719:0:40424:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002067fbd6. 00000020:00000010:2.0:1767384386.558721:0:40424:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002067fbd6. 00010000:00000010:2.0:1767384386.558731:0:40424:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000014ea39f5. 02000000:00000010:2.0:1767384386.558737:0:40424:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 0000000078bee0aa. 00000400:00000010:2.0:1767384386.558746:0:40424:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000065db4d3b. 00000400:00000010:2.0:1767384386.558855:0:40424:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000065db4d3b. 00000020:00000010:2.0:1767384386.558863:0:40424:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ac96473d. 00000020:00000010:2.0:1767384386.558865:0:40424:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006fa09b38. 00000020:00000010:2.0:1767384386.558868:0:40424:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a42ad347. 02000000:00000010:2.0:1767384386.558871:0:40424:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 0000000078bee0aa. 00000400:00000010:2.0:1767384386.558876:0:40424:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000adb19495. 00000400:00000010:2.0:1767384386.558879:0:40424:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002d3c42ca. 00000400:00000010:3.0:1767384386.558943:0:16776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005b2860dd. 00000400:00000010:3.0:1767384386.558946:0:16776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009462da0a. 00000100:00000010:3.0:1767384386.558956:0:16776:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000b6d6f714. 02000000:00000010:3.0:1767384386.558962:0:16776:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000002416e069. 02000000:00000010:3.0:1767384386.558964:0:16776:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000036131416. 00000100:00000010:3.0:1767384386.558974:0:16776:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000059be0b20. 10000000:00000010:3.0:1767384386.558978:0:16776:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at 00000000ae5a66c4. 00000020:00000010:3.0:1767384386.558980:0:16776:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009921d62b. 00000020:00000010:3.0:1767384386.558982:0:16776:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000008cb9c9e0. 00000040:00000010:3.0:1767384386.558985:0:16776:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000001a3155df. 00000020:00000010:3.0:1767384386.558987:0:16776:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000c0e7b5fe. 00000020:00000010:3.0:1767384386.558990:0:16776:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000f4e3f481. 80000000:00000010:3.0:1767384386.558993:0:16776:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000a5836adb. 00040000:00000010:3.0:1767384386.558996:0:16776:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000078a19f33. 00080000:00000010:3.0:1767384386.558998:0:16776:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000000dea255b. 20000000:00000010:3.0:1767384386.559001:0:16776:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 00000000864afece. 00000040:00000010:3.0:1767384386.559006:0:16776:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000003c02a810. 00000100:00000010:3.0:1767384386.559009:0:16776:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000fe1f4c2. 02000000:00000010:3.0:1767384386.559014:0:16776:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005d86480e. 00000100:00000010:3.0:1767384386.559019:0:16776:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004b78e050. 02000000:00000010:3.0:1767384386.559025:0:16776:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000beb6b17e. 00000400:00000010:3.0:1767384386.559028:0:16776:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008ecf5614. 00000400:00000010:3.0:1767384386.559030:0:16776:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d7e4b418. 00000400:00000010:3.0:1767384386.559033:0:16776:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a9227d6d. 00000400:00000010:3.0:1767384386.559041:0:16776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000074c3e7f3. 00000400:00000010:3.0:1767384386.559046:0:16776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c9168640. 00000400:00000010:3.0:1767384386.559104:0:16776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a9227d6d. 00000020:00000010:1.0:1767384386.561706:0:40425:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f96b46e1. 00000020:00000010:1.0:1767384386.561711:0:40425:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f96b46e1. 00000020:00000010:1.0:1767384386.561716:0:40425:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000007f874af. 00000020:00000010:1.0:1767384386.561720:0:40425:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e90d8833. 00000020:00000010:1.0:1767384386.561723:0:40425:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000033ac19b8. 00000020:00000010:1.0:1767384386.561759:0:40425:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f96b46e1. 00000020:00000010:1.0:1767384386.561762:0:40425:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f96b46e1. 02000000:00000010:1.0:1767384386.561772:0:40425:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 00000000ddbbdb7a. 00000040:00000010:1.0:1767384386.561777:0:40425:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000000b44318. 00000040:00000010:1.0:1767384386.561831:0:40425:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at 0000000012f6f781. 00000040:00000010:1.0:1767384386.561841:0:40425:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at 0000000012f6f781. 00000040:00000010:1.0:1767384386.561844:0:40425:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000000b44318. 00000400:00000010:1.0:1767384386.561855:0:40425:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009ee201c0. 00000400:00000010:1.0:1767384386.561987:0:40425:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009ee201c0. 00000020:00000010:1.0:1767384386.561998:0:40425:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e90d8833. 00000020:00000010:1.0:1767384386.562001:0:40425:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000033ac19b8. 00000020:00000010:1.0:1767384386.562004:0:40425:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000007f874af. 02000000:00000010:1.0:1767384386.562009:0:40425:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 00000000ddbbdb7a. 00000400:00000010:1.0:1767384386.562016:0:40425:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a89ff478. 00000400:00000010:1.0:1767384386.562020:0:40425:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ece77e6b. 00000400:00000010:3.0:1767384386.562328:0:16776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008ecf5614. 00000400:00000010:3.0:1767384386.562332:0:16776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d7e4b418. 00000100:00000010:3.0:1767384386.562345:0:16776:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000004b78e050. 02000000:00000010:3.0:1767384386.562351:0:16776:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000beb6b17e. 02000000:00000010:3.0:1767384386.562355:0:16776:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000005d86480e. 00000100:00000010:3.0:1767384386.562358:0:16776:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000fe1f4c2. 00000040:00000010:3.0:1767384386.562365:0:16776:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000002f42ca0a. 00000100:00000010:3.0:1767384386.562369:0:16776:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000fe1f4c2. 02000000:00000010:3.0:1767384386.562374:0:16776:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000beb6b17e. 00000100:00000010:3.0:1767384386.562379:0:16776:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004b78e050. 02000000:00000010:3.0:1767384386.562397:0:16776:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 00000000ebd6a789. 00000400:00000010:3.0:1767384386.562405:0:16776:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008ecf5614. 00000400:00000010:3.0:1767384386.562409:0:16776:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 000000003c727825. 00000400:00000010:3.0:1767384386.562413:0:16776:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d7e4b418. 00000400:00000010:3.0:1767384386.562421:0:16776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c23953b9. 00000400:00000010:3.0:1767384386.562427:0:16776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000041ac9653. 00000400:00000010:3.0:1767384386.562526:0:16776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d7e4b418. 00000020:00000010:2.0:1767384386.562646:0:40425:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002067fbd6. 00000020:00000010:2.0:1767384386.562649:0:40425:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002067fbd6. 00000020:00000010:2.0:1767384386.562652:0:40425:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a42ad347. 00000020:00000010:2.0:1767384386.562655:0:40425:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ac96473d. 00000020:00000010:2.0:1767384386.562658:0:40425:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006fa09b38. 00000020:00000010:2.0:1767384386.562683:0:40425:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002067fbd6. 00000020:00000010:2.0:1767384386.562686:0:40425:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002067fbd6. 02000000:00000010:2.0:1767384386.562700:0:40425:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 00000000ede0ba29. 00000040:00000010:2.0:1767384386.562704:0:40425:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000fd484e4a. 00000040:00000010:2.0:1767384386.562712:0:40425:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000eb89e3b8. 00000040:00000010:2.0:1767384386.562721:0:40425:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000eb89e3b8. 00000040:00000010:2.0:1767384386.562724:0:40425:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000fd484e4a. 00000400:00000010:2.0:1767384386.562731:0:40425:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000c47f460a. 00000400:00000010:2.0:1767384386.562874:0:40425:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000c47f460a. 00000020:00000010:2.0:1767384386.562884:0:40425:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ac96473d. 00000020:00000010:2.0:1767384386.562887:0:40425:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006fa09b38. 00000020:00000010:2.0:1767384386.562889:0:40425:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a42ad347. 02000000:00000010:2.0:1767384386.562898:0:40425:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 00000000ede0ba29. 00000400:00000010:2.0:1767384386.562909:0:40425:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003e7dbc5d. 00000400:00000010:2.0:1767384386.562912:0:40425:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c47f460a. 00000400:00000010:0.0:1767384386.562949:0:16776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008ecf5614. 00000400:00000010:0.0:1767384386.562958:0:16776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 000000003c727825. 00000100:00000010:0.0:1767384386.562967:0:16776:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000004b78e050. 02000000:00000010:0.0:1767384386.562971:0:16776:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 00000000ebd6a789. 02000000:00000010:0.0:1767384386.562978:0:16776:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000beb6b17e. 00000100:00000010:0.0:1767384386.562980:0:16776:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000fe1f4c2. 00000040:00000010:0.0:1767384386.562985:0:16776:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 00000000ae341a9b. 00000020:00000010:2.0:1767384386.563386:0:41050:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a42ad347. 00000020:00000010:2.0:1767384386.563390:0:41050:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000fd484e4a. 00000040:00000010:2.0:1767384386.563392:0:41050:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000096e327b3. 00000020:00000010:2.0:1767384386.563396:0:41050:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000d1b6c561. 00000020:00000010:2.0:1767384386.563400:0:41050:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000066887151. 00000020:00000010:2.0:1767384386.563403:0:41050:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000d7b32a21. 80000000:00000010:2.0:1767384386.563406:0:41050:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000cf14a01d. 40000000:00000010:2.0:1767384386.563409:0:41050:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000002067fbd6. 00100000:00000010:2.0:1767384386.563413:0:41050:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000c53739fb. 00040000:00000010:2.0:1767384386.563417:0:41050:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000d265ab2d. 00040000:00000010:2.0:1767384386.563420:0:41050:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000aa8a7e44. 00040000:00000010:2.0:1767384386.563423:0:41050:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000f6b54bb1. 00080000:00000010:2.0:1767384386.563426:0:41050:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000a5b2e37a. 00000004:00000010:2.0:1767384386.563429:0:41050:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000000e0f9764. 00000004:00000010:2.0:1767384386.563433:0:41050:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000050a87368. 00000004:00000010:2.0:1767384386.563438:0:41050:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000005cff3f92. 00002000:00000010:2.0:1767384386.563442:0:41050:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000078bee0aa. 00000004:00000010:2.0:1767384386.563446:0:41050:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000081fce6b7. 00000020:00000010:2.0:1767384386.563449:0:41050:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000000df6dd85. 00000040:00000010:2.0:1767384386.563454:0:41050:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 00000000eb89e3b8. 00000040:00000010:2.0:1767384386.564048:0:41050:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 00000000eb89e3b8. 00000020:00000010:2.0:1767384386.564053:0:41050:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000000df6dd85. 00000020:00000010:2.0:1767384386.564064:0:41050:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000fd484e4a. 00000040:00000010:2.0:1767384386.564068:0:41050:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000096e327b3. 00000020:00000010:2.0:1767384386.564070:0:41050:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000d1b6c561. 00000020:00000010:2.0:1767384386.564073:0:41050:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000066887151. 00000020:00000010:2.0:1767384386.564077:0:41050:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000d7b32a21. 80000000:00000010:2.0:1767384386.564080:0:41050:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000cf14a01d. 40000000:00000010:2.0:1767384386.564084:0:41050:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000002067fbd6. 00100000:00000010:2.0:1767384386.564218:0:41050:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000c53739fb. 00040000:00000010:2.0:1767384386.564222:0:41050:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000d265ab2d. 00040000:00000010:2.0:1767384386.564290:0:41050:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000aa8a7e44. 00040000:00000010:2.0:1767384386.564293:0:41050:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000f6b54bb1. 00080000:00000010:2.0:1767384386.564296:0:41050:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000a5b2e37a. 00000004:00000010:2.0:1767384386.564300:0:41050:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000000e0f9764. 00000004:00000010:2.0:1767384386.564304:0:41050:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000050a87368. 00000004:00000010:2.0:1767384386.564308:0:41050:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000005cff3f92. 00002000:00000010:2.0:1767384386.564310:0:41050:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000078bee0aa. 00000004:00000010:2.0:1767384386.564313:0:41050:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000081fce6b7. 00000020:00000010:2.0:1767384386.564315:0:41050:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a42ad347. 00000040:00000010:0.0:1767384386.564434:0:16776:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 00000000ae341a9b. 00000040:00000010:0.0:1767384386.564440:0:16776:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000002f42ca0a. 00000040:00000010:0.0:1767384386.564447:0:16776:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000003c02a810. 00000020:00000010:0.0:1767384386.564453:0:16776:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000008cb9c9e0. 00000040:00000010:0.0:1767384386.564456:0:16776:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000001a3155df. 00000020:00000010:0.0:1767384386.564458:0:16776:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000c0e7b5fe. 00000020:00000010:0.0:1767384386.564461:0:16776:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000f4e3f481. 80000000:00000010:0.0:1767384386.564464:0:16776:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000a5836adb. 00040000:00000010:0.0:1767384386.564466:0:16776:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000078a19f33. 00080000:00000010:0.0:1767384386.564468:0:16776:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000000dea255b. 20000000:00000010:0.0:1767384386.564471:0:16776:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 00000000864afece. 00000020:00000010:0.0:1767384386.564474:0:16776:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009921d62b. 10000000:00000010:0.0:1767384386.564476:0:16776:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at 00000000ae5a66c4. 00000100:00000010:0.0:1767384386.564489:0:16776:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c536c0c9. 02000000:00000010:0.0:1767384386.564495:0:16776:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000041f02a73. 00010000:00000010:0.0:1767384386.564505:0:16776:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000004786de54. 00000100:00000010:0.0:1767384386.564515:0:16776:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003f562282. 02000000:00000010:0.0:1767384386.564525:0:16776:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000038ec3b4a. 00000400:00000010:0.0:1767384386.564529:0:16776:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000083583c2b. 00000400:00000010:0.0:1767384386.564533:0:16776:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ad6d2c19. 00000400:00000010:0.0:1767384386.564611:0:16776:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003607bc79. 00000400:00000010:0.0:1767384386.564626:0:16776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cd5f731c. 00000400:00000010:0.0:1767384386.564632:0:16776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007835853d. 00000400:00000010:0.0:1767384386.564680:0:16776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003607bc79. 00000020:00000010:2.0:1767384386.564736:0:40425:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002067fbd6. 00000020:00000010:2.0:1767384386.564739:0:40425:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002067fbd6. 00000020:00000010:2.0:1767384386.564742:0:40425:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f6b54bb1. 00000020:00000010:2.0:1767384386.564744:0:40425:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ac96473d. 00000020:00000010:2.0:1767384386.564747:0:40425:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006fa09b38. 00000020:00000010:2.0:1767384386.564800:0:40425:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002067fbd6. 00000020:00000010:2.0:1767384386.564803:0:40425:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002067fbd6. 00010000:00000010:2.0:1767384386.564815:0:40425:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000827c0994. 02000000:00000010:2.0:1767384386.564847:0:40425:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 0000000081fce6b7. 00000400:00000010:2.0:1767384386.564866:0:40425:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000065db4d3b. 00000400:00000010:2.0:1767384386.564892:0:40425:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000065db4d3b. 00000020:00000010:2.0:1767384386.564899:0:40425:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ac96473d. 00000020:00000010:2.0:1767384386.564902:0:40425:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006fa09b38. 00000020:00000010:2.0:1767384386.564904:0:40425:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f6b54bb1. 02000000:00000010:2.0:1767384386.564907:0:40425:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 0000000081fce6b7. 00000400:00000010:2.0:1767384386.564913:0:40425:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006fd83512. 00000400:00000010:2.0:1767384386.564916:0:40425:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cafd0d0f. 00000400:00000010:0.0:1767384386.564954:0:16776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000083583c2b. 00000400:00000010:0.0:1767384386.564958:0:16776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ad6d2c19. 00000100:00000010:0.0:1767384386.564966:0:16776:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000003f562282. 02000000:00000010:0.0:1767384386.564975:0:16776:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000038ec3b4a. 02000000:00000010:0.0:1767384386.564983:0:16776:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000041f02a73. 00000100:00000010:0.0:1767384386.564986:0:16776:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c536c0c9. 10000000:00000010:0.0:1767384386.564991:0:16776:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at 0000000030c5a820. 00000020:00000010:0.0:1767384386.564993:0:16776:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000041f02a73. 00000020:00000010:0.0:1767384386.564996:0:16776:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000036131416. 00000040:00000010:0.0:1767384386.564999:0:16776:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000864afece. 00000020:00000010:0.0:1767384386.565002:0:16776:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000003316f522. 00000020:00000010:0.0:1767384386.565004:0:16776:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000078a19f33. 80000000:00000010:0.0:1767384386.565007:0:16776:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000ae341a9b. 00040000:00000010:0.0:1767384386.565009:0:16776:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000009921d62b. 00080000:00000010:0.0:1767384386.565012:0:16776:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000002ca01c58. 20000000:00000010:0.0:1767384386.565015:0:16776:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 00000000f4e3f481. 00000040:00000010:0.0:1767384386.565019:0:16776:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000001a3155df. 00000100:00000010:0.0:1767384386.565023:0:16776:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c536c0c9. 02000000:00000010:0.0:1767384386.565028:0:16776:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008cb9c9e0. 00000100:00000010:0.0:1767384386.565034:0:16776:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003f562282. 02000000:00000010:0.0:1767384386.565041:0:16776:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000032871b1. 00000400:00000010:0.0:1767384386.565044:0:16776:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000083583c2b. 00000400:00000010:0.0:1767384386.565047:0:16776:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ad6d2c19. 00000400:00000010:0.0:1767384386.565050:0:16776:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003607bc79. 00000400:00000010:0.0:1767384386.565057:0:16776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000daf5a38b. 00000400:00000010:0.0:1767384386.565062:0:16776:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000008b495f8. 00000400:00000010:0.0:1767384386.565242:0:16776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003607bc79. 00000020:00000010:3.0:1767384386.565384:0:40424:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000817ebc63. 00000020:00000010:3.0:1767384386.565387:0:40424:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000817ebc63. 00000020:00000010:3.0:1767384386.565391:0:40424:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000da0abebb. 00000020:00000010:3.0:1767384386.565394:0:40424:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e3a3bc7e. 00000020:00000010:3.0:1767384386.565397:0:40424:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000529661a0. 00000020:00000010:3.0:1767384386.565409:0:40424:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000817ebc63. 00000020:00000010:3.0:1767384386.565410:0:40424:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000817ebc63. 02000000:00000010:3.0:1767384386.565419:0:40424:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 00000000b5a7640f. 00000040:00000010:3.0:1767384386.565424:0:40424:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000beb6b17e. 00000040:00000010:3.0:1767384386.565459:0:40424:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000beb6b17e. 00000400:00000010:3.0:1767384386.565466:0:40424:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d7e4b418. 00000400:00000010:3.0:1767384386.565493:0:40424:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d7e4b418. 00000020:00000010:3.0:1767384386.565501:0:40424:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e3a3bc7e. 00000020:00000010:3.0:1767384386.565504:0:40424:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000529661a0. 00000020:00000010:3.0:1767384386.565506:0:40424:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000da0abebb. 02000000:00000010:3.0:1767384386.565510:0:40424:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 00000000b5a7640f. 00000400:00000010:3.0:1767384386.565515:0:40424:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c02722fe. 00000400:00000010:3.0:1767384386.565519:0:40424:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005c6904e8. 00000400:00000010:0.0:1767384386.565573:0:16776:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000083583c2b. 00000400:00000010:0.0:1767384386.565576:0:16776:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ad6d2c19. 00000100:00000010:0.0:1767384386.565584:0:16776:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000003f562282. 02000000:00000010:0.0:1767384386.565588:0:16776:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000032871b1. 02000000:00000010:0.0:1767384386.565591:0:16776:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000008cb9c9e0. 00000100:00000010:0.0:1767384386.565594:0:16776:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c536c0c9. 00000040:00000010:0.0:1767384386.565596:0:16776:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000001a3155df. 00000020:00000010:0.0:1767384386.565600:0:16776:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000036131416. 00000040:00000010:0.0:1767384386.565603:0:16776:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000864afece. 00000020:00000010:0.0:1767384386.565605:0:16776:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000003316f522. 00000020:00000010:0.0:1767384386.565614:0:16776:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000078a19f33. 80000000:00000010:0.0:1767384386.565617:0:16776:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000ae341a9b. 00040000:00000010:0.0:1767384386.565620:0:16776:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000009921d62b. 00080000:00000010:0.0:1767384386.565623:0:16776:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000002ca01c58. 20000000:00000010:0.0:1767384386.565626:0:16776:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 00000000f4e3f481. 00000020:00000010:0.0:1767384386.565628:0:16776:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000041f02a73. 10000000:00000010:0.0:1767384386.565629:0:16776:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at 0000000030c5a820. 00000100:00000010:0.0:1767384386.590177:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a88560e6. 00000100:00000010:2.0:1767384386.590252:0:270:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000073f9212e. 00000100:00000010:3.0:1767384386.590368:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004fab4069. 00000100:00000010:1.0:1767384386.590429:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005d23b336. 00000800:00000010:2.0:1767384386.614756:0:16126:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000eb89e3b8. 00000800:00000010:2.0:1767384386.614767:0:16126:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000066a78979. 00000800:00000010:2.0:1767384386.614772:0:16126:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000000df6dd85. 00000800:00000010:2.0:1767384386.614794:0:16126:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000000df6dd85. 00000800:00020000:2.0:1767384386.614805:0:16126:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.152 00000800:00000010:2.0:1767384386.614810:0:16126:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000066a78979. 00000800:00000010:2.0:1767384386.614857:0:16126:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000eb89e3b8. 00000400:02020000:2.0:1767384386.614897:0:16126:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.152@tcp31 at host 192.168.202.152:988: is it running a compatible version of Lustre? 00000800:00000010:1.0:1767384386.615372:0:16128:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000320a4356. 00000800:00000010:1.0:1767384386.615376:0:16128:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000b256668b. 00000800:00000010:1.0:1767384386.615380:0:16128:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000b5cd5887. 00000800:00000010:1.0:1767384386.615400:0:16128:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000b5cd5887. 00000800:00020000:1.0:1767384386.615406:0:16128:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.152 00000800:00000010:1.0:1767384386.615409:0:16128:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000b256668b. 00000800:00000010:1.0:1767384386.615411:0:16128:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000320a4356. 00000400:02020000:1.0:1767384386.615439:0:16128:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.152@tcp39 at host 192.168.202.152:988: is it running a compatible version of Lustre? 00000100:00000010:2.0:1767384387.195752:0:16130:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000026369971. 00000100:00000010:2.0:1767384387.195800:0:16130:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ba621182. 00000020:00000010:0.0:1767384387.195930:0:40461:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000030c5a820. 00000020:00000010:0.0:1767384387.195935:0:40461:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000009b508614. 00000020:00000010:0.0:1767384387.195956:0:40461:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000032871b1. 00000020:00000010:0.0:1767384387.195962:0:40461:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c1127f0d. 00000020:00000010:0.0:1767384387.195966:0:40461:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f9b52dae. 00000020:00000010:0.0:1767384387.196082:0:40461:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009b508614. 00000020:00000010:0.0:1767384387.196085:0:40461:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009b508614. 00000020:00000010:0.0:1767384387.196115:0:40461:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009effb167. 00000020:00000010:0.0:1767384387.196118:0:40461:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000bae32ca2. 00000020:00000010:0.0:1767384387.196121:0:40461:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e7d16d4c. 00000020:00000010:3.0:1767384387.196370:0:40433:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009a987961. 00000020:00000010:3.0:1767384387.196375:0:40433:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009a987961. 02000000:00000010:3.0:1767384387.196394:0:40433:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 000000001461e5b7. 00000020:00000010:3.0:1767384387.196453:0:40433:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1728 at 00000000178b4b35. 00000400:00000010:3.0:1767384387.196471:0:40433:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d7e4b418. 00000800:00000010:3.0:1767384387.196500:0:40433:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000034bd8597. 00000020:00000010:3.0:1767384387.196568:0:40433:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c1127f0d. 00000020:00000010:3.0:1767384387.196573:0:40433:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f9b52dae. 00000020:00000010:3.0:1767384387.196590:0:40433:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000032871b1. 00000020:00000010:3.0:1767384387.196604:0:40433:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009a987961. 00000020:00000010:3.0:1767384387.196607:0:40433:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009a987961. 02000000:00000010:3.0:1767384387.196614:0:40433:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 000000007ef938f3. 00000400:00000010:3.0:1767384387.196625:0:40433:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a9227d6d. 00000800:00000010:3.0:1767384387.196637:0:40433:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ecc8e37a. 00000020:00000010:3.0:1767384387.196644:0:40433:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000bae32ca2. 00000020:00000010:3.0:1767384387.196647:0:40433:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e7d16d4c. 00000020:00000010:3.0:1767384387.196649:0:40433:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009effb167. 00000800:00000010:2.0:1767384387.196875:0:16132:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000034bd8597. 00000400:00000010:2.0:1767384387.196883:0:16132:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d7e4b418. 00000800:00000010:2.0:1767384387.198468:0:16132:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ecc8e37a. 00000400:00000010:2.0:1767384387.198476:0:16132:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a9227d6d. 00000100:00000010:1.0:1767384387.198744:0:16131:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009776e8a0. 00000020:00000010:3.0:1767384387.198848:0:40433:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009a987961. 00000020:00000010:3.0:1767384387.198852:0:40433:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009a987961. 00000020:00000010:3.0:1767384387.198855:0:40433:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000da0abebb. 00000020:00000010:3.0:1767384387.198859:0:40433:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e3a3bc7e. 00000020:00000010:3.0:1767384387.198862:0:40433:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000529661a0. 00000020:00000010:3.0:1767384387.198925:0:40433:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009a987961. 00000020:00000010:3.0:1767384387.198928:0:40433:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009a987961. 02000000:00000010:3.0:1767384387.198940:0:40433:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 744 at 00000000faac8613. 00000400:00000010:3.0:1767384387.198949:0:40433:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e09e0a3e. 00000800:00000010:3.0:1767384387.198964:0:40433:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000095e399db. 00000020:00000010:3.0:1767384387.199020:0:40433:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e3a3bc7e. 00000020:00000010:3.0:1767384387.199024:0:40433:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000529661a0. 00000020:00000010:3.0:1767384387.199027:0:40433:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000da0abebb. 00000800:00000010:2.0:1767384387.199120:0:16130:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000095e399db. 00000400:00000010:2.0:1767384387.199126:0:16130:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e09e0a3e. 00000100:00000010:2.0:1767384387.201639:0:16132:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002d10cabc. 00000400:00000010:2.0:1767384387.201710:0:16132:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000775f26b2. 00000400:00000010:2.0:1767384387.201719:0:16132:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001f341903. 00000100:00000010:2.0:1767384387.201755:0:16132:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a7381cee. 00000020:00000010:1.0:1767384387.201873:0:40426:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f96b46e1. 00000020:00000010:1.0:1767384387.201877:0:40426:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f96b46e1. 00000020:00000010:1.0:1767384387.201881:0:40426:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000007f874af. 00000020:00000010:1.0:1767384387.201885:0:40426:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000608797a9. 00000020:00000010:1.0:1767384387.201888:0:40426:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000033ac19b8. 00000020:00000010:1.0:1767384387.201919:0:40426:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f96b46e1. 00000020:00000010:1.0:1767384387.201921:0:40426:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f96b46e1. 02000000:00000010:1.0:1767384387.201931:0:40426:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000009e147aac. 00000400:00000010:1.0:1767384387.201940:0:40426:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009ee201c0. 00000800:00000010:1.0:1767384387.201957:0:40426:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000070d2b6fc. 00000020:00000010:1.0:1767384387.201973:0:40426:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000608797a9. 00000020:00000010:1.0:1767384387.201976:0:40426:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000033ac19b8. 00000020:00000010:1.0:1767384387.201979:0:40426:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000007f874af. 00000400:00000010:1.0:1767384387.201988:0:40426:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004188e35d. 00000400:00000010:1.0:1767384387.201992:0:40426:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b256668b. 00000800:00000010:1.0:1767384387.202057:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000070d2b6fc. 00000400:00000010:1.0:1767384387.202062:0:16131:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009ee201c0. 02000000:00000010:1.0:1767384387.202065:0:16131:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000009e147aac. 00000020:00000010:0.0:1767384387.202724:0:40436:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000005452c413. 00040000:00000010:0.0:1767384387.202732:0:40436:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000002ca01c58. 00000004:00000010:0.0:1767384387.202737:0:40436:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000003316f522. 00000004:00000010:0.0:1767384387.202741:0:40436:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000b6242313. 00000004:00000010:0.0:1767384387.202745:0:40436:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000038ec3b4a. 00000020:00000010:0.0:1767384387.202751:0:40436:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009b508614. 00000020:00000010:0.0:1767384387.202754:0:40436:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009b508614. 00000020:00000010:0.0:1767384387.202758:0:40436:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000023c1df. 00000020:00000010:0.0:1767384387.202761:0:40436:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a93f8f22. 00000020:00000010:0.0:1767384387.202763:0:40436:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000aa71986f. 00000020:00000010:0.0:1767384387.202833:0:40436:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009b508614. 00000020:00000010:0.0:1767384387.202837:0:40436:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009b508614. 02000000:00000010:0.0:1767384387.202875:0:40436:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 1200 at 00000000e67ca9a7. 02000000:00000010:0.0:1767384387.202888:0:40436:0:(upcall_cache.c:27:alloc_entry()) kmalloced '(entry)': 472 at 000000009effb167. 00000020:00000010:3.0:1767384387.205832:0:17547:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000da0abebb. 00000020:00000010:3.0:1767384387.205841:0:17547:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e3a3bc7e. 00000020:00000010:3.0:1767384387.205845:0:17547:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000529661a0. 02000000:00000010:3.0:1767384387.205891:0:17547:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 000000004164c3c4. 00000020:00000010:3.0:1767384387.205900:0:17547:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000000dea255b. 00000001:00000010:3.0:1767384387.205906:0:17547:0:(tgt_lastrcvd.c:399:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at 0000000025243f12. 00000001:00000010:3.0:1767384387.205912:0:17547:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000016b7520e. 00000001:00000010:3.0:1767384387.205918:0:17547:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000e06a8778. 00000001:00000010:3.0:1767384387.205921:0:17547:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000beb6b17e. 00000001:00000010:3.0:1767384387.205924:0:17547:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000002e215a93. 00000001:00000010:3.0:1767384387.205927:0:17547:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000003c02a810. 00000001:00000010:3.0:1767384387.205939:0:17547:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000005d86480e. 00080000:00000010:3.0:1767384387.205981:0:17547:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000b71984e7. 00000001:00000010:3.0:1767384387.206114:0:17547:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 000000005d23b336. 00000020:00000010:3.0:1767384387.206204:0:17547:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 000000004fab4069. 00000020:00000010:3.0:1767384387.206212:0:17547:0:(lprocfs_status_server.c:710:lprocfs_exp_setup()) kfreed 'new_stat': 96 at 000000004fab4069. 00000020:00000010:3.0:1767384387.206216:0:17547:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 00000000c0e7b5fe. 00000020:00000010:3.0:1767384387.206234:0:17547:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009a987961. 00000400:00000010:3.0:1767384387.206271:0:17547:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001288e512. 00000800:00000010:3.0:1767384387.206295:0:17547:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000061d276c8. 00000020:00000010:3.0:1767384387.206316:0:17547:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e3a3bc7e. 00000020:00000010:3.0:1767384387.206319:0:17547:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000529661a0. 00000020:00000010:3.0:1767384387.206322:0:17547:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000da0abebb. 00000800:00000010:3.0:1767384387.206392:0:16130:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000061d276c8. 00000400:00000010:3.0:1767384387.206399:0:16130:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001288e512. 00000004:00000010:1.0:1767384387.217241:0:41051:0:(mdt_lproc.c:364:identity_info_store()) kmalloced '(param)': 1048 at 000000008289f5b2. 00000004:00000010:1.0:1767384387.217319:0:41051:0:(mdt_lproc.c:404:identity_info_store()) kfreed 'param': 1048 at 000000008289f5b2. 00000400:00000010:3.0:1767384387.217790:0:40436:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001288e512. 00000800:00000010:3.0:1767384387.217841:0:40436:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000061d276c8. 00000020:00000010:3.0:1767384387.217872:0:40436:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000044ff01c3. 00000020:00000010:3.0:1767384387.217881:0:40436:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a93f8f22. 00000020:00000010:3.0:1767384387.217886:0:40436:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000aa71986f. 00000020:00000010:3.0:1767384387.217889:0:40436:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000023c1df. 00000800:00000010:0.0:1767384387.219444:0:16132:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000061d276c8. 00000400:00000010:0.0:1767384387.219459:0:16132:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001288e512. 00000100:00000010:1.0:1767384387.278694:0:16131:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b405c19d. 00000020:00000010:3.0:1767384387.278795:0:40433:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000817ebc63. 00000020:00000010:3.0:1767384387.278801:0:40433:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000817ebc63. 00000020:00000010:3.0:1767384387.278807:0:40433:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002e6821f8. 00000020:00000010:3.0:1767384387.278812:0:40433:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e3a3bc7e. 00000020:00000010:3.0:1767384387.278826:0:40433:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000529661a0. 00000020:00000010:3.0:1767384387.278865:0:40433:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000817ebc63. 00000020:00000010:3.0:1767384387.278868:0:40433:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000817ebc63. 00010000:00000010:3.0:1767384387.278894:0:40433:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000004110494b. 00010000:00000010:3.0:1767384387.278898:0:40433:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000696b8cfd. 00010000:00000010:3.0:1767384387.278904:0:40433:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000046a46c52. 00000020:00000010:3.0:1767384387.278910:0:40433:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 00000000817ebc63. 00010000:00000010:3.0:1767384387.278915:0:40433:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003dbc04f4. 02000000:00000010:3.0:1767384387.278959:0:40433:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at 00000000891cf024. 00010000:00000010:3.0:1767384387.278989:0:40433:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000086b0453b. 00010000:00000010:3.0:1767384387.278994:0:40433:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000009a2492e4. 00000020:00000010:3.0:1767384387.279005:0:40433:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 000000004e4593e6. 00010000:00000010:3.0:1767384387.279135:0:40433:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003dbc04f4. 00000400:00000010:3.0:1767384387.279164:0:40433:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ddef31e2. 00000800:00000010:3.0:1767384387.279195:0:40433:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000021e9037e. 00000020:00000010:3.0:1767384387.279234:0:40433:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e3a3bc7e. 00000020:00000010:3.0:1767384387.279239:0:40433:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000529661a0. 00000020:00000010:3.0:1767384387.279242:0:40433:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002e6821f8. 00000800:00000010:2.0:1767384387.279443:0:16130:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000021e9037e. 00000400:00000010:2.0:1767384387.279452:0:16130:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ddef31e2. 00000100:00000010:0.0:1767384387.281255:0:16132:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c536c0c9. 00000020:00000010:1.0:1767384387.281340:0:40432:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f96b46e1. 00000020:00000010:1.0:1767384387.281344:0:40432:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f96b46e1. 00000020:00000010:1.0:1767384387.281348:0:40432:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000007f874af. 00000020:00000010:1.0:1767384387.281350:0:40432:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000608797a9. 00000020:00000010:1.0:1767384387.281354:0:40432:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000033ac19b8. 00000020:00000010:1.0:1767384387.281381:0:40432:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f96b46e1. 00000020:00000010:1.0:1767384387.281383:0:40432:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f96b46e1. 00010000:00000010:1.0:1767384387.281397:0:40432:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000004900a9d3. 00000020:00000010:1.0:1767384387.281401:0:40432:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 00000000f96b46e1. 00010000:00000010:1.0:1767384387.281405:0:40432:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c95bd078. 02000000:00000010:1.0:1767384387.281418:0:40432:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at 00000000e264bbd0. 00010000:00000010:1.0:1767384387.281435:0:40432:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000027137b81. 00010000:00000010:1.0:1767384387.281438:0:40432:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001c758379. 00000020:00000010:1.0:1767384387.281445:0:40432:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 0000000000b44318. 00010000:00000010:1.0:1767384387.281467:0:40432:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000004fb0642b. 00010000:00000010:1.0:1767384387.281469:0:40432:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000cfc10a76. 00010000:00000010:1.0:1767384387.281473:0:40432:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000ca7f1d18. 00010000:00000010:1.0:1767384387.281475:0:40432:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ca250b08. 00010000:00000010:1.0:1767384387.281612:0:40432:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001c758379. 00010000:00000010:1.0:1767384387.281623:0:40432:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ca250b08. 00010000:00000010:1.0:1767384387.281627:0:40432:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cfc10a76. 00010000:00000010:1.0:1767384387.281645:0:40432:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c95bd078. 00000400:00000010:1.0:1767384387.281657:0:40432:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009ee201c0. 00000800:00000010:1.0:1767384387.281677:0:40432:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000070d2b6fc. 00000020:00000010:1.0:1767384387.281739:0:40432:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000608797a9. 00000020:00000010:1.0:1767384387.281750:0:40432:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000033ac19b8. 00000020:00000010:1.0:1767384387.281753:0:40432:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000007f874af. 00000800:00000010:2.0:1767384387.287695:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000070d2b6fc. 00000400:00000010:2.0:1767384387.287714:0:16131:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009ee201c0. 00000100:00000010:2.0:1767384387.297172:0:16130:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000c2cee93. 00000020:00000010:3.0:1767384387.297264:0:40442:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000006b4f3c2d. 00040000:00000010:3.0:1767384387.297276:0:40442:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000afdfc44e. 00000004:00000010:3.0:1767384387.297280:0:40442:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000009322ab22. 00000004:00000010:3.0:1767384387.297285:0:40442:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000d9f81bdb. 00000004:00000010:3.0:1767384387.297289:0:40442:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000b5a7640f. 00000020:00000010:3.0:1767384387.297305:0:40442:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e4d7beed. 00000020:00000010:3.0:1767384387.297309:0:40442:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e4d7beed. 00000020:00000010:3.0:1767384387.297314:0:40442:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002e6821f8. 00000020:00000010:3.0:1767384387.297318:0:40442:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e3a3bc7e. 00000020:00000010:3.0:1767384387.297322:0:40442:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000529661a0. 00000020:00000010:3.0:1767384387.297363:0:40442:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e4d7beed. 00000020:00000010:3.0:1767384387.297366:0:40442:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e4d7beed. 02000000:00000010:3.0:1767384387.297384:0:40442:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 544 at 0000000037135557. 00000400:00000010:3.0:1767384387.297405:0:40442:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d67149ca. 00000800:00000010:3.0:1767384387.297435:0:40442:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a91886cd. 00000020:00000010:3.0:1767384387.297463:0:40442:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e3a3bc7e. 00000020:00000010:3.0:1767384387.297467:0:40442:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000529661a0. 00000020:00000010:3.0:1767384387.297470:0:40442:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002e6821f8. 00000800:00000010:2.0:1767384387.297620:0:16132:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a91886cd. 00000400:00000010:2.0:1767384387.297629:0:16132:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d67149ca. 00010000:00000010:3.1:1767384387.299133:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000046a46c52. 00000100:00000010:2.0:1767384387.300019:0:16131:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bbd049d1. 00000020:00000010:3.0:1767384387.300128:0:40433:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e4d7beed. 00000020:00000010:3.0:1767384387.300133:0:40433:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e4d7beed. 00000020:00000010:3.0:1767384387.300136:0:40433:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002e6821f8. 00000020:00000010:3.0:1767384387.300140:0:40433:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e3a3bc7e. 00000020:00000010:3.0:1767384387.300156:0:40433:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000529661a0. 00000020:00000010:3.0:1767384387.300187:0:40433:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e4d7beed. 00000020:00000010:3.0:1767384387.300190:0:40433:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e4d7beed. 00010000:00000010:3.0:1767384387.300224:0:40433:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009a2492e4. 00010000:00000010:3.0:1767384387.300241:0:40433:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000696b8cfd. 00010000:00000010:3.0:1767384387.300251:0:40433:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000008e2534a7. 00010000:00000010:3.0:1767384387.300255:0:40433:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000696b8cfd. 00010000:00000010:3.0:1767384387.300259:0:40433:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000046a46c52. 00010000:00000010:3.0:1767384387.300264:0:40433:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000009a2492e4. 02000000:00000010:3.0:1767384387.300296:0:40433:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at 00000000b98aa36a. 00010000:00000010:3.0:1767384387.300384:0:40433:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000b8c68cb2. 00010000:00000010:3.0:1767384387.300389:0:40433:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003dbc04f4. 00010000:00000010:3.0:1767384387.300403:0:40433:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000029e80be1. 00010000:00000010:3.0:1767384387.300406:0:40433:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b3feaad9. 00010000:00000010:3.0:1767384387.300409:0:40433:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000048182871. 00010000:00000010:3.0:1767384387.300412:0:40433:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a7b10a5c. 00000004:00000010:3.0:1767384387.300437:0:40433:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000487f3d00. 00000004:00000010:3.0:1767384387.300446:0:40433:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000002f7937c5. 00000004:00000010:3.0:1767384387.300452:0:40433:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000b5d1e6c1. 00080000:00000010:3.0:1767384387.300461:0:40433:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000009f360dc8. 00000020:00000010:3.0:1767384387.300492:0:40433:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at 000000004fab4069. 00080000:00000010:3.0:1767384387.300502:0:40433:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000004920ffd1. 00000020:00000010:3.0:1767384387.300507:0:40433:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 260 at 0000000066762711. 00000020:00000010:3.0:1767384387.300510:0:40433:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 260 at 00000000da0abebb. 00080000:00000010:3.0:1767384387.300525:0:40433:0:(osd_oi.c:1052:osd_idc_add()) kmalloced '(idc)': 256 at 000000006d2fa3b0. 00000004:00000010:3.0:1767384387.300534:0:40433:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at 00000000069408b2. 00000020:00000010:3.0:1767384387.300539:0:40433:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 4096 at 000000006080703e. 00010000:00000010:1.1:1767384387.307129:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000027137b81. 00010000:00000010:1.1:1767384387.307143:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000004fb0642b. 00010000:00000010:1.1:1767384387.307146:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000ca7f1d18. 00010000:00000010:1.1:1767384387.307149:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000004900a9d3. 00020000:00000010:3.0:1767384387.309940:0:40433:0:(lod_qos.c:2848:lod_qos_prep_create()) kmalloced '(stripe)': 8 at 00000000ff75b0c5. 00020000:00000010:3.0:1767384387.309946:0:40433:0:(lod_qos.c:2851:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at 000000002fee270a. 00020000:00000010:3.0:1767384387.309951:0:40433:0:(lod_qos.c:2681:lod_prepare_avoidance()) kmalloced '(new_oss)': 4 at 00000000b25dd949. 00000020:00000010:3.0:1767384387.309960:0:40433:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 4 at 000000005a841188. 00000004:00000010:3.0:1767384387.309999:0:40433:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at 00000000cb633869. 00010000:00000010:3.1:1767384387.311134:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000086b0453b. 00010000:00000010:3.1:1767384387.311144:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000004110494b. 00000020:00000010:2.0:1767384387.313526:0:40433:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 4 at 000000005a841188. 00000020:00000010:2.0:1767384387.313606:0:40433:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 64 at 00000000c6ae6e3d. 00000001:00000010:2.0:1767384387.313692:0:40433:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 00000000b8156eaa. 00000001:00000010:2.0:1767384387.313699:0:40433:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at 0000000066a78979. 00000001:00000010:2.0:1767384387.313744:0:40433:0:(tgt_lastrcvd.c:34:tgt_bitmap_chunk_alloc()) kmalloced '(bm)': 131072 at 000000001e788d97. 00000020:00000010:2.0:1767384387.313795:0:40433:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 284 at 00000000d7b32a21. 00000020:00000010:2.0:1767384387.313838:0:40433:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at 000000004fab4069. 00000020:00000010:2.0:1767384387.313869:0:40433:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1728 at 000000005cff3f92. 00010000:00000010:2.0:1767384387.313918:0:40433:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000000d0cc2d. 00010000:00000010:2.0:1767384387.313922:0:40433:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000056d901d0. 00010000:00000010:2.0:1767384387.313933:0:40433:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000052435cb4. 00000020:00000010:2.0:1767384387.313936:0:40433:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 0000000039dee8a9. 00010000:00000010:2.0:1767384387.313941:0:40433:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000802647ba. 00000020:00000010:2.0:1767384387.313956:0:40433:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 00000000a42ad347. 00000004:00000010:2.0:1767384387.313978:0:40433:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at 0000000081683431. 00010000:00000010:2.0:1767384387.314003:0:40433:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003dbc04f4. 00000020:00000010:2.0:1767384387.314017:0:40433:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000000de3b9e6. 00010000:00000010:2.0:1767384387.314037:0:40433:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009a2492e4. 00010000:00000010:2.0:1767384387.314042:0:40433:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000696b8cfd. 00000400:00000010:2.0:1767384387.314068:0:40433:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000065db4d3b. 00000400:00000010:2.0:1767384387.314080:0:40433:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000316d4af5. 00000800:00000010:2.0:1767384387.314130:0:40433:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d265ab2d. 00000020:00000010:2.0:1767384387.314205:0:40433:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e3a3bc7e. 00000020:00000010:2.0:1767384387.314210:0:40433:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000529661a0. 00000020:00000010:2.0:1767384387.314213:0:40433:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002e6821f8. 00000800:00000010:3.0:1767384387.314485:0:16130:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d265ab2d. 00000400:00000010:2.0:1767384387.316508:0:16132:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000065db4d3b. 00000020:00000010:1.0:1767384387.316588:0:16123:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000fbe2ba9c. 00000020:00000010:1.0:1767384387.316594:0:16123:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000007f874af. 80000000:00000010:1.0:1767384387.316598:0:16123:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000fe572f45. 40000000:00000010:1.0:1767384387.316602:0:16123:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000004a407ff6. 00100000:00000010:1.0:1767384387.316606:0:16123:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000d472efff. 00040000:00000010:1.0:1767384387.316610:0:16123:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000000e882066. 00040000:00000010:1.0:1767384387.316614:0:16123:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000008289f5b2. 00040000:00000010:1.0:1767384387.316617:0:16123:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000007245bf03. 00080000:00000010:1.0:1767384387.316621:0:16123:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000d41f1308. 00000004:00000010:1.0:1767384387.316625:0:16123:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000c5851326. 00000004:00000010:1.0:1767384387.316629:0:16123:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000026b5b9f8. 00000004:00000010:1.0:1767384387.316632:0:16123:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000000f2ca33b. 00002000:00000010:1.0:1767384387.316636:0:16123:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000009e147aac. 00000004:00000010:1.0:1767384387.316639:0:16123:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000b7c54bb3. 00010000:00000010:1.0:1767384387.316724:0:16123:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a7b10a5c. 00010000:00000010:1.0:1767384387.316732:0:16123:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b3feaad9. 00000100:00000010:2.0:1767384387.317032:0:16131:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b4178ef8. 00000020:00000010:1.0:1767384387.317166:0:17548:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a5aa9ee5. 00000020:00000010:1.0:1767384387.317172:0:17548:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000009a987961. 00000020:00000010:1.0:1767384387.317240:0:17548:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002f097d9b. 00000020:00000010:1.0:1767384387.317245:0:17548:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000608797a9. 00000020:00000010:1.0:1767384387.317248:0:17548:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000033ac19b8. 00000020:00000010:1.0:1767384387.317280:0:17548:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000070d222a. 00000020:00000010:1.0:1767384387.317283:0:17548:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000070d222a. 00010000:00000010:1.0:1767384387.317303:0:17548:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000004fb0642b. 00010000:00000010:1.0:1767384387.317306:0:17548:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at 00000000f028269f. 00010000:00000010:1.0:1767384387.317311:0:17548:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000004900a9d3. 00000020:00000010:1.0:1767384387.317314:0:17548:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 00000000070d222a. 00002000:00000010:1.0:1767384387.317321:0:17548:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at 0000000048619f8a. 02000000:00000010:1.0:1767384387.317339:0:17548:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at 00000000ddbbdb7a. 00000020:00000010:1.0:1767384387.317350:0:17548:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 000000007a67de92. 00000400:00000010:1.0:1767384387.317381:0:17548:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009ee201c0. 00000800:00000010:1.0:1767384387.317405:0:17548:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000d6586b8. 00000020:00000010:1.0:1767384387.317434:0:17548:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000608797a9. 00000020:00000010:1.0:1767384387.317438:0:17548:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000033ac19b8. 00000020:00000010:1.0:1767384387.317440:0:17548:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002f097d9b. 00000800:00000010:0.0:1767384387.317519:0:16130:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000d6586b8. 00000400:00000010:0.0:1767384387.317525:0:16130:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009ee201c0. 00000100:00000010:2.0:1767384387.319424:0:16132:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002e0c7e56. 00000020:00000010:3.0:1767384387.319536:0:17547:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e4d7beed. 00000020:00000010:3.0:1767384387.319540:0:17547:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e4d7beed. 00000020:00000010:3.0:1767384387.319545:0:17547:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000005056bec. 00000020:00000010:3.0:1767384387.319549:0:17547:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d715a0c5. 00000020:00000010:3.0:1767384387.319552:0:17547:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000009b4839c8. 00000020:00000010:3.0:1767384387.319607:0:17547:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e4d7beed. 00000020:00000010:3.0:1767384387.319610:0:17547:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e4d7beed. 00010000:00000010:3.0:1767384387.319629:0:17547:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000794386fb. 00000020:00000010:3.0:1767384387.319634:0:17547:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 00000000e4d7beed. 02000000:00000010:3.0:1767384387.319645:0:17547:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at 0000000076070fb9. 00010000:00000010:3.0:1767384387.319655:0:17547:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000046eaba85. 00000100:00000010:3.0:1767384387.319661:0:17547:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d8594e8a. 00000100:00000010:3.0:1767384387.319668:0:17547:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000025babc46. 02000000:00000010:3.0:1767384387.319677:0:17547:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000c29db14. 02000000:00000010:3.0:1767384387.319697:0:17547:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004b508d78. 00000400:00000010:3.0:1767384387.319701:0:17547:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004c94899c. 00000400:00000010:3.0:1767384387.319706:0:17547:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001aaef638. 00000400:00000010:3.0:1767384387.319713:0:17547:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c7bac8b0. 00000800:00000010:3.0:1767384387.319739:0:17547:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a91886cd. 00000100:00000010:3.0:1767384387.319867:0:17547:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004fab4069. 00000100:00000010:3.0:1767384387.319892:0:17547:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003b43a1f9. 00000100:00000010:3.0:1767384387.319897:0:17547:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b0cab954. 00000100:00000010:3.0:1767384387.319901:0:17547:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a5836adb. 00000800:00000010:2.0:1767384387.320280:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a91886cd. 00000400:00000010:2.0:1767384387.320289:0:16131:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c7bac8b0. 00010000:00000010:2.1:1767384387.322138:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000b8c68cb2. 00010000:00000010:2.1:1767384387.322147:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000008e2534a7. 00010000:00000010:2.1:1767384387.322151:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000046a46c52. 00000100:00000010:0.0:1767384387.322559:0:16130:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d2d9f5ea. 00000020:00000010:1.0:1767384387.322633:0:19333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000064fab884. 00000020:00000010:1.0:1767384387.322637:0:19333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000064fab884. 00000020:00000010:1.0:1767384387.322641:0:19333:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002f097d9b. 00000020:00000010:1.0:1767384387.322645:0:19333:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000608797a9. 00000020:00000010:1.0:1767384387.322649:0:19333:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000033ac19b8. 00000020:00000010:1.0:1767384387.322694:0:19333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000064fab884. 00000020:00000010:1.0:1767384387.322697:0:19333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000064fab884. 02000000:00000010:1.0:1767384387.322706:0:19333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000bd376fc8. 00010000:00000010:1.0:1767384387.322752:0:19333:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000064fab884. 00000100:00000010:1.0:1767384387.322758:0:19333:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f348eba7. 00000100:00000010:1.0:1767384387.322762:0:19333:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d651ac2e. 02000000:00000010:1.0:1767384387.322770:0:19333:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000082d7beda. 02000000:00000010:1.0:1767384387.322786:0:19333:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000710a2572. 00000400:00000010:1.0:1767384387.322790:0:19333:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008e8c202f. 00000400:00000010:1.0:1767384387.322794:0:19333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000079d218f9. 00000400:00000010:1.0:1767384387.322799:0:19333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cde21162. 00000800:00000010:1.0:1767384387.322896:0:19333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eb11bc0f. 00000400:00000010:3.0:1767384387.323025:0:17547:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004c94899c. 00000400:00000010:3.0:1767384387.323030:0:17547:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001aaef638. 02000000:00000010:3.0:1767384387.323056:0:17547:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004b508d78. 02000000:00000010:3.0:1767384387.323060:0:17547:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000000c29db14. 00000100:00000010:3.0:1767384387.323064:0:17547:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000025babc46. 00000100:00000010:3.0:1767384387.323068:0:17547:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000d8594e8a. 00010000:00000010:3.0:1767384387.323070:0:17547:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000046eaba85. 00000400:00000010:3.0:1767384387.323194:0:17547:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001aaef638. 00000800:00000010:3.0:1767384387.323211:0:17547:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000021e9037e. 00000020:00000010:3.0:1767384387.323222:0:17547:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d715a0c5. 00000020:00000010:3.0:1767384387.323226:0:17547:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000009b4839c8. 00000020:00000010:3.0:1767384387.323229:0:17547:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000005056bec. 00000800:00000010:0.0:1767384387.323329:0:16132:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eb11bc0f. 00000400:00000010:0.0:1767384387.323336:0:16132:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cde21162. 00000800:00000010:0.0:1767384387.323560:0:16132:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000021e9037e. 00000400:00000010:0.0:1767384387.323568:0:16132:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001aaef638. 00000400:00000010:1.0:1767384387.324871:0:19333:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008e8c202f. 00000400:00000010:1.0:1767384387.324876:0:19333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000079d218f9. 02000000:00000010:1.0:1767384387.324889:0:19333:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000710a2572. 02000000:00000010:1.0:1767384387.324893:0:19333:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000082d7beda. 00000100:00000010:1.0:1767384387.324897:0:19333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d651ac2e. 00000100:00000010:1.0:1767384387.324901:0:19333:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000f348eba7. 00010000:00000010:1.0:1767384387.324904:0:19333:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000064fab884. 00000400:00000010:1.0:1767384387.324912:0:19333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000079d218f9. 00000800:00000010:1.0:1767384387.324927:0:19333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001a274af3. 00000020:00000010:1.0:1767384387.324989:0:19333:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000608797a9. 00000020:00000010:1.0:1767384387.324994:0:19333:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000033ac19b8. 00000020:00000010:1.0:1767384387.325005:0:19333:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002f097d9b. 00000800:00000010:0.0:1767384387.325364:0:16130:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001a274af3. 00000400:00000010:0.0:1767384387.325371:0:16130:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000079d218f9. 00010000:00000010:1.1:1767384387.326160:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000029e80be1. 00010000:00000010:1.1:1767384387.326168:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000048182871. 00000100:00000010:0.0:1767384387.328806:0:16132:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c0631900. 00000020:00000010:3.0:1767384387.328920:0:40436:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000046eaba85. 00000020:00000010:3.0:1767384387.328925:0:40436:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000046eaba85. 00000020:00000010:3.0:1767384387.328930:0:40436:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000005056bec. 00000020:00000010:3.0:1767384387.328935:0:40436:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d715a0c5. 00000020:00000010:3.0:1767384387.328939:0:40436:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000009b4839c8. 00000020:00000010:3.0:1767384387.329018:0:40436:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000046eaba85. 00000020:00000010:3.0:1767384387.329021:0:40436:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000046eaba85. 02000000:00000010:3.0:1767384387.329058:0:40436:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at 000000000831a9e5. 00000004:00000010:3.0:1767384387.330951:0:40436:0:(mdt_handler.c:1024:mdt_big_xattr_get()) kmalloced '(big_lmm)': 64 at 0000000046eaba85. 00000020:00000010:3.0:1767384387.330968:0:40436:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at 00000000a88560e6. 00080000:00000010:3.0:1767384387.330994:0:40436:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000b6d25fb1. 00000001:00000010:3.0:1767384387.331071:0:40436:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 00000000c8d5fe76. 00000001:00000010:3.0:1767384387.331078:0:40436:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at 00000000f4f764c0. 00000020:00000010:1.0:1767384387.331352:0:40436:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 340 at 000000002f097d9b. 00000020:00000010:1.0:1767384387.331387:0:40436:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at 00000000a88560e6. 00000004:00000010:1.0:1767384387.331408:0:40436:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at 0000000081683431. 00000020:00000010:1.0:1767384387.331430:0:40436:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1728 at 00000000a366f3ad. 00000400:00000010:1.0:1767384387.331444:0:40436:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ef028f0e. 00000800:00000010:1.0:1767384387.331470:0:40436:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b5695629. 00000020:00000010:1.0:1767384387.331607:0:40436:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000320a4356. 00000020:00000010:1.0:1767384387.331615:0:40436:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d715a0c5. 00000020:00000010:1.0:1767384387.331619:0:40436:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000009b4839c8. 00000020:00000010:1.0:1767384387.331621:0:40436:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000005056bec. 00000800:00000010:2.0:1767384387.331905:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b5695629. 00000400:00000010:2.0:1767384387.331914:0:16131:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ef028f0e. 00010000:00000010:3.1:1767384387.335220:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000004900a9d3. 00000100:00000010:2.0:1767384387.347239:0:270:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b0cab954. 00000100:00000010:1.0:1767384387.347342:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003b43a1f9. 00000100:00000010:0.0:1767384387.347419:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004fab4069. 00000100:00000010:3.0:1767384387.347492:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a5836adb. 00000100:00000010:0.0:1767384387.370190:0:16130:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000274630d4. 00000020:00000010:2.0:1767384387.370327:0:40433:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007600694f. 00000020:00000010:2.0:1767384387.370332:0:40433:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007600694f. 00000020:00000010:2.0:1767384387.370338:0:40433:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000096e327b3. 00000020:00000010:2.0:1767384387.370343:0:40433:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000306cb450. 00000020:00000010:2.0:1767384387.370347:0:40433:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006fa09b38. 00000020:00000010:2.0:1767384387.370428:0:40433:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007600694f. 00000020:00000010:2.0:1767384387.370432:0:40433:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007600694f. 00000001:00000010:2.0:1767384387.370441:0:40433:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at 0000000066a78979. 00010000:00000010:2.0:1767384387.370462:0:40433:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000ac42ebb3. 00010000:00000010:2.0:1767384387.370479:0:40433:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005ac0c669. 00010000:00000010:2.0:1767384387.370484:0:40433:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000ef2452f5. 00010000:00000010:2.0:1767384387.370491:0:40433:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f887f048. 02000000:00000010:2.0:1767384387.370516:0:40433:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at 0000000050a87368. 00010000:00000010:2.0:1767384387.370555:0:40433:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000553a6114. 00010000:00000010:2.0:1767384387.370559:0:40433:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000322a1677. 00010000:00000010:2.0:1767384387.370652:0:40433:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f887f048. 00000400:00000010:2.0:1767384387.370678:0:40433:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000065db4d3b. 00000800:00000010:2.0:1767384387.370710:0:40433:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d265ab2d. 00000020:00000010:2.0:1767384387.370741:0:40433:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000306cb450. 00000020:00000010:2.0:1767384387.370745:0:40433:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006fa09b38. 00000020:00000010:2.0:1767384387.370748:0:40433:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000096e327b3. 00000800:00000010:0.0:1767384387.370869:0:16132:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d265ab2d. 00000400:00000010:0.0:1767384387.370877:0:16132:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000065db4d3b. 00000100:00000010:2.0:1767384387.372559:0:16131:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004d267868. 00000020:00000010:0.0:1767384387.372652:0:40433:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009b508614. 00000020:00000010:0.0:1767384387.372655:0:40433:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009b508614. 00000020:00000010:0.0:1767384387.372659:0:40433:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000078a19f33. 00000020:00000010:0.0:1767384387.372662:0:40433:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009a66a3f7. 00000020:00000010:0.0:1767384387.372665:0:40433:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000006ba800d. 00000020:00000010:0.0:1767384387.372732:0:40433:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009b508614. 00000020:00000010:0.0:1767384387.372736:0:40433:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009b508614. 02000000:00000010:0.0:1767384387.372755:0:40433:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at 0000000013b677dd. 00000020:00000010:0.0:1767384387.372780:0:40433:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 00000000864afece. 00000020:00000010:0.0:1767384387.372784:0:40433:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 000000009b508614. 00010000:00000010:0.0:1767384387.372786:0:40433:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000802647ba. 00010000:00000010:0.0:1767384387.372795:0:40433:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000056d901d0. 00010000:00000010:0.0:1767384387.372801:0:40433:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000322a1677. 00010000:00000010:0.0:1767384387.372805:0:40433:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005ac0c669. 00010000:00000010:0.0:1767384387.372859:0:40433:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000952e4bb5. 00010000:00000010:0.0:1767384387.372863:0:40433:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b54dee9c. 00010000:00000010:0.0:1767384387.372874:0:40433:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000d0de46b8. 00010000:00000010:0.0:1767384387.372878:0:40433:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c1f9f89e. 00010000:00000010:0.0:1767384387.372888:0:40433:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000e69fd6de. 00010000:00000010:0.0:1767384387.372889:0:40433:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000114751a7. 00010000:00000010:0.0:1767384387.372892:0:40433:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000090d0b76f. 00010000:00000010:0.0:1767384387.372894:0:40433:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ff25d8b2. 00010000:00000010:0.0:1767384387.372969:0:40433:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000f2414ff7. 00010000:00000010:0.0:1767384387.372973:0:40433:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000944d8c7a. 00010000:00000010:0.0:1767384387.372976:0:40433:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000009c436219. 00010000:00000010:0.0:1767384387.372979:0:40433:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000cc95e019. 00000020:00000010:0.0:1767384387.373000:0:40433:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at 000000004e114fd8. 00000020:00000010:0.0:1767384387.373006:0:40433:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at 000000004e114fd8. 00000020:00000010:0.0:1767384387.373014:0:40433:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at 00000000ae341a9b. 00080000:00000010:0.0:1767384387.373023:0:40433:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000008f3c86cd. 00000004:00000010:0.0:1767384387.373732:0:40433:0:(osp_sync.c:1762:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 00000000c17b7518. 00000001:00000010:0.0:1767384387.373747:0:40433:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 00000000b90017dc. 00000001:00000010:0.0:1767384387.373753:0:40433:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at 00000000c81a9fcc. 00000020:00000010:0.0:1767384387.373783:0:40433:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at 00000000ae341a9b. 00010000:00000010:0.0:1767384387.373792:0:40433:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000237b8509. 00010000:00000010:0.0:1767384387.373795:0:40433:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000fd6996c1. 00010000:00000010:0.0:1767384387.373806:0:40433:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 000000003f562282. 00000020:00000010:0.0:1767384387.373876:0:40433:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1728 at 000000001823faae. 00010000:00000010:0.0:1767384387.373893:0:40433:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cc95e019. 00080000:00000010:0.0:1767384387.373912:0:40433:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000009f360dc8. 00000004:00000010:0.0:1767384387.373919:0:40433:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at 00000000cb633869. 00000004:00000010:0.0:1767384387.373923:0:40433:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at 00000000ff75b0c5. 00000004:00000010:0.0:1767384387.373927:0:40433:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at 000000002fee270a. 00000004:00000010:0.0:1767384387.373930:0:40433:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at 00000000069408b2. 00000004:00000010:0.0:1767384387.373933:0:40433:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000b5d1e6c1. 00000004:00000010:0.0:1767384387.373938:0:40433:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000002f7937c5. 00000004:00000010:0.0:1767384387.373948:0:40433:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000487f3d00. 00010000:00000010:0.0:1767384387.373960:0:40433:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c1f9f89e. 00010000:00000010:0.0:1767384387.373964:0:40433:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b54dee9c. 00000400:00000010:0.0:1767384387.373985:0:40433:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ad6d2c19. 00000400:00000010:0.0:1767384387.373991:0:40433:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000021ad79d5. 00000800:00000010:0.0:1767384387.374010:0:40433:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000016be36bc. 00000020:00000010:0.0:1767384387.374039:0:40433:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009a66a3f7. 00000020:00000010:0.0:1767384387.374043:0:40433:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000006ba800d. 00000020:00000010:0.0:1767384387.374045:0:40433:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000078a19f33. 00000800:00000010:3.0:1767384387.374237:0:16130:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000016be36bc. 00010000:00000010:1.0:1767384387.374300:0:39776:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fd6996c1. 00010000:00000010:1.0:1767384387.374305:0:39776:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000944d8c7a. 00010000:00000010:1.0:1767384387.374311:0:39776:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 000000003f562282. 00000400:00000010:0.0:1767384387.375068:0:16132:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ad6d2c19. 00000020:00000010:1.0:1767384387.376944:0:16124:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000de928099. 00000020:00000010:1.0:1767384387.376950:0:16124:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000082d7beda. 80000000:00000010:1.0:1767384387.376953:0:16124:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000d8a5d49c. 40000000:00000010:1.0:1767384387.376956:0:16124:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000d9612852. 00100000:00000010:1.0:1767384387.376962:0:16124:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000005f2097dd. 00040000:00000010:1.0:1767384387.376966:0:16124:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000735d8f59. 00040000:00000010:1.0:1767384387.376970:0:16124:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000005dfb4fb7. 00040000:00000010:1.0:1767384387.376973:0:16124:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000710a2572. 00080000:00000010:1.0:1767384387.376976:0:16124:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000020aa078. 00000004:00000010:1.0:1767384387.376979:0:16124:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000066ae20bf. 00000004:00000010:1.0:1767384387.376984:0:16124:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000dbe18e0f. 00000004:00000010:1.0:1767384387.376987:0:16124:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000b4f7c579. 00002000:00000010:1.0:1767384387.376991:0:16124:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000049b2bb1e. 00000004:00000010:1.0:1767384387.376994:0:16124:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000002e259820. 00010000:00000010:1.0:1767384387.377008:0:16124:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ff25d8b2. 00010000:00000010:1.0:1767384387.377013:0:16124:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000114751a7. 00010000:00000010:2.1:1767384387.378162:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000ef2452f5. 00010000:00000010:0.1:1767384387.382138:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000052435cb4. 00010000:00000010:0.1:1767384387.382151:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000000d0cc2d. 00010000:00000010:0.1:1767384387.382155:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000553a6114. 00010000:00000010:0.1:1767384387.382157:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000ac42ebb3. 00010000:00000010:0.1:1767384387.382160:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000009c436219. 00010000:00000010:0.1:1767384387.382170:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000952e4bb5. 00010000:00000010:0.1:1767384387.382188:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000d0de46b8. 00010000:00000010:1.1:1767384387.385220:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000f2414ff7. 00010000:00000010:1.1:1767384387.385229:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000237b8509. 00010000:00000010:1.1:1767384387.385233:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000e69fd6de. 00010000:00000010:1.1:1767384387.385235:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000090d0b76f. 00000100:00000010:2.0:1767384387.435963:0:16131:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000000eed528. 00000020:00000010:0.0:1767384387.436079:0:40433:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000066659ced. 00000020:00000010:0.0:1767384387.436112:0:40433:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000066659ced. 00000020:00000010:0.0:1767384387.436119:0:40433:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000078a19f33. 00000020:00000010:0.0:1767384387.436124:0:40433:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009a66a3f7. 00000020:00000010:0.0:1767384387.436129:0:40433:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000006ba800d. 00000020:00000010:0.0:1767384387.436278:0:40433:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000066659ced. 00000020:00000010:0.0:1767384387.436281:0:40433:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000066659ced. 00000001:00000010:0.0:1767384387.436291:0:40433:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at 00000000f4f764c0. 00010000:00000010:0.0:1767384387.436313:0:40433:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000952e4bb5. 00010000:00000010:0.0:1767384387.436316:0:40433:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b54dee9c. 00010000:00000010:0.0:1767384387.436321:0:40433:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000d0de46b8. 00010000:00000010:0.0:1767384387.436327:0:40433:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c1f9f89e. 02000000:00000010:0.0:1767384387.436351:0:40433:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at 0000000058e849c7. 00010000:00000010:0.0:1767384387.436383:0:40433:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000009c436219. 00010000:00000010:0.0:1767384387.436387:0:40433:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000cc95e019. 00010000:00000010:0.0:1767384387.436476:0:40433:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c1f9f89e. 00000400:00000010:0.0:1767384387.436503:0:40433:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ad6d2c19. 00000800:00000010:0.0:1767384387.436534:0:40433:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000021f89227. 00000020:00000010:0.0:1767384387.436558:0:40433:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009a66a3f7. 00000020:00000010:0.0:1767384387.436561:0:40433:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000006ba800d. 00000020:00000010:0.0:1767384387.436564:0:40433:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000078a19f33. 00000800:00000010:3.0:1767384387.436724:0:16130:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000021f89227. 00000400:00000010:3.0:1767384387.436733:0:16130:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ad6d2c19. 00000100:00000010:0.0:1767384387.440927:0:16132:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b3b30468. 00000020:00000010:2.0:1767384387.441077:0:40454:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007600694f. 00000020:00000010:2.0:1767384387.441082:0:40454:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007600694f. 00000020:00000010:2.0:1767384387.441656:0:40454:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000096e327b3. 00000020:00000010:2.0:1767384387.441661:0:40454:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000306cb450. 00000020:00000010:2.0:1767384387.441665:0:40454:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006fa09b38. 00000020:00000010:2.0:1767384387.441706:0:40454:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007600694f. 00000020:00000010:2.0:1767384387.441709:0:40454:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007600694f. 02000000:00000010:2.0:1767384387.441724:0:40454:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 0000000078bee0aa. 00000400:00000010:2.0:1767384387.441746:0:40454:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009a764da8. 00000800:00000010:2.0:1767384387.441773:0:40454:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000009da40fe. 00000020:00000010:2.0:1767384387.441802:0:40454:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000306cb450. 00000020:00000010:2.0:1767384387.441806:0:40454:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006fa09b38. 00000020:00000010:2.0:1767384387.441809:0:40454:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000096e327b3. 00000800:00000010:0.0:1767384387.442136:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000009da40fe. 00000400:00000010:0.0:1767384387.442145:0:16131:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009a764da8. 00010000:00000010:0.1:1767384387.446247:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000d0de46b8. 00000100:00000010:3.0:1767384387.465034:0:16130:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000025babc46. 00000100:00000010:3.0:1767384387.465207:0:16130:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007c5b2eb5. 00040000:00000010:2.0:1767384387.465401:0:16764:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000000e0f9764. 00000004:00000010:2.0:1767384387.465409:0:16764:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000a5b2e37a. 00000004:00000010:2.0:1767384387.465415:0:16764:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000a14a056e. 00000004:00000010:2.0:1767384387.465419:0:16764:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000aa8a7e44. 00000004:00000010:2.0:1767384387.465424:0:16764:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000081fce6b7. 00000020:00000010:1.0:1767384387.465567:0:19333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000585cf022. 00000020:00000010:1.0:1767384387.465577:0:19333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000585cf022. 00000020:00000010:1.0:1767384387.465582:0:19333:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c164ee80. 00000020:00000010:1.0:1767384387.465587:0:19333:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000608797a9. 00000020:00000010:1.0:1767384387.465591:0:19333:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000033ac19b8. 00000020:00000010:1.0:1767384387.465639:0:19333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000585cf022. 00000020:00000010:1.0:1767384387.465642:0:19333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000585cf022. 00000020:00000010:1.0:1767384387.465645:0:19333:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000b7e3908. 00000020:00000010:1.0:1767384387.465647:0:19333:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000cfc10a76. 00000020:00000010:1.0:1767384387.465650:0:19333:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e4cdfd60. 00000020:00000010:1.0:1767384387.465682:0:19333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000585cf022. 00000020:00000010:1.0:1767384387.465685:0:19333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000585cf022. 02000000:00000010:1.0:1767384387.465695:0:19333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000fe0dbfa7. 00000400:00000010:1.0:1767384387.465733:0:19333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004d9ebefe. 00000800:00000010:1.0:1767384387.465763:0:19333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007bcf4dc3. 00000020:00000010:1.0:1767384387.465788:0:19333:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000608797a9. 00000020:00000010:1.0:1767384387.465793:0:19333:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000033ac19b8. 00000020:00000010:1.0:1767384387.465796:0:19333:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c164ee80. 00000020:00000010:1.0:1767384387.465808:0:19333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000585cf022. 00000020:00000010:1.0:1767384387.465810:0:19333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000585cf022. 02000000:00000010:1.0:1767384387.465827:0:19333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000002218f576. 00000400:00000010:1.0:1767384387.465840:0:19333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000006d2462e. 00000800:00000010:1.0:1767384387.465852:0:19333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000162cb424. 00000020:00000010:1.0:1767384387.465860:0:19333:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000cfc10a76. 00000020:00000010:1.0:1767384387.465862:0:19333:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e4cdfd60. 00000020:00000010:1.0:1767384387.465865:0:19333:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000b7e3908. 00000800:00000010:1.0:1767384387.465904:0:16132:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007bcf4dc3. 00000400:00000010:1.0:1767384387.465910:0:16132:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004d9ebefe. 00000800:00000010:1.0:1767384387.465962:0:16132:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000162cb424. 00000400:00000010:1.0:1767384387.465967:0:16132:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000006d2462e. 00000100:00000010:0.0:1767384387.468144:0:16131:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fd9f1565. 00000020:00000010:2.0:1767384387.468248:0:16764:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007600694f. 00000020:00000010:2.0:1767384387.468251:0:16764:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007600694f. 00000020:00000010:2.0:1767384387.468255:0:16764:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000096e327b3. 00000020:00000010:2.0:1767384387.468259:0:16764:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000306cb450. 00000020:00000010:2.0:1767384387.468262:0:16764:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006fa09b38. 00000020:00000010:2.0:1767384387.468327:0:16764:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007600694f. 00000020:00000010:2.0:1767384387.468330:0:16764:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007600694f. 02000000:00000010:2.0:1767384387.468338:0:16764:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000bf4d3133. 00000400:00000010:2.0:1767384387.468363:0:16764:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005e511620. 00000800:00000010:2.0:1767384387.468383:0:16764:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000745e4ef4. 00000020:00000010:2.0:1767384387.468407:0:16764:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000306cb450. 00000020:00000010:2.0:1767384387.468410:0:16764:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006fa09b38. 00000020:00000010:2.0:1767384387.468412:0:16764:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000096e327b3. 00000800:00000010:3.0:1767384387.468497:0:16130:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000745e4ef4. 00000400:00000010:3.0:1767384387.468504:0:16130:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005e511620. 00000100:00000010:1.0:1767384387.469438:0:16132:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d651ac2e. 00000020:00000010:3.0:1767384387.469502:0:17547:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c31c055c. 00000020:00000010:3.0:1767384387.469506:0:17547:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c31c055c. 00000020:00000010:3.0:1767384387.469510:0:17547:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000c29db14. 00000020:00000010:3.0:1767384387.469513:0:17547:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000077c88c15. 00000020:00000010:3.0:1767384387.469516:0:17547:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004085ee64. 00000020:00000010:3.0:1767384387.469542:0:17547:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c31c055c. 00000020:00000010:3.0:1767384387.469544:0:17547:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c31c055c. 02000000:00000010:3.0:1767384387.469572:0:17547:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000a1584f8b. 00000020:00000010:3.0:1767384387.469586:0:17547:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000a5aa9ee5. 00000020:00000010:3.0:1767384387.469610:0:17547:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004b508d78. 00000020:00000010:3.0:1767384387.469613:0:17547:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000008e21aff. 00000020:00000010:3.0:1767384387.469618:0:17547:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000615d03b7. 00000020:00000010:3.0:1767384387.469621:0:17547:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000008a4bc0ba. 00000020:00000010:3.0:1767384387.469624:0:17547:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000b1ce398d. 80000000:00000010:3.0:1767384387.469628:0:17547:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000a7a62b24. 40000000:00000010:3.0:1767384387.469631:0:17547:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000c31c055c. 00100000:00000010:3.0:1767384387.469635:0:17547:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000092352e8b. 00040000:00000010:3.0:1767384387.469639:0:17547:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000061d276c8. 00040000:00000010:3.0:1767384387.469643:0:17547:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000006c6bbdfb. 00080000:00000010:3.0:1767384387.469649:0:17547:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000054c5ab63. 00002000:00000010:3.0:1767384387.469653:0:17547:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000004e7d1356. 00080000:00000010:3.0:1767384387.469664:0:17547:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000a0ab4935. 00080000:00000010:3.0:1767384387.469768:0:17547:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000258bb75c. 00000001:00000010:3.0:1767384387.469782:0:17547:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 00000000c7298c67. 00000020:00000010:3.0:1767384387.469797:0:17547:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000008e21aff. 00000020:00000010:3.0:1767384387.469801:0:17547:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000615d03b7. 00000020:00000010:3.0:1767384387.469805:0:17547:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000008a4bc0ba. 00000020:00000010:3.0:1767384387.469809:0:17547:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000b1ce398d. 80000000:00000010:3.0:1767384387.469821:0:17547:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000a7a62b24. 40000000:00000010:3.0:1767384387.469824:0:17547:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000c31c055c. 00100000:00000010:3.0:1767384387.469826:0:17547:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000092352e8b. 00040000:00000010:3.0:1767384387.469829:0:17547:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000061d276c8. 00040000:00000010:3.0:1767384387.469834:0:17547:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000006c6bbdfb. 00080000:00000010:3.0:1767384387.469837:0:17547:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000054c5ab63. 00002000:00000010:3.0:1767384387.469839:0:17547:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000004e7d1356. 00000020:00000010:3.0:1767384387.469842:0:17547:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004b508d78. 00000400:00000010:3.0:1767384387.469857:0:17547:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a92ee249. 00000800:00000010:3.0:1767384387.469876:0:17547:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000061d276c8. 00000020:00000010:3.0:1767384387.469900:0:17547:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000077c88c15. 00000020:00000010:3.0:1767384387.469903:0:17547:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004085ee64. 00000020:00000010:3.0:1767384387.469906:0:17547:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000c29db14. 00000020:00000010:2.0:1767384387.469980:0:16767:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000096e327b3. 00000020:00000010:2.0:1767384387.469984:0:16767:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000fd484e4a. 00000020:00000010:2.0:1767384387.469987:0:16767:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000c53739fb. 00000020:00000010:2.0:1767384387.469990:0:16767:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000066887151. 00000020:00000010:2.0:1767384387.469994:0:16767:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000002e6821f8. 80000000:00000010:2.0:1767384387.469996:0:16767:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000b9ca8266. 40000000:00000010:2.0:1767384387.469998:0:16767:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000007600694f. 00100000:00000010:2.0:1767384387.470001:0:16767:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000d1b6c561. 00040000:00000010:2.0:1767384387.470004:0:16767:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000745e4ef4. 00040000:00000010:2.0:1767384387.470006:0:16767:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000003cc1ff30. 00080000:00000010:2.0:1767384387.470009:0:16767:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000008747614e. 00002000:00000010:2.0:1767384387.470012:0:16767:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000053accdae. 00000020:00000010:2.0:1767384387.470014:0:16767:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000fd484e4a. 00000020:00000010:2.0:1767384387.470017:0:16767:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000c53739fb. 00000020:00000010:2.0:1767384387.470019:0:16767:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000066887151. 00000020:00000010:2.0:1767384387.470022:0:16767:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000002e6821f8. 80000000:00000010:2.0:1767384387.470024:0:16767:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000b9ca8266. 40000000:00000010:2.0:1767384387.470026:0:16767:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000007600694f. 00100000:00000010:2.0:1767384387.470028:0:16767:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000d1b6c561. 00040000:00000010:2.0:1767384387.470030:0:16767:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000745e4ef4. 00040000:00000010:2.0:1767384387.470038:0:16767:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000003cc1ff30. 00080000:00000010:2.0:1767384387.470040:0:16767:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000008747614e. 00002000:00000010:2.0:1767384387.470042:0:16767:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000053accdae. 00000020:00000010:2.0:1767384387.470044:0:16767:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000096e327b3. 00000020:00000010:2.0:1767384387.470047:0:16767:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003cc1ff30. 00000020:00000010:2.0:1767384387.470049:0:16767:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000002e6821f8. 00000020:00000010:2.0:1767384387.470051:0:16767:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000008747614e. 00000020:00000010:2.0:1767384387.470053:0:16767:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000066887151. 00000020:00000010:2.0:1767384387.470055:0:16767:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000096e327b3. 80000000:00000010:2.0:1767384387.470057:0:16767:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000b9ca8266. 40000000:00000010:2.0:1767384387.470059:0:16767:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000007600694f. 00100000:00000010:2.0:1767384387.470061:0:16767:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000d1b6c561. 00040000:00000010:2.0:1767384387.470063:0:16767:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000745e4ef4. 00040000:00000010:2.0:1767384387.470065:0:16767:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000fd484e4a. 00080000:00000010:2.0:1767384387.470066:0:16767:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000c53739fb. 00002000:00000010:2.0:1767384387.470068:0:16767:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000053accdae. 00000020:00000010:2.0:1767384387.470131:0:16767:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 00000000ce17e1b0. 00000020:00000010:2.0:1767384387.470140:0:16767:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 00000000f6f4f330. 00002000:00000010:2.0:1767384387.470145:0:16767:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 0000000048619f8a. 00010000:00000010:2.0:1767384387.470149:0:16767:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at 00000000f028269f. 00000020:00000010:2.0:1767384387.470159:0:16767:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000002e6821f8. 00000020:00000010:2.0:1767384387.470162:0:16767:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000008747614e. 00000020:00000010:2.0:1767384387.470164:0:16767:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000066887151. 00000020:00000010:2.0:1767384387.470166:0:16767:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000096e327b3. 80000000:00000010:2.0:1767384387.470168:0:16767:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000b9ca8266. 40000000:00000010:2.0:1767384387.470170:0:16767:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000007600694f. 00100000:00000010:2.0:1767384387.470172:0:16767:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000d1b6c561. 00040000:00000010:2.0:1767384387.470174:0:16767:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000745e4ef4. 00040000:00000010:2.0:1767384387.470176:0:16767:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000fd484e4a. 00080000:00000010:2.0:1767384387.470178:0:16767:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000c53739fb. 00002000:00000010:2.0:1767384387.470180:0:16767:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000053accdae. 00000020:00000010:2.0:1767384387.470182:0:16767:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003cc1ff30. 00000800:00000010:0.0:1767384387.470332:0:16131:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000061d276c8. 00000400:00000010:0.0:1767384387.470339:0:16131:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a92ee249. 00010000:00000010:1.1:1767384387.471124:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000005815cd30. 00010000:00000010:1.1:1767384387.471131:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000de2b4445. 00010000:00000010:2.1:1767384387.474204:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000a34bd085. 00010000:00000010:2.1:1767384387.478206:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000004fb0642b. 00010000:00000010:2.1:1767384387.478217:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000794386fb. 00000100:00000010:3.0:1767384387.479203:0:16130:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c465c2af. 00000020:00000010:1.0:1767384387.479364:0:40432:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000585cf022. 00000020:00000010:1.0:1767384387.479369:0:40432:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000585cf022. 00000020:00000010:1.0:1767384387.479374:0:40432:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000b7e3908. 00000020:00000010:1.0:1767384387.479390:0:40432:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000cfc10a76. 00000020:00000010:1.0:1767384387.479394:0:40432:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e4cdfd60. 00000020:00000010:1.0:1767384387.479471:0:40432:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000585cf022. 00000020:00000010:1.0:1767384387.479474:0:40432:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000585cf022. 02000000:00000010:1.0:1767384387.479491:0:40432:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000ac6b36bb. 00000020:00000010:1.0:1767384387.479513:0:40432:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000030c5a820. 00080000:00000010:1.0:1767384387.479556:0:40432:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000a181483f. 00000001:00000010:1.0:1767384387.479658:0:40432:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 000000001c0f303d. 00000001:00000010:1.0:1767384387.479664:0:40432:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at 00000000c3becc7b. 00080000:00000010:1.0:1767384387.479684:0:40432:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000ce8630a1. 00000001:00000010:1.0:1767384387.479698:0:40432:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 000000007d38620d. 00000400:00000010:1.0:1767384387.479722:0:40432:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000006d2462e. 00000800:00000010:1.0:1767384387.479751:0:40432:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000162cb424. 00000020:00000010:1.0:1767384387.479784:0:40432:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000cfc10a76. 00000020:00000010:1.0:1767384387.479788:0:40432:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e4cdfd60. 00000020:00000010:1.0:1767384387.479790:0:40432:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000b7e3908. 00000020:00000010:3.0:1767384387.479842:0:16768:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000c29db14. 00000020:00000010:3.0:1767384387.479846:0:16768:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000004b508d78. 00000020:00000010:3.0:1767384387.479851:0:16768:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000054c5ab63. 00000020:00000010:3.0:1767384387.479854:0:16768:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000008a4bc0ba. 00000020:00000010:3.0:1767384387.479857:0:16768:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000006c6bbdfb. 80000000:00000010:3.0:1767384387.479861:0:16768:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000a7a62b24. 40000000:00000010:3.0:1767384387.479864:0:16768:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000c31c055c. 00100000:00000010:3.0:1767384387.479868:0:16768:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000f87c1a82. 00040000:00000010:3.0:1767384387.479872:0:16768:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000095e399db. 00040000:00000010:3.0:1767384387.479875:0:16768:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000b1ce398d. 00080000:00000010:3.0:1767384387.479879:0:16768:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000128f6b96. 00002000:00000010:3.0:1767384387.479883:0:16768:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000004e7d1356. 00000020:00000010:3.0:1767384387.479886:0:16768:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000004b508d78. 00000020:00000010:3.0:1767384387.479889:0:16768:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000054c5ab63. 00000020:00000010:3.0:1767384387.479892:0:16768:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000008a4bc0ba. 00000020:00000010:3.0:1767384387.479895:0:16768:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000006c6bbdfb. 80000000:00000010:3.0:1767384387.479898:0:16768:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000a7a62b24. 40000000:00000010:3.0:1767384387.479901:0:16768:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000c31c055c. 00100000:00000010:3.0:1767384387.479904:0:16768:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000f87c1a82. 00040000:00000010:3.0:1767384387.479909:0:16768:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000095e399db. 00040000:00000010:3.0:1767384387.479913:0:16768:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000b1ce398d. 00080000:00000010:3.0:1767384387.479916:0:16768:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000128f6b96. 00002000:00000010:3.0:1767384387.479918:0:16768:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000004e7d1356. 00000020:00000010:3.0:1767384387.479921:0:16768:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000c29db14. 00000020:00000010:3.0:1767384387.479924:0:16768:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000c29db14. 00000020:00000010:3.0:1767384387.479926:0:16768:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000b1ce398d. 00000020:00000010:3.0:1767384387.479928:0:16768:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000128f6b96. 00000020:00000010:3.0:1767384387.479930:0:16768:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000008a4bc0ba. 00000020:00000010:3.0:1767384387.479932:0:16768:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000006c6bbdfb. 80000000:00000010:3.0:1767384387.479935:0:16768:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000a7a62b24. 40000000:00000010:3.0:1767384387.479937:0:16768:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000c31c055c. 00100000:00000010:3.0:1767384387.479938:0:16768:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000f87c1a82. 00040000:00000010:3.0:1767384387.479948:0:16768:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000095e399db. 00040000:00000010:3.0:1767384387.479950:0:16768:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000004b508d78. 00080000:00000010:3.0:1767384387.479952:0:16768:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000054c5ab63. 00002000:00000010:3.0:1767384387.479954:0:16768:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000004e7d1356. 00010000:00000010:3.0:1767384387.479977:0:16768:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cc95e019. 00010000:00000010:3.0:1767384387.479984:0:16768:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b54dee9c. 00000020:00000010:3.0:1767384387.479993:0:16768:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000b1ce398d. 00000020:00000010:3.0:1767384387.479995:0:16768:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000128f6b96. 00000020:00000010:3.0:1767384387.479998:0:16768:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000008a4bc0ba. 00000020:00000010:3.0:1767384387.480000:0:16768:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000006c6bbdfb. 80000000:00000010:3.0:1767384387.480002:0:16768:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000a7a62b24. 40000000:00000010:3.0:1767384387.480004:0:16768:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000c31c055c. 00100000:00000010:3.0:1767384387.480006:0:16768:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000f87c1a82. 00040000:00000010:3.0:1767384387.480008:0:16768:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000095e399db. 00040000:00000010:3.0:1767384387.480011:0:16768:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000004b508d78. 00080000:00000010:3.0:1767384387.480013:0:16768:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000054c5ab63. 00002000:00000010:3.0:1767384387.480014:0:16768:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000004e7d1356. 00000020:00000010:3.0:1767384387.480017:0:16768:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000c29db14. 00000800:00000010:2.0:1767384387.480248:0:16132:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000162cb424. 00000400:00000010:2.0:1767384387.480261:0:16132:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000006d2462e. 00010000:00000010:3.1:1767384387.485131:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000952e4bb5. 00010000:00000010:3.1:1767384387.485144:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000009c436219. 00000400:00000010:0.0:1767384387.496055:0:16131:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ebf426dc. 00000400:00000010:0.0:1767384387.496078:0:16131:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000da78ece2. 00000020:00000010:2.0:1767384387.496237:0:40425:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007600694f. 00000020:00000010:2.0:1767384387.496242:0:40425:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007600694f. 00000020:00000010:2.0:1767384387.496247:0:40425:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008872de04. 00000020:00000010:2.0:1767384387.496252:0:40425:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000306cb450. 00000020:00000010:2.0:1767384387.496256:0:40425:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006fa09b38. 00000020:00000010:2.0:1767384387.496379:0:40425:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007600694f. 00000020:00000010:2.0:1767384387.496382:0:40425:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007600694f. 02000000:00000010:2.0:1767384387.496397:0:40425:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000045f04d83. 20000000:00000010:2.0:1767384387.496409:0:40425:0:(mgs_nids.c:1222:mgs_fsc_cleanup()) kfreed 'fsc': 56 at 000000003c03941b. 00000400:00000010:2.0:1767384387.496460:0:40425:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000025f6c491. 00000800:00000010:2.0:1767384387.496488:0:40425:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000745e4ef4. 00000020:00000010:2.0:1767384387.496515:0:40425:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000306cb450. 00000020:00000010:2.0:1767384387.496519:0:40425:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006fa09b38. 00000020:00000010:2.0:1767384387.496522:0:40425:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008872de04. 00000400:00000010:2.0:1767384387.496538:0:40425:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000668f2fef. 00000400:00000010:2.0:1767384387.496542:0:40425:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000066a78979. 00000020:00000010:3.0:1767384387.496586:0:39777:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000c29db14. 00000020:00000010:3.0:1767384387.496592:0:39777:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000004b508d78. 00000020:00000010:3.0:1767384387.496597:0:39777:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000054c5ab63. 00000020:00000010:3.0:1767384387.496601:0:39777:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000008a4bc0ba. 00000020:00000010:3.0:1767384387.496605:0:39777:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000006c6bbdfb. 80000000:00000010:3.0:1767384387.496608:0:39777:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000a7a62b24. 40000000:00000010:3.0:1767384387.496612:0:39777:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000c31c055c. 00100000:00000010:3.0:1767384387.496617:0:39777:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000f87c1a82. 00040000:00000010:3.0:1767384387.496621:0:39777:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000095e399db. 00040000:00000010:3.0:1767384387.496625:0:39777:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000b1ce398d. 00080000:00000010:3.0:1767384387.496628:0:39777:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000128f6b96. 00002000:00000010:3.0:1767384387.496633:0:39777:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000004e7d1356. 00000020:00000010:3.0:1767384387.496636:0:39777:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000004b508d78. 00000020:00000010:3.0:1767384387.496639:0:39777:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000054c5ab63. 00000020:00000010:3.0:1767384387.496642:0:39777:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000008a4bc0ba. 00000020:00000010:3.0:1767384387.496661:0:39777:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000006c6bbdfb. 80000000:00000010:3.0:1767384387.496664:0:39777:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000a7a62b24. 40000000:00000010:3.0:1767384387.496668:0:39777:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000c31c055c. 00100000:00000010:3.0:1767384387.496672:0:39777:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000f87c1a82. 00040000:00000010:3.0:1767384387.496678:0:39777:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000095e399db. 00040000:00000010:3.0:1767384387.496683:0:39777:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000b1ce398d. 00080000:00000010:3.0:1767384387.496687:0:39777:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000128f6b96. 00002000:00000010:3.0:1767384387.496689:0:39777:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000004e7d1356. 00000020:00000010:3.0:1767384387.496692:0:39777:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000c29db14. 00000020:00000010:3.0:1767384387.496695:0:39777:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000c29db14. 00000020:00000010:3.0:1767384387.496697:0:39777:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000b1ce398d. 00000020:00000010:3.0:1767384387.496699:0:39777:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000128f6b96. 00000020:00000010:3.0:1767384387.496702:0:39777:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000008a4bc0ba. 00000020:00000010:3.0:1767384387.496704:0:39777:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000006c6bbdfb. 80000000:00000010:3.0:1767384387.496706:0:39777:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000a7a62b24. 40000000:00000010:3.0:1767384387.496708:0:39777:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000c31c055c. 00100000:00000010:3.0:1767384387.496710:0:39777:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000f87c1a82. 00040000:00000010:3.0:1767384387.496712:0:39777:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000095e399db. 00040000:00000010:3.0:1767384387.496713:0:39777:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000004b508d78. 00080000:00000010:3.0:1767384387.496715:0:39777:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000054c5ab63. 00002000:00000010:3.0:1767384387.496718:0:39777:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000004e7d1356. 00000020:00000010:3.0:1767384387.496746:0:39777:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000b1ce398d. 00000020:00000010:3.0:1767384387.496750:0:39777:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000128f6b96. 00000020:00000010:3.0:1767384387.496753:0:39777:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000008a4bc0ba. 00000020:00000010:3.0:1767384387.496755:0:39777:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000006c6bbdfb. 80000000:00000010:3.0:1767384387.496757:0:39777:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000a7a62b24. 40000000:00000010:3.0:1767384387.496759:0:39777:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000c31c055c. 00100000:00000010:3.0:1767384387.496761:0:39777:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000f87c1a82. 00040000:00000010:3.0:1767384387.496763:0:39777:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000095e399db. 00040000:00000010:3.0:1767384387.496766:0:39777:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000004b508d78. 00080000:00000010:3.0:1767384387.496767:0:39777:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000054c5ab63. 00002000:00000010:3.0:1767384387.496769:0:39777:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000004e7d1356. 00000020:00000010:3.0:1767384387.496771:0:39777:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000c29db14. 00000001:00000010:3.0:1767384387.496832:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000000118ead1. 00000001:00000010:3.0:1767384387.496842:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000071950928. 00000001:00000010:3.0:1767384387.496844:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000e6c5273b. 00000001:00000010:3.0:1767384387.496846:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000cf65a0cd. 00000001:00000010:3.0:1767384387.496848:0:37:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000e5cdd88a. 00000001:00000010:3.0:1767384387.496850:0:37:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 0000000016d41a1e. 00000020:00000010:3.0:1767384387.496856:0:37:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 0000000091a4845a. 00000020:00000010:3.0:1767384387.496868:0:37:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 0000000044e9c6d9. 00000800:00000010:0.0:1767384387.496989:0:16130:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000745e4ef4. 00000400:00000010:0.0:1767384387.496997:0:16130:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000025f6c491. 02000000:00000010:0.0:1767384387.497001:0:16130:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000045f04d83. 00010000:00000010:3.1:1767384387.502136:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000006bdfcc95. 00000100:00000010:2.0:1767384387.573489:0:40453:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002312110c. 02000000:00000010:2.0:1767384387.573515:0:40453:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000009da40fe. 02000000:00000010:1.0:1767384387.573766:0:16137:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000b9bc0eaa. 00000400:00000010:1.0:1767384387.573775:0:16137:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008e8c202f. 00000400:00000010:1.0:1767384387.573782:0:16137:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004d9ebefe. 00000400:00000010:1.0:1767384387.573792:0:16137:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000589f7d29. 00000100:00000010:1.0:1767384387.573959:0:16137:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000083888735. 00000400:00000010:1.0:1767384387.574036:0:16137:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000589f7d29. 00000100:00000010:1.0:1767384387.574051:0:16137:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ee877a43. 00000020:00000010:3.0:1767384387.574121:0:17551:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c31c055c. 00000020:00000010:3.0:1767384387.574127:0:17551:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000006b202b62. 00000100:00000010:1.0:1767384387.574170:0:16137:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000093b8c65e. 00000100:00000010:1.0:1767384387.574176:0:16137:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004fb96a58. 00000100:00000010:1.0:1767384387.574184:0:16137:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000345b3db9. 00000020:00000010:3.0:1767384387.574348:0:17551:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000c29db14. 00000020:00000010:3.0:1767384387.574354:0:17551:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000077c88c15. 00000020:00000010:3.0:1767384387.574359:0:17551:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004085ee64. 00000020:00000010:3.0:1767384387.574403:0:17551:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001ebc1e64. 00000020:00000010:3.0:1767384387.574406:0:17551:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001ebc1e64. 02000000:00000010:3.0:1767384387.574421:0:17551:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 000000004e7d1356. 00000400:00000010:3.0:1767384387.574444:0:17551:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000096f33726. 00000400:00000010:3.0:1767384387.574473:0:17551:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000096f33726. 00000020:00000010:3.0:1767384387.574487:0:17551:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000077c88c15. 00000020:00000010:3.0:1767384387.574490:0:17551:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004085ee64. 00000020:00000010:3.0:1767384387.574493:0:17551:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000c29db14. 00000400:00000010:1.0:1767384387.574596:0:16137:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008e8c202f. 00000400:00000010:1.0:1767384387.574601:0:16137:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004d9ebefe. 02000000:00000010:1.0:1767384387.574624:0:16137:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000b9bc0eaa. 02000000:00000010:1.0:1767384387.574629:0:16137:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000009da40fe. 00000100:00000010:1.0:1767384387.574634:0:16137:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002312110c. 00000100:00000010:0.0:1767384387.577155:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ee877a43. 00000100:00000010:1.0:1767384387.578144:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000093b8c65e. 00000100:00000010:2.0:1767384387.578228:0:270:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004fb96a58. 00000100:00000010:3.0:1767384387.578332:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000345b3db9. 00000800:00000010:3.0:1767384387.638472:0:16127:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000000f894d82. 00000800:00000010:3.0:1767384387.638483:0:16127:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000002ce55f5c. 00000800:00000010:3.0:1767384387.638488:0:16127:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000001ebc1e64. 00000800:00000010:3.0:1767384387.638506:0:16127:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000001ebc1e64. 00000800:00020000:3.0:1767384387.638516:0:16127:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.152 00000800:00000010:3.0:1767384387.638521:0:16127:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000002ce55f5c. 00000800:00000010:3.0:1767384387.638523:0:16127:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000000f894d82. 00000400:02020000:3.0:1767384387.638634:0:16127:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.152@tcp26 at host 192.168.202.152:988: is it running a compatible version of Lustre? 00000400:00000010:3.0:1767384388.021577:0:16134:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000fb2637e8. 00000400:00000010:3.0:1767384388.021591:0:16134:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000004d3196ee. 00000400:00000010:3.0:1767384388.021596:0:16134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000096f33726. 00000400:00000010:3.0:1767384388.021610:0:16134:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000009fe08812. 00000800:00000010:3.0:1767384388.021640:0:16134:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000095e399db. 00000800:00000010:3.0:1767384388.022478:0:16125:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000000f894d82. 00000800:00000010:3.0:1767384388.022484:0:16125:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000002ce55f5c. 00000800:00000010:3.0:1767384388.022489:0:16125:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000326e416b. 00000800:00000010:3.0:1767384388.022511:0:16125:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000326e416b. 00000800:00020000:3.0:1767384388.022519:0:16125:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.152 00000800:00000010:3.0:1767384388.022524:0:16125:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000002ce55f5c. 00000800:00000010:3.0:1767384388.022526:0:16125:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000000f894d82. 00000400:02020000:3.0:1767384388.022565:0:16125:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.152@tcp47 at host 192.168.202.152:988: is it running a compatible version of Lustre? 00000800:00000010:3.0:1767384388.022573:0:16125:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000095e399db. 00000001:02000400:2.0:1767384388.209010:0:41088:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: conf-sanity test_73e: @@@@@@ FAIL: test_73e failed with 1 00000400:00000010:1.0:1767384388.405247:0:16136:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000074fc6862. 00000400:00000010:1.0:1767384388.405261:0:16136:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005dadf04c. 02000000:00000010:1.0:1767384388.405307:0:16136:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000559eefd0. 02000000:00000010:1.0:1767384388.405314:0:16136:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000bb80bdad. 00000100:00000010:1.0:1767384388.405318:0:16136:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f66a648b. 00000100:00000010:0.0:1767384388.405432:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000059be0b20. 02000000:00000010:0.0:1767384388.405449:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000021fd5783. 00000100:00000010:0.0:1767384388.405492:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d112775e. 02000000:00000010:0.0:1767384388.405498:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 000000002416e069. 00000100:00000010:0.0:1767384388.405517:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ac57a136. 02000000:00000010:0.0:1767384388.405520:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004c3bda89. 00000100:00000010:0.0:1767384388.405525:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000dd1e55dc. 02000000:00000010:0.0:1767384388.405528:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f1eb4ad7. 02000000:00000010:0.0:1767384388.405563:0:16138:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009921d62b. 00000400:00000010:0.0:1767384388.405568:0:16138:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000083583c2b. 00000400:00000010:0.0:1767384388.405572:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003607bc79. 00000400:00000010:0.0:1767384388.405580:0:16138:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000d9cea79. 00000100:00000010:0.0:1767384388.405610:0:16138:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e6a754bd. 00000400:00000010:0.0:1767384388.405623:0:16138:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000d9cea79. 00000100:00000010:0.0:1767384388.405633:0:16138:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ae341a9b. 00000100:00000010:0.0:1767384388.405644:0:16138:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000043459c39. 00000100:00000010:0.0:1767384388.405651:0:16138:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d85ea423. 00000100:00000010:0.0:1767384388.405658:0:16138:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000380a3c92. 02000000:00000010:2.0:1767384388.405730:0:16140:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fd484e4a. 00000400:00000010:2.0:1767384388.405735:0:16140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ea3eace4. 00000400:00000010:2.0:1767384388.405738:0:16140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000081998b88. 00000400:00000010:2.0:1767384388.405742:0:16140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002a8df399. 00000100:00000010:2.0:1767384388.405756:0:16140:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002312110c. 00000400:00000010:2.0:1767384388.405772:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002a8df399. 02000000:00000010:2.0:1767384388.405801:0:16140:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000096e327b3. 00000400:00000010:2.0:1767384388.405833:0:16140:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008b8ac2fe. 00000400:00000010:2.0:1767384388.405838:0:16140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002a8df399. 02000000:00000010:3.0:1767384388.405839:0:16136:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000b10529c2. 00000400:00000010:2.0:1767384388.405843:0:16140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000046b639ad. 00000400:00000010:3.0:1767384388.405847:0:16136:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004c94899c. 00000400:00000010:3.0:1767384388.405854:0:16136:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000016890ee3. 00000400:00000010:2.0:1767384388.405855:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001da1072e. 00000400:00000010:2.0:1767384388.405864:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000730c83a4. 00000400:00000010:3.0:1767384388.405865:0:16136:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004972648c. 00000020:00000010:1.0:1767384388.405938:0:40432:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000048619f8a. 00000020:00000010:1.0:1767384388.405942:0:40432:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000048619f8a. 00000020:00000010:1.0:1767384388.405947:0:40432:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000055a4c179. 00000020:00000010:1.0:1767384388.405952:0:40432:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006cf72df8. 00000020:00000010:1.0:1767384388.405956:0:40432:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e4cdfd60. 00000020:00000010:1.0:1767384388.405988:0:40432:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000048619f8a. 00000020:00000010:1.0:1767384388.405990:0:40432:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000048619f8a. 02000000:00000010:1.0:1767384388.406005:0:40432:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000216ae7fb. 00000400:00000010:1.0:1767384388.406017:0:40432:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004d9ebefe. 00000020:00000010:0.0:1767384388.406245:0:17548:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004ba820c5. 00000020:00000010:0.0:1767384388.406250:0:17548:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004ba820c5. 00000020:00000010:0.0:1767384388.406254:0:17548:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008cb9c9e0. 00000020:00000010:0.0:1767384388.406262:0:17548:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000de5230b2. 00000020:00000010:0.0:1767384388.406265:0:17548:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000006ba800d. 00000020:00000010:0.0:1767384388.406288:0:17548:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004ba820c5. 00000020:00000010:0.0:1767384388.406290:0:17548:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004ba820c5. 02000000:00000010:0.0:1767384388.406298:0:17548:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000b59d31e0. 00000400:00000010:0.0:1767384388.406303:0:17548:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000d9cea79. 00000100:00000010:3.0:1767384388.408228:0:16136:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000168ae6d0. 00000400:00000010:1.0:1767384388.408240:0:40432:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004d9ebefe. 00000400:00000010:2.0:1767384388.408264:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000046b639ad. 00000400:00000010:3.0:1767384388.408306:0:16136:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004972648c. 00000020:00000010:2.0:1767384388.408310:0:40425:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008d30abd3. 00000020:00000010:2.0:1767384388.408314:0:40425:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008d30abd3. 00000020:00000010:2.0:1767384388.408318:0:40425:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003cc1ff30. 00000020:00000010:2.0:1767384388.408321:0:40425:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000306cb450. 00000020:00000010:2.0:1767384388.408324:0:40425:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006fa09b38. 00000020:00000010:3.0:1767384388.408347:0:40461:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004b508d78. 00000020:00000010:2.0:1767384388.408348:0:40425:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008d30abd3. 00000020:00000010:2.0:1767384388.408352:0:40425:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008d30abd3. 00000020:00000010:3.0:1767384388.408354:0:40461:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c5ce8827. 00000020:00000010:3.0:1767384388.408358:0:40461:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004085ee64. 02000000:00000010:2.0:1767384388.408360:0:40425:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000f7c959c6. 00000400:00000010:2.0:1767384388.408368:0:40425:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000046b639ad. 00000400:00000010:2.0:1767384388.408385:0:40425:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000046b639ad. 02000000:00000010:3.0:1767384388.408392:0:40461:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 00000000ec21bfcd. 00000020:00000010:2.0:1767384388.408393:0:40425:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000306cb450. 00000020:00000010:2.0:1767384388.408398:0:40425:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006fa09b38. 00000020:00000010:2.0:1767384388.408400:0:40425:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003cc1ff30. 00000020:00000010:3.0:1767384388.408404:0:40461:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 0000000054c5ab63. 02000000:00000010:2.0:1767384388.408405:0:40425:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000f7c959c6. 00000004:00000010:3.0:1767384388.408413:0:40461:0:(mdt_handler.c:7585:mdt_init_export()) kmalloced '(exp->exp_used_slots)': 64 at 000000004a3f5617. 00000400:00000010:2.0:1767384388.408413:0:40425:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004ad496ff. 00000400:00000010:2.0:1767384388.408416:0:40425:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000553b490b. 00000001:00000010:3.0:1767384388.408419:0:40461:0:(tgt_lastrcvd.c:399:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at 00000000696b8cfd. 00000001:00000010:3.0:1767384388.408426:0:40461:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000ecc8e37a. 00000001:00000010:3.0:1767384388.408432:0:40461:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000002625f3e2. 00000400:00000010:2.0:1767384388.408432:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008b8ac2fe. 00000400:00000010:2.0:1767384388.408437:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002a8df399. 00000001:00000010:3.0:1767384388.408438:0:40461:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000b1ce398d. 00000001:00000010:3.0:1767384388.408442:0:40461:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000006c6bbdfb. 00000001:00000010:3.0:1767384388.408444:0:40461:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000008e21aff. 00000001:00000010:3.0:1767384388.408446:0:40461:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000000c29db14. 00000001:00000010:3.0:1767384388.408450:0:40461:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000095e399db. 02000000:00000010:2.0:1767384388.408451:0:16140:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000096e327b3. 00000001:00000010:3.0:1767384388.408454:0:40461:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000002df81c41. 02000000:00000010:2.0:1767384388.408458:0:16140:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000021fd5783. 00000100:00000010:2.0:1767384388.408463:0:16140:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000059be0b20. 00000001:00000010:3.0:1767384388.408466:0:40461:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000005056bec. 00000001:00000010:3.0:1767384388.408471:0:40461:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000f071f3ca. 00000001:00000010:3.0:1767384388.408474:0:40461:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000005415f9e3. 00000001:00000010:3.0:1767384388.408476:0:40461:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000007632c25. 00000400:00000010:2.0:1767384388.408499:0:16138:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000083583c2b. 00000400:00000010:2.0:1767384388.408504:0:16138:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003607bc79. 00000020:00000010:3.0:1767384388.408509:0:40461:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 00000000a7a62b24. 00000020:00000010:2.0:1767384388.408514:0:16138:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000001942ba4. 00000020:00000010:3.0:1767384388.408519:0:40461:0:(lprocfs_status_server.c:710:lprocfs_exp_setup()) kfreed 'new_stat': 96 at 00000000a7a62b24. 00000020:00000010:3.0:1767384388.408527:0:40461:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 00000000f87c1a82. 02000000:00000010:2.0:1767384388.408527:0:16138:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009921d62b. 02000000:00000010:2.0:1767384388.408531:0:16138:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f1eb4ad7. 00000100:00000010:2.0:1767384388.408535:0:16138:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000dd1e55dc. 00000020:00000010:3.0:1767384388.408540:0:40461:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005f6fd994. 00000400:00000010:3.0:1767384388.408572:0:40461:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004972648c. 00000400:00000010:3.0:1767384388.408594:0:40461:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004972648c. 00000020:00000010:3.0:1767384388.408603:0:40461:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c5ce8827. 00000020:00000010:3.0:1767384388.408605:0:40461:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004085ee64. 00000020:00000010:3.0:1767384388.408608:0:40461:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004b508d78. 00000400:00000010:3.0:1767384388.408625:0:16136:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004c94899c. 00000400:00000010:3.0:1767384388.408628:0:16136:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000016890ee3. 00000020:00000010:1.0:1767384388.408717:0:40432:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006cf72df8. 00000020:00000010:1.0:1767384388.408720:0:40432:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e4cdfd60. 00000020:00000010:1.0:1767384388.408722:0:40432:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000055a4c179. 00000400:00000010:0.0:1767384388.409254:0:17548:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000d9cea79. 00000020:00000010:0.0:1767384388.409263:0:17548:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000de5230b2. 00000020:00000010:0.0:1767384388.409265:0:17548:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000006ba800d. 00000020:00000010:0.0:1767384388.409267:0:17548:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008cb9c9e0. 00000400:00000010:2.0:1767384388.409297:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ea3eace4. 00000400:00000010:2.0:1767384388.409299:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000081998b88. 02000000:00000010:2.0:1767384388.409308:0:16140:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fd484e4a. 02000000:00000010:2.0:1767384388.409310:0:16140:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004c3bda89. 00000100:00000010:2.0:1767384388.409312:0:16140:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ac57a136. 00000100:02000000:3.0:1767384388.409765:0:16136:0:(import.c:1722:ptlrpc_import_recovery_state_machine()) lustre-MDT0000-lwp-OST0000: Connection restored to 0@lo (at 0@lo) 02000000:00000010:3.0:1767384388.416485:0:16136:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000b10529c2. 02000000:00000010:3.0:1767384388.416500:0:16136:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 000000002416e069. 00000100:00000010:3.0:1767384388.416506:0:16136:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d112775e. 00000100:00000010:0.0:1767384388.433220:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ae341a9b. 00000100:00000010:1.0:1767384388.433221:0:62:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000043459c39. 00000100:00000010:2.0:1767384388.433305:0:270:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d85ea423. 00000100:00000010:3.0:1767384388.433327:0:53:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000380a3c92. 00000001:00000010:0.0:1767384388.612350:0:17574:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) kfreed 'ccb': 80 at 00000000c7298c67. 00080000:00000010:0.0:1767384388.612363:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000258bb75c. 00080000:00000010:0.0:1767384388.612368:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000a0ab4935. 00000001:00000010:0.0:1767384388.612381:0:17574:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) kfreed 'ccb': 80 at 000000005d23b336. 00080000:00000010:0.0:1767384388.612384:0:17574:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000b71984e7. 00000001:00000010:1.0:1767384388.612448:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000beb6b17e. 00000001:00000010:1.0:1767384388.612453:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000002e215a93. 00000001:00000010:1.0:1767384388.612455:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000003c02a810. 00000001:00000010:1.0:1767384388.612457:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000005d86480e. 00000001:00000010:1.0:1767384388.612459:0:36:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000e06a8778. 00000001:00000010:1.0:1767384388.612461:0:36:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 0000000016b7520e. 00000001:00000010:1.0:1767384388.612467:0:36:0:(tgt_lastrcvd.c:439:tgt_client_free()) kfreed 'ted->ted_lcd': 128 at 0000000025243f12. 00000020:00000010:1.0:1767384388.612473:0:36:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 000000000dea255b. 00000020:00000010:1.0:1767384388.612483:0:36:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 00000000c0e7b5fe. 00000800:00000010:3.0:1767384388.662418:0:16126:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000000f894d82. 00000800:00000010:3.0:1767384388.662428:0:16126:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000fff2dc0c. 00000800:00000010:3.0:1767384388.662433:0:16126:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e3020ded. 00000800:00000010:3.0:1767384388.662450:0:16126:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e3020ded. 00000800:00020000:3.0:1767384388.662456:0:16126:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.152 00000800:00000010:3.0:1767384388.662461:0:16126:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000fff2dc0c. 00000800:00000010:3.0:1767384388.662464:0:16126:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000000f894d82. 00000400:02020000:3.0:1767384388.662497:0:16126:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.152@tcp42 at host 192.168.202.152:988: is it running a compatible version of Lustre? Debug log: 135032 lines, 135032 kept, 0 dropped, 0 bad.